yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-13 09:48:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add profile for doris connector (#14214)

Browse Source
This commit is contained in:
chyueyi 2023-12-06 11:29:56 +08:00 committed by GitHub
parent b8d0b3b6e4
commit 070ff1f605
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ingestion/src/metadata/profiler/orm/functions/length.py
View File

@ -50,6 +50,7 @@ def _(element, compiler, **kw):
@compiles(LenFn, Dialects.Db2) @compiles(LenFn, Dialects.Db2)
@compiles(LenFn, Dialects.Hana) @compiles(LenFn, Dialects.Hana)
@compiles(LenFn, Dialects.Druid) @compiles(LenFn, Dialects.Druid)
@compiles(LenFn, Dialects.Doris)
def _(element, compiler, **kw): def _(element, compiler, **kw):
return "LENGTH(%s)" % compiler.process(element.clauses, **kw) return "LENGTH(%s)" % compiler.process(element.clauses, **kw)

7
ingestion/src/metadata/profiler/orm/functions/median.py
View File

@ -185,3 +185,10 @@ def _(elements, compiler, **kwargs): # pylint: disable=unused-argument
""".format( """.format(
col=col, table=table, percentile=percentile col=col, table=table, percentile=percentile
) )
@compiles(MedianFn, Dialects.Doris)
def _(elements, compiler, **kwargs):
col = compiler.process(elements.clauses.clauses[0])
percentile = elements.clauses.clauses[2].value
return "percentile_approx(%s, %.2f)" % (col, percentile)

1
ingestion/src/metadata/profiler/orm/registry.py
View File

@ -56,6 +56,7 @@ class Dialects(Enum):
ClickHouse = "clickhouse" ClickHouse = "clickhouse"
Databricks = "databricks" Databricks = "databricks"
Db2 = "db2" Db2 = "db2"
Doris = "pydoris"
Druid = "druid" Druid = "druid"
DynamoDB = "dynamoDB" DynamoDB = "dynamoDB"
Glue = "glue" Glue = "glue"