yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-25 00:45:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: column retrieval for SNOWFLAKE (#11090)

Browse Source
This commit is contained in:
Teddy 2023-04-17 16:36:58 +02:00 committed by GitHub
parent 46ad72ff7a
commit b04f7225f8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 22 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ingestion/src/metadata/profiler/processor/handle_partition.py
View File

@ -116,7 +116,9 @@ class partition_filter_handler:
return (
_self.session.query(
*[
_self.table.__table__.c.get(col_name)
_self.table.__table__.c.get(
col_name.lower()
) # key is always lowercase. See converter.py line 155
for col_name in _self.sample_columns
],
(ModuloFn(RandomNumFn(), 100)).label(RANDOM_LABEL),

25
ingestion/src/metadata/profiler/processor/sampler.py
View File

@ -92,7 +92,9 @@ class Sampler:
return (
self.session.query(
*[
self.table.__table__.c.get(col_name)
self.table.__table__.c.get(
col_name.lower()
) # key is lowercase. See converter.py line 155
for col_name in self.sample_columns
],
(ModuloFn(RandomNumFn(), 100)).label(RANDOM_LABEL),
@ -105,12 +107,17 @@ class Sampler:
.cte(f"{self.table.__tablename__}_rnd")
)
table_query = self.session.query(
*[self.table.__table__.c.get(col_name) for col_name in self.sample_columns]
*[
self.table.__table__.c.get(col_name.lower())
for col_name in self.sample_columns
] # key is lowercase. See converter.py line 155
).select_from(self.table)
return (
self.session.query(
*[
self.table.__table__.c.get(col_name)
self.table.__table__.c.get(
col_name.lower()
) # key is lowercase. See converter.py line 155
for col_name in self.sample_columns
],
(ModuloFn(RandomNumFn(), table_query.count())).label(RANDOM_LABEL),
@ -212,7 +219,9 @@ class Sampler:
(
self.session.query(
*[
self.table.__table__.c.get(col_name)
self.table.__table__.c.get(
col_name.lower()
) # key is lowercase. See converter.py line 155
for col_name in self.sample_columns
]
)
@ -236,7 +245,9 @@ class Sampler:
(
self.session.query(
*[
self.table.__table__.c.get(col_name)
self.table.__table__.c.get(
col_name.lower()
) # key is lowercase. See converter.py line 155
for col_name in self.sample_columns
]
)
@ -257,7 +268,9 @@ class Sampler:
(
self.session.query(
*[
self.table.__table__.c.get(col_name)
self.table.__table__.c.get(
col_name.lower()
) # key is lowercase. See converter.py line 155
for col_name in self.sample_columns
]
)