yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-12 10:35:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/snowflake): parsing issues with empty queries (#13446)

Browse Source
This commit is contained in:
Aseem Bansal 2025-05-07 18:57:04 +05:30 committed by GitHub
parent 035af5bdf9
commit 87199ff9d7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_lineage_v2.py
View File

@ -360,6 +360,12 @@ class SnowflakeLineageExtractor(SnowflakeCommonMixin, Closeable):
self, db_row: dict
) -> Optional[UpstreamLineageEdge]:
try:
_queries = db_row.get("QUERIES")
if _queries == "[\n {}\n]":
# We are creating an empty object in the list when there are no queries
# To avoid that causing a pydantic error we are setting it to an empty list
# instead of a list with an empty object
db_row["QUERIES"] = "[]"
return UpstreamLineageEdge.parse_obj(db_row)
except Exception as e:
self.report.num_upstream_lineage_edge_parsing_failed += 1