yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-15 20:57:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(ingest): bump sqlglot dep (#13411)

Browse Source
This commit is contained in:
Harshal Sheth 2025-05-05 09:24:50 -07:00 committed by GitHub
parent 4e7bb3998d
commit 2e3328fce0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/setup.py
View File

@ -105,7 +105,7 @@ sqlglot_lib = {
# We heavily monkeypatch sqlglot. # We heavily monkeypatch sqlglot.
# We used to maintain an acryl-sqlglot fork: https://github.com/tobymao/sqlglot/compare/main...hsheth2:sqlglot:main?expand=1 # We used to maintain an acryl-sqlglot fork: https://github.com/tobymao/sqlglot/compare/main...hsheth2:sqlglot:main?expand=1
# but not longer do. # but not longer do.
"sqlglot[rs]==26.6.0", "sqlglot[rs]==26.16.4",
"patchy==2.8.0", "patchy==2.8.0",
} }

3
metadata-ingestion/src/datahub/sql_parsing/_sqlglot_patch.py
View File

@ -163,8 +163,7 @@ def _patch_lineage() -> None:
- source_columns = set(find_all_in_scope(select, exp.Column)) - source_columns = set(find_all_in_scope(select, exp.Column))
+ source_columns = list(find_all_in_scope(select, exp.Column)) + source_columns = list(find_all_in_scope(select, exp.Column))
- # If the source is a UDTF find columns used in the UTDF to generate the table # If the source is a UDTF find columns used in the UDTF to generate the table
+ # If the source is a UDTF find columns used in the UDTF to generate the table
+ source = scope.expression + source = scope.expression
if isinstance(source, exp.UDTF): if isinstance(source, exp.UDTF):
- source_columns |= set(source.find_all(exp.Column)) - source_columns |= set(source.find_all(exp.Column))

2
metadata-ingestion/tests/unit/sql_parsing/goldens/test_postgres_update_subselect.json
View File

@ -19,7 +19,7 @@
"com.linkedin.pegasus2avro.schema.StringType": {} "com.linkedin.pegasus2avro.schema.StringType": {}
} }
}, },
"native_column_type": "VARCHAR" "native_column_type": "VARCHAR(16777216)"
}, },
"upstreams": [ "upstreams": [
{ {

2
metadata-ingestion/tests/unit/sql_parsing/goldens/test_snowflake_default_normalization.json
View File

@ -75,7 +75,7 @@
"com.linkedin.pegasus2avro.schema.NumberType": {} "com.linkedin.pegasus2avro.schema.NumberType": {}
} }
}, },
"native_column_type": "DECIMAL" "native_column_type": "DECIMAL(10, 2)"
}, },
"upstreams": [ "upstreams": [
{ {