yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-18 14:16:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(ingest): upgrade sqlglot fork (#8775)

Browse Source 
Co-authored-by: Tamas Nemeth <treff7es@gmail.com>
This commit is contained in:
Harshal Sheth 2023-09-06 12:49:44 -07:00 committed by GitHub
parent f353bc7f44
commit 4ffad4d9b9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 14 additions and 42 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/setup.py
View File

@ -136,7 +136,7 @@ sqllineage_lib = {
sqlglot_lib = { sqlglot_lib = {
# Using an Acryl fork of sqlglot. # Using an Acryl fork of sqlglot.
# https://github.com/tobymao/sqlglot/compare/main...hsheth2:sqlglot:hsheth?expand=1 # https://github.com/tobymao/sqlglot/compare/main...hsheth2:sqlglot:hsheth?expand=1
"acryl-sqlglot==16.7.6.dev6", "acryl-sqlglot==18.0.2.dev15",
} }
aws_common = { aws_common = {

42
metadata-ingestion/tests/unit/sql_parsing/goldens/test_bigquery_unnest_columns.json
View File

@ -1,16 +1,8 @@
{ {
"query_type": "SELECT", "query_type": "SELECT",
"in_tables": [ "in_tables": [
{ "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table1,PROD)",
"database": "bq-proj", "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table2,PROD)"
"db_schema": "dataset",
"table": "table1"
},
{
"database": "bq-proj",
"db_schema": "dataset",
"table": "table2"
}
], ],
"out_tables": [], "out_tables": [],
"column_lineage": [ "column_lineage": [
@ -21,11 +13,7 @@
}, },
"upstreams": [ "upstreams": [
{ {
"table": { "table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table1,PROD)",
"database": "bq-proj",
"db_schema": "dataset",
"table": "table1"
},
"column": "reporting_day" "column": "reporting_day"
} }
] ]
@ -37,19 +25,11 @@
}, },
"upstreams": [ "upstreams": [
{ {
"table": { "table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table1,PROD)",
"database": "bq-proj",
"db_schema": "dataset",
"table": "table1"
},
"column": "by_product.product_code" "column": "by_product.product_code"
}, },
{ {
"table": { "table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table2,PROD)",
"database": "bq-proj",
"db_schema": "dataset",
"table": "table2"
},
"column": "other_field" "column": "other_field"
} }
] ]
@ -61,11 +41,7 @@
}, },
"upstreams": [ "upstreams": [
{ {
"table": { "table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table2,PROD)",
"database": "bq-proj",
"db_schema": "dataset",
"table": "table2"
},
"column": "other_field" "column": "other_field"
} }
] ]
@ -77,11 +53,7 @@
}, },
"upstreams": [ "upstreams": [
{ {
"table": { "table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table1,PROD)",
"database": "bq-proj",
"db_schema": "dataset",
"table": "table1"
},
"column": "by_product.product_code_dau" "column": "by_product.product_code_dau"
} }
] ]

4
metadata-ingestion/tests/unit/sql_parsing/goldens/test_create_view_as_select.json
View File

@ -15,7 +15,7 @@
"upstreams": [ "upstreams": [
{ {
"table": "urn:li:dataset:(urn:li:dataPlatform:oracle,scott.emp,PROD)", "table": "urn:li:dataset:(urn:li:dataPlatform:oracle,scott.emp,PROD)",
"column": "deptno" "column": "DEPTNO"
} }
] ]
}, },
@ -34,7 +34,7 @@
"upstreams": [ "upstreams": [
{ {
"table": "urn:li:dataset:(urn:li:dataPlatform:oracle,scott.emp,PROD)", "table": "urn:li:dataset:(urn:li:dataPlatform:oracle,scott.emp,PROD)",
"column": "sal" "column": "SAL"
} }
] ]
} }

8
metadata-ingestion/tests/unit/sql_parsing/goldens/test_select_with_ctes.json
View File

@ -9,24 +9,24 @@
{ {
"downstream": { "downstream": {
"table": null, "table": null,
"column": "col1" "column": "COL1"
}, },
"upstreams": [ "upstreams": [
{ {
"table": "urn:li:dataset:(urn:li:dataPlatform:oracle,table1,PROD)", "table": "urn:li:dataset:(urn:li:dataPlatform:oracle,table1,PROD)",
"column": "col1" "column": "COL1"
} }
] ]
}, },
{ {
"downstream": { "downstream": {
"table": null, "table": null,
"column": "col3" "column": "COL3"
}, },
"upstreams": [ "upstreams": [
{ {
"table": "urn:li:dataset:(urn:li:dataPlatform:oracle,table2,PROD)", "table": "urn:li:dataset:(urn:li:dataPlatform:oracle,table2,PROD)",
"column": "col3" "column": "COL3"
} }
] ]
} }