yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-18 06:06:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(ingest): upgrade sqlglot fork (#8775)

Browse Source 
Co-authored-by: Tamas Nemeth <treff7es@gmail.com>
This commit is contained in:
Harshal Sheth 2023-09-06 12:49:44 -07:00 committed by GitHub
parent f353bc7f44
commit 4ffad4d9b9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 14 additions and 42 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/setup.py
View File

@ -136,7 +136,7 @@ sqllineage_lib = {
sqlglot_lib = {
# Using an Acryl fork of sqlglot.
# https://github.com/tobymao/sqlglot/compare/main...hsheth2:sqlglot:hsheth?expand=1
"acryl-sqlglot==16.7.6.dev6",
"acryl-sqlglot==18.0.2.dev15",
}
aws_common = {

42
metadata-ingestion/tests/unit/sql_parsing/goldens/test_bigquery_unnest_columns.json
View File

@ -1,16 +1,8 @@
{
"query_type": "SELECT",
"in_tables": [
{
"database": "bq-proj",
"db_schema": "dataset",
"table": "table1"
},
{
"database": "bq-proj",
"db_schema": "dataset",
"table": "table2"
}
"urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table1,PROD)",
"urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table2,PROD)"
],
"out_tables": [],
"column_lineage": [
@ -21,11 +13,7 @@
},
"upstreams": [
{
"table": {
"database": "bq-proj",
"db_schema": "dataset",
"table": "table1"
},
"table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table1,PROD)",
"column": "reporting_day"
}
]
@ -37,19 +25,11 @@
},
"upstreams": [
{
"table": {
"database": "bq-proj",
"db_schema": "dataset",
"table": "table1"
},
"table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table1,PROD)",
"column": "by_product.product_code"
},
{
"table": {
"database": "bq-proj",
"db_schema": "dataset",
"table": "table2"
},
"table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table2,PROD)",
"column": "other_field"
}
]
@ -61,11 +41,7 @@
},
"upstreams": [
{
"table": {
"database": "bq-proj",
"db_schema": "dataset",
"table": "table2"
},
"table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table2,PROD)",
"column": "other_field"
}
]
@ -77,11 +53,7 @@
},
"upstreams": [
{
"table": {
"database": "bq-proj",
"db_schema": "dataset",
"table": "table1"
},
"table": "urn:li:dataset:(urn:li:dataPlatform:bigquery,bq-proj.dataset.table1,PROD)",
"column": "by_product.product_code_dau"
}
]

4
metadata-ingestion/tests/unit/sql_parsing/goldens/test_create_view_as_select.json
View File

@ -15,7 +15,7 @@
"upstreams": [
{
"table": "urn:li:dataset:(urn:li:dataPlatform:oracle,scott.emp,PROD)",
"column": "deptno"
"column": "DEPTNO"
}
]
},
@ -34,7 +34,7 @@
"upstreams": [
{
"table": "urn:li:dataset:(urn:li:dataPlatform:oracle,scott.emp,PROD)",
"column": "sal"
"column": "SAL"
}
]
}

8
metadata-ingestion/tests/unit/sql_parsing/goldens/test_select_with_ctes.json
View File

@ -9,24 +9,24 @@
{
"downstream": {
"table": null,
"column": "col1"
"column": "COL1"
},
"upstreams": [
{
"table": "urn:li:dataset:(urn:li:dataPlatform:oracle,table1,PROD)",
"column": "col1"
"column": "COL1"
}
]
},
{
"downstream": {
"table": null,
"column": "col3"
"column": "COL3"
},
"upstreams": [
{
"table": "urn:li:dataset:(urn:li:dataPlatform:oracle,table2,PROD)",
"column": "col3"
"column": "COL3"
}
]
}