yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-17 21:20:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): preserve dbt column name casing (#7063)

Browse Source
This commit is contained in:
Harshal Sheth 2023-01-18 02:57:46 -08:00 committed by GitHub
parent bc9adfa441
commit afaee58ded
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py
View File

@ -94,8 +94,12 @@ def get_columns(
catalog_columns = catalog_node["columns"] catalog_columns = catalog_node["columns"]
manifest_columns = manifest_node.get("columns", {}) manifest_columns = manifest_node.get("columns", {})
manifest_columns_lower = {k.lower(): v for k, v in manifest_columns.items()}
for key, catalog_column in catalog_columns.items(): for key, catalog_column in catalog_columns.items():
manifest_column = manifest_columns.get(key.lower(), {}) manifest_column = manifest_columns.get(
key, manifest_columns_lower.get(key.lower(), {})
)
meta = manifest_column.get("meta", {}) meta = manifest_column.get("meta", {})
@ -103,7 +107,7 @@ def get_columns(
tags = [tag_prefix + tag for tag in tags] tags = [tag_prefix + tag for tag in tags]
dbtCol = DBTColumn( dbtCol = DBTColumn(
name=catalog_column["name"].lower(), name=catalog_column["name"],
comment=catalog_column.get("comment", ""), comment=catalog_column.get("comment", ""),
description=manifest_column.get("description", ""), description=manifest_column.get("description", ""),
data_type=catalog_column["type"], data_type=catalog_column["type"],