From afaee58ded40dc4cf39f94f1b4331ceb0a4d93eb Mon Sep 17 00:00:00 2001 From: Harshal Sheth Date: Wed, 18 Jan 2023 02:57:46 -0800 Subject: [PATCH] fix(ingest): preserve dbt column name casing (#7063) --- .../src/datahub/ingestion/source/dbt/dbt_core.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py index 1c57b69174..c7a66f078b 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dbt/dbt_core.py @@ -94,8 +94,12 @@ def get_columns( catalog_columns = catalog_node["columns"] manifest_columns = manifest_node.get("columns", {}) + manifest_columns_lower = {k.lower(): v for k, v in manifest_columns.items()} + for key, catalog_column in catalog_columns.items(): - manifest_column = manifest_columns.get(key.lower(), {}) + manifest_column = manifest_columns.get( + key, manifest_columns_lower.get(key.lower(), {}) + ) meta = manifest_column.get("meta", {}) @@ -103,7 +107,7 @@ def get_columns( tags = [tag_prefix + tag for tag in tags] dbtCol = DBTColumn( - name=catalog_column["name"].lower(), + name=catalog_column["name"], comment=catalog_column.get("comment", ""), description=manifest_column.get("description", ""), data_type=catalog_column["type"],