yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-08 09:08:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed DBT snowflake case sensitivty and dbt owner from manifest (#8052)

Browse Source 
* Fixed snowflake case and dbt owner manifest

* Merged main after linting

Co-authored-by: Onkar Ravgan <onkarravgan@Onkars-MacBook-Pro.local>
This commit is contained in:
Onkar Ravgan 2022-10-12 14:59:17 +05:30 committed by GitHub
parent ceb6e5b72d
commit 92ddda2c15
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ingestion/src/metadata/ingestion/ometa/mixins/patch_mixin.py
View File

@ -161,7 +161,7 @@ class OMetaPatchMixin(Generic[T]):
(
(col_index, col)
for col_index, col in enumerate(table.columns)
if col.name.__root__ == column_name
if str(col.name.__root__).lower() == column_name.lower()
),
None,
)

10
ingestion/src/metadata/ingestion/source/database/dbt_source.py
View File

@ -67,13 +67,13 @@ class DBTMixin:
metadata: OpenMetadata
def get_data_model(self, table_fqn: str) -> Optional[DataModel]:
return self.data_models.get(table_fqn)
return self.data_models.get(table_fqn.lower())
def get_dbt_owner(self, cnode: dict) -> Optional[str]:
def get_dbt_owner(self, mnode: dict, cnode: dict) -> Optional[str]:
"""
Returns dbt owner
"""
dbt_owner = cnode["metadata"].get("owner")
dbt_owner = mnode["meta"].get("owner") or cnode["metadata"].get("owner")
owner = None
if dbt_owner:
owner_name = f"*{dbt_owner}*"
@ -163,7 +163,7 @@ class DBTMixin:
sql=mnode.get("compiled_sql", mnode.get("raw_sql", "")),
columns=columns,
upstream=upstream_nodes,
owner=self.get_dbt_owner(cnode=cnode),
owner=self.get_dbt_owner(mnode=mnode, cnode=cnode),
tags=dbt_table_tags_list,
)
model_fqn = fqn.build(
@ -173,7 +173,7 @@ class DBTMixin:
database_name=database,
schema_name=schema,
model_name=model_name,
)
).lower()
self.data_models[model_fqn] = model
except Exception as exc:
logger.debug(traceback.format_exc())