yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-09 01:28:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed DBT snowflake case sensitivty and dbt owner from manifest (#8052)

Browse Source 
* Fixed snowflake case and dbt owner manifest

* Merged main after linting

Co-authored-by: Onkar Ravgan <onkarravgan@Onkars-MacBook-Pro.local>
This commit is contained in:
Onkar Ravgan 2022-10-12 14:59:17 +05:30 committed by GitHub
parent ceb6e5b72d
commit 92ddda2c15
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ingestion/src/metadata/ingestion/ometa/mixins/patch_mixin.py
View File

@ -161,7 +161,7 @@ class OMetaPatchMixin(Generic[T]):
( (
(col_index, col) (col_index, col)
for col_index, col in enumerate(table.columns) for col_index, col in enumerate(table.columns)
if col.name.__root__ == column_name if str(col.name.__root__).lower() == column_name.lower()
), ),
None, None,
) )

10
ingestion/src/metadata/ingestion/source/database/dbt_source.py
View File

@ -67,13 +67,13 @@ class DBTMixin:
metadata: OpenMetadata metadata: OpenMetadata
def get_data_model(self, table_fqn: str) -> Optional[DataModel]: def get_data_model(self, table_fqn: str) -> Optional[DataModel]:
return self.data_models.get(table_fqn) return self.data_models.get(table_fqn.lower())
def get_dbt_owner(self, cnode: dict) -> Optional[str]: def get_dbt_owner(self, mnode: dict, cnode: dict) -> Optional[str]:
""" """
Returns dbt owner Returns dbt owner
""" """
dbt_owner = cnode["metadata"].get("owner") dbt_owner = mnode["meta"].get("owner") or cnode["metadata"].get("owner")
owner = None owner = None
if dbt_owner: if dbt_owner:
owner_name = f"*{dbt_owner}*" owner_name = f"*{dbt_owner}*"
@ -163,7 +163,7 @@ class DBTMixin:
sql=mnode.get("compiled_sql", mnode.get("raw_sql", "")), sql=mnode.get("compiled_sql", mnode.get("raw_sql", "")),
columns=columns, columns=columns,
upstream=upstream_nodes, upstream=upstream_nodes,
owner=self.get_dbt_owner(cnode=cnode), owner=self.get_dbt_owner(mnode=mnode, cnode=cnode),
tags=dbt_table_tags_list, tags=dbt_table_tags_list,
) )
model_fqn = fqn.build( model_fqn = fqn.build(
@ -173,7 +173,7 @@ class DBTMixin:
database_name=database, database_name=database,
schema_name=schema, schema_name=schema,
model_name=model_name, model_name=model_name,
) ).lower()
self.data_models[model_fqn] = model self.data_models[model_fqn] = model
except Exception as exc: except Exception as exc:
logger.debug(traceback.format_exc()) logger.debug(traceback.format_exc())