yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-27 11:16:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): dbt - handle database =None for executors like spark (#3851)

Browse Source
This commit is contained in:
iasoon 2022-01-08 00:50:29 +01:00 committed by GitHub
parent 744dee5206
commit 0a6ec819cf
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
metadata-ingestion/src/datahub/ingestion/source/dbt.py
View File

@ -120,7 +120,7 @@ class DBTColumn:
@dataclass @dataclass
class DBTNode: class DBTNode:
database: str database: Optional[str]
schema: str schema: str
name: str # name, identifier name: str # name, identifier
comment: str comment: str
@ -363,12 +363,16 @@ def loadManifestAndCatalog(
) )
def get_db_fqn(database: str, schema: str, name: str) -> str: def get_db_fqn(database: Optional[str], schema: str, name: str) -> str:
return f"{database}.{schema}.{name}".replace('"', "") if database is not None:
fqn = f"{database}.{schema}.{name}"
else:
fqn = f"{schema}.{name}"
return fqn.replace('"', "")
def get_urn_from_dbtNode( def get_urn_from_dbtNode(
database: str, schema: str, name: str, target_platform: str, env: str database: Optional[str], schema: str, name: str, target_platform: str, env: str
) -> str: ) -> str:
db_fqn = get_db_fqn(database, schema, name) db_fqn = get_db_fqn(database, schema, name)
return f"urn:li:dataset:(urn:li:dataPlatform:{target_platform},{db_fqn},{env})" return f"urn:li:dataset:(urn:li:dataPlatform:{target_platform},{db_fqn},{env})"