yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-06 22:04:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): fix error when extracting lineage in bigquery is turned off. (#3428)

Browse Source
This commit is contained in:
varunbharill 2021-10-20 14:42:07 -07:00 committed by GitHub
parent 9dff1b7a1c
commit 328a204d44
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metadata-ingestion/src/datahub/ingestion/source/sql/bigquery.py
View File

@ -229,12 +229,13 @@ class BigQuerySource(SQLAlchemySource):
def get_lineage_mcp( def get_lineage_mcp(
self, dataset_urn: str self, dataset_urn: str
) -> Optional[MetadataChangeProposalWrapper]: ) -> Optional[MetadataChangeProposalWrapper]:
if self.lineage_metadata is None:
return None
dataset_key: Optional[DatasetKey] = mce_builder.dataset_urn_to_key(dataset_urn) dataset_key: Optional[DatasetKey] = mce_builder.dataset_urn_to_key(dataset_urn)
if dataset_key is None: if dataset_key is None:
return None return None
project_id, dataset_name, tablename = dataset_key.name.split(".") project_id, dataset_name, tablename = dataset_key.name.split(".")
bq_table = BigQueryTableRef(project_id, dataset_name, tablename) bq_table = BigQueryTableRef(project_id, dataset_name, tablename)
assert self.lineage_metadata is not None
if str(bq_table) in self.lineage_metadata: if str(bq_table) in self.lineage_metadata:
upstream_list: List[UpstreamClass] = [] upstream_list: List[UpstreamClass] = []
# Sorting the list of upstream lineage events in order to avoid creating multiple aspects in backend # Sorting the list of upstream lineage events in order to avoid creating multiple aspects in backend