yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-10 16:32:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/bigquery): skip self-references when generating lineage (#8403)

Browse Source
This commit is contained in:
Harshal Sheth 2023-07-11 18:30:57 -07:00 committed by GitHub
parent 71f80b6207
commit ffd14eebf1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/lineage.py
View File

@ -681,6 +681,10 @@ timestamp < "{end_time}"
for upstream_lineage in lineage_metadata[str(bq_table)]: for upstream_lineage in lineage_metadata[str(bq_table)]:
upstream_table_ref = upstream_lineage.table upstream_table_ref = upstream_lineage.table
upstream_table = BigQueryTableRef.from_string_name(upstream_table_ref) upstream_table = BigQueryTableRef.from_string_name(upstream_table_ref)
if bq_table == upstream_table:
# Skip self-references.
continue
if upstream_table.is_temporary_table( if upstream_table.is_temporary_table(
[self.config.temp_table_dataset_prefix] [self.config.temp_table_dataset_prefix]
): ):

2
metadata-ingestion/src/datahub/ingestion/source/tableau.py
View File

@ -413,7 +413,7 @@ class DatabaseTable:
@platform_name("Tableau") @platform_name("Tableau")
@config_class(TableauConfig) @config_class(TableauConfig)
@support_status(SupportStatus.INCUBATING) @support_status(SupportStatus.CERTIFIED)
@capability(SourceCapability.PLATFORM_INSTANCE, "Enabled by default") @capability(SourceCapability.PLATFORM_INSTANCE, "Enabled by default")
@capability(SourceCapability.DOMAINS, "Requires transformer", supported=False) @capability(SourceCapability.DOMAINS, "Requires transformer", supported=False)
@capability(SourceCapability.DESCRIPTIONS, "Enabled by default") @capability(SourceCapability.DESCRIPTIONS, "Enabled by default")