From 0162074a3736e6180f20c7145b7c4836a9b68f91 Mon Sep 17 00:00:00 2001 From: Tamas Nemeth Date: Thu, 13 Oct 2022 10:03:33 +0200 Subject: [PATCH] fix(ingest) - bigquery-beta - Using table ref instead of table id (#6193) --- .../src/datahub/ingestion/source/bigquery_v2/lineage.py | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/lineage.py b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/lineage.py index 3a287018fc..ec5f103bc9 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/lineage.py +++ b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/lineage.py @@ -234,9 +234,7 @@ timestamp < "{end_time}" logger.info( f"Start iterating over log entries from BigQuery for {client.project}" ) - for entry in entries: - # for num in range(0, 100): self.report.num_total_log_entries[client.project] += 1 if self.report.num_total_log_entries[client.project] % 1000 == 0: logger.info( @@ -418,9 +416,7 @@ timestamp < "{end_time}" continue has_table = False for ref_table in e.referencedTables: - ref_table_str = ( - ref_table.get_sanitized_table_ref().table_identifier.get_table_name() - ) + ref_table_str = str(ref_table.get_sanitized_table_ref()) if ref_table_str != destination_table_str: lineage_map[destination_table_str].add(ref_table_str) has_table = True