From 4ad4eb0c74cc50b1aa41ec586869fefc56c707a1 Mon Sep 17 00:00:00 2001 From: Suresh Srinivas Date: Thu, 12 Aug 2021 13:01:52 -0700 Subject: [PATCH] Fix metadata-usage-rest connector to handle non-existing tables --- .../src/metadata/ingestion/bulksink/metadata_usage_rest.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/ingestion/src/metadata/ingestion/bulksink/metadata_usage_rest.py b/ingestion/src/metadata/ingestion/bulksink/metadata_usage_rest.py index bd886a54fc8..0ff658e74ef 100644 --- a/ingestion/src/metadata/ingestion/bulksink/metadata_usage_rest.py +++ b/ingestion/src/metadata/ingestion/bulksink/metadata_usage_rest.py @@ -107,13 +107,16 @@ class MetadataUsageBulkSink(BulkSink): main_column_fqdn = self.__get_column_fqdn(column_join.table_column) for column in column_join.joined_with: joined_column_fqdn = self.__get_column_fqdn(column) + if joined_column_fqdn in joined_with.keys(): column_joined_with = joined_with[joined_column_fqdn] column_joined_with.joinCount += 1 joined_with[joined_column_fqdn] = column_joined_with - else: + elif joined_column_fqdn is not None: joined_with[joined_column_fqdn] = ColumnJoinedWith(fullyQualifiedName=joined_column_fqdn, joinCount=1) + else: + logger.info("Skipping join columns for {}".format(column)) column_joins_dict[column_join.table_column.column] = joined_with for key, value in column_joins_dict.items(): @@ -122,6 +125,7 @@ class MetadataUsageBulkSink(BulkSink): return table_joins def __get_column_fqdn(self, table_column: TableColumn): + print(table_column.table) if table_column.table not in self.tables_dict: return None table_entity = self.tables_dict[table_column.table]