yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-08 00:18:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix metadata-usage-rest connector to handle non-existing tables

Browse Source
This commit is contained in:
Suresh Srinivas 2021-08-12 13:01:52 -07:00
parent cd4f5c84d2
commit 4ad4eb0c74
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ingestion/src/metadata/ingestion/bulksink/metadata_usage_rest.py
View File

@ -107,13 +107,16 @@ class MetadataUsageBulkSink(BulkSink):
main_column_fqdn = self.__get_column_fqdn(column_join.table_column) main_column_fqdn = self.__get_column_fqdn(column_join.table_column)
for column in column_join.joined_with: for column in column_join.joined_with:
joined_column_fqdn = self.__get_column_fqdn(column) joined_column_fqdn = self.__get_column_fqdn(column)
if joined_column_fqdn in joined_with.keys(): if joined_column_fqdn in joined_with.keys():
column_joined_with = joined_with[joined_column_fqdn] column_joined_with = joined_with[joined_column_fqdn]
column_joined_with.joinCount += 1 column_joined_with.joinCount += 1
joined_with[joined_column_fqdn] = column_joined_with joined_with[joined_column_fqdn] = column_joined_with
else: elif joined_column_fqdn is not None:
joined_with[joined_column_fqdn] = ColumnJoinedWith(fullyQualifiedName=joined_column_fqdn, joined_with[joined_column_fqdn] = ColumnJoinedWith(fullyQualifiedName=joined_column_fqdn,
joinCount=1) joinCount=1)
else:
logger.info("Skipping join columns for {}".format(column))
column_joins_dict[column_join.table_column.column] = joined_with column_joins_dict[column_join.table_column.column] = joined_with
for key, value in column_joins_dict.items(): for key, value in column_joins_dict.items():
@ -122,6 +125,7 @@ class MetadataUsageBulkSink(BulkSink):
return table_joins return table_joins
def __get_column_fqdn(self, table_column: TableColumn): def __get_column_fqdn(self, table_column: TableColumn):
print(table_column.table)
if table_column.table not in self.tables_dict: if table_column.table not in self.tables_dict:
return None return None
table_entity = self.tables_dict[table_column.table] table_entity = self.tables_dict[table_column.table]