From d2da70f1c0451cb39dea8d5304921cd820c565d0 Mon Sep 17 00:00:00 2001 From: Suresh Srinivas Date: Wed, 11 Aug 2021 10:43:44 -0700 Subject: [PATCH] ingestion refactor --- ingestion/src/metadata/ingestion/source/postgres.py | 1 - ingestion/src/metadata/ingestion/stage/table_usage_stage.py | 2 -- 2 files changed, 3 deletions(-) diff --git a/ingestion/src/metadata/ingestion/source/postgres.py b/ingestion/src/metadata/ingestion/source/postgres.py index 1caa06fce5f..efe1528775a 100644 --- a/ingestion/src/metadata/ingestion/source/postgres.py +++ b/ingestion/src/metadata/ingestion/source/postgres.py @@ -118,7 +118,6 @@ class PostgresSource(Source): Using itertools.groupby and raw level iterator, it groups to table and yields TableMetadata :return: """ - counter = 0 for key, group in groupby(self._get_raw_extract_iter(), get_table_key): columns = [] for row in group: diff --git a/ingestion/src/metadata/ingestion/stage/table_usage_stage.py b/ingestion/src/metadata/ingestion/stage/table_usage_stage.py index 71393b7b713..2c970451237 100644 --- a/ingestion/src/metadata/ingestion/stage/table_usage_stage.py +++ b/ingestion/src/metadata/ingestion/stage/table_usage_stage.py @@ -42,8 +42,6 @@ def get_table_column_join(table, table_aliases, joins): except ValueError as err: logger.error("Error in parsing sql query joins {}".format(err)) pass - if table == "venue": - print(table_column) return TableColumnJoin(table_column=table_column, joined_with=joined_with)