yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-28 09:13:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

ingestion refactor

Browse Source
This commit is contained in:
Suresh Srinivas 2021-08-11 10:43:44 -07:00
parent df49235748
commit d2da70f1c0
2 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ingestion/src/metadata/ingestion/source/postgres.py
View File

@ -118,7 +118,6 @@ class PostgresSource(Source):
Using itertools.groupby and raw level iterator, it groups to table and yields TableMetadata Using itertools.groupby and raw level iterator, it groups to table and yields TableMetadata
:return: :return:
""" """
counter = 0
for key, group in groupby(self._get_raw_extract_iter(), get_table_key): for key, group in groupby(self._get_raw_extract_iter(), get_table_key):
columns = [] columns = []
for row in group: for row in group:

2
ingestion/src/metadata/ingestion/stage/table_usage_stage.py
View File

@ -42,8 +42,6 @@ def get_table_column_join(table, table_aliases, joins):
except ValueError as err: except ValueError as err:
logger.error("Error in parsing sql query joins {}".format(err)) logger.error("Error in parsing sql query joins {}".format(err))
pass pass
if table == "venue":
print(table_column)
return TableColumnJoin(table_column=table_column, joined_with=joined_with) return TableColumnJoin(table_column=table_column, joined_with=joined_with)