yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-27 01:45:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix #5066: Modified get view names (#5074)

Browse Source
This commit is contained in:
Mayur Singal 2022-05-23 21:38:05 +05:30 committed by GitHub
parent e54ef3f83e
commit 268965ea02
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
ingestion/src/metadata/ingestion/source/hive.py
View File

@ -97,11 +97,30 @@ def get_table_names(self, connection, schema=None, **kw):
tables.append(row[1]) tables.append(row[1])
else: else:
tables.append(row[0]) tables.append(row[0])
return tables views = get_view_names(self, connection, schema)
return [table for table in tables if table not in views]
def get_view_names(self, connection, schema=None, **kw):
query = "SHOW VIEWS"
if schema:
query += " IN " + self.identifier_preparer.quote_identifier(schema)
view_in_schema = connection.execute(query)
views = []
for row in view_in_schema:
# check number of columns in result
# if it is > 1, we use spark thrift server with 3 columns in the result (schema, table, is_temporary)
# else it is hive with 1 column in the result
if len(row) > 1:
views.append(row[1])
else:
views.append(row[0])
return views
HiveDialect.get_columns = get_columns HiveDialect.get_columns = get_columns
HiveDialect.get_table_names = get_table_names HiveDialect.get_table_names = get_table_names
HiveDialect.get_view_names = get_view_names
class HiveSource(SQLSource): class HiveSource(SQLSource):