yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-03 12:08:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix: Databricks table type issue (#9385)

Browse Source 
* Fix: Databricks table type issue

* Fix: Databricks table type issue
This commit is contained in:
Milan Bariya 2022-12-18 20:01:13 +05:30 committed by GitHub
parent 5e81d51c4d
commit 47a1c8015a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
ingestion/src/metadata/ingestion/source/database/databricks.py
View File

@ -148,6 +148,26 @@ def get_schema_names_reflection(self, **kw):
return [] return []
def get_view_names(
self, connection, schema=None, **kw
): # pylint: disable=unused-argument
query = "SHOW VIEWS"
if schema:
query += " IN " + self.identifier_preparer.quote_identifier(schema)
view_in_schema = connection.execute(query)
views = []
for row in view_in_schema:
# check number of columns in result
# if it is > 1, we use spark thrift server with 3 columns in the result (schema, table, is_temporary)
# else it is hive with 1 column in the result
if len(row) > 1:
views.append(row[1])
else:
views.append(row[0])
return views
DatabricksDialect.get_view_names = get_view_names
DatabricksDialect.get_columns = get_columns DatabricksDialect.get_columns = get_columns
DatabricksDialect.get_schema_names = get_schema_names DatabricksDialect.get_schema_names = get_schema_names
reflection.Inspector.get_schema_names = get_schema_names_reflection reflection.Inspector.get_schema_names = get_schema_names_reflection