yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-27 18:05:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

ISSUE-3293: optimized-metadata-extraction (#3409)

Browse Source 
* ISSUE-3293: optimized-metadata-extraction

* tuple-removed-for-_get_table_comment
This commit is contained in:
codingwithabhi 2022-03-15 09:22:51 +05:30 committed by GitHub
parent eb436adcb2
commit e043e89dff
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
ingestion/src/metadata/ingestion/source/snowflake.py
View File

@ -12,7 +12,9 @@ import logging
from typing import Optional from typing import Optional
from snowflake.sqlalchemy.custom_types import VARIANT from snowflake.sqlalchemy.custom_types import VARIANT
from snowflake.sqlalchemy.snowdialect import ischema_names from snowflake.sqlalchemy.snowdialect import SnowflakeDialect, ischema_names
from sqlalchemy.engine import reflection
from sqlalchemy.sql import text
from metadata.generated.schema.entity.data.table import TableData from metadata.generated.schema.entity.data.table import TableData
from metadata.generated.schema.entity.services.databaseService import ( from metadata.generated.schema.entity.services.databaseService import (
@ -81,3 +83,20 @@ class SnowflakeSource(SQLSource):
config = SnowflakeConfig.parse_obj(config_dict) config = SnowflakeConfig.parse_obj(config_dict)
metadata_config = MetadataServerConfig.parse_obj(metadata_config_dict) metadata_config = MetadataServerConfig.parse_obj(metadata_config_dict)
return cls(config, metadata_config, ctx) return cls(config, metadata_config, ctx)
@reflection.cache
def _get_table_comment(self, connection, table_name, schema=None, **kw):
"""
Returns comment of table.
"""
sql_command = "select * FROM information_schema.tables WHERE TABLE_SCHEMA ILIKE '{}' and TABLE_NAME ILIKE '{}'".format(
self.normalize_name(schema),
table_name,
)
cursor = connection.execute(text(sql_command))
return cursor.fetchone() # pylint: disable=protected-access
SnowflakeDialect._get_table_comment = _get_table_comment