yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-07-24 17:59:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Add logs for snowflake dynamic table

Browse Source
This commit is contained in:
ulixius9 2025-06-19 18:43:40 +05:30
parent a9766a65a3
commit 1f7d6b14e6
2 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py
View File

@ -561,10 +561,11 @@ class SnowflakeSource(
table_list.extend( table_list.extend(
self._get_table_names_and_types(schema_name, table_type=TableType.External) self._get_table_names_and_types(schema_name, table_type=TableType.External)
) )
logger.debug(f"Starting dynamic tables processing")
table_list.extend( table_list.extend(
self._get_table_names_and_types(schema_name, table_type=TableType.Dynamic) self._get_table_names_and_types(schema_name, table_type=TableType.Dynamic)
) )
logger.debug(f"Dynamic tables processing completed")
if self.service_connection.includeTransientTables: if self.service_connection.includeTransientTables:
table_list.extend( table_list.extend(

4
ingestion/src/metadata/ingestion/source/database/snowflake/utils.py
View File

@ -54,12 +54,14 @@ from metadata.ingestion.source.database.snowflake.queries import (
SNOWFLAKE_INCREMENTAL_GET_WITHOUT_TRANSIENT_TABLE_NAMES, SNOWFLAKE_INCREMENTAL_GET_WITHOUT_TRANSIENT_TABLE_NAMES,
) )
from metadata.utils import fqn from metadata.utils import fqn
from metadata.utils.logger import ingestion_logger
from metadata.utils.sqlalchemy_utils import ( from metadata.utils.sqlalchemy_utils import (
get_display_datatype, get_display_datatype,
get_table_comment_wrapper, get_table_comment_wrapper,
get_view_definition_wrapper, get_view_definition_wrapper,
) )
logger = ingestion_logger()
dialect = SnowflakeDialect() dialect = SnowflakeDialect()
Query = str Query = str
QueryMap = Dict[str, Query] QueryMap = Dict[str, Query]
@ -238,6 +240,8 @@ def get_table_names(self, connection, schema: str, **kw):
for row in cursor for row in cursor
] ]
) )
if kw.get("dynamic_tables"):
logger.debug(f"Dynamic tables: {result}")
return result return result