From 1f7d6b14e67873c95c23dcdba61adee8cd68bd2f Mon Sep 17 00:00:00 2001 From: ulixius9 Date: Thu, 19 Jun 2025 18:43:40 +0530 Subject: [PATCH] MINOR: Add logs for snowflake dynamic table --- .../metadata/ingestion/source/database/snowflake/metadata.py | 3 ++- .../src/metadata/ingestion/source/database/snowflake/utils.py | 4 ++++ 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py b/ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py index 2d5c8f94eb9..5cddbcb0199 100644 --- a/ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py +++ b/ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py @@ -561,10 +561,11 @@ class SnowflakeSource( table_list.extend( self._get_table_names_and_types(schema_name, table_type=TableType.External) ) - + logger.debug(f"Starting dynamic tables processing") table_list.extend( self._get_table_names_and_types(schema_name, table_type=TableType.Dynamic) ) + logger.debug(f"Dynamic tables processing completed") if self.service_connection.includeTransientTables: table_list.extend( diff --git a/ingestion/src/metadata/ingestion/source/database/snowflake/utils.py b/ingestion/src/metadata/ingestion/source/database/snowflake/utils.py index 2ea285e1071..5ae0b31e486 100644 --- a/ingestion/src/metadata/ingestion/source/database/snowflake/utils.py +++ b/ingestion/src/metadata/ingestion/source/database/snowflake/utils.py @@ -54,12 +54,14 @@ from metadata.ingestion.source.database.snowflake.queries import ( SNOWFLAKE_INCREMENTAL_GET_WITHOUT_TRANSIENT_TABLE_NAMES, ) from metadata.utils import fqn +from metadata.utils.logger import ingestion_logger from metadata.utils.sqlalchemy_utils import ( get_display_datatype, get_table_comment_wrapper, get_view_definition_wrapper, ) +logger = ingestion_logger() dialect = SnowflakeDialect() Query = str QueryMap = Dict[str, Query] @@ -238,6 +240,8 @@ def get_table_names(self, connection, schema: str, **kw): for row in cursor ] ) + if kw.get("dynamic_tables"): + logger.debug(f"Dynamic tables: {result}") return result