yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-12-03 02:55:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add debug logging for table processing in DatalakeSource

Browse Source 
This change introduces a debug log statement to track the processing of tables within the DatalakeSource class, enhancing visibility during ingestion operations.
This commit is contained in:
Ayush Shah 2025-04-23 20:03:45 +05:30
parent 2d9ebf2c02
commit dc29ac126a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ingestion/src/metadata/ingestion/source/database/datalake/metadata.py
View File

@ -244,7 +244,7 @@ class DatalakeSource(DatabaseServiceSource):
if self.source_config.includeTables: if self.source_config.includeTables:
for key_name in self.client.get_table_names(bucket_name, prefix): for key_name in self.client.get_table_names(bucket_name, prefix):
table_name = self.standardize_table_name(bucket_name, key_name) table_name = self.standardize_table_name(bucket_name, key_name)
logger.debug(f"Processing table: {table_name}")
if self.filter_dl_table(table_name): if self.filter_dl_table(table_name):
continue continue