yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-25 17:04:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Improve datalake processing table log (#22631)

Browse Source
This commit is contained in:
Mayur Singal 2025-08-01 15:07:37 +05:30 committed by GitHub
parent 0a395ea487
commit dfb7eeaaaa
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ingestion/src/metadata/ingestion/source/database/datalake/metadata.py
View File

@ -249,10 +249,10 @@ class DatalakeSource(DatabaseServiceSource):
if self.source_config.includeTables: if self.source_config.includeTables:
for key_name in self.client.get_table_names(bucket_name, prefix): for key_name in self.client.get_table_names(bucket_name, prefix):
table_name = self.standardize_table_name(bucket_name, key_name) table_name = self.standardize_table_name(bucket_name, key_name)
logger.info(f"Processing table: {table_name}")
if self.filter_dl_table(table_name): if self.filter_dl_table(table_name):
continue continue
logger.info(f"Processing table: {table_name}")
file_extension = get_file_format_type( file_extension = get_file_format_type(
key_name=key_name, metadata_entry=metadata_entry key_name=key_name, metadata_entry=metadata_entry
) )