yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-27 09:58:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): snowflake-usage - log warning instead of error out (#4544)

Browse Source
This commit is contained in:
Aseem Bansal 2022-03-31 20:46:15 +05:30 committed by GitHub
parent ee0c931076
commit 94890c1e71
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
metadata-ingestion/src/datahub/ingestion/source/usage/snowflake_usage.py
View File

@ -341,7 +341,9 @@ class SnowflakeUsageSource(StatefulIngestionSourceBase):
if not dataset_type or not dataset_name:
return True
dataset_params = dataset_name.split(".")
assert len(dataset_params) == 3
if len(dataset_params) != 3:
self.warn(logger, "invalid-dataset-pattern", f"Found {dataset_params}")
return False
if not self.config.database_pattern.allowed(
dataset_params[0]
) or not self.config.schema_pattern.allowed(dataset_params[1]):