yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-01 11:19:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(snowflake): Add missing config fields to SnowflakeV2Config (#14093)

Browse Source 
Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
Sergio Gómez Villamor 2025-07-16 10:56:46 +02:00 committed by GitHub
parent 57f7b4532d
commit bcb261f66c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_config.py
View File

@ -361,6 +361,20 @@ class SnowflakeV2Config(
"Only applicable if `use_queries_v2` is enabled.",
)
push_down_database_pattern_access_history: bool = Field(
default=False,
description="If enabled, pushes down database pattern filtering to the access_history table for improved performance. "
"This filters on the accessed objects in access_history.",
)
additional_database_names_allowlist: List[str] = Field(
default=[],
description="Additional database names (no pattern matching) to be included in the access_history filter. "
"Only applies if push_down_database_pattern_access_history=True. "
"These databases will be included in the filter being pushed down regardless of database_pattern settings."
"This may be required in the case of _eg_ temporary tables being created in a different database than the ones in the database_name patterns.",
)
@validator("convert_urns_to_lowercase")
def validate_convert_urns_to_lowercase(cls, v):
if not v:

2
metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_v2.py
View File

@ -601,6 +601,8 @@ class SnowflakeV2Source(
user_email_pattern=self.config.user_email_pattern,
pushdown_deny_usernames=self.config.pushdown_deny_usernames,
query_dedup_strategy=self.config.query_dedup_strategy,
push_down_database_pattern_access_history=self.config.push_down_database_pattern_access_history,
additional_database_names_allowlist=self.config.additional_database_names_allowlist,
),
structured_report=self.report,
filters=self.filters,