yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-26 18:15:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(snowflake): pass correct BaseTimeWindowConfig instead of SnowflakeV2Config (#13643)

Browse Source 
Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
Sergio Gómez Villamor 2025-05-28 13:08:43 +02:00 committed by GitHub
parent f2ca93d275
commit fea6e6ac4f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
metadata-ingestion/src/datahub/ingestion/source/snowflake/snowflake_v2.py
View File

@ -9,6 +9,7 @@ import re
from dataclasses import dataclass from dataclasses import dataclass
from typing import Dict, Iterable, List, Optional, Union from typing import Dict, Iterable, List, Optional, Union
from datahub.configuration.time_window_config import BaseTimeWindowConfig
from datahub.ingestion.api.common import PipelineContext from datahub.ingestion.api.common import PipelineContext
from datahub.ingestion.api.decorators import ( from datahub.ingestion.api.decorators import (
SupportStatus, SupportStatus,
@ -575,7 +576,11 @@ class SnowflakeV2Source(
queries_extractor = SnowflakeQueriesExtractor( queries_extractor = SnowflakeQueriesExtractor(
connection=self.connection, connection=self.connection,
config=SnowflakeQueriesExtractorConfig( config=SnowflakeQueriesExtractorConfig(
window=self.config, window=BaseTimeWindowConfig(
start_time=self.config.start_time,
end_time=self.config.end_time,
bucket_duration=self.config.bucket_duration,
),
temporary_tables_pattern=self.config.temporary_tables_pattern, temporary_tables_pattern=self.config.temporary_tables_pattern,
include_lineage=self.config.include_table_lineage, include_lineage=self.config.include_table_lineage,
include_usage_statistics=self.config.include_usage_stats, include_usage_statistics=self.config.include_usage_stats,