Harshal Sheth 29ba3673fd
feat(ingest): enable use_queries_v2 by default for snowflake/bigquery (#13601)
Co-authored-by: Sergio Gómez Villamor <sgomezvillamor@gmail.com>
2025-07-17 09:03:45 +02:00

36 lines
1.0 KiB
YAML

source:
type: snowflake
config:
# This option is recommended to be used to ingest all lineage on the first run.
ignore_start_time_lineage: true
# Coordinates
account_id: "abc48144"
warehouse: "COMPUTE_WH"
# Credentials
username: "${SNOWFLAKE_USER}"
password: "${SNOWFLAKE_PASS}"
role: "datahub_role"
# (Optional) Uncomment and update this section to filter ingested datasets
# database_pattern:
# allow:
# - "^ACCOUNTING_DB$"
# - "^MARKETING_DB$"
profiling:
# Change to false to disable profiling
enabled: true
# This option is recommended to reduce profiling time and costs.
turn_off_expensive_profiling_metrics: true
# (Optional) Uncomment and update this section to filter profiled tables
# profile_pattern:
# allow:
# - "ACCOUNTING_DB.*.*"
# - "MARKETING_DB.*.*"
# Default sink is datahub-rest and doesn't need to be configured
# See https://docs.datahub.com/docs/metadata-ingestion/sink_docs/datahub for customization options