2022-05-04 21:57:26 +02:00
|
|
|
source:
|
|
|
|
type: snowflake
|
|
|
|
config:
|
2022-12-07 19:26:03 +05:30
|
|
|
# This option is recommended to be used to ingest all lineage
|
2022-05-04 21:57:26 +02:00
|
|
|
ignore_start_time_lineage: true
|
|
|
|
|
|
|
|
# Coordinates
|
|
|
|
account_id: "abc48144"
|
|
|
|
warehouse: "COMPUTE_WH"
|
|
|
|
|
|
|
|
# Credentials
|
|
|
|
username: "${SNOWFLAKE_USER}"
|
|
|
|
password: "${SNOWFLAKE_PASS}"
|
|
|
|
role: "datahub_role"
|
|
|
|
|
2022-12-07 19:26:03 +05:30
|
|
|
# (Optional) Uncomment and update this section to filter ingested datasets
|
|
|
|
# database_pattern:
|
|
|
|
# allow:
|
|
|
|
# - "^ACCOUNTING_DB$"
|
|
|
|
# - "^MARKETING_DB$"
|
2022-05-04 21:57:26 +02:00
|
|
|
|
|
|
|
profiling:
|
|
|
|
# Change to false to disable profiling
|
|
|
|
enabled: true
|
2022-12-07 19:26:03 +05:30
|
|
|
# This option is recommended to reduce profiling time and costs.
|
2022-09-15 22:23:54 +05:30
|
|
|
turn_off_expensive_profiling_metrics: true
|
2022-12-07 19:26:03 +05:30
|
|
|
|
|
|
|
# (Optional) Uncomment and update this section to filter profiled tables
|
|
|
|
# profile_pattern:
|
|
|
|
# allow:
|
|
|
|
# - "ACCOUNTING_DB.*.*"
|
|
|
|
# - "MARKETING_DB.*.*"
|
|
|
|
|
2022-09-13 16:40:59 -07:00
|
|
|
# Default sink is datahub-rest and doesn't need to be configured
|
|
|
|
# See https://datahubproject.io/docs/metadata-ingestion/sink_docs/datahub for customization options
|