mirror of
https://github.com/datahub-project/datahub.git
synced 2025-08-31 12:52:13 +00:00
41 lines
1.2 KiB
YAML
41 lines
1.2 KiB
YAML
source:
|
|
type: snowflake
|
|
config:
|
|
# This option is recommended to be used for the first time to ingest all lineage
|
|
ignore_start_time_lineage: true
|
|
# This is an alternative option to specify the start_time for lineage
|
|
# if you don't want to look back since beginning
|
|
start_time: "2022-03-01T00:00:00Z"
|
|
|
|
# Coordinates
|
|
account_id: "abc48144"
|
|
warehouse: "COMPUTE_WH"
|
|
|
|
# Credentials
|
|
username: "${SNOWFLAKE_USER}"
|
|
password: "${SNOWFLAKE_PASS}"
|
|
role: "datahub_role"
|
|
|
|
# Change these as per your database names. Remove to get all databases
|
|
database_pattern:
|
|
allow:
|
|
- "^ACCOUNTING_DB$"
|
|
- "^MARKETING_DB$"
|
|
|
|
table_pattern:
|
|
allow:
|
|
# If you want to ingest only few tables with name revenue and sales
|
|
- ".*revenue"
|
|
- ".*sales"
|
|
|
|
profiling:
|
|
# Change to false to disable profiling
|
|
enabled: true
|
|
turn_off_expensive_profiling_metrics: true
|
|
profile_pattern:
|
|
allow:
|
|
- "ACCOUNTING_DB.*.*"
|
|
- "MARKETING_DB.*.*"
|
|
# Default sink is datahub-rest and doesn't need to be configured
|
|
# See https://datahubproject.io/docs/metadata-ingestion/sink_docs/datahub for customization options
|