2023-11-08 12:32:41 +05:30
|
|
|
source:
|
|
|
|
type: fivetran
|
|
|
|
config:
|
|
|
|
# Fivetran log connector destination server configurations
|
|
|
|
fivetran_log_config:
|
|
|
|
destination_platform: snowflake
|
2024-01-11 00:48:36 +05:30
|
|
|
# Optional - If destination platform is 'snowflake', provide snowflake configuration.
|
|
|
|
snowflake_destination_config:
|
2023-11-08 12:32:41 +05:30
|
|
|
# Coordinates
|
|
|
|
account_id: "abc48144"
|
|
|
|
warehouse: "COMPUTE_WH"
|
|
|
|
database: "MY_SNOWFLAKE_DB"
|
|
|
|
log_schema: "FIVETRAN_LOG"
|
|
|
|
|
|
|
|
# Credentials
|
|
|
|
username: "${SNOWFLAKE_USER}"
|
|
|
|
password: "${SNOWFLAKE_PASS}"
|
|
|
|
role: "snowflake_role"
|
2024-01-11 00:48:36 +05:30
|
|
|
# Optional - If destination platform is 'bigquery', provide bigquery configuration.
|
|
|
|
bigquery_destination_config:
|
|
|
|
# Credentials
|
|
|
|
credential:
|
|
|
|
private_key_id: "project_key_id"
|
|
|
|
project_id: "project_id"
|
|
|
|
client_email: "client_email"
|
|
|
|
client_id: "client_id"
|
|
|
|
private_key: "private_key"
|
2024-10-23 01:19:49 -07:00
|
|
|
dataset: "fivetran_log_dataset"
|
2023-11-08 12:32:41 +05:30
|
|
|
|
|
|
|
# Optional - filter for certain connector names instead of ingesting everything.
|
|
|
|
# connector_patterns:
|
|
|
|
# allow:
|
|
|
|
# - connector_name
|
|
|
|
|
|
|
|
# Optional -- A mapping of the connector's all sources to its database.
|
|
|
|
# sources_to_database:
|
|
|
|
# connector_id: source_db
|
2024-10-23 01:19:49 -07:00
|
|
|
|
2023-11-08 12:32:41 +05:30
|
|
|
# Optional -- This mapping is optional and only required to configure platform-instance for source
|
|
|
|
# A mapping of Fivetran connector id to data platform instance
|
|
|
|
# sources_to_platform_instance:
|
|
|
|
# connector_id:
|
|
|
|
# platform_instance: cloud_instance
|
|
|
|
# env: DEV
|
|
|
|
|
|
|
|
# Optional -- This mapping is optional and only required to configure platform-instance for destination.
|
|
|
|
# A mapping of Fivetran destination id to data platform instance
|
|
|
|
# destination_to_platform_instance:
|
|
|
|
# destination_id:
|
|
|
|
# platform_instance: cloud_instance
|
|
|
|
# env: DEV
|
|
|
|
|
|
|
|
sink:
|
|
|
|
# sink configs
|