mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-04 23:57:03 +00:00
26 lines
911 B
YAML
26 lines
911 B
YAML
source:
|
|
type: dynamodb
|
|
config:
|
|
platform_instance: "AWS_ACCOUNT_ID"
|
|
aws_access_key_id: "${AWS_ACCESS_KEY_ID}"
|
|
aws_secret_access_key: "${AWS_SECRET_ACCESS_KEY}"
|
|
aws_session_token: "${AWS_SESSION_TOKEN}"
|
|
aws_region: "${AWS_REGION}"
|
|
#
|
|
# If there are items that have most representative fields of the table, users could use the
|
|
# `include_table_item` option to provide a list of primary keys of the table in dynamodb format.
|
|
# For each `region.table`, the list of primary keys can be at most 100.
|
|
# We include these items in addition to the first 100 items in the table when we scan it.
|
|
#
|
|
# include_table_item:
|
|
# region.table_name:
|
|
# [
|
|
# {
|
|
# "partition_key_name": { "attribute_type": "attribute_value" },
|
|
# "sort_key_name": { "attribute_type": "attribute_value" },
|
|
# },
|
|
# ]
|
|
|
|
sink:
|
|
# sink configs
|