mirror of
				https://github.com/datahub-project/datahub.git
				synced 2025-11-04 04:39:10 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			24 lines
		
	
	
		
			820 B
		
	
	
	
		
			YAML
		
	
	
	
	
	
			
		
		
	
	
			24 lines
		
	
	
		
			820 B
		
	
	
	
		
			YAML
		
	
	
	
	
	
source:
 | 
						|
  type: dynamodb
 | 
						|
  config:
 | 
						|
    aws_access_key_id: "${AWS_ACCESS_KEY_ID}"
 | 
						|
    aws_secret_access_key: "${AWS_SECRET_ACCESS_KEY}"
 | 
						|
    aws_region: "${AWS_REGION}"
 | 
						|
 | 
						|
    # If there are items that have most representative fields of the table, users could use the
 | 
						|
    # `include_table_item` option to provide a list of primary keys of the table in dynamodb format.
 | 
						|
    # For each `region.table`, the list of primary keys can be at most 100.
 | 
						|
    # We include these items in addition to the first 100 items in the table when we scan it.
 | 
						|
    #
 | 
						|
    # include_table_item:
 | 
						|
    #   region.table_name:
 | 
						|
    #     [
 | 
						|
    #       {
 | 
						|
    #         "partition_key_name": { "attribute_type": "attribute_value" },
 | 
						|
    #         "sort_key_name": { "attribute_type": "attribute_value" },
 | 
						|
    #       },
 | 
						|
    #     ]
 | 
						|
 | 
						|
sink:
 | 
						|
  # sink configs
 |