mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-24 18:10:11 +00:00
18 lines
454 B
JSON
18 lines
454 B
JSON
{
|
|
"type": "s3",
|
|
"config": {
|
|
"env": "UAT",
|
|
"path_specs": [{
|
|
"include": "s3://my-test-bucket/folder_a/folder_aa/{dept}/{table}/{partition_key[0]}={partition[0]}/{partition_key[1]}={partition[1]}/*.*",
|
|
"table_name": "{dept}.{table}"
|
|
}],
|
|
"aws_config": {
|
|
"aws_region": "us-east-1",
|
|
"aws_access_key_id": "testing",
|
|
"aws_secret_access_key": "testing"
|
|
},
|
|
"profiling": {
|
|
"enabled": false
|
|
}
|
|
}
|
|
} |