mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-11 19:23:02 +00:00
21 lines
471 B
JSON
21 lines
471 B
JSON
{
|
|
"type": "s3",
|
|
"config": {
|
|
"env": "UAT",
|
|
"path_specs": [{
|
|
"include": "s3://my-test-bucket/folder_a/folder_aa/{dept}/{table}/{partition[0]}/{partition[1]}/*.*",
|
|
"table_name": "{dept}.{table}",
|
|
"exclude":[
|
|
"**/folder_aaaa/**"
|
|
]
|
|
}],
|
|
"aws_config": {
|
|
"aws_region": "us-east-1",
|
|
"aws_access_key_id": "testing",
|
|
"aws_secret_access_key": "testing"
|
|
},
|
|
"profiling": {
|
|
"enabled": false
|
|
}
|
|
}
|
|
} |