datahub/metadata-ingestion/tests/integration/s3/sources/shared/folder_partition_basic.json

{
  "type": "s3",
  "config": {
    "env": "UAT",
    "path_specs": [{
      "include": "s3://my-test-bucket/folder_a/folder_aa/{dept}/{table}/{partition[0]}/{partition[1]}/*.*",
      "table_name": "{dept}.{table}",
      "exclude":[
        "**/folder_aaaa/**"
      ]
    }],
    "aws_config": {
      "aws_region": "us-east-1",
      "aws_access_key_id": "testing",
      "aws_secret_access_key": "testing"
    },
    "profiling": {
      "enabled": false
    }
  }
}