mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-13 04:02:34 +00:00
22 lines
425 B
YAML
22 lines
425 B
YAML
# Ingest data from S3
|
|
source:
|
|
type: s3
|
|
config:
|
|
path_specs:
|
|
- include: "s3://covid19-lake/covid_knowledge_graph/csv/nodes/*.*"
|
|
|
|
aws_config:
|
|
aws_access_key_id: *****
|
|
aws_secret_access_key: *****
|
|
aws_region: us-east-2
|
|
env: "PROD"
|
|
profiling:
|
|
enabled: false
|
|
|
|
# Ingest data from local filesystem
|
|
source:
|
|
type: s3
|
|
config:
|
|
path_specs:
|
|
- include: "/absolute/path/*.csv"
|