mirror of
https://github.com/datahub-project/datahub.git
synced 2025-12-27 18:07:57 +00:00
20 lines
485 B
YAML
20 lines
485 B
YAML
---
|
|
source:
|
|
type: bigquery
|
|
config:
|
|
project_id: "bigquery-public-data"
|
|
options:
|
|
credentials_path: "./bq_credentials.json"
|
|
table_pattern:
|
|
allow:
|
|
# Allow anything that starts with "covid19"
|
|
- "bigquery-public-data\\.covid19.*"
|
|
deny:
|
|
# Except for tables that end with an underscore.
|
|
- ".*_\$" # also escapes the variable expansion on $
|
|
|
|
sink:
|
|
type: "file"
|
|
config:
|
|
filename: "./examples/demo_data/all_covid19_datasets.json"
|