2022-05-02 00:18:15 -07:00
|
|
|
source:
|
|
|
|
type: bigquery
|
|
|
|
config:
|
2024-08-26 11:21:00 +05:30
|
|
|
dataset_pattern:
|
2022-05-02 00:18:15 -07:00
|
|
|
allow:
|
|
|
|
- finance_bq_dataset
|
|
|
|
table_pattern:
|
|
|
|
deny:
|
|
|
|
# The exact name of the table is revenue_table_name
|
|
|
|
# The reason we have this `.*` at the beginning is because the current implmenetation of table_pattern is testing
|
|
|
|
# project_id.dataset_name.table_name
|
|
|
|
# We will improve this in the future
|
|
|
|
- .*revenue_table_name
|
2022-10-26 20:15:44 +02:00
|
|
|
include_table_lineage: true
|
|
|
|
include_usage_statistics: true
|
|
|
|
profiling:
|
|
|
|
enabled: true
|
|
|
|
profile_table_level_only: true
|
2022-05-02 00:18:15 -07:00
|
|
|
|
|
|
|
sink:
|
|
|
|
# sink configs
|