2022-05-17 18:12:18 +05:30
|
|
|
source:
|
|
|
|
type: bigquery-usage
|
|
|
|
serviceName: local_bigquery
|
|
|
|
serviceConnection:
|
|
|
|
config:
|
|
|
|
type: BigQuery
|
|
|
|
credentials:
|
|
|
|
gcsConfig:
|
|
|
|
type: service_account
|
|
|
|
projectId: project_id
|
|
|
|
privateKeyId: private_key_id
|
|
|
|
privateKey: private_key
|
|
|
|
clientEmail: gcpuser@project_id.iam.gserviceaccount.com
|
|
|
|
clientId: client_id
|
|
|
|
authUri: https://accounts.google.com/o/oauth2/auth
|
|
|
|
tokenUri: https://oauth2.googleapis.com/token
|
|
|
|
authProviderX509CertUrl: https://www.googleapis.com/oauth2/v1/certs
|
|
|
|
clientX509CertUrl: ''
|
|
|
|
sourceConfig:
|
|
|
|
config:
|
|
|
|
queryLogDuration: '1'
|
|
|
|
processor:
|
|
|
|
type: query-parser
|
2022-06-03 13:42:28 +05:30
|
|
|
config: {}
|
2022-05-17 18:12:18 +05:30
|
|
|
stage:
|
|
|
|
type: table-usage
|
|
|
|
config:
|
|
|
|
filename: /tmp/bigquery_usage
|
|
|
|
bulkSink:
|
|
|
|
type: metadata-usage
|
|
|
|
config:
|
|
|
|
filename: /tmp/bigquery_usage
|
|
|
|
workflowConfig:
|
|
|
|
openMetadataServerConfig:
|
|
|
|
hostPort: http://localhost:8585/api
|
|
|
|
authProvider: no-auth
|