Pere Miquel Brull 0bb246dadb
Init docs and documentation sync CI (#5662)
* Prep docs migration

* Fix destination username
2022-06-27 15:14:04 +02:00

40 lines
1.1 KiB
YAML

source:
type: bigquery-usage
serviceName: <service name>
serviceConnection:
config:
type: BigQuery
enablePolicyTagImport: true
credentials:
gcsConfig:
type: <type>
projectId: <project ID>
privateKeyId: <private key ID>
privateKey: <private key>
clientEmail: <client email>
clientId: <client ID>
authUri: <auth URI>
tokenUri: <token URI>
authProviderX509CertUrl: <auth provider x509 certificate URL>
clientX509CertUrl: <client certificate URL>
sourceConfig:
config:
queryLogDuration: <query log duration integer>
stageFileLocation: <path to store the stage file>
resultLimit: <query log limit integer>
processor:
type: query-parser
config:
filter: ''
stage:
type: table-usage
config:
filename: /tmp/bigquery_usage
bulkSink:
type: metadata-usage
config:
filename: /tmp/bigquery_usage
workflowConfig:
openMetadataServerConfig:
hostPort: <OpenMetadata host and port>
authProvider: <OpenMetadata auth provider>