2021-08-26 01:15:02 +05:30
|
|
|
{
|
|
|
|
|
"source": {
|
|
|
|
|
"type": "bigquery-usage",
|
|
|
|
|
"config": {
|
2021-08-26 01:19:32 +05:30
|
|
|
"project_id": "project_id",
|
2021-08-26 01:15:02 +05:30
|
|
|
"host_port": "https://bigquery.googleapis.com",
|
2021-08-26 01:19:32 +05:30
|
|
|
"username": "gcpuser@project_id.iam.gserviceaccount.com",
|
2021-08-26 01:15:02 +05:30
|
|
|
"service_name": "gcp_bigquery",
|
|
|
|
|
"duration": 2,
|
|
|
|
|
"options": {
|
|
|
|
|
"credentials_path": "examples/creds/bigquery-cred.json"
|
2021-09-02 19:45:41 +05:30
|
|
|
}
|
2021-08-26 01:15:02 +05:30
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"processor": {
|
|
|
|
|
"type": "query-parser",
|
|
|
|
|
"config": {
|
|
|
|
|
"filter": ""
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"stage": {
|
|
|
|
|
"type": "table-usage",
|
|
|
|
|
"config": {
|
|
|
|
|
"filename": "/tmp/bigquery_usage"
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"bulk_sink": {
|
|
|
|
|
"type": "metadata-usage",
|
|
|
|
|
"config": {
|
2022-01-04 17:12:10 +05:30
|
|
|
"filename": "/tmp/bigquery_usage"
|
2021-08-26 01:15:02 +05:30
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"metadata_server": {
|
|
|
|
|
"type": "metadata-server",
|
|
|
|
|
"config": {
|
|
|
|
|
"api_endpoint": "http://localhost:8585/api",
|
|
|
|
|
"auth_provider_type": "no-auth"
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|