OpenMetadata/ingestion/pipelines/sample_usage.json
Sriharsha Chintalapani d0dbcc19b7
Fix #401: Merge sample data generation into single connector (#402)
* Fix #401: Merge sample data generation into single connector

* Path for datasets modified

Co-authored-by: Ayush Shah <ayush@getcollate.io>
2021-09-05 22:35:02 +05:30

43 lines
799 B
JSON

{
"source": {
"type": "sample-usage",
"config": {
"database": "warehouse",
"service_name": "gcp_bigquery",
"sample_schema_folder": "./examples/sample_data/datasets"
}
},
"processor": {
"type": "query-parser",
"config": {
"filter": ""
}
},
"stage": {
"type": "table-usage",
"config": {
"filename": "/tmp/sample_usage"
}
},
"bulk_sink": {
"type": "metadata-usage",
"config": {
"filename": "/tmp/sample_usage"
}
},
"metadata_server": {
"type": "metadata-server",
"config": {
"api_endpoint": "http://localhost:8585/api",
"auth_provider_type": "no-auth"
}
},
"cron": {
"minute": "*/5",
"hour": null,
"day": null,
"month": null,
"day_of_week": null
}
}