OpenMetadata/ingestion/pipelines/sample_usage.json

48 lines
1.5 KiB
JSON
Raw Permalink Normal View History

2021-08-13 00:33:48 -07:00
{
"source": {
"type": "custom-database",
2022-04-12 02:27:18 -07:00
"serviceName": "sample_data",
2022-04-08 19:25:07 +05:30
"serviceConnection": {
"config": {
"type": "CustomDatabase",
"sourcePythonClass": "metadata.ingestion.source.database.sample_usage.SampleUsageSource",
"connectionOptions": {
"sampleDataFolder": "./examples/sample_data"
}
2022-04-08 19:25:07 +05:30
}
},
"sourceConfig": {
"config":{
"type":"DatabaseUsage"
}
}
2021-08-13 00:33:48 -07:00
},
"processor": {
"type": "query-parser",
"config": {
}
},
"stage": {
2021-08-14 00:09:51 +05:30
"type": "table-usage",
2021-08-13 00:33:48 -07:00
"config": {
"filename": "/tmp/sample_usage"
}
},
"bulkSink": {
2021-08-13 00:33:48 -07:00
"type": "metadata-usage",
"config": {
"filename": "/tmp/sample_usage"
2021-08-13 00:33:48 -07:00
}
},
"workflowConfig": {
"openMetadataServerConfig": {
2022-09-27 21:53:20 +05:30
"hostPort": "http://localhost:8585/api",
2022-09-23 20:03:54 +05:30
"authProvider": "openmetadata",
"securityConfig":{
"jwtToken": "eyJraWQiOiJHYjM4OWEtOWY3Ni1nZGpzLWE5MmotMDI0MmJrOTQzNTYiLCJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiJhZG1pbiIsImlzQm90IjpmYWxzZSwiaXNzIjoib3Blbi1tZXRhZGF0YS5vcmciLCJpYXQiOjE2NjM5Mzg0NjIsImVtYWlsIjoiYWRtaW5Ab3Blbm1ldGFkYXRhLm9yZyJ9.tS8um_5DKu7HgzGBzS1VTA5uUjKWOCU0B_j08WXBiEC0mr0zNREkqVfwFDD-d24HlNEbrqioLsBuFRiwIWKc1m_ZlVQbG7P36RUxhuv2vbSp80FKyNM-Tj93FDzq91jsyNmsQhyNv_fNr3TXfzzSPjHt8Go0FMMP66weoKMgW2PbXlhVKwEuXUHyakLLzewm9UMeQaEiRzhiTMU3UkLXcKbYEJJvfNFcLwSl9W8JCO_l0Yj3ud-qt_nQYEZwqW6u5nfdQllN133iikV4fM5QZsMCnm8Rq1mvLR0y9bmJiD7fwM1tmJ791TUWqmKaTnP49U493VanKpUAfzIiOiIbhg"
}
2021-08-13 00:33:48 -07:00
}
}
}