OpenMetadata/ingestion/pipelines/sample_data.yaml
Keshav Mohta 4e2d63be70
Fix: metadata-rest sink configuration for sample data ingestion (#24371)
* fix: metadata-rest sink configuration for sample data ingestion

* fix: sink config changes in sample_data.json
2025-11-17 07:53:42 +01:00

28 lines
1.2 KiB
YAML

---
source:
type: custom-database
serviceName: sample_data
serviceConnection:
config:
type: CustomDatabase
sourcePythonClass: metadata.ingestion.source.database.sample_data.SampleDataSource
connectionOptions:
sampleDataFolder: "./examples/sample_data"
sourceConfig: {}
sink:
type: metadata-rest
config:
api_endpoint: null
bulk_sink_batch_size: 1
enable_async_pipeline: false
async_pipeline_workers: 2
workflowConfig:
loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
openMetadataServerConfig:
hostPort: http://localhost:8585/api
authProvider: openmetadata
securityConfig:
"jwtToken": "eyJraWQiOiJHYjM4OWEtOWY3Ni1nZGpzLWE5MmotMDI0MmJrOTQzNTYiLCJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiJhZG1pbiIsImlzQm90IjpmYWxzZSwiaXNzIjoib3Blbi1tZXRhZGF0YS5vcmciLCJpYXQiOjE2NjM5Mzg0NjIsImVtYWlsIjoiYWRtaW5Ab3Blbm1ldGFkYXRhLm9yZyJ9.tS8um_5DKu7HgzGBzS1VTA5uUjKWOCU0B_j08WXBiEC0mr0zNREkqVfwFDD-d24HlNEbrqioLsBuFRiwIWKc1m_ZlVQbG7P36RUxhuv2vbSp80FKyNM-Tj93FDzq91jsyNmsQhyNv_fNr3TXfzzSPjHt8Go0FMMP66weoKMgW2PbXlhVKwEuXUHyakLLzewm9UMeQaEiRzhiTMU3UkLXcKbYEJJvfNFcLwSl9W8JCO_l0Yj3ud-qt_nQYEZwqW6u5nfdQllN133iikV4fM5QZsMCnm8Rq1mvLR0y9bmJiD7fwM1tmJ791TUWqmKaTnP49U493VanKpUAfzIiOiIbhg"