mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-24 18:10:11 +00:00
47 lines
1.5 KiB
YAML
47 lines
1.5 KiB
YAML
---
|
|
run_id: kafka-connect-run
|
|
|
|
# see https://docs.datahub.com/docs/generated/ingestion/sources/kafka-connect for complete documentation
|
|
source:
|
|
type: "kafka-connect"
|
|
config:
|
|
connect_uri: "http://localhost:28083"
|
|
connector_patterns:
|
|
deny:
|
|
- source_mongodb_connector
|
|
- confluent_s3_sink_connector
|
|
- bigquery-sink-connector
|
|
provided_configs:
|
|
- provider: env
|
|
path_key: MYSQL_PORT
|
|
value: 3306
|
|
- provider: env
|
|
path_key: MYSQL_DB
|
|
value: librarydb
|
|
- provider: env
|
|
path_key: MYSQL_CONNECTION_URL
|
|
value: jdbc:mysql://test_mysql:3306/librarydb
|
|
- provider: env
|
|
path_key: POSTGRES_CONNECTION_URL
|
|
value: jdbc:postgresql://test_postgres:5432/postgres
|
|
- provider: env
|
|
path_key: S3_ENDPOINT_URL
|
|
value: http://s3mock:9090
|
|
convert_lineage_urns_to_lowercase: true
|
|
platform_instance_map: # optional
|
|
mysql: mysql1 # optional
|
|
connect_to_platform_map: # optional
|
|
postgres_source: # optional - Connector name
|
|
postgres: postgres1 # optional - Platform to instance map
|
|
kafka: kafka1
|
|
generic_connectors: # optional - Generic connector lineage info
|
|
- connector_name: generic-connector
|
|
source_dataset: generic-dataset
|
|
source_platform: generic-platform
|
|
|
|
# see https://docs.datahub.com/docs/metadata-ingestion/sink_docs/datahub for complete documentation
|
|
sink:
|
|
type: file
|
|
config:
|
|
filename: "./kafka_connect_mces.json"
|