mirror of
https://github.com/datahub-project/datahub.git
synced 2025-12-28 02:17:53 +00:00
46 lines
2.1 KiB
YAML
46 lines
2.1 KiB
YAML
# see https://datahubproject.io/docs/generated/ingestion/sources/kafka for complete documentation
|
|
source:
|
|
type: "kafka"
|
|
config:
|
|
connection:
|
|
bootstrap: "broker:9092"
|
|
consumer_config:
|
|
# See https://docs.confluent.io/platform/current/clients/confluent-kafka-python/html/index.html#serde-consumer
|
|
security.protocol: "ssl"
|
|
ssl.ca.location: "certificate_ca.pem"
|
|
ssl.certificate.location: "certificate.pem"
|
|
ssl.key.location: "private_key.pem"
|
|
ssl.key.password: "XXXXXXX"
|
|
schema_registry_url: "http://localhost:8081"
|
|
schema_registry_config:
|
|
# See https://docs.confluent.io/platform/current/clients/confluent-kafka-python/html/index.html#confluent_kafka.schema_registry.SchemaRegistryClient
|
|
# Most of these config keys are optional.
|
|
ssl.ca.location: "certificate_ca.pem"
|
|
ssl.certificate.location: "certificate.pem"
|
|
ssl.key.location: "private_key.pem"
|
|
ssl.key.password: "XXXXXXX"
|
|
basic.auth.user.info: "user:secret" # optional
|
|
|
|
# see https://datahubproject.io/docs/metadata-ingestion/sink_docs/datahub for complete documentation
|
|
sink:
|
|
type: "datahub-kafka"
|
|
config:
|
|
connection:
|
|
bootstrap: "broker:9092"
|
|
producer_config:
|
|
# See https://docs.confluent.io/platform/current/clients/confluent-kafka-python/html/index.html#serde-consumer
|
|
security.protocol: "ssl"
|
|
ssl.ca.location: "certificate_ca.pem"
|
|
ssl.certificate.location: "certificate.pem"
|
|
ssl.key.location: "private_key.pem"
|
|
ssl.key.password: "XXXXXXX"
|
|
schema_registry_url: "http://localhost:8081"
|
|
schema_registry_config:
|
|
# See https://docs.confluent.io/platform/current/clients/confluent-kafka-python/html/index.html#confluent_kafka.schema_registry.SchemaRegistryClient
|
|
# Most of these config keys are optional.
|
|
ssl.ca.location: "certificate_ca.pem"
|
|
ssl.certificate.location: "certificate.pem"
|
|
ssl.key.location: "private_key.pem"
|
|
ssl.key.password: "XXXXXXX"
|
|
basic.auth.user.info: "user:secret"
|