datahub/metadata-ingestion/examples/recipes/kafka_to_datahub.dhub.yaml

20 lines
501 B
YAML
Raw Permalink Normal View History

2021-01-31 22:40:30 -08:00
---
# see https://docs.datahub.com/docs/generated/ingestion/sources/kafka for complete documentation
2021-01-31 22:40:30 -08:00
source:
type: "kafka"
2021-02-12 12:05:41 -08:00
config:
connection:
bootstrap: "localhost:9092"
2021-02-12 12:05:41 -08:00
topic_patterns:
allow:
- ".*"
deny:
- "^_.+" # deny all tables that start with an underscore
2021-01-31 22:40:30 -08:00
# see https://docs.datahub.com/docs/metadata-ingestion/sink_docs/datahub for complete documentation
2021-01-31 22:40:30 -08:00
sink:
type: "datahub-kafka"
2021-02-12 12:05:41 -08:00
config:
connection:
bootstrap: "localhost:9092"