2021-01-31 22:40:30 -08:00
|
|
|
---
|
2021-08-09 13:00:47 -04:00
|
|
|
# see https://datahubproject.io/docs/metadata-ingestion/source_docs/kafka for complete documentation
|
2021-01-31 22:40:30 -08:00
|
|
|
source:
|
|
|
|
type: "kafka"
|
2021-02-12 12:05:41 -08:00
|
|
|
config:
|
2021-03-10 17:32:12 -05:00
|
|
|
connection:
|
|
|
|
bootstrap: "localhost:9092"
|
2021-02-12 12:05:41 -08:00
|
|
|
topic_patterns:
|
|
|
|
allow:
|
|
|
|
- ".*"
|
|
|
|
deny:
|
|
|
|
- "^_.+" # deny all tables that start with an underscore
|
2021-01-31 22:40:30 -08:00
|
|
|
|
2021-08-09 13:00:47 -04:00
|
|
|
# see https://datahubproject.io/docs/metadata-ingestion/sink_docs/datahub for complete documentation
|
2021-01-31 22:40:30 -08:00
|
|
|
sink:
|
2021-02-05 21:03:04 -08:00
|
|
|
type: "datahub-kafka"
|
2021-02-12 12:05:41 -08:00
|
|
|
config:
|
2021-03-10 17:32:12 -05:00
|
|
|
connection:
|
|
|
|
bootstrap: "localhost:9092"
|