mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-03 15:17:58 +00:00
29 lines
1.1 KiB
YAML
29 lines
1.1 KiB
YAML
|
name: "metadata_change_sync"
|
||
|
|
source:
|
||
|
|
type: "kafka"
|
||
|
|
config:
|
||
|
|
connection:
|
||
|
|
bootstrap: ${KAFKA_BOOTSTRAP_SERVER:-localhost:9092}
|
||
|
|
schema_registry_url: ${SCHEMA_REGISTRY_URL:-http://localhost:8081}
|
||
|
|
filter:
|
||
|
|
event_type: "MetadataChangeLogEvent_v1"
|
||
|
|
event:
|
||
|
|
changeType: "UPSERT"
|
||
|
|
action:
|
||
|
|
type: "metadata_change_sync"
|
||
|
|
config:
|
||
|
|
gms_server: ${DEST_DATAHUB_GMS_URL}
|
||
|
|
# If you have METADATA_SERVICE_AUTH_ENABLED enabled in GMS, you'll need to configure the auth token here
|
||
|
|
gms_auth_token: ${DEST_DATAHUB_GMS_TOKEN}
|
||
|
|
# you can provide a list of aspects you would like to exclude
|
||
|
|
# By default, we are excluding these aspects:
|
||
|
|
# dataHubAccessTokenInfo, dataHubAccessTokenKey, dataHubSecretKey, dataHubSecretValue, dataHubExecutionRequestInput
|
||
|
|
# dataHubExecutionRequestKey, dataHubExecutionRequestResult
|
||
|
|
aspects_to_exclude: []
|
||
|
|
aspects_to_include: ['schemaMetadata','editableSchemaMetadata','ownership','domain']
|
||
|
|
# you can provide extra headers in the request in key value format
|
||
|
|
extra_headers: {}
|
||
|
|
# you can provide a regex pattern for URNs to include
|
||
|
|
# By default, we are including all URNs
|
||
|
|
urn_regex: ".*"
|