mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-14 12:41:30 +00:00
43 lines
1.6 KiB
YAML
43 lines
1.6 KiB
YAML
# Copyright 2021 Acryl Data, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
name: ${DATAHUB_ACTIONS_INGESTION_EXECUTOR_CONSUMER_GROUP_ID:-ingestion_executor}
|
|
source:
|
|
type: "kafka"
|
|
config:
|
|
connection:
|
|
bootstrap: ${KAFKA_BOOTSTRAP_SERVER:-localhost:9092}
|
|
schema_registry_url: ${SCHEMA_REGISTRY_URL:-http://localhost:8081}
|
|
topic_routes:
|
|
mcl: ${METADATA_CHANGE_LOG_VERSIONED_TOPIC_NAME:-MetadataChangeLog_Versioned_v1}
|
|
pe: ${PLATFORM_EVENT_TOPIC_NAME:-PlatformEvent_v1}
|
|
filter:
|
|
event_type: "MetadataChangeLogEvent_v1"
|
|
event:
|
|
entityType: "dataHubExecutionRequest"
|
|
changeType: "UPSERT"
|
|
aspectName:
|
|
- "dataHubExecutionRequestInput"
|
|
- "dataHubExecutionRequestSignal"
|
|
aspect:
|
|
value:
|
|
executorId: "${EXECUTOR_ID:-default}"
|
|
action:
|
|
type: "executor"
|
|
config:
|
|
executor_id: "${EXECUTOR_ID:-default}"
|
|
datahub:
|
|
server: "${DATAHUB_GMS_PROTOCOL:-http}://${DATAHUB_GMS_HOST:-localhost}:${DATAHUB_GMS_PORT:-8080}"
|
|
extra_headers:
|
|
Authorization: "Basic ${DATAHUB_SYSTEM_CLIENT_ID:-__datahub_system}:${DATAHUB_SYSTEM_CLIENT_SECRET:-JohnSnowKnowsNothing}"
|