datahub/docker/kafka-setup/kafka-config.sh
david-leifker 3f4ab44a91
feat(kafka): increase kafka message size and enable compression (#9038)
Co-authored-by: Pedro Silva <pedro@acryl.io>
2023-10-29 16:26:05 -05:00

17 lines
303 B
Bash

#!/usr/bin/env bash
: ${PARTITIONS:=1}
: ${REPLICATION_FACTOR:=1}
: ${MAX_MESSAGE_BYTES:=5242880}
: ${KAFKA_PROPERTIES_SECURITY_PROTOCOL:=PLAINTEXT}
: ${DATAHUB_ANALYTICS_ENABLED:=true}
export KAFKA_HEAP_OPTS="-Xmx64M"
CONNECTION_PROPERTIES_PATH=/tmp/connection.properties
WORKERS=4
DELIMITER=";"