mirror of
https://github.com/datahub-project/datahub.git
synced 2025-08-22 16:18:10 +00:00
ecc01b9a46
* fix(security): commons-text in frontend * refactor(restli): set threads based on cpu cores feat(mce-consumers): hit local restli endpoint * testing docker build * Add retry configuration options for entity client * Kafka debugging * fix(kafka-setup): parallelize topic creation * Adjust docker build * Docker build updates * WIP * fix(lint): metadata-ingestion lint * fix(gradle-docker): fix docker frontend dep * fix(elastic): fix race condition between gms and mae for index creation * Revert "fix(elastic): fix race condition between gms and mae for index creation" This reverts commit 9629d12c3bdb3c0dab87604d409ca4c642c9c6d3. * fix(test): fix datahub frontend test for clean/test cycle * fix(test): datahub-frontend missing assets in test * fix(security): set protobuf lib datahub-upgrade & mce/mae-consumer * gitingore update * fix(docker): remove platform on docker base image, set by buildx * refactor(kafka-producer): update kafka producer tracking/logging * updates per PR feedback * Add documentation around mce standalone consumer Kafka consumer concurrency to follow thread count for restli & sql connection pool Co-authored-by: leifker <dleifker@gmail.com> Co-authored-by: Pedro Silva <pedro@acryl.io>
42 lines
1.7 KiB
Bash
42 lines
1.7 KiB
Bash
MCE_CONSUMER_ENABLED=true
|
|
EBEAN_DATASOURCE_USERNAME=datahub
|
|
EBEAN_DATASOURCE_PASSWORD=datahub
|
|
EBEAN_DATASOURCE_HOST=mysql:3306
|
|
EBEAN_DATASOURCE_URL=jdbc:mysql://mysql:3306/datahub?verifyServerCertificate=false&useSSL=true&useUnicode=yes&characterEncoding=UTF-8
|
|
EBEAN_DATASOURCE_DRIVER=com.mysql.jdbc.Driver
|
|
KAFKA_BOOTSTRAP_SERVER=broker:29092
|
|
KAFKA_SCHEMAREGISTRY_URL=http://schema-registry:8081
|
|
ELASTICSEARCH_HOST=elasticsearch
|
|
ELASTICSEARCH_PORT=9200
|
|
ES_BULK_REFRESH_POLICY=WAIT_UNTIL
|
|
GRAPH_SERVICE_DIFF_MODE_ENABLED=true
|
|
GRAPH_SERVICE_IMPL=elasticsearch
|
|
JAVA_OPTS=-Xms1g -Xmx1g
|
|
ENTITY_REGISTRY_CONFIG_PATH=/datahub/datahub-mce-consumer/resources/entity-registry.yml
|
|
DATAHUB_SYSTEM_CLIENT_ID=__datahub_system
|
|
DATAHUB_SYSTEM_CLIENT_SECRET=JohnSnowKnowsNothing
|
|
|
|
# Uncomment to configure kafka topic names
|
|
# Make sure these names are consistent across the whole deployment
|
|
# METADATA_CHANGE_PROPOSAL_TOPIC_NAME=MetadataChangeProposal_v1
|
|
# FAILED_METADATA_CHANGE_PROPOSAL_TOPIC_NAME=FailedMetadataChangeProposal_v1
|
|
# Deprecated!
|
|
# METADATA_CHANGE_EVENT_NAME=MetadataChangeEvent_v4
|
|
# FAILED_METADATA_CHANGE_EVENT_NAME=FailedMetadataChangeEvent_v4
|
|
|
|
# Uncomment and set these to support SSL connection to Elasticsearch
|
|
# ELASTICSEARCH_USE_SSL=true
|
|
# ELASTICSEARCH_SSL_PROTOCOL=TLSv1.2
|
|
# ELASTICSEARCH_SSL_SECURE_RANDOM_IMPL=
|
|
# ELASTICSEARCH_SSL_TRUSTSTORE_FILE=
|
|
# ELASTICSEARCH_SSL_TRUSTSTORE_TYPE=
|
|
# ELASTICSEARCH_SSL_TRUSTSTORE_PASSWORD=
|
|
# ELASTICSEARCH_SSL_KEYSTORE_FILE=
|
|
# ELASTICSEARCH_SSL_KEYSTORE_TYPE=
|
|
# ELASTICSEARCH_SSL_KEYSTORE_PASSWORD=
|
|
|
|
# To use simple username/password authentication to Elasticsearch over HTTPS
|
|
# set ELASTICSEARCH_USE_SSL=true and uncomment:
|
|
# ELASTICSEARCH_USERNAME=
|
|
# ELASTICSEARCH_PASSWORD=
|