mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-24 18:10:11 +00:00
ecc01b9a46
* fix(security): commons-text in frontend * refactor(restli): set threads based on cpu cores feat(mce-consumers): hit local restli endpoint * testing docker build * Add retry configuration options for entity client * Kafka debugging * fix(kafka-setup): parallelize topic creation * Adjust docker build * Docker build updates * WIP * fix(lint): metadata-ingestion lint * fix(gradle-docker): fix docker frontend dep * fix(elastic): fix race condition between gms and mae for index creation * Revert "fix(elastic): fix race condition between gms and mae for index creation" This reverts commit 9629d12c3bdb3c0dab87604d409ca4c642c9c6d3. * fix(test): fix datahub frontend test for clean/test cycle * fix(test): datahub-frontend missing assets in test * fix(security): set protobuf lib datahub-upgrade & mce/mae-consumer * gitingore update * fix(docker): remove platform on docker base image, set by buildx * refactor(kafka-producer): update kafka producer tracking/logging * updates per PR feedback * Add documentation around mce standalone consumer Kafka consumer concurrency to follow thread count for restli & sql connection pool Co-authored-by: leifker <dleifker@gmail.com> Co-authored-by: Pedro Silva <pedro@acryl.io>
67 lines
2.3 KiB
YAML
67 lines
2.3 KiB
YAML
# Default overrides for running local development.
|
|
|
|
# Images here are made as "development" images by following the general pattern of defining a multistage build with
|
|
# separate prod/dev steps; using APP_ENV to specify which to use. The dev steps should avoid building and instead assume
|
|
# that binaries and scripts will be mounted to the image, as also set up by this file. Also see see this excellent
|
|
# thread https://github.com/docker/cli/issues/1134.
|
|
|
|
# To make a JVM app debuggable via IntelliJ, go to its env file and add JVM debug flags, and then add the JVM debug
|
|
# port to this file.
|
|
---
|
|
version: '3.8'
|
|
services:
|
|
# Pre-creates the search indices using local mapping/settings.json
|
|
elasticsearch-setup:
|
|
image: linkedin/datahub-elasticsearch-setup:debug
|
|
build:
|
|
context: elasticsearch-setup
|
|
dockerfile: Dockerfile
|
|
args:
|
|
APP_ENV: dev
|
|
depends_on:
|
|
- elasticsearch
|
|
volumes:
|
|
- ./elasticsearch-setup/create-indices.sh:/create-indices.sh
|
|
- ../metadata-service/restli-servlet-impl/src/main/resources/index/:/index
|
|
|
|
kafka-setup:
|
|
image: linkedin/datahub-kafka-setup:debug
|
|
build:
|
|
context: kafka-setup
|
|
dockerfile: Dockerfile
|
|
args:
|
|
APP_ENV: dev
|
|
depends_on:
|
|
- broker:
|
|
- schema-registry:
|
|
|
|
datahub-gms:
|
|
image: linkedin/datahub-gms:debug
|
|
build:
|
|
context: datahub-gms
|
|
dockerfile: Dockerfile
|
|
args:
|
|
APP_ENV: dev
|
|
environment:
|
|
- SKIP_ELASTICSEARCH_CHECK=false
|
|
- DATAHUB_SERVER_TYPE=${DATAHUB_SERVER_TYPE:-dev}
|
|
- DATAHUB_TELEMETRY_ENABLED=${DATAHUB_TELEMETRY_ENABLED:-true}
|
|
- METADATA_SERVICE_AUTH_ENABLED=false
|
|
volumes:
|
|
- ./datahub-gms/start.sh:/datahub/datahub-gms/scripts/start.sh
|
|
- ./datahub-gms/jetty.xml:/datahub/datahub-gms/scripts/jetty.xml
|
|
- ./monitoring/client-prometheus-config.yaml:/datahub/datahub-gms/scripts/prometheus-config.yaml
|
|
- ../metadata-models/src/main/resources/:/datahub/datahub-gms/resources
|
|
- ../metadata-service/war/build/libs/:/datahub/datahub-gms/bin
|
|
- ${HOME}/.datahub/plugins:/etc/datahub/plugins
|
|
|
|
datahub-frontend-react:
|
|
image: linkedin/datahub-frontend-react:debug
|
|
build:
|
|
context: ../
|
|
dockerfile: docker/datahub-frontend/Dockerfile
|
|
args:
|
|
APP_ENV: dev
|
|
volumes:
|
|
- ../datahub-frontend/build/stage/playBinary:/datahub-frontend
|