datahub/docker/docker-compose.dev.yml

# Default overrides for running local development.

# Images here are made as "development" images by following the general pattern of defining a multistage build with
# separate prod/dev steps; using APP_ENV to specify which to use. The dev steps should avoid building and instead assume
# that binaries and scripts will be mounted to the image, as also set up by this file. Also see see this excellent
# thread https://github.com/docker/cli/issues/1134.

# To make a JVM app debuggable via IntelliJ, go to its env file and add JVM debug flags, and then add the JVM debug
# port to this file.
---
services:
  datahub-frontend-react:
    image: acryldata/datahub-frontend-react:head
    ports:
    - ${DATAHUB_MAPPED_FRONTEND_DEBUG_PORT:-5002}:5002
    - ${DATAHUB_MAPPED_FRONTEND_PORT:-9002}:9002
    build:
      context: ../
      dockerfile: docker/datahub-frontend/Dockerfile
      args:
        APP_ENV: dev
    environment:
    - JAVA_TOOL_OPTIONS=-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=*:5002
    - DATAHUB_ANALYTICS_ENABLED=${DATAHUB_ANALYTICS_ENABLED:-true}
    volumes:
    - ../datahub-frontend/build/stage/main:/datahub-frontend
    - ./monitoring/client-prometheus-config.yaml:/datahub-frontend/client-prometheus-config.yaml
  datahub-gms:
    image: acryldata/datahub-gms:debug
    ports:
    - ${DATAHUB_MAPPED_GMS_DEBUG_PORT:-5001}:5001
    - ${DATAHUB_MAPPED_GMS_PORT:-8080}:8080
    build:
      context: datahub-gms
      dockerfile: Dockerfile
      args:
        APP_ENV: dev
    environment:
    - SKIP_ELASTICSEARCH_CHECK=false
    - DATAHUB_SERVER_TYPE=${DATAHUB_SERVER_TYPE:-dev}
    - DATAHUB_TELEMETRY_ENABLED=${DATAHUB_TELEMETRY_ENABLED:-true}
    - METADATA_SERVICE_AUTH_ENABLED=${METADATA_SERVICE_AUTH_ENABLED:-false}
    - JAVA_TOOL_OPTIONS=-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=*:5001
    - BOOTSTRAP_SYSTEM_UPDATE_WAIT_FOR_SYSTEM_UPDATE=false
    - SEARCH_SERVICE_ENABLE_CACHE=false
    - LINEAGE_SEARCH_CACHE_ENABLED=false
    - SHOW_BROWSE_V2=true
    - ER_MODEL_RELATIONSHIP_FEATURE_ENABLED=false
    - KAFKA_CONSUMER_STOP_ON_DESERIALIZATION_ERROR=${KAFKA_CONSUMER_STOP_ON_DESERIALIZATION_ERROR:-true}
    - THEME_V2_ENABLED=${THEME_V2_ENABLED:-true}
    - THEME_V2_TOGGLEABLE=${THEME_V2_TOGGLEABLE:-true}
    - SHOW_NAV_BAR_REDESIGN=${SHOW_NAV_BAR_REDESIGN:-true}
    - PLATFORM_BROWSE_V2=${PLATFORM_BROWSE_V2:-true}
    volumes:
    - ./datahub-gms/start.sh:/datahub/datahub-gms/scripts/start.sh
    - ./monitoring/client-prometheus-config.yaml:/datahub/datahub-gms/scripts/prometheus-config.yaml
    - ../metadata-models/src/main/resources/:/datahub/datahub-gms/resources
    - ../metadata-service/war/build/libs/:/datahub/datahub-gms/bin
    - ${HOME}/.datahub/plugins:/etc/datahub/plugins
  datahub-upgrade:
    image: acryldata/datahub-upgrade:debug
    ports:
      - ${DATAHUB_MAPPED_UPGRADE_DEBUG_PORT:-5003}:5003
    build:
      context: datahub-upgrade
      dockerfile: Dockerfile
      args:
        APP_ENV: dev
    environment:
    - SKIP_ELASTICSEARCH_CHECK=false
    - DATAHUB_SERVER_TYPE=${DATAHUB_SERVER_TYPE:-dev}
    - DATAHUB_TELEMETRY_ENABLED=${DATAHUB_TELEMETRY_ENABLED:-true}
    - REPROCESS_DEFAULT_BROWSE_PATHS_V2=${REPROCESS_DEFAULT_BROWSE_PATHS_V2:-false}
    - JAVA_TOOL_OPTIONS=-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=*:5003
    volumes:
    - ../datahub-upgrade/build/libs/:/datahub/datahub-upgrade/bin/
    - ../metadata-models/src/main/resources/:/datahub/datahub-gms/resources
    - ${HOME}/.datahub/plugins:/etc/datahub/plugins
  # Pre-creates the search indices using local mapping/settings.json
  elasticsearch-setup:
    image: acryldata/datahub-elasticsearch-setup:head
    build:
      context: elasticsearch-setup
      dockerfile: Dockerfile
      args:
        APP_ENV: dev
    depends_on:
      elasticsearch:
        condition: service_healthy
    volumes:
    - ./elasticsearch-setup/create-indices.sh:/create-indices.sh
    - ../metadata-service/restli-servlet-impl/src/main/resources/index/:/index