mirror of
https://github.com/datahub-project/datahub.git
synced 2025-08-23 08:38:02 +00:00
ecc01b9a46
* fix(security): commons-text in frontend * refactor(restli): set threads based on cpu cores feat(mce-consumers): hit local restli endpoint * testing docker build * Add retry configuration options for entity client * Kafka debugging * fix(kafka-setup): parallelize topic creation * Adjust docker build * Docker build updates * WIP * fix(lint): metadata-ingestion lint * fix(gradle-docker): fix docker frontend dep * fix(elastic): fix race condition between gms and mae for index creation * Revert "fix(elastic): fix race condition between gms and mae for index creation" This reverts commit 9629d12c3bdb3c0dab87604d409ca4c642c9c6d3. * fix(test): fix datahub frontend test for clean/test cycle * fix(test): datahub-frontend missing assets in test * fix(security): set protobuf lib datahub-upgrade & mce/mae-consumer * gitingore update * fix(docker): remove platform on docker base image, set by buildx * refactor(kafka-producer): update kafka producer tracking/logging * updates per PR feedback * Add documentation around mce standalone consumer Kafka consumer concurrency to follow thread count for restli & sql connection pool Co-authored-by: leifker <dleifker@gmail.com> Co-authored-by: Pedro Silva <pedro@acryl.io>
47 lines
2.1 KiB
Docker
47 lines
2.1 KiB
Docker
# Defining environment
|
|
ARG APP_ENV=prod
|
|
|
|
FROM alpine:3 AS base
|
|
|
|
ENV DOCKERIZE_VERSION v0.6.1
|
|
|
|
# Upgrade Alpine and base packages
|
|
RUN apk --no-cache --update-cache --available upgrade \
|
|
&& if [ $(arch) = "aarch64" ]; then \
|
|
DOCKERIZE_ARCH='aarch64';\
|
|
elif [ $(arch) = "x86_64" ]; then \
|
|
DOCKERIZE_ARCH='amd64'; \
|
|
else \
|
|
echo >&2 "Unsupported architecture $(arch)" ; exit 1; \
|
|
fi \
|
|
&& apk --no-cache add tar curl bash coreutils \
|
|
&& apk --no-cache add openjdk11-jre --repository=http://dl-cdn.alpinelinux.org/alpine/edge/community \
|
|
&& wget --no-verbose https://github.com/open-telemetry/opentelemetry-java-instrumentation/releases/download/v1.18.0/opentelemetry-javaagent.jar \
|
|
&& wget --no-verbose https://repo1.maven.org/maven2/io/prometheus/jmx/jmx_prometheus_javaagent/0.16.1/jmx_prometheus_javaagent-0.16.1.jar -O jmx_prometheus_javaagent.jar \
|
|
&& cp /usr/lib/jvm/java-11-openjdk/jre/lib/security/cacerts /tmp/kafka.client.truststore.jks \
|
|
&& curl -sSL https://github.com/treff7es/dockerize/releases/download/$DOCKERIZE_VERSION/dockerize-linux-${DOCKERIZE_ARCH}-$DOCKERIZE_VERSION.tar.gz | tar -C /usr/local/bin -xzv
|
|
|
|
FROM base as prod-install
|
|
COPY mae-consumer-job.jar /datahub/datahub-mae-consumer/bin/
|
|
COPY metadata-models/src/main/resources/entity-registry.yml /datahub/datahub-mae-consumer/resources/entity-registry.yml
|
|
COPY docker/datahub-mae-consumer/start.sh /datahub/datahub-mae-consumer/scripts/
|
|
COPY docker/monitoring/client-prometheus-config.yaml /datahub/datahub-mae-consumer/scripts/prometheus-config.yaml
|
|
RUN chmod +x /datahub/datahub-mae-consumer/scripts/start.sh
|
|
|
|
FROM base as dev-install
|
|
# Dummy stage for development. Assumes code is built on your machine and mounted to this image.
|
|
# See this excellent thread https://github.com/docker/cli/issues/1134
|
|
|
|
FROM ${APP_ENV}-install as final
|
|
|
|
RUN addgroup -S datahub && adduser -S datahub -G datahub
|
|
USER datahub
|
|
|
|
ENV JMX_OPTS=""
|
|
ENV JAVA_OPTS=""
|
|
|
|
EXPOSE 9090
|
|
|
|
HEALTHCHECK --start-period=2m --retries=4 CMD curl --fail http://localhost:9091/actuator/health || exit 1
|
|
|
|
CMD /datahub/datahub-mae-consumer/scripts/start.sh |