mirror of
https://github.com/datahub-project/datahub.git
synced 2025-11-03 20:27:50 +00:00
115 lines
4.1 KiB
Docker
115 lines
4.1 KiB
Docker
ARG APP_ENV=full
|
|
ARG BASE_IMAGE=base
|
|
|
|
# Defining custom repo urls for use in enterprise environments. Re-used between stages below.
|
|
ARG ALPINE_REPO_URL=http://dl-cdn.alpinelinux.org/alpine
|
|
ARG GITHUB_REPO_URL=https://github.com
|
|
ARG DEBIAN_REPO_URL=https://deb.debian.org/debian
|
|
ARG UBUNTU_REPO_URL=http://ports.ubuntu.com/ubuntu-ports
|
|
ARG PIP_MIRROR_URL=https://pypi.python.org/simple
|
|
|
|
FROM powerman/dockerize:0.19 AS dockerize-binary
|
|
|
|
FROM ubuntu:22.04 AS base
|
|
|
|
ARG GITHUB_REPO_URL
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
|
|
# Optionally set corporate mirror for deb
|
|
ARG DEBIAN_REPO_URL
|
|
ARG UBUNTU_REPO_URL
|
|
RUN if [ "${DEBIAN_REPO_URL}" != "http://deb.debian.org/debian" ] ; then sed -i "s#http.*://deb.debian.org/debian#${DEBIAN_REPO_URL}#g" /etc/apt/sources.list ; fi
|
|
RUN if [ "${UBUNTU_REPO_URL}" != "http://ports.ubuntu.com/ubuntu-ports" ] ; then sed -i "s#http.*://ports.ubuntu.com/ubuntu-ports#${UBUNTU_REPO_URL}#g" /etc/apt/sources.list ; fi
|
|
|
|
# Optionally set corporate mirror for pip
|
|
ARG PIP_MIRROR_URL
|
|
RUN if [ "${PIP_MIRROR_URL}" != "https://pypi.python.org/simple" ] ; then pip config set global.index-url ${PIP_MIRROR_URL} ; fi
|
|
ENV UV_INDEX_URL=${PIP_MIRROR_URL}
|
|
|
|
RUN apt-get update && apt-get upgrade -y \
|
|
&& apt-get install -y -qq \
|
|
lsb-release \
|
|
python3 \
|
|
python3-pip \
|
|
python3-venv \
|
|
python-is-python3 \
|
|
python3-ldap \
|
|
libldap2-dev \
|
|
libsasl2-dev \
|
|
libsasl2-modules \
|
|
libaio1 \
|
|
libsasl2-modules-gssapi-mit \
|
|
krb5-user \
|
|
krb5-config \
|
|
libkrb5-dev \
|
|
librdkafka-dev \
|
|
wget \
|
|
curl \
|
|
zip \
|
|
unzip \
|
|
ldap-utils \
|
|
unixodbc \
|
|
libodbc2 \
|
|
&& python -m pip install --no-cache --upgrade pip 'uv>=0.1.10' wheel setuptools \
|
|
&& apt-get clean \
|
|
&& rm -rf /var/lib/{apt,dpkg,cache,log}/
|
|
|
|
COPY --from=powerman/dockerize:0.19 /usr/local/bin/dockerize /usr/local/bin
|
|
|
|
COPY ./docker/datahub-ingestion-base/entrypoint.sh /entrypoint.sh
|
|
|
|
RUN addgroup --gid 1000 datahub && \
|
|
adduser --disabled-password --uid 1000 --gid 1000 --home /datahub-ingestion datahub && \
|
|
chmod +x /entrypoint.sh
|
|
|
|
USER datahub
|
|
ENV REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt
|
|
ENV VIRTUAL_ENV=/datahub-ingestion/.venv
|
|
ENV PATH="${VIRTUAL_ENV}/bin:$PATH"
|
|
RUN python3 -m venv $VIRTUAL_ENV && \
|
|
uv pip install --no-cache --upgrade pip setuptools wheel
|
|
|
|
# Note: Normally uv will create hardlinks from the cache directory to the venv.
|
|
# In our docker files, we normally use `RUN --mount=type=cache,... uv pip install ...`,
|
|
# which means the cache directory is on a separate filesystem. uv will emit a warning:
|
|
# Failed to hardlink files; falling back to full copy. This may lead to degraded performance.
|
|
# If the cache and target directories are on different filesystems, hardlinking may not be supported.
|
|
# If this is intentional, set `export UV_LINK_MODE=copy` or use `--link-mode=copy` to suppress this warning.
|
|
|
|
ENTRYPOINT [ "/entrypoint.sh" ]
|
|
|
|
FROM ${BASE_IMAGE} AS full-install
|
|
|
|
USER 0
|
|
RUN apt-get update && apt-get install -y -qq \
|
|
default-jre-headless \
|
|
&& rm -rf /var/lib/apt/lists/* /var/cache/apk/*
|
|
|
|
RUN if [ $(arch) = "x86_64" ]; then \
|
|
mkdir /opt/oracle && \
|
|
cd /opt/oracle && \
|
|
wget --no-verbose -c https://download.oracle.com/otn_software/linux/instantclient/2115000/instantclient-basic-linux.x64-21.15.0.0.0dbru.zip && \
|
|
unzip instantclient-basic-linux.x64-21.15.0.0.0dbru.zip && \
|
|
rm instantclient-basic-linux.x64-21.15.0.0.0dbru.zip && \
|
|
sh -c "echo /opt/oracle/instantclient_21_15 > /etc/ld.so.conf.d/oracle-instantclient.conf" && \
|
|
ldconfig; \
|
|
else \
|
|
mkdir /opt/oracle && \
|
|
cd /opt/oracle && \
|
|
wget --no-verbose -c https://download.oracle.com/otn_software/linux/instantclient/1923000/instantclient-basic-linux.arm64-19.23.0.0.0dbru.zip && \
|
|
unzip instantclient-basic-linux.arm64-19.23.0.0.0dbru.zip && \
|
|
rm instantclient-basic-linux.arm64-19.23.0.0.0dbru.zip && \
|
|
sh -c "echo /opt/oracle/instantclient_19_23 > /etc/ld.so.conf.d/oracle-instantclient.conf" && \
|
|
ldconfig; \
|
|
fi;
|
|
|
|
USER datahub
|
|
|
|
FROM ${BASE_IMAGE} AS slim-install
|
|
# Do nothing else on top of base
|
|
|
|
FROM ${APP_ENV}-install
|
|
|
|
ENV PATH="/datahub-ingestion/.local/bin:$PATH"
|