mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-10-17 10:58:51 +00:00
ac5617e757
* add basic telemetry features * change pipeline_config to _component_config * Update Documentation & Code Style * add super().__init__() calls to error classes * make posthog mock work with python 3.7 * Update Documentation & Code Style * update link to docs web page * log exceptions, send event for raised HaystackErrors, refactor Path(CONFIG_PATH) * add comment on send_event in BaseComponent.init() and fix mypy * mock NonPrivateParameters and fix pylint undefined-variable * Update Documentation & Code Style * check model path contains multiple / * add test for writing to file * add test for en-/disable telemetry * Update Documentation & Code Style * merge file deletion methods and ignore pylint global statement * Update Documentation & Code Style * set env variable in demo to activate telemetry * fix mock of HAYSTACK_TELEMETRY_ENABLED * fix mypy and linter * add CI as env variable to execution contexts * remove threading, add test for custom error event * Update Documentation & Code Style * simplify config/log file deletion * add test for final event being sent * force writing config file in test * make test compatible with python 3.7 * switch to posthog production server * Update Documentation & Code Style Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
67 lines
2.2 KiB
Plaintext
67 lines
2.2 KiB
Plaintext
FROM nvidia/cuda:11.1-runtime-ubuntu20.04
|
|
|
|
WORKDIR /home/user
|
|
|
|
ENV LC_ALL=C.UTF-8
|
|
ENV LANG=C.UTF-8
|
|
|
|
# Install software dependencies
|
|
RUN apt-get update && apt-get install -y software-properties-common && \
|
|
add-apt-repository ppa:deadsnakes/ppa && \
|
|
apt-get install -y \
|
|
cmake \
|
|
curl \
|
|
git \
|
|
libpoppler-cpp-dev \
|
|
libtesseract-dev \
|
|
pkg-config \
|
|
poppler-utils \
|
|
python3-pip \
|
|
python3.7 \
|
|
python3.7-dev \
|
|
python3.7-distutils \
|
|
swig \
|
|
tesseract-ocr \
|
|
wget && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Install PDF converter
|
|
RUN curl -s https://dl.xpdfreader.com/xpdf-tools-linux-4.03.tar.gz | tar -xvzf - -C /usr/local/bin --strip-components=2 xpdf-tools-linux-4.03/bin64/pdftotext
|
|
|
|
# Set default Python version
|
|
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.7 1 && \
|
|
update-alternatives --set python3 /usr/bin/python3.7
|
|
|
|
# Copy Haystack code
|
|
COPY haystack /home/user/haystack/
|
|
# Copy package files & models
|
|
COPY setup.py setup.cfg pyproject.toml VERSION.txt LICENSE README.md models* /home/user/
|
|
# Copy REST API code
|
|
COPY rest_api /home/user/rest_api/
|
|
|
|
# Install package
|
|
RUN pip install --upgrade pip
|
|
RUN pip install --no-cache-dir .[docstores-gpu,crawler,preprocessing,ocr,ray]
|
|
RUN pip install --no-cache-dir rest_api/
|
|
# Install PyTorch for CUDA 11
|
|
RUN pip3 install --no-cache-dir torch==1.10.1+cu111 -f https://download.pytorch.org/whl/torch_stable.html
|
|
|
|
# Cache Roberta and NLTK data
|
|
RUN python3 -c "from haystack.utils.docker import cache_models;cache_models()"
|
|
|
|
# create folder for /file-upload API endpoint with write permissions, this might be adjusted depending on FILE_UPLOAD_PATH
|
|
RUN mkdir -p /home/user/rest_api/file-upload
|
|
RUN chmod 777 /home/user/rest_api/file-upload
|
|
|
|
# optional : copy sqlite db if needed for testing
|
|
#COPY qa.db /home/user/
|
|
|
|
# optional: copy data directory containing docs for ingestion
|
|
#COPY data /home/user/data
|
|
|
|
EXPOSE 8000
|
|
ENV HAYSTACK_DOCKER_CONTAINER="HAYSTACK_GPU_CONTAINER"
|
|
|
|
# cmd for running the API (note: "--preload" is not working with cuda)
|
|
CMD ["gunicorn", "rest_api.application:app", "-b", "0.0.0.0", "-k", "uvicorn.workers.UvicornWorker", "--workers", "1", "--timeout", "180"]
|