mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-01-08 04:56:45 +00:00
d470b9d0bd
* Fist attempt at using setup.cfg for dependency management * Trying the new package on the CI and in Docker too * Add composite extras_require * Add the safe_import function for document store imports and add some try-catch statements on rest_api and ui imports * Fix bug on class import and rephrase error message * Introduce typing for optional modules and add type: ignore in sparse.py * Include importlib_metadata backport for py3.7 * Add colab group to extra_requires * Fix pillow version * Fix grpcio * Separate out the crawler as another extra * Make paths relative in rest_api and ui * Update the test matrix in the CI * Add try catch statements around the optional imports too to account for direct imports * Never mix direct deps with self-references and add ES deps to the base install * Refactor several paths in tests to make them insensitive to the execution path * Include tstadel review and re-introduce Milvus1 in the tests suite, to fix * Wrap pdf conversion utils into safe_import * Update some tutorials and rever Milvus1 as default for now, see #2067 * Fix mypy config Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
66 lines
2.1 KiB
Plaintext
66 lines
2.1 KiB
Plaintext
FROM nvidia/cuda:11.1-runtime-ubuntu20.04
|
|
|
|
WORKDIR /home/user
|
|
|
|
ENV LC_ALL=C.UTF-8
|
|
ENV LANG=C.UTF-8
|
|
|
|
# create folder for /file-upload API endpoint with write permissions, this might be adjusted depending on FILE_UPLOAD_PATH
|
|
RUN mkdir -p /home/user/file-upload && chmod 777 /home/user/file-upload
|
|
|
|
# Install software dependencies
|
|
RUN apt-get update && apt-get install -y software-properties-common && \
|
|
add-apt-repository ppa:deadsnakes/ppa && \
|
|
apt-get install -y \
|
|
cmake \
|
|
curl \
|
|
git \
|
|
libpoppler-cpp-dev \
|
|
libtesseract-dev \
|
|
pkg-config \
|
|
poppler-utils \
|
|
python3-pip \
|
|
python3.7 \
|
|
python3.7-dev \
|
|
python3.7-distutils \
|
|
swig \
|
|
tesseract-ocr \
|
|
wget && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Install PDF converter
|
|
RUN curl -s https://dl.xpdfreader.com/xpdf-tools-linux-4.03.tar.gz | tar -xvzf - -C /usr/local/bin --strip-components=2 xpdf-tools-linux-4.03/bin64/pdftotext
|
|
|
|
# Set default Python version
|
|
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.7 1 && \
|
|
update-alternatives --set python3 /usr/bin/python3.7
|
|
|
|
# Copy Haystack code
|
|
COPY haystack /home/user/haystack
|
|
# Copy package files & models
|
|
COPY setup.py setup.cfg pyproject.toml VERSION.txt LICENSE README.md models* /home/user/
|
|
# Copy REST API code
|
|
COPY rest_api /home/user/
|
|
|
|
RUN pip install --upgrade pip
|
|
RUN echo "Install required packages" && \
|
|
# Install PyTorch for CUDA 11
|
|
pip3 install --no-cache-dir torch==1.10.1+cu111 -f https://download.pytorch.org/whl/torch_stable.html
|
|
|
|
# Install package
|
|
RUN pip install --no-cache .[docstores_gpu,crawler,preprocessing,ocr,ray,rest]
|
|
|
|
# Cache Roberta and NLTK data
|
|
RUN python3 -c "from haystack.utils.docker import cache_models;cache_models()"
|
|
|
|
# optional : copy sqlite db if needed for testing
|
|
#COPY qa.db /home/user/
|
|
|
|
# optional: copy data directory containing docs for ingestion
|
|
#COPY data /home/user/data
|
|
|
|
EXPOSE 8000
|
|
|
|
# cmd for running the API (note: "--preload" is not working with cuda)
|
|
CMD ["gunicorn", "rest_api.application:app", "-b", "0.0.0.0", "-k", "uvicorn.workers.UvicornWorker", "--workers", "1", "--timeout", "180"]
|