mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-11-02 02:39:51 +00:00
a92ca04648
* fix gpu CMD and set tag to latest * udpate dockerfiles. resolve race condition of index creation with multiple workers * update dockerfiles for preload. remove try catch for elastic index creation * add back try/catch. disable multiproc in default config to comply with --preload of gunicorn * change to pip3 for GPU dockerfile * remove --preload for gpu
38 lines
1.0 KiB
Plaintext
38 lines
1.0 KiB
Plaintext
FROM nvidia/cuda:10.1-runtime
|
|
|
|
WORKDIR /home/user
|
|
|
|
RUN apt-get update && apt-get install -y python3.7 python3.7-dev python3.7-distutils python3-pip curl git
|
|
|
|
ENV LC_ALL=C.UTF-8
|
|
ENV LANG=C.UTF-8
|
|
|
|
# Set default Python version
|
|
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.7 1
|
|
RUN update-alternatives --set python3 /usr/bin/python3.7
|
|
|
|
# copy code
|
|
COPY haystack /home/user/haystack
|
|
|
|
# install as a package
|
|
COPY setup.py requirements.txt README.rst /home/user/
|
|
RUN pip3 install -r requirements.txt
|
|
RUN pip3 install -e .
|
|
|
|
# copy saved models
|
|
COPY README.rst models* /home/user/models/
|
|
|
|
# Copy REST API code
|
|
COPY rest_api /home/user/rest_api
|
|
|
|
# optional : copy sqlite db if needed for testing
|
|
#COPY qa.db /home/user/
|
|
|
|
# optional: copy data directory containing docs for ingestion
|
|
#COPY data /home/user/data
|
|
|
|
EXPOSE 8000
|
|
|
|
# cmd for running the API (note: "--preload" is not working with cuda)
|
|
CMD ["gunicorn", "rest_api.application:app", "-b", "0.0.0.0", "-k", "uvicorn.workers.UvicornWorker", "--workers", "1", "--timeout", "180"]
|