haystack/Dockerfile-GPU

FROM  nvidia/cuda:10.1-runtime

WORKDIR /home/user

RUN apt-get update && apt-get install -y python3.7 python3.7-dev python3.7-distutils python3-pip curl git

# Set default Python version
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.7 1
RUN update-alternatives --set python3 /usr/bin/python3.7

# copy code
COPY haystack /home/user/haystack

# install as a package
COPY setup.py requirements.txt README.rst /home/user/
RUN pip3 install -r requirements.txt
RUN pip3 install -e .

# copy saved FARM models
COPY README.rst models* /home/user/models/

# Optional: copy sqlite db if needed for testing
#COPY qa.db /home/user/

# Optional: copy data directory containing docs for indexing
#COPY data /home/user/data

EXPOSE 8000

ENV LC_ALL=C.UTF-8
ENV LANG=C.UTF-8


# cmd for running the API
CMD ["gunicorn", "haystack.api.application:app", "-b", "0.0.0.0", "-k", "uvicorn.workers.UvicornWorker", "--workers", "2", "--timeout", "180"]