haystack/Dockerfile-GPU

FROM  nvidia/cuda:10.1-runtime

WORKDIR /home/user

RUN apt-get update \
  && apt-get install -y python3-pip python3-dev \
  && cd /usr/local/bin \
  && ln -s /usr/bin/python3 python \
  && pip3 install --upgrade pip

# Install some basic utilities
RUN apt-get update && apt-get install -y \
    curl \
    ca-certificates \
    sudo \
    git \
    bzip2 \
    libx11-6 \
 && rm -rf /var/lib/apt/lists/*

# copy code
COPY haystack /home/user/haystack

# install as a package
COPY setup.py requirements.txt README.rst /home/user/
RUN pip install -r requirements.txt
RUN pip install -e .

# copy saved FARM models
COPY models /home/user/models

# Optional: copy sqlite db if needed for testing
#COPY qa.db /home/user/

EXPOSE 8000

ENV LC_ALL=C.UTF-8
ENV LANG=C.UTF-8


# cmd for running the API
CMD ["uvicorn", "haystack.api.inference:app", "--host", "0.0.0.0", "--port", "8000", "--workers", "1", "--limit-concurrency", "3"]