yujunjun/graphrag-accelerator
1
0
Fork 0
mirror of https://github.com/Azure-Samples/graphrag-accelerator.git synced 2025-06-27 04:39:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add model encodings download to backend docker image build (#207)

Browse Source 
Co-authored-by: Josh Bradley <joshbradley@microsoft.com>
This commit is contained in:
Ed Clark 2024-12-30 00:59:35 -05:00 committed by GitHub
parent 6dc1ad436f
commit 3330134c0b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 1329 additions and 1290 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2610
backend/poetry.lock generated
View File

File diff suppressed because it is too large Load Diff

1
backend/pyproject.toml
View File

@ -44,6 +44,7 @@ azure-storage-blob = ">=12.19.0"
datashaper = ">=0.0.46"
environs = ">=9.5.0"
fastapi = ">=0.110.0"
fastapi-offline = ">=1.7.3"
fastparquet = ">=2023.10.1"
fsspec = ">=2024.2.0"
graphrag = "==0.3.3"

4
backend/src/main.py
View File

@ -13,6 +13,7 @@ from fastapi import (
)
from fastapi.middleware.cors import CORSMiddleware
from fastapi.responses import Response
from fastapi_offline import FastAPIOffline
from kubernetes import (
client,
config,
@ -89,9 +90,10 @@ async def lifespan(app: FastAPI):
# shutdown/garbage collection code goes here
app = FastAPI(
app = FastAPIOffline(
docs_url="/manpage/docs",
openapi_url="/manpage/openapi.json",
root_path=os.getenv("API_ROOT_PATH", ""),
title="GraphRAG",
version=os.getenv("GRAPHRAG_VERSION", "undefined_version"),
lifespan=lifespan,

4
docker/Dockerfile-backend
View File

@ -10,6 +10,7 @@ ENV PIP_ROOT_USER_ACTION=ignore
ENV PIP_DISABLE_PIP_VERSION_CHECK=1
ENV SETUPTOOLS_USE_DISTUTILS=stdlib
ENV PYTHONPATH=/backend
ENV TIKTOKEN_CACHE_DIR=/opt/tiktoken_cache/
COPY backend /backend
RUN cd backend \
@ -20,6 +21,9 @@ RUN cd backend \
# download all nltk data that graphrag requires
RUN python -c "import nltk;nltk.download(['punkt','averaged_perceptron_tagger','maxent_ne_chunker','words','wordnet'])"
# download tiktoken model encodings
RUN python -c "import tiktoken; tiktoken.encoding_for_model('gpt-3.5-turbo'); tiktoken.encoding_for_model('gpt-4'); tiktoken.encoding_for_model('gpt-4o');"
WORKDIR /backend
EXPOSE 80
CMD ["uvicorn", "src.main:app", "--host", "0.0.0.0", "--port", "80"]