# Copyright (c) Microsoft Corporation. # Licensed under the MIT License. import os import traceback from contextlib import asynccontextmanager import yaml from fastapi import ( FastAPI, Request, status, ) from fastapi.middleware.cors import CORSMiddleware from fastapi.responses import Response from fastapi_offline import FastAPIOffline from kubernetes import ( client, config, ) from src.api.azure_clients import AzureClientManager from src.api.data import data_route from src.api.graph import graph_route from src.api.index import index_route from src.api.prompt_tuning import prompt_tuning_route from src.api.query import query_route from src.api.query_streaming import query_streaming_route from src.api.source import source_route from src.logger import LoggerSingleton async def catch_all_exceptions_middleware(request: Request, call_next): """a function to globally catch all exceptions and return a 500 response with the exception message""" try: return await call_next(request) except Exception as e: reporter = LoggerSingleton().get_instance() stack = traceback.format_exc() reporter.error( message="Unexpected internal server error", cause=e, stack=stack, ) return Response("Unexpected internal server error.", status_code=500) def intialize_cosmosdb_setup(): """Initialise CosmosDB (if necessary) by setting up a database and containers that are expected at startup time.""" azure_client_manager = AzureClientManager() client = azure_client_manager.get_cosmos_client() client.create_database_if_not_exists("graphrag") client.get_database_client("graphrag").create_container_if_not_exists("jobs", "/id") client.get_database_client("graphrag").create_container_if_not_exists( "container-store", "/id" ) @asynccontextmanager async def lifespan(app: FastAPI): """Deploy a cronjob to manage indexing jobs. This function is called when the FastAPI application first starts up. To manage multiple graphrag indexing jobs, we deploy a k8s cronjob. This cronjob will act as a job manager that creates/manages the execution of graphrag indexing jobs as they are requested. """ # if running in a TESTING environment, exit early to avoid creating k8s resources if os.getenv("TESTING"): yield return # Initialize CosmosDB setup intialize_cosmosdb_setup() try: # Check if the cronjob exists and create it if it does not exist config.load_incluster_config() # retrieve the running pod spec core_v1 = client.CoreV1Api() pod_name = os.environ["HOSTNAME"] pod = core_v1.read_namespaced_pod( name=pod_name, namespace=os.environ["AKS_NAMESPACE"] ) # load the cronjob manifest template and update PLACEHOLDER values with correct values using the pod spec with open("index-job-manager.yaml", "r") as f: manifest = yaml.safe_load(f) manifest["spec"]["jobTemplate"]["spec"]["template"]["spec"]["containers"][0][ "image" ] = pod.spec.containers[0].image manifest["spec"]["jobTemplate"]["spec"]["template"]["spec"][ "serviceAccountName" ] = pod.spec.service_account_name # retrieve list of existing cronjobs batch_v1 = client.BatchV1Api() namespace_cronjobs = batch_v1.list_namespaced_cron_job( namespace=os.environ["AKS_NAMESPACE"] ) cronjob_names = [cronjob.metadata.name for cronjob in namespace_cronjobs.items] # create cronjob if it does not exist if manifest["metadata"]["name"] not in cronjob_names: batch_v1.create_namespaced_cron_job( namespace=os.environ["AKS_NAMESPACE"], body=manifest ) except Exception as e: print("Failed to create graphrag cronjob.") logger = LoggerSingleton().get_instance() logger.error( message="Failed to create graphrag cronjob", cause=str(e), stack=traceback.format_exc(), ) yield # This is where the application starts up. # shutdown/garbage collection code goes here app = FastAPIOffline( docs_url="/manpage/docs", openapi_url="/manpage/openapi.json", root_path=os.getenv("API_ROOT_PATH", ""), title="GraphRAG", version=os.getenv("GRAPHRAG_VERSION", "undefined_version"), lifespan=lifespan, ) app.middleware("http")(catch_all_exceptions_middleware) app.add_middleware( CORSMiddleware, allow_origins=["*"], allow_credentials=True, allow_methods=["*"], allow_headers=["*"], ) app.include_router(data_route) app.include_router(index_route) app.include_router(query_route) app.include_router(query_streaming_route) app.include_router(prompt_tuning_route) app.include_router(source_route) app.include_router(graph_route) # health check endpoint @app.get( "/health", summary="API health check", ) def health_check(): """Returns a 200 response to indicate the API is healthy.""" return Response(status_code=status.HTTP_200_OK)