Better error handling

This commit is contained in:
Jake Poznanski 2024-12-02 23:56:45 +00:00
parent 35502bc6f2
commit fe04db828e

View File

@ -517,9 +517,10 @@ async def sglang_server_host(args, semaphore):
logger.warning("SGLang server task ended") logger.warning("SGLang server task ended")
retry += 1 retry += 1
logger.error(f"Ended up restarting the sglang server more than {retry} times, cancelling") if retry >= MAX_RETRIES:
sys.exit(1) logger.error(f"Ended up restarting the sglang server more than {retry} times, cancelling")
sys.exit(1)
async def sglang_server_ready(): async def sglang_server_ready():
max_attempts = 300 max_attempts = 300