Better error handling

This commit is contained in:
Jake Poznanski 2024-12-02 23:56:45 +00:00
parent 35502bc6f2
commit fe04db828e

View File

@ -517,6 +517,7 @@ async def sglang_server_host(args, semaphore):
logger.warning("SGLang server task ended") logger.warning("SGLang server task ended")
retry += 1 retry += 1
if retry >= MAX_RETRIES:
logger.error(f"Ended up restarting the sglang server more than {retry} times, cancelling") logger.error(f"Ended up restarting the sglang server more than {retry} times, cancelling")
sys.exit(1) sys.exit(1)