Making a nicer warning message when waiting for sglang server

This commit is contained in:
Jake Poznanski 2025-03-04 08:27:47 -08:00
parent 03ef3532b4
commit ecac3847e4

View File

@ -643,7 +643,7 @@ async def sglang_server_ready():
else:
logger.info(f"Attempt {attempt}: Unexpected status code {response.status_code}")
except Exception as e:
logger.warning(f"Attempt {attempt}: {e}")
logger.warning(f"Attempt {attempt}: Please wait for sglang server to become ready...")
await asyncio.sleep(delay_sec)