yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-10-16 10:42:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

More logging on sglang server

Browse Source
This commit is contained in:
Jake Poznanski 2025-01-29 14:12:39 -08:00
parent 0ccb99c9dd
commit 04615d7f0a
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
olmocr/pipeline.py
View File

@ -523,6 +523,11 @@ async def sglang_server_task(args, semaphore):
nonlocal last_running_req, last_queue_req, last_semaphore_release, server_printed_ready_message nonlocal last_running_req, last_queue_req, last_semaphore_release, server_printed_ready_message
sglang_logger.info(line) sglang_logger.info(line)
# if the server hasn't initialized yet, log all the lines to the main logger also, so that the user
# can see any warnings/errors more easily
if not server_printed_ready_message:
logger.info(line)
if "Detected errors during sampling" in line: if "Detected errors during sampling" in line:
logger.error("Cannot continue, sampling errors detected, model is probably corrupt") logger.error("Cannot continue, sampling errors detected, model is probably corrupt")
sys.exit(1) sys.exit(1)