From 04615d7f0a516d76e70f8d5649f7f9af13dd9031 Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Wed, 29 Jan 2025 14:12:39 -0800 Subject: [PATCH] More logging on sglang server --- olmocr/pipeline.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/olmocr/pipeline.py b/olmocr/pipeline.py index 99d8ccc..ee02bd4 100644 --- a/olmocr/pipeline.py +++ b/olmocr/pipeline.py @@ -523,6 +523,11 @@ async def sglang_server_task(args, semaphore): nonlocal last_running_req, last_queue_req, last_semaphore_release, server_printed_ready_message sglang_logger.info(line) + # if the server hasn't initialized yet, log all the lines to the main logger also, so that the user + # can see any warnings/errors more easily + if not server_printed_ready_message: + logger.info(line) + if "Detected errors during sampling" in line: logger.error("Cannot continue, sampling errors detected, model is probably corrupt") sys.exit(1)