mirror of
https://github.com/allenai/olmocr.git
synced 2025-10-12 08:43:32 +00:00
Fix for rocm vllm
This commit is contained in:
parent
633b03d1da
commit
14b9b2dc8f
@ -623,7 +623,7 @@ async def vllm_server_task(model_name_or_path, args, semaphore):
|
||||
if match:
|
||||
last_running_req = int(match.group(1))
|
||||
|
||||
match = re.search(r"Waiting: (\d+)", line)
|
||||
match = re.search(r'(?:Waiting|Pending):\s*(\d+)', line)
|
||||
if match:
|
||||
last_queue_req = int(match.group(1))
|
||||
logger.info(f"vllm running req: {last_running_req} queue req: {last_queue_req}")
|
||||
|
Loading…
x
Reference in New Issue
Block a user