yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-12-04 19:21:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

No keep alive connection to try to resolve sglang livelock

Browse Source
This commit is contained in:
Jake Poznanski 2024-11-21 08:45:17 -08:00
parent 53a510479b
commit 9112d81bd1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pdelfin/beakerpipeline.py
View File

@ -326,7 +326,7 @@ async def worker(args, work_queue: S3WorkQueue, semaphore, worker_id):
await tracker.clear_work(worker_id)
try:
async with httpx.AsyncClient(timeout=600, limits=httpx.Limits(max_connections=1000)) as session:
async with httpx.AsyncClient(timeout=600, limits=httpx.Limits(max_keepalive_connections=0, max_connections=1000)) as session:
async with asyncio.TaskGroup() as tg:
dolma_tasks = [tg.create_task(process_pdf(args, session, worker_id, pdf)) for pdf in work_item.s3_work_paths]
logger.info(f"Created all tasks for {work_item.hash}")