From 7c098955a9a6be3de4a97701873b166aee8a8710 Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Mon, 4 Aug 2025 19:50:05 +0000 Subject: [PATCH] Trying fix for transformers benchmark --- scripts/run_transformers_benchmark.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/run_transformers_benchmark.sh b/scripts/run_transformers_benchmark.sh index 908c0ce..ce2260c 100755 --- a/scripts/run_transformers_benchmark.sh +++ b/scripts/run_transformers_benchmark.sh @@ -92,7 +92,7 @@ commands.extend([ "cd olmOCR-bench && git lfs pull && cd ..", "pip install accelerate", "pip install flash-attn==2.8.0.post2 --no-build-isolation", - "python -m olmocr.bench.convert transformers:target_longest_image_dim=1288:prompt_template=yaml:response_template=yaml --dir ./olmOCR-bench/bench_data", + "PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True python -m olmocr.bench.convert transformers:target_longest_image_dim=1288:prompt_template=yaml:response_template=yaml --dir ./olmOCR-bench/bench_data", "python -m olmocr.bench.benchmark --dir ./olmOCR-bench/bench_data" ])