From 43c94fea58bc25530afbf5501fa4fa7df815f9d5 Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Thu, 12 Jun 2025 20:47:58 +0000 Subject: [PATCH] Bencharmk update --- scripts/run_benchmark.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scripts/run_benchmark.sh b/scripts/run_benchmark.sh index 8c2a747..4d00b70 100755 --- a/scripts/run_benchmark.sh +++ b/scripts/run_benchmark.sh @@ -153,9 +153,11 @@ experiment_spec = ExperimentSpec( experiment = b.experiment.create(spec=experiment_spec, workspace="ai2/olmocr") print(f"Created benchmark experiment: {experiment.id}") print(f"View at: https://beaker.org/ex/{experiment.id}") +print("-------") +print("") # Second experiment: Performance test job -perf_pipeline_cmd = "python -m olmocr.pipeline ./localworkspace --markdown --pdfs s3://ai2-oe-data/jakep/olmocr/olmOCR-mix-0225/benchmark_set/" +perf_pipeline_cmd = "python -m olmocr.pipeline ./localworkspace --markdown --pdfs s3://ai2-oe-data/jakep/olmocr/olmOCR-mix-0225/benchmark_set/*.pdf" if model: perf_pipeline_cmd += f" --model {model}"