yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-10-29 00:52:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Paddle vl benchmark runner saves off data

Browse Source
This commit is contained in:
Jake Poznanski 2025-10-21 20:09:39 +00:00
parent 0c3d2d2e16
commit 5c16f52d3b
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/run_paddlevl_benchmark.sh
View File

@ -85,6 +85,8 @@ commands.extend([
"python -m pip install https://paddle-whl.bj.bcebos.com/nightly/cu126/safetensors/safetensors-0.6.2.dev0-cp38-abi3-linux_x86_64.whl", "python -m pip install https://paddle-whl.bj.bcebos.com/nightly/cu126/safetensors/safetensors-0.6.2.dev0-cp38-abi3-linux_x86_64.whl",
"python -m olmocr.bench.convert paddlevl --dir ./olmOCR-bench/bench_data --parallel 0", "python -m olmocr.bench.convert paddlevl --dir ./olmOCR-bench/bench_data --parallel 0",
"pip install s5cmd",
"s5cmd cp olmOCR-bench/bench_data/ s3://ai2-oe-data/jakep/olmocr-bench-runs/$BEAKER_WORKLOAD_ID/",
"python -m olmocr.bench.benchmark --dir ./olmOCR-bench/bench_data" "python -m olmocr.bench.benchmark --dir ./olmOCR-bench/bench_data"
]) ])
@ -97,11 +99,11 @@ task_spec_args = {
" && ".join(commands) " && ".join(commands)
], ],
"context": TaskContext( "context": TaskContext(
priority=Priority.normal, priority=Priority.urgent,
preemptible=True, preemptible=False,
), ),
"resources": TaskResources(gpu_count=1), "resources": TaskResources(gpu_count=1),
"constraints": Constraints(cluster=["ai2/neptune-cirrascale"]), "constraints": Constraints(cluster=["ai2/jupiter"]),
"result": ResultSpec(path="/noop-results"), "result": ResultSpec(path="/noop-results"),
} }