yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-11-10 15:38:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Need to reserve all 8 gpus for reliable performance benchmark, even if you only use 1

Browse Source
This commit is contained in:
Jake Poznanski 2025-07-14 21:02:14 +00:00
parent 2674162d02
commit f014c2aaf9
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
olmocr/pipeline.py
View File

@ -1020,8 +1020,8 @@ async def main():
default="allenai/olmOCR-7B-0225-preview", default="allenai/olmOCR-7B-0225-preview",
) )
parser.add_argument("--model_max_context", type=int, default="8192", help="Maximum context length that the model was fine tuned under") parser.add_argument("--model_max_context", type=int, default="8192", help="Maximum context length that the model was fine tuned under")
parser.add_argument("--target_longest_image_dim", type=int, help="Dimension on longest side to use for rendering the pdf pages", default=1024) parser.add_argument("--target_longest_image_dim", type=int, help="Dimension on longest side to use for rendering the pdf pages", default=1280)
parser.add_argument("--target_anchor_text_len", type=int, help="Maximum amount of anchor text to use (characters)", default=3000) parser.add_argument("--target_anchor_text_len", type=int, help="Maximum amount of anchor text to use (characters)", default=-1)
parser.add_argument("--guided_decoding", action="store_true", help="Enable guided decoding for model YAML type outputs") parser.add_argument("--guided_decoding", action="store_true", help="Enable guided decoding for model YAML type outputs")
# Beaker/job running stuff # Beaker/job running stuff

2
scripts/run_benchmark.sh
View File

@ -181,7 +181,7 @@ perf_task_spec_args = {
priority=Priority.normal, priority=Priority.normal,
preemptible=True, preemptible=True,
), ),
"resources": TaskResources(gpu_count=1), "resources": TaskResources(gpu_count=8),
"constraints": Constraints(cluster=["ai2/ceres-cirrascale", "ai2/jupiter-cirrascale-2"]), "constraints": Constraints(cluster=["ai2/ceres-cirrascale", "ai2/jupiter-cirrascale-2"]),
"result": ResultSpec(path="/noop-results"), "result": ResultSpec(path="/noop-results"),
} }