yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-06-27 04:00:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Updating pareto plots

Browse Source
This commit is contained in:
Jake Poznanski 2025-06-17 21:41:23 +00:00
parent 6c51829ae6
commit ec5c5b6444
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
scripts/pareto/ocr_pareto.pdf Normal file
View File

Binary file not shown.

BIN
scripts/pareto/ocr_pareto.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 294 KiB

8
scripts/pareto_plot.py → scripts/pareto/pareto_plot.py
View File

@ -69,7 +69,7 @@ data = {
"Qwen 2 VL",
"Qwen 2.5 VL",
],
COST_COLUMN_NAME: [12480, 6240, 1000, 596, 499, 249, 235, 178, 178, 178], # Same cost as Ours # Same cost as Ours
COST_COLUMN_NAME: [12480, 6240, 1000, 596, 499, 249, 1492, 178, 178, 178], # Same cost as Ours # Same cost as Ours
PERF_COLUMN_NAME: [
69.9, # GPT-4o (Anchored)
69.9, # Same performance for batch
@ -78,7 +78,7 @@ data = {
63.8, # Gemini Flash 2 (Anchored)
63.8, # Same performance for batch
70.1, # marker v1.7.5 base
77.4, # Ours (performance is the same across hardware)
75.5, # Ours (performance is the same across hardware)
31.5, # Qwen2VL
65.5, # Qwen2.5VL
],
@ -131,8 +131,8 @@ model_label_offsets = {
"Mistral OCR": [-20, 10],
"MinerU": [-15, -20],
"Gemini Flash 2": [-10, 10],
"Gemini Flash 2 (Batch)": [-50, -15],
"Marker v1.7.5": [-20, 15],
"Gemini Flash 2 (Batch)": [-50, -20],
"Marker v1.7.5": [-25, -20],
"Ours": [-20, 10],
"Qwen 2 VL": [-35, 10],
"Qwen 2.5 VL": [-35, 10],