yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-10-12 00:32:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Pareto plot update, keep cost the same for now

Browse Source
This commit is contained in:
Jake Poznanski 2025-06-12 22:23:41 +00:00
parent af7aaef605
commit 3da6e2d587
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
scripts/pareto_plot.py
View File

@ -64,12 +64,12 @@ data = {
"MinerU",
"Gemini Flash 2",
"Gemini Flash 2 (Batch)",
"Marker v1.7.4",
"Marker v1.7.5",
"Ours",
"Qwen 2 VL",
"Qwen 2.5 VL",
],
COST_COLUMN_NAME: [12480, 6240, 1000, 596, 499, 249, 75, 178, 178, 178], # Same cost as Ours # Same cost as Ours
COST_COLUMN_NAME: [12480, 6240, 1000, 596, 499, 249, 235, 178, 178, 178], # Same cost as Ours # Same cost as Ours
PERF_COLUMN_NAME: [
69.9, # GPT-4o (Anchored)
69.9, # Same performance for batch
@ -77,7 +77,7 @@ data = {
61.5, # MinerU
63.8, # Gemini Flash 2 (Anchored)
63.8, # Same performance for batch
70.0, # marker v1.7.4 base
70.1, # marker v1.7.5 base
77.4, # Ours (performance is the same across hardware)
31.5, # Qwen2VL
65.5, # Qwen2.5VL
@ -94,7 +94,7 @@ model_categories = {
"MinerU": "Open Source Tool",
"Gemini Flash 2": "Commercial VLM",
"Gemini Flash 2 (Batch)": "Commercial VLM",
"Marker v1.7.4": "Open Source Tool",
"Marker v1.7.5": "Open Source Tool",
"Ours": "Ours",
"Qwen 2 VL": "Open VLM",
"Qwen 2.5 VL": "Open VLM",
@ -132,7 +132,7 @@ model_label_offsets = {
"MinerU": [-15, -20],
"Gemini Flash 2": [-10, 10],
"Gemini Flash 2 (Batch)": [-50, -15],
"Marker v1.7.4": [-35, -20],
"Marker v1.7.5": [-20, 15],
"Ours": [-20, 10],
"Qwen 2 VL": [-35, 10],
"Qwen 2.5 VL": [-35, 10],