yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-10-12 08:43:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Pareto plot update, keep cost the same for now

Browse Source
This commit is contained in:
Jake Poznanski 2025-06-12 22:23:41 +00:00
parent af7aaef605
commit 3da6e2d587
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
scripts/pareto_plot.py
View File

@ -64,12 +64,12 @@ data = {
"MinerU", "MinerU",
"Gemini Flash 2", "Gemini Flash 2",
"Gemini Flash 2 (Batch)", "Gemini Flash 2 (Batch)",
"Marker v1.7.4", "Marker v1.7.5",
"Ours", "Ours",
"Qwen 2 VL", "Qwen 2 VL",
"Qwen 2.5 VL", "Qwen 2.5 VL",
], ],
COST_COLUMN_NAME: [12480, 6240, 1000, 596, 499, 249, 75, 178, 178, 178], # Same cost as Ours # Same cost as Ours COST_COLUMN_NAME: [12480, 6240, 1000, 596, 499, 249, 235, 178, 178, 178], # Same cost as Ours # Same cost as Ours
PERF_COLUMN_NAME: [ PERF_COLUMN_NAME: [
69.9, # GPT-4o (Anchored) 69.9, # GPT-4o (Anchored)
69.9, # Same performance for batch 69.9, # Same performance for batch
@ -77,7 +77,7 @@ data = {
61.5, # MinerU 61.5, # MinerU
63.8, # Gemini Flash 2 (Anchored) 63.8, # Gemini Flash 2 (Anchored)
63.8, # Same performance for batch 63.8, # Same performance for batch
70.0, # marker v1.7.4 base 70.1, # marker v1.7.5 base
77.4, # Ours (performance is the same across hardware) 77.4, # Ours (performance is the same across hardware)
31.5, # Qwen2VL 31.5, # Qwen2VL
65.5, # Qwen2.5VL 65.5, # Qwen2.5VL
@ -94,7 +94,7 @@ model_categories = {
"MinerU": "Open Source Tool", "MinerU": "Open Source Tool",
"Gemini Flash 2": "Commercial VLM", "Gemini Flash 2": "Commercial VLM",
"Gemini Flash 2 (Batch)": "Commercial VLM", "Gemini Flash 2 (Batch)": "Commercial VLM",
"Marker v1.7.4": "Open Source Tool", "Marker v1.7.5": "Open Source Tool",
"Ours": "Ours", "Ours": "Ours",
"Qwen 2 VL": "Open VLM", "Qwen 2 VL": "Open VLM",
"Qwen 2.5 VL": "Open VLM", "Qwen 2.5 VL": "Open VLM",
@ -132,7 +132,7 @@ model_label_offsets = {
"MinerU": [-15, -20], "MinerU": [-15, -20],
"Gemini Flash 2": [-10, 10], "Gemini Flash 2": [-10, 10],
"Gemini Flash 2 (Batch)": [-50, -15], "Gemini Flash 2 (Batch)": [-50, -15],
"Marker v1.7.4": [-35, -20], "Marker v1.7.5": [-20, 15],
"Ours": [-20, 10], "Ours": [-20, 10],
"Qwen 2 VL": [-35, 10], "Qwen 2 VL": [-35, 10],
"Qwen 2.5 VL": [-35, 10], "Qwen 2.5 VL": [-35, 10],