From 3da6e2d58799a1eb2b24ed1fba24d2becb4fe811 Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Thu, 12 Jun 2025 22:23:41 +0000 Subject: [PATCH] Pareto plot update, keep cost the same for now --- scripts/pareto_plot.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/scripts/pareto_plot.py b/scripts/pareto_plot.py index 9c4bbc7..7c04a70 100644 --- a/scripts/pareto_plot.py +++ b/scripts/pareto_plot.py @@ -64,12 +64,12 @@ data = { "MinerU", "Gemini Flash 2", "Gemini Flash 2 (Batch)", - "Marker v1.7.4", + "Marker v1.7.5", "Ours", "Qwen 2 VL", "Qwen 2.5 VL", ], - COST_COLUMN_NAME: [12480, 6240, 1000, 596, 499, 249, 75, 178, 178, 178], # Same cost as Ours # Same cost as Ours + COST_COLUMN_NAME: [12480, 6240, 1000, 596, 499, 249, 235, 178, 178, 178], # Same cost as Ours # Same cost as Ours PERF_COLUMN_NAME: [ 69.9, # GPT-4o (Anchored) 69.9, # Same performance for batch @@ -77,7 +77,7 @@ data = { 61.5, # MinerU 63.8, # Gemini Flash 2 (Anchored) 63.8, # Same performance for batch - 70.0, # marker v1.7.4 base + 70.1, # marker v1.7.5 base 77.4, # Ours (performance is the same across hardware) 31.5, # Qwen2VL 65.5, # Qwen2.5VL @@ -94,7 +94,7 @@ model_categories = { "MinerU": "Open Source Tool", "Gemini Flash 2": "Commercial VLM", "Gemini Flash 2 (Batch)": "Commercial VLM", - "Marker v1.7.4": "Open Source Tool", + "Marker v1.7.5": "Open Source Tool", "Ours": "Ours", "Qwen 2 VL": "Open VLM", "Qwen 2.5 VL": "Open VLM", @@ -132,7 +132,7 @@ model_label_offsets = { "MinerU": [-15, -20], "Gemini Flash 2": [-10, 10], "Gemini Flash 2 (Batch)": [-50, -15], - "Marker v1.7.4": [-35, -20], + "Marker v1.7.5": [-20, 15], "Ours": [-20, 10], "Qwen 2 VL": [-35, 10], "Qwen 2.5 VL": [-35, 10],