From 25f34babcef6afd6e9df343044529e6239cf4880 Mon Sep 17 00:00:00 2001 From: Markus Paff Date: Tue, 6 Oct 2020 10:30:19 +0200 Subject: [PATCH] Separate data and view for benchmarks (#451) * separate data and view for benchmarks * fixed typo --- docs/_src/benchmarks/reader_performance.html | 36 --------------- docs/_src/benchmarks/reader_performance.json | 39 ++++++++++++++++ .../benchmarks/retriever_performance.html | 44 ------------------- .../benchmarks/retriever_performance.json | 37 ++++++++++++++++ 4 files changed, 76 insertions(+), 80 deletions(-) delete mode 100644 docs/_src/benchmarks/reader_performance.html create mode 100644 docs/_src/benchmarks/reader_performance.json delete mode 100644 docs/_src/benchmarks/retriever_performance.html create mode 100644 docs/_src/benchmarks/retriever_performance.json diff --git a/docs/_src/benchmarks/reader_performance.html b/docs/_src/benchmarks/reader_performance.html deleted file mode 100644 index d14a43b92..000000000 --- a/docs/_src/benchmarks/reader_performance.html +++ /dev/null @@ -1,36 +0,0 @@ - - - - - - -
- - diff --git a/docs/_src/benchmarks/reader_performance.json b/docs/_src/benchmarks/reader_performance.json new file mode 100644 index 000000000..1b4f786db --- /dev/null +++ b/docs/_src/benchmarks/reader_performance.json @@ -0,0 +1,39 @@ +{ + "chart_type": "BarChart", + "title": "Reader Performance", + "subtitle": "Time and Accuracy Benchmarks", + "description": "", + "bars": "horizontal", + "columns": [ + "Model", + "Top 10 Accuracy", + "Time" + ], + "data": [ + { + "model": "RoBERTa", + "accuracy": 72.22222222222222, + "time": 56.033346766999784 + }, + { + "model": "MiniLM", + "accuracy": 38.88888888888889, + "time": 49.28621050500078 + }, + { + "model": "BERT base", + "accuracy": 31.48148148148148, + "time": 42.67899718899935 + }, + { + "model": "BERT large", + "accuracy": 53.70370370370371, + "time": 74.21550956300052 + }, + { + "model": "XLMR large", + "accuracy": 72.22222222222222, + "time": 76.56486266000047 + } + ] +} \ No newline at end of file diff --git a/docs/_src/benchmarks/retriever_performance.html b/docs/_src/benchmarks/retriever_performance.html deleted file mode 100644 index d3ade44a4..000000000 --- a/docs/_src/benchmarks/retriever_performance.html +++ /dev/null @@ -1,44 +0,0 @@ - - - - - - -
- - diff --git a/docs/_src/benchmarks/retriever_performance.json b/docs/_src/benchmarks/retriever_performance.json new file mode 100644 index 000000000..224d529ad --- /dev/null +++ b/docs/_src/benchmarks/retriever_performance.json @@ -0,0 +1,37 @@ +{ + "chart_type": "BarChart", + "title": "Retriever Performance", + "subtitle": "Time and Accuracy Benchmarks", + "description": "", + "bars": "horizontal", + "columns": [ + "Model", + "Recall", + "Index Time", + "Query Time" + ], + "series": { + "s0": "recall", + "s1": "time", + "s2": "time" + }, + "axes": { + "label": "recall", + "time_side": "top", + "time_label": "seconds" + }, + "data": [ + { + "model": "BM25 (Elasticsearch)", + "recall": 1.0, + "index_time": 3.868239733, + "query_time": 0.47588522500000074 + }, + { + "model": "DPR (FAISS)", + "recall": 0.9629629629629629, + "index_time": 18.181850872000723, + "query_time": 1.358759985992947 + } + ] + }