mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-01-02 01:57:38 +00:00
149d98a0fd
* add latest benchmark run * update templates and fix small json errors * Change scale Co-authored-by: brandenchan <brandenchan@icloud.com>
101 lines
2.7 KiB
JSON
101 lines
2.7 KiB
JSON
{
|
|
"chart_type": "LineChart",
|
|
"title": "Retriever Speed",
|
|
"subtitle": "Query Speed at different number of docs",
|
|
"description": "Here you can see how the query speed of different Retriever / DocumentStore combinations scale as the number of documents increases. The set up is the same as the above querying benchmark except that a varying number of negative documents are used to fill the document store.",
|
|
"columns": [
|
|
"n_docs",
|
|
"BM25 / ElasticSearch",
|
|
"DPR / ElasticSearch",
|
|
"DPR / FAISS (flat)",
|
|
"DPR / FAISS (HSNW)"
|
|
],
|
|
"axis": [
|
|
{
|
|
"x": "Number of docs",
|
|
"y": "Queries/sec"
|
|
}
|
|
],
|
|
"data": [
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 1000,
|
|
"query_speed": 40.802
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 10000,
|
|
"query_speed": 24.8
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 100000,
|
|
"query_speed": 6.23
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 500000,
|
|
"query_speed": 1.45
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 1000,
|
|
"query_speed": 40.048
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 10000,
|
|
"query_speed": 22.47
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 100000,
|
|
"query_speed": 4.90
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 500000,
|
|
"query_speed": 1.08
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 1000,
|
|
"query_speed": 232.97799999999998
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 10000,
|
|
"query_speed": 248.97
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 100000,
|
|
"query_speed": 162.59
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 500000,
|
|
"query_speed": 91.39
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 1000,
|
|
"query_speed": 37.884
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 10000,
|
|
"query_speed": 31.34
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 100000,
|
|
"query_speed": 12.85
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 500000,
|
|
"query_speed": 3.32
|
|
}
|
|
]
|
|
} |