mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-12-30 16:47:19 +00:00
f3a3b73d9b
* Adapt to new dataset_from_dicts return signature * rename fn * Align similarity fn in benchmark doc store * Better choice of similarity fn * Increase postgres wait time * Add more expected returned variables * update benchmark results * Fix typo * update all benchmark runs * multiply stats by 100 * Specify similarity fns for website Co-authored-by: Malte Pietsch <malte.pietsch@deepset.ai>
101 lines
2.9 KiB
JSON
101 lines
2.9 KiB
JSON
{
|
|
"chart_type": "LineChart",
|
|
"title": "Retriever Speed",
|
|
"subtitle": "Query Speed at different number of docs",
|
|
"description": "Here you can see how the query speed of different Retriever / DocumentStore combinations scale as the number of documents increases. The set up is the same as the above querying benchmark except that a varying number of negative documents are used to fill the document store.",
|
|
"columns": [
|
|
"n_docs",
|
|
"BM25 / ElasticSearch",
|
|
"DPR / ElasticSearch",
|
|
"DPR / FAISS (flat)",
|
|
"DPR / FAISS (HSNW)"
|
|
],
|
|
"axis": [
|
|
{
|
|
"x": "Number of docs",
|
|
"y": "Queries/sec"
|
|
}
|
|
],
|
|
"data": [
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 1000,
|
|
"query_speed": 30.68451185154913
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 10000,
|
|
"query_speed": 19.568754413737462
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 100000,
|
|
"query_speed": 4.5992769354707805
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 500000,
|
|
"query_speed": 1.0558140319761546
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 1000,
|
|
"query_speed": 262.9405144288997
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 10000,
|
|
"query_speed": 183.6070813438718
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 100000,
|
|
"query_speed": 162.42378943468643
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 500000,
|
|
"query_speed": 82.43179203331141
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 1000,
|
|
"query_speed": 35.40380445859966
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 10000,
|
|
"query_speed": 25.78749025294445
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 100000,
|
|
"query_speed": 6.511162294559942
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 500000,
|
|
"query_speed": 1.5161593755666505
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 1000,
|
|
"query_speed": 39.16414272911727
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 10000,
|
|
"query_speed": 33.6432023480111
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 100000,
|
|
"query_speed": 33.65729082116796
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 500000,
|
|
"query_speed": 34.27671486454735
|
|
}
|
|
]
|
|
} |