haystack/docs/v0.5.0/_src/benchmarks/retriever_speed.json

{
    "chart_type": "LineChart",
    "title": "Retriever Speed",
    "subtitle": "Query Speed at different number of docs",
    "description": "Here you can see how the query speed of different Retriever / DocumentStore combinations scale as the number of documents increases. The set up is the same as the above querying benchmark except that a varying number of negative documents are used to fill the document store.",
    "columns": [
        "n_docs",
        "BM25 / ElasticSearch", 
        "DPR / ElasticSearch",
        "DPR / FAISS (flat)",
        "DPR / FAISS (HSNW)"
    ],
   "axis": [
     { "x": "Number of docs", "y": "Queries/sec" }
   ],
    "data":
    [
        {
            "model": "DPR / ElasticSearch",
            "n_docs": 1000,
            "query_speed": 40.802
        },
        {
            "model": "DPR / ElasticSearch",
            "n_docs": 10000,
            "query_speed": 27.006999999999998
        },
        {
            "model": "DPR / ElasticSearch",
            "n_docs": 100000,
            "query_speed": 6.5360000000000005
        },
        {
            "model": "DPR / ElasticSearch",
            "n_docs": 500000,
            "query_speed": 1.514
        },
        {
            "model": "DPR / FAISS (flat)",
            "n_docs": 1000,
            "query_speed": 40.048
        },
        {
            "model": "DPR / FAISS (flat)",
            "n_docs": 10000,
            "query_speed": 23.976999999999997
        },
        {
            "model": "DPR / FAISS (flat)",
            "n_docs": 100000,
            "query_speed": 5.044
        },
        {
            "model": "DPR / FAISS (flat)",
            "n_docs": 500000,
            "query_speed": 1.091
        },
        {
            "model": "BM25 / ElasticSearch",
            "n_docs": 1000,
            "query_speed": 232.97799999999998
        },
        {
            "model": "BM25 / ElasticSearch",
            "n_docs": 10000,
            "query_speed": 167.81
        },
        {
            "model": "BM25 / ElasticSearch",
            "n_docs": 100000,
            "query_speed": 162.996
        },
        {
            "model": "BM25 / ElasticSearch",
            "n_docs": 500000,
            "query_speed": 95.491
        },
        {
            "model": "DPR / FAISS (HSNW)",
            "n_docs": 1000,
            "query_speed": 37.884
        },
        {
            "model": "DPR / FAISS (HSNW)",
            "n_docs": 10000,
            "query_speed": 33.421
        },
        {
            "model": "DPR / FAISS (HSNW)",
            "n_docs": 100000,
            "query_speed": 12.815
        },
        {
            "model": "DPR / FAISS (HSNW)",
            "n_docs": 500000,
            "query_speed": 3.259
        }
    ]
}