haystack/docs/_src/benchmarks/retriever_speed.json

{
    "chart_type": "LineChart",
    "title": "Retriever Speed",
    "subtitle": "Query Speed at different number of docs",
    "description": "Here you can see how the query speed of different Retriever / DocumentStore combinations scale as the number of documents increases. The set up is the same as the above querying benchmark except that a varying number of negative documents are used to fill the document store.",
    "columns": [
        "n_docs",
        "BM25 / ElasticSearch",
        "DPR / ElasticSearch",
        "DPR / FAISS (flat)",
        "DPR / FAISS (HNSW)",
        "DPR / Milvus (flat)",
        "DPR / Milvus (HNSW)"
    ],
    "axis": [
        {
            "x": "Number of docs",
            "y": "Queries/sec"
        }
    ],
    "data": [
        {
            "model": "DPR / ElasticSearch",
            "n_docs": 10000,
            "query_speed": 22.92376153263135
        },
        {
            "model": "BM25 / ElasticSearch",
            "n_docs": 100000,
            "query_speed": 165.51512861040828
        },
        {
            "model": "BM25 / ElasticSearch",
            "n_docs": 10000,
            "query_speed": 260.2575025618042
        },
        {
            "model": "DPR / ElasticSearch",
            "n_docs": 1000,
            "query_speed": 34.64504401787953
        },
        {
            "model": "BM25 / ElasticSearch",
            "n_docs": 1000,
            "query_speed": 357.3482189096959
        },
        {
            "model": "DPR / ElasticSearch",
            "n_docs": 100000,
            "query_speed": 5.355677072083696
        },
        {
            "model": "BM25 / ElasticSearch",
            "n_docs": 500000,
            "query_speed": 90.8126875640674
        },
        {
            "model": "DPR / ElasticSearch",
            "n_docs": 500000,
            "query_speed": 1.2322912620168611
        },
        {
            "model": "DPR / FAISS (flat)",
            "n_docs": 1000,
            "query_speed": 40.40867245729847
        },
        {
            "model": "DPR / FAISS (flat)",
            "n_docs": 500000,
            "query_speed": 1.5414031869280982
        },
        {
            "model": "DPR / FAISS (flat)",
            "n_docs": 10000,
            "query_speed": 28.034963597300674
        },
        {
            "model": "DPR / FAISS (flat)",
            "n_docs": 100000,
            "query_speed": 6.624479268751268
        },
        {
            "model": "DPR / FAISS (HNSW)",
            "n_docs": 10000,
            "query_speed": 42.12400556900196
        },
        {
            "model": "DPR / FAISS (HNSW)",
            "n_docs": 100000,
            "query_speed": 40.68196225525062
        },
        {
            "model": "DPR / FAISS (HNSW)",
            "n_docs": 500000,
            "query_speed": 39.42722374998517
        },
        {
            "model": "DPR / FAISS (HNSW)",
            "n_docs": 1000,
            "query_speed": 44.31880791041422
        },
        {
            "model": "DPR / Milvus (flat)",
            "n_docs": 1000,
            "query_speed": 40.48084417170779
        },
        {
            "model": "DPR / Milvus (flat)",
            "n_docs": 10000,
            "query_speed": 38.132788329389
        },
        {
            "model": "DPR / Milvus (flat)",
            "n_docs": 100000,
            "query_speed": 28.30393009791128
        },
        {
            "model": "DPR / Milvus (flat)",
            "n_docs": 500000,
            "query_speed": 15.30425741318099
        },
        {
            "model": "DPR / Milvus (HNSW)",
            "n_docs": 1000,
            "query_speed": 40.38894718145225
        },
        {
            "model": "DPR / Milvus (HNSW)",
            "n_docs": 10000,
            "query_speed": 38.15488156137084
        },
        {
            "model": "DPR / Milvus (HNSW)",
            "n_docs": 500000,
            "query_speed": 24.503220592922823
        },
        {
            "model": "DPR / Milvus (HNSW)",
            "n_docs": 100000,
            "query_speed": 28.076443272229284
        }
    ]
}