haystack/test/benchmarks/config.json

{
  "params": {
    "full": {
      "retriever_doc_stores": [
        [
          "elastic",
          "elasticsearch"
        ],
        [
          "elastic",
          "opensearch_flat"
        ],
        [
          "dpr",
          "opensearch_flat"
        ],
        [
          "dpr",
          "opensearch_hnsw"
        ],
        [
          "dpr",
          "elasticsearch"
        ],
        [
          "dpr",
          "milvus_flat"
        ],
        [
          "dpr",
          "milvus_hnsw"
        ],
        [
          "dpr",
          "faiss_flat"
        ],
        [
          "dpr",
          "faiss_hnsw"
        ],
        [
          "sentence_transformers",
          "elasticsearch"
        ]
      ],
      "n_docs_options": [
        1000,
        10000,
        100000,
        500000
      ],
      "n_queries": null
    },
    "ci": {
      "retriever_doc_stores": [
        [
          "elastic",
          "elasticsearch"
        ]
      ],
      "n_docs_options": [
        1000
      ],
      "n_queries": 100
    }
  },
  "filenames": {
    "data_s3_url": "https://ext-haystack-retriever-eval.s3-eu-west-1.amazonaws.com/",
    "data_dir": "../../data/retriever/",
    "filename_gold": "nq2squad-dev.json",
    "filenames_negative": {
      "10000": "psgs_w100_minus_gold_10k.tsv",
      "100000": "psgs_w100_minus_gold_100k.tsv",
      "1000000": "psgs_w100_minus_gold_1m.tsv"
    },
    "embeddings_dir": "embeddings/",
    "embeddings_filenames": {
      "10000": "wikipedia_passages_10k.pkl",
      "100000": "wikipedia_passages_100k.pkl",
      "1000000":  "wikipedia_passages_1m.pkl"}
  }
}