mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-02-12 18:36:27 +00:00
09ba75073c
* Add simplified script * Optimize HNSW index creation * Adjust benchmark order * Rename script
71 lines
1.4 KiB
JSON
71 lines
1.4 KiB
JSON
{
|
|
"params": {
|
|
"full": {
|
|
"retriever_doc_stores": [
|
|
[
|
|
"elastic",
|
|
"elasticsearch"
|
|
],
|
|
[
|
|
"dpr",
|
|
"elasticsearch"
|
|
],
|
|
[
|
|
"dpr",
|
|
"milvus_flat"
|
|
],
|
|
[
|
|
"dpr",
|
|
"milvus_hnsw"
|
|
],
|
|
[
|
|
"dpr",
|
|
"faiss_flat"
|
|
],
|
|
[
|
|
"dpr",
|
|
"faiss_hnsw"
|
|
],
|
|
[
|
|
"sentence_transformers",
|
|
"elasticsearch"
|
|
]
|
|
],
|
|
"n_docs_options": [
|
|
1000,
|
|
10000,
|
|
100000,
|
|
500000
|
|
],
|
|
"n_queries": null
|
|
},
|
|
"ci": {
|
|
"retriever_doc_stores": [
|
|
[
|
|
"elastic",
|
|
"elasticsearch"
|
|
]
|
|
],
|
|
"n_docs_options": [
|
|
1000
|
|
],
|
|
"n_queries": 100
|
|
}
|
|
},
|
|
"filenames": {
|
|
"data_s3_url": "https://ext-haystack-retriever-eval.s3-eu-west-1.amazonaws.com/",
|
|
"data_dir": "../../data/retriever/",
|
|
"filename_gold": "nq2squad-dev.json",
|
|
"filenames_negative": {
|
|
"10000": "psgs_w100_minus_gold_10k.tsv",
|
|
"100000": "psgs_w100_minus_gold_100k.tsv",
|
|
"1000000": "psgs_w100_minus_gold_1m.tsv"
|
|
},
|
|
"embeddings_dir": "embeddings/",
|
|
"embeddings_filenames": {
|
|
"10000": "wikipedia_passages_10k.pkl",
|
|
"100000": "wikipedia_passages_100k.pkl",
|
|
"1000000": "wikipedia_passages_1m.pkl"}
|
|
}
|
|
}
|