mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-01-08 04:56:45 +00:00
f3a3b73d9b
* Adapt to new dataset_from_dicts return signature * rename fn * Align similarity fn in benchmark doc store * Better choice of similarity fn * Increase postgres wait time * Add more expected returned variables * update benchmark results * Fix typo * update all benchmark runs * multiply stats by 100 * Specify similarity fns for website Co-authored-by: Malte Pietsch <malte.pietsch@deepset.ai>
58 lines
1.2 KiB
JSON
58 lines
1.2 KiB
JSON
{
|
|
"params": {
|
|
"full": {
|
|
"retriever_doc_stores": [
|
|
[
|
|
"elastic",
|
|
"elasticsearch"
|
|
],
|
|
[
|
|
"dpr",
|
|
"elasticsearch"
|
|
],
|
|
[
|
|
"dpr",
|
|
"faiss_flat"
|
|
],
|
|
[
|
|
"dpr",
|
|
"faiss_hnsw"
|
|
]
|
|
],
|
|
"n_docs_options": [
|
|
1000,
|
|
10000,
|
|
100000,
|
|
500000
|
|
],
|
|
"n_queries": null
|
|
},
|
|
"ci": {
|
|
"retriever_doc_stores": [
|
|
[
|
|
"elastic",
|
|
"elasticsearch"
|
|
]
|
|
],
|
|
"n_docs_options": [
|
|
1000
|
|
],
|
|
"n_queries": 100
|
|
}
|
|
},
|
|
"filenames": {
|
|
"data_s3_url": "s3://ext-haystack-retriever-eval/",
|
|
"data_dir": "../../data/retriever/",
|
|
"filename_gold": "nq2squad-dev.json",
|
|
"filenames_negative": {
|
|
"10000": "psgs_w100_minus_gold_10k.tsv",
|
|
"100000": "psgs_w100_minus_gold_100k.tsv",
|
|
"1000000": "psgs_w100_minus_gold_1m.tsv"
|
|
},
|
|
"embeddings_dir": "embeddings/",
|
|
"embeddings_filenames": {
|
|
"10000": "wikipedia_passages_10k.pkl",
|
|
"100000": "wikipedia_passages_100k.pkl",
|
|
"1000000": "wikipedia_passages_1m.pkl"}
|
|
}
|
|
} |