haystack/test/benchmarks/config.json
Branden Chan 363be65a78
Implement OpenSearch ANN (#1225)
* Simplify ODES init

* Add arguments to ES init and create script

* Rename similarity_fn_name and add util fn

* Create OpenSearchDocumentStore

* Specify params of Open Search HNSW

* Add better argument handling

* Update opensearch index mapping

* Edit opensearch default port

* Fix HNSW mapping

* Force small HNSW params

* Implement auto start and stopping of document store services

* Fix starting and stopping of ds service

* Restore HNSW params

* Add opensearch query benchmarks

* Add write wait time

* Revert wait time

* Add timeout

* Update benchmarks

* Update benchmarks

* Update benchmarks json

* Update documentation

* Update documentation

* Fix similarity name

* Improve argument passing

* Improve stopping and starting of service
2021-07-26 10:52:52 +02:00

83 lines
1.6 KiB
JSON

{
"params": {
"full": {
"retriever_doc_stores": [
[
"elastic",
"elasticsearch"
],
[
"elastic",
"opensearch_flat"
],
[
"dpr",
"opensearch_flat"
],
[
"dpr",
"opensearch_hnsw"
],
[
"dpr",
"elasticsearch"
],
[
"dpr",
"milvus_flat"
],
[
"dpr",
"milvus_hnsw"
],
[
"dpr",
"faiss_flat"
],
[
"dpr",
"faiss_hnsw"
],
[
"sentence_transformers",
"elasticsearch"
]
],
"n_docs_options": [
1000,
10000,
100000,
500000
],
"n_queries": null
},
"ci": {
"retriever_doc_stores": [
[
"elastic",
"elasticsearch"
]
],
"n_docs_options": [
1000
],
"n_queries": 100
}
},
"filenames": {
"data_s3_url": "https://ext-haystack-retriever-eval.s3-eu-west-1.amazonaws.com/",
"data_dir": "../../data/retriever/",
"filename_gold": "nq2squad-dev.json",
"filenames_negative": {
"10000": "psgs_w100_minus_gold_10k.tsv",
"100000": "psgs_w100_minus_gold_100k.tsv",
"1000000": "psgs_w100_minus_gold_1m.tsv"
},
"embeddings_dir": "embeddings/",
"embeddings_filenames": {
"10000": "wikipedia_passages_10k.pkl",
"100000": "wikipedia_passages_100k.pkl",
"1000000": "wikipedia_passages_1m.pkl"}
}
}