mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-12-31 00:57:37 +00:00
0acafc403a
* initial test cml * Update cml.yaml * WIP test workflow * switch to general ubuntu ami * switch to general ubuntu ami * disable gpu for tests * rm gpu infos * rm gpu infos * update token env * switch github token * add postgres * test db connection * fix typo * remove tty * add sleep for db * debug runner * debug removal postgres * debug: reset to working commit * debug: change github token * switch to new bot token * debug token * add back postgres * adjust network runner docker * add elastic * fix typo * adjust working dir * fix benchmark execution * enable s3 downloads * add query benchmark. fix path * add saving of markdown files * cat md files. add faiss+dpr. increase n_queries * switch to GPU instance * switch availability zone * switch to public aws DL ami * increase volume size * rm faiss. fix error logging * save markdown files * add reader benchmarks * add download of squad data * correct reader metric normalization * fix newlines between reports * fix max_docs for reader eval data. remove max_docs from ci run config * fix mypy. switch workflow trigger * try trigger for label * try trigger for label * change trigger syntax * debug machine shutdown with test workflow * add es and postgres to test workflow * Revert "add es and postgres to test workflow" This reverts commit 6f038d3d7f12eea924b54529e61b192858eaa9d5. * Revert "debug machine shutdown with test workflow" This reverts commit db70eabae8850b88e1d61fd79b04d4f49d54990a. * fix typo in action. set benchmark config back to original
57 lines
1.2 KiB
JSON
57 lines
1.2 KiB
JSON
{
|
|
"params": {
|
|
"full": {
|
|
"retriever_doc_stores": [
|
|
[
|
|
"elastic",
|
|
"elasticsearch"
|
|
],
|
|
[
|
|
"dpr",
|
|
"elasticsearch"
|
|
],
|
|
[
|
|
"dpr",
|
|
"faiss_flat"
|
|
],
|
|
[
|
|
"dpr",
|
|
"faiss_hnsw"
|
|
]
|
|
],
|
|
"n_docs_options": [
|
|
10000,
|
|
100000,
|
|
500000
|
|
],
|
|
"n_queries": null
|
|
},
|
|
"ci": {
|
|
"retriever_doc_stores": [
|
|
[
|
|
"elastic",
|
|
"elasticsearch"
|
|
]
|
|
],
|
|
"n_docs_options": [
|
|
1000
|
|
],
|
|
"n_queries": 100
|
|
}
|
|
},
|
|
"filenames": {
|
|
"data_s3_url": "s3://ext-haystack-retriever-eval/",
|
|
"data_dir": "../../data/retriever/",
|
|
"filename_gold": "nq2squad-dev.json",
|
|
"filenames_negative": {
|
|
"10000": "psgs_w100_minus_gold_10k.tsv",
|
|
"100000": "psgs_w100_minus_gold_100k.tsv",
|
|
"1000000": "psgs_w100_minus_gold_1m.tsv"
|
|
},
|
|
"embeddings_dir": "embeddings/",
|
|
"embeddings_filenames": {
|
|
"10000": "wikipedia_passages_10k.pkl",
|
|
"100000": "wikipedia_passages_100k.pkl",
|
|
"1000000": "wikipedia_passages_1m.pkl"}
|
|
}
|
|
} |