mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-07-28 19:29:40 +00:00
0acafc403a
* initial test cml * Update cml.yaml * WIP test workflow * switch to general ubuntu ami * switch to general ubuntu ami * disable gpu for tests * rm gpu infos * rm gpu infos * update token env * switch github token * add postgres * test db connection * fix typo * remove tty * add sleep for db * debug runner * debug removal postgres * debug: reset to working commit * debug: change github token * switch to new bot token * debug token * add back postgres * adjust network runner docker * add elastic * fix typo * adjust working dir * fix benchmark execution * enable s3 downloads * add query benchmark. fix path * add saving of markdown files * cat md files. add faiss+dpr. increase n_queries * switch to GPU instance * switch availability zone * switch to public aws DL ami * increase volume size * rm faiss. fix error logging * save markdown files * add reader benchmarks * add download of squad data * correct reader metric normalization * fix newlines between reports * fix max_docs for reader eval data. remove max_docs from ci run config * fix mypy. switch workflow trigger * try trigger for label * try trigger for label * change trigger syntax * debug machine shutdown with test workflow * add es and postgres to test workflow * Revert "add es and postgres to test workflow" This reverts commit 6f038d3d7f12eea924b54529e61b192858eaa9d5. * Revert "debug machine shutdown with test workflow" This reverts commit db70eabae8850b88e1d61fd79b04d4f49d54990a. * fix typo in action. set benchmark config back to original
31 lines
1.6 KiB
Python
31 lines
1.6 KiB
Python
from retriever import benchmark_indexing, benchmark_querying
|
|
from reader import benchmark_reader
|
|
from utils import load_config
|
|
import argparse
|
|
|
|
params, filenames = load_config(config_filename="config.json", ci=True)
|
|
|
|
parser = argparse.ArgumentParser()
|
|
|
|
parser.add_argument('--reader', default=False, action="store_true",
|
|
help='Perform Reader benchmarks')
|
|
parser.add_argument('--retriever_index', default=False, action="store_true",
|
|
help='Perform Retriever indexing benchmarks')
|
|
parser.add_argument('--retriever_query', default=False, action="store_true",
|
|
help='Perform Retriever querying benchmarks')
|
|
parser.add_argument('--ci', default=False, action="store_true",
|
|
help='Perform a smaller subset of benchmarks that are quicker to run')
|
|
parser.add_argument('--update_json', default=False, action="store_true",
|
|
help='Update the json file with the results of this run so that the website can be updated')
|
|
parser.add_argument('--save_markdown', default=False, action="store_true",
|
|
help='Update the json file with the results of this run so that the website can be updated')
|
|
args = parser.parse_args()
|
|
|
|
if args.retriever_index:
|
|
benchmark_indexing(**params, **filenames, ci=args.ci, update_json=args.update_json, save_markdown=args.save_markdown)
|
|
if args.retriever_query:
|
|
benchmark_querying(**params, **filenames, ci=args.ci, update_json=args.update_json, save_markdown=args.save_markdown)
|
|
if args.reader:
|
|
benchmark_reader(**params, **filenames, ci=args.ci, update_json=args.update_json, save_markdown=args.save_markdown)
|
|
|