mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-07-28 11:19:58 +00:00
30 lines
1.3 KiB
Python
30 lines
1.3 KiB
Python
from retriever import benchmark_indexing, benchmark_querying
|
|
from reader import benchmark_reader
|
|
from utils import load_config
|
|
import argparse
|
|
|
|
params, filenames = load_config(config_filename="config.json", ci=True)
|
|
|
|
parser = argparse.ArgumentParser()
|
|
|
|
parser.add_argument('--reader', default=False, action="store_true",
|
|
help='Perform Reader benchmarks')
|
|
parser.add_argument('--retriever_index', default=False, action="store_true",
|
|
help='Perform Retriever indexing benchmarks')
|
|
parser.add_argument('--retriever_query', default=False, action="store_true",
|
|
help='Perform Retriever querying benchmarks')
|
|
parser.add_argument('--ci', default=False, action="store_true",
|
|
help='Perform a smaller subset of benchmarks that are quicker to run')
|
|
parser.add_argument('--update_json', default=False, action="store_true",
|
|
help='Update the json file with the results of this run so that the website can be updated')
|
|
|
|
args = parser.parse_args()
|
|
|
|
if args.retriever_index:
|
|
benchmark_indexing(**params, **filenames, ci=args.ci, update_json=args.update_json)
|
|
if args.retriever_query:
|
|
benchmark_querying(**params, **filenames, ci=args.ci, update_json=args.update_json)
|
|
if args.reader:
|
|
benchmark_reader(**params, **filenames, ci=args.ci, update_json=args.update_json)
|
|
|