yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2025-12-30 08:37:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add logging of error, add n_docs assert

Browse Source
This commit is contained in:
Branden Chan 2020-10-22 15:45:46 +02:00
parent b0483cfd99
commit fbacdfd263
2 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
test/benchmarks/retriever.py
View File

@ -79,6 +79,8 @@ def benchmark_indexing(n_docs_options, retriever_doc_stores, data_dir, filename_
except Exception as e:
tb = traceback.format_exc()
logging.ERROR(f"##### The following Error was raised while running indexing run: {retriever_name}, {doc_store_name}, {n_docs} docs #####")
logging.Error(tb)
retriever_results.append({
"retriever": retriever_name,
"doc_store": doc_store_name,
@ -155,6 +157,8 @@ def benchmark_querying(n_docs_options,
del retriever
except Exception as e:
tb = traceback.format_exc()
logging.ERROR(f"##### The following Error was raised while running querying run: {retriever_name}, {doc_store_name}, {n_docs} docs #####")
logging.Error(tb)
results = {
"retriever": retriever_name,
"doc_store": doc_store_name,

1
test/benchmarks/utils.py
View File

@ -71,6 +71,7 @@ def get_document_store(document_store_type, es_similarity='cosine'):
else:
raise Exception(f"No document store fixture for '{document_store_type}'")
assert document_store.get_document_count() == 0
return document_store
def get_retriever(retriever_name, doc_store):