diff --git a/test/benchmarks/retriever.py b/test/benchmarks/retriever.py
index 3a69ed20d..807acdc2e 100644
--- a/test/benchmarks/retriever.py
+++ b/test/benchmarks/retriever.py
@@ -79,6 +79,8 @@ def benchmark_indexing(n_docs_options, retriever_doc_stores, data_dir, filename_
 
             except Exception as e:
                 tb = traceback.format_exc()
+                logging.ERROR(f"##### The following Error was raised while running indexing run: {retriever_name}, {doc_store_name}, {n_docs} docs #####")
+                logging.Error(tb)
                 retriever_results.append({
                     "retriever": retriever_name,
                     "doc_store": doc_store_name,
@@ -155,6 +157,8 @@ def benchmark_querying(n_docs_options,
                 del retriever
             except Exception as e:
                 tb = traceback.format_exc()
+                logging.ERROR(f"##### The following Error was raised while running querying run: {retriever_name}, {doc_store_name}, {n_docs} docs #####")
+                logging.Error(tb)
                 results = {
                     "retriever": retriever_name,
                     "doc_store": doc_store_name,
diff --git a/test/benchmarks/utils.py b/test/benchmarks/utils.py
index e370ff251..ff8e3abaf 100644
--- a/test/benchmarks/utils.py
+++ b/test/benchmarks/utils.py
@@ -71,6 +71,7 @@ def get_document_store(document_store_type, es_similarity='cosine'):
 
     else:
         raise Exception(f"No document store fixture for '{document_store_type}'")
+    assert document_store.get_document_count() == 0
     return document_store
 
 def get_retriever(retriever_name, doc_store):