Proper retrieval of answers for batch eval (#3245)

* Proper retrieval of answers and documents for batch eval
This commit is contained in:
Vladimir Blagojevic 2022-09-20 14:16:03 +02:00 committed by GitHub
parent 7e79a48540
commit fe31896fcb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1470,7 +1470,7 @@ class Pipeline:
df_answers = pd.DataFrame()
answers = node_output.get(field_name, None)
if answers is not None:
if isinstance(answers[i], list):
if i < len(answers) and isinstance(answers[i], list):
# answers_isolated refers to only one relevant document and thus only a list of answers
# answers refers to multiple relevant documents and thus multiple lists of lists of answers
answers = answers[i]
@ -1607,7 +1607,7 @@ class Pipeline:
df_docs = pd.DataFrame()
documents = node_output.get(field_name, None)
if documents is not None:
if isinstance(documents[i], list):
if i < len(documents) and isinstance(documents[i], list):
documents = documents[i]
if len(documents) == 0:
# add dummy document if there was no document retrieved, so query does not get lost in dataframe