mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-09-22 06:33:43 +00:00
c4cfe6cb90
* Load additional fields from SQUAD-format file to meta field for labels * added a test function * rewritten test using pytest * added release notes * improve release note * clean up test --------- Co-authored-by: Stefano Fiorucci <44616784+anakin87@users.noreply.github.com>
66 lines
2.5 KiB
Python
66 lines
2.5 KiB
Python
import json
|
|
import os
|
|
import pytest
|
|
from haystack.document_stores import eval_data_from_json
|
|
|
|
|
|
@pytest.fixture
|
|
def temp_squad_file(tmp_path):
|
|
temp_filename = tmp_path / "temp_squad_file.json"
|
|
with open(temp_filename, "w", encoding="utf-8") as temp_file:
|
|
json.dump(
|
|
{
|
|
"metadata": {
|
|
"dataset_version": "1.0",
|
|
"description": "This dataset contains questions and answers related to...",
|
|
"other_metadata_field": "value",
|
|
},
|
|
"data": [
|
|
{
|
|
"title": "Article Title",
|
|
"paragraphs": [
|
|
{
|
|
"context": "This is the context of the article.",
|
|
"qas": [
|
|
{
|
|
"question": "What is the SQuAD dataset?",
|
|
"id": 0,
|
|
"answers": [{"text": "This is the context", "answer_start": 0}],
|
|
"annotator": "annotator0",
|
|
"date": "2023-11-07",
|
|
},
|
|
{
|
|
"question": "Another question?",
|
|
"id": 1,
|
|
"answers": [{"text": "This is the context of the article", "answer_start": 0}],
|
|
"annotator": "annotator1",
|
|
"date": "2023-12-09",
|
|
},
|
|
],
|
|
}
|
|
],
|
|
"author": "Your Name",
|
|
"creation_date": "2023-11-14",
|
|
}
|
|
],
|
|
},
|
|
temp_file,
|
|
indent=2,
|
|
)
|
|
return temp_filename
|
|
|
|
|
|
def test_eval_data_from_json(temp_squad_file):
|
|
# Call the function with the temporary file
|
|
docs, labels = eval_data_from_json(temp_squad_file)
|
|
|
|
assert len(docs) == 1
|
|
assert len(labels) == 2
|
|
|
|
assert docs[0].content == "This is the context of the article."
|
|
assert labels[0].query == "What is the SQuAD dataset?"
|
|
assert labels[0].meta == {"annotator": "annotator0", "date": "2023-11-07"}
|
|
|
|
assert labels[1].query == "Another question?"
|
|
assert labels[1].meta == {"annotator": "annotator1", "date": "2023-12-09"}
|