haystack/test/samples/qa/eval-sample.json

{
    "data": [
        {
            "title": "Test",
            "paragraphs": [
                {
                    "context": "Berlin has 10 inhabitants.",
                    "qas": [
                        {
                            "question": "How many people live in Paris?",
                            "id": "5ad3d560604f3c001a3ff2c6",
                            "answers": [],
                            "is_impossible": true
                        }
                    ]
                }
            ]
        },
         {
            "title": "Test2",
            "paragraphs": [
                {
                    "context": "Berlin has 10 inhabitants.",
                    "qas": [
                        {
                            "question": "How many people live in Berlin?",
                            "id": "5ad3d560604f3c001a3ff2c7",
                            "answers": [{"text": "10", "answer_start": 11}, {"text": "10 inhabitants", "answer_start": 11}],
                            "is_impossible": false
                        },
                        {
                            "question": "How many people live in Berlin?",
                            "id": "5ad3d560604f3c001a3ff2c8",
                            "answers": [{"text": "Berlin", "answer_start": 0}, {"text": "Berlin", "answer_start": 0}],
                            "is_impossible": false
                        }
                    ]
                }
            ]
        }
    ],
    "version": "v2.0"
}