yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2026-01-06 03:57:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

test: Make ContextRelevanceEvaluator integration test more robust (#7584)

Browse Source
This commit is contained in:
Julian Risch 2024-04-23 18:01:25 +02:00 committed by GitHub
parent 32db7eb532
commit 9c56dbe288
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
test/components/evaluators/test_context_relevance_evaluator.py
View File

@ -135,8 +135,8 @@ class TestContextRelevanceEvaluator:
evaluator = ContextRelevanceEvaluator()
result = evaluator.run(questions=questions, contexts=contexts)
assert result["score"] == 1.0
assert result["individual_scores"] == [1.0]
assert result["results"][0]["score"] == 1.0
assert result["results"][0]["statement_scores"] == [1.0]
assert "Guido van Rossum" in result["results"][0]["statements"][0]
required_fields = {"individual_scores", "results", "score"}
assert all(field in result for field in required_fields)
nested_required_fields = {"score", "statement_scores", "statements"}
assert all(field in result["results"][0] for field in nested_required_fields)