haystack/test/components/rankers/test_metafield.py

import pytest

from haystack.preview import Document, ComponentError
from haystack.preview.components.rankers.meta_field import MetaFieldRanker


class TestMetaFieldRanker:
    @pytest.mark.unit
    def test_to_dict(self):
        component = MetaFieldRanker(metadata_field="rating")
        data = component.to_dict()
        assert data == {
            "type": "haystack.preview.components.rankers.meta_field.MetaFieldRanker",
            "init_parameters": {
                "metadata_field": "rating",
                "weight": 1.0,
                "top_k": None,
                "ranking_mode": "reciprocal_rank_fusion",
            },
        }

    @pytest.mark.unit
    def test_to_dict_with_custom_init_parameters(self):
        component = MetaFieldRanker(metadata_field="rating", weight=0.5, top_k=5, ranking_mode="linear_score")
        data = component.to_dict()
        assert data == {
            "type": "haystack.preview.components.rankers.meta_field.MetaFieldRanker",
            "init_parameters": {"metadata_field": "rating", "weight": 0.5, "top_k": 5, "ranking_mode": "linear_score"},
        }

    @pytest.mark.integration
    @pytest.mark.parametrize("metafield_values, expected_first_value", [([1.3, 0.7, 2.1], 2.1), ([1, 5, 8], 8)])
    def test_run(self, metafield_values, expected_first_value):
        """
        Test if the component ranks documents correctly.
        """
        ranker = MetaFieldRanker(metadata_field="rating")
        docs_before = [Document(content="abc", meta={"rating": value}) for value in metafield_values]

        output = ranker.run(documents=docs_before)
        docs_after = output["documents"]

        assert len(docs_after) == 3
        assert docs_after[0].meta["rating"] == expected_first_value

        sorted_scores = sorted([doc.meta["rating"] for doc in docs_after], reverse=True)
        assert [doc.meta["rating"] for doc in docs_after] == sorted_scores

    @pytest.mark.integration
    def test_returns_empty_list_if_no_documents_are_provided(self):
        ranker = MetaFieldRanker(metadata_field="rating")
        output = ranker.run(documents=[])
        docs_after = output["documents"]
        assert docs_after == []

    @pytest.mark.integration
    def test_raises_component_error_if_metadata_not_found(self):
        ranker = MetaFieldRanker(metadata_field="rating")
        docs_before = [Document(content="abc", meta={"wrong_field": 1.3})]
        with pytest.raises(ComponentError):
            ranker.run(documents=docs_before)

    @pytest.mark.integration
    def test_raises_component_error_if_wrong_ranking_mode(self):
        with pytest.raises(ValueError):
            MetaFieldRanker(metadata_field="rating", ranking_mode="wrong_mode")

    @pytest.mark.integration
    @pytest.mark.parametrize("score", [-1, 2, 1.3, 2.1])
    def test_raises_component_error_if_wrong_weight(self, score):
        with pytest.raises(ValueError):
            MetaFieldRanker(metadata_field="rating", weight=score)

    @pytest.mark.integration
    def test_linear_score(self):
        ranker = MetaFieldRanker(metadata_field="rating", ranking_mode="linear_score", weight=0.5)
        docs_before = [
            Document(content="abc", meta={"rating": 1.3}, score=0.3),
            Document(content="abc", meta={"rating": 0.7}, score=0.4),
            Document(content="abc", meta={"rating": 2.1}, score=0.6),
        ]
        output = ranker.run(documents=docs_before)
        docs_after = output["documents"]
        assert docs_after[0].score == 0.8

    @pytest.mark.integration
    def test_reciprocal_rank_fusion(self):
        ranker = MetaFieldRanker(metadata_field="rating", ranking_mode="reciprocal_rank_fusion", weight=0.5)
        docs_before = [
            Document(content="abc", meta={"rating": 1.3}, score=0.3),
            Document(content="abc", meta={"rating": 0.7}, score=0.4),
            Document(content="abc", meta={"rating": 2.1}, score=0.6),
        ]
        output = ranker.run(documents=docs_before)
        docs_after = output["documents"]
        assert docs_after[0].score == 0.01626123744050767

    @pytest.mark.integration
    @pytest.mark.parametrize("score", [-1, 2, 1.3, 2.1])
    def test_linear_score_raises_warning_if_doc_wrong_score(self, score):
        ranker = MetaFieldRanker(metadata_field="rating", ranking_mode="linear_score", weight=0.5)
        docs_before = [
            Document(id=1, content="abc", meta={"rating": 1.3}, score=score),
            Document(id=2, content="abc", meta={"rating": 0.7}, score=0.4),
            Document(id=3, content="abc", meta={"rating": 2.1}, score=0.6),
        ]
        with pytest.warns(
            UserWarning, match=rf"The score {score} for Document 1 is outside the \[0,1\] range; defaulting to 0"
        ):
            ranker.run(documents=docs_before)

    @pytest.mark.integration
    def test_linear_score_raises_raises_warning_if_doc_without_score(self):
        ranker = MetaFieldRanker(metadata_field="rating", ranking_mode="linear_score", weight=0.5)
        docs_before = [
            Document(content="abc", meta={"rating": 1.3}),
            Document(content="abc", meta={"rating": 0.7}),
            Document(content="abc", meta={"rating": 2.1}),
        ]

        with pytest.warns(UserWarning, match="The score wasn't provided; defaulting to 0."):
            ranker.run(documents=docs_before)