From f2b5f123b32a52321560c4ac476277e4d851b845 Mon Sep 17 00:00:00 2001 From: Stefano Fiorucci Date: Fri, 13 Dec 2024 09:50:23 +0100 Subject: [PATCH] del HF token in tests (#8634) --- .../classifiers/test_zero_shot_document_classifier.py | 2 ++ test/components/generators/chat/test_hugging_face_local.py | 1 + .../components/generators/test_hugging_face_local_generator.py | 1 + .../components/rankers/test_sentence_transformers_diversity.py | 2 +- test/components/rankers/test_transformers_similarity.py | 1 + test/components/readers/test_extractive.py | 3 +++ test/components/routers/test_transformers_text_router.py | 3 +++ test/components/routers/test_zero_shot_text_router.py | 2 ++ 8 files changed, 14 insertions(+), 1 deletion(-) diff --git a/test/components/classifiers/test_zero_shot_document_classifier.py b/test/components/classifiers/test_zero_shot_document_classifier.py index 7d679e3d2..be4d04a9f 100644 --- a/test/components/classifiers/test_zero_shot_document_classifier.py +++ b/test/components/classifiers/test_zero_shot_document_classifier.py @@ -45,6 +45,7 @@ class TestTransformersZeroShotDocumentClassifier: def test_from_dict(self, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) data = { "type": "haystack.components.classifiers.zero_shot_document_classifier.TransformersZeroShotDocumentClassifier", "init_parameters": { @@ -73,6 +74,7 @@ class TestTransformersZeroShotDocumentClassifier: def test_from_dict_no_default_parameters(self, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) data = { "type": "haystack.components.classifiers.zero_shot_document_classifier.TransformersZeroShotDocumentClassifier", "init_parameters": {"model": "cross-encoder/nli-deberta-v3-xsmall", "labels": ["positive", "negative"]}, diff --git a/test/components/generators/chat/test_hugging_face_local.py b/test/components/generators/chat/test_hugging_face_local.py index 433917ec2..8f6749c2d 100644 --- a/test/components/generators/chat/test_hugging_face_local.py +++ b/test/components/generators/chat/test_hugging_face_local.py @@ -166,6 +166,7 @@ class TestHuggingFaceLocalChatGenerator: @patch("haystack.components.generators.chat.hugging_face_local.pipeline") def test_warm_up(self, pipeline_mock, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) generator = HuggingFaceLocalChatGenerator( model="mistralai/Mistral-7B-Instruct-v0.2", task="text2text-generation", diff --git a/test/components/generators/test_hugging_face_local_generator.py b/test/components/generators/test_hugging_face_local_generator.py index 5c3b162a3..bded2e8d4 100644 --- a/test/components/generators/test_hugging_face_local_generator.py +++ b/test/components/generators/test_hugging_face_local_generator.py @@ -18,6 +18,7 @@ class TestHuggingFaceLocalGenerator: @patch("haystack.utils.hf.model_info") def test_init_default(self, model_info_mock, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) model_info_mock.return_value.pipeline_tag = "text2text-generation" generator = HuggingFaceLocalGenerator() diff --git a/test/components/rankers/test_sentence_transformers_diversity.py b/test/components/rankers/test_sentence_transformers_diversity.py index eabd2ac37..018b44398 100644 --- a/test/components/rankers/test_sentence_transformers_diversity.py +++ b/test/components/rankers/test_sentence_transformers_diversity.py @@ -273,7 +273,7 @@ class TestSentenceTransformersDiversityRanker: Test that ranker loads the SentenceTransformer model correctly during warm up. """ monkeypatch.delenv("HF_API_TOKEN", raising=False) - + monkeypatch.delenv("HF_TOKEN", raising=False) mock_model_class = MagicMock() mock_model_instance = MagicMock() mock_model_class.return_value = mock_model_instance diff --git a/test/components/rankers/test_transformers_similarity.py b/test/components/rankers/test_transformers_similarity.py index 6031d85e1..616bfa664 100644 --- a/test/components/rankers/test_transformers_similarity.py +++ b/test/components/rankers/test_transformers_similarity.py @@ -313,6 +313,7 @@ class TestSimilarityRanker: @patch("haystack.components.rankers.transformers_similarity.AutoModelForSequenceClassification.from_pretrained") def test_device_map_dict(self, mocked_automodel, _mocked_autotokenizer, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) ranker = TransformersSimilarityRanker("model", model_kwargs={"device_map": {"layer_1": 1, "classifier": "cpu"}}) class MockedModel: diff --git a/test/components/readers/test_extractive.py b/test/components/readers/test_extractive.py index aedfaa13b..a2f658b79 100644 --- a/test/components/readers/test_extractive.py +++ b/test/components/readers/test_extractive.py @@ -519,6 +519,7 @@ def test_warm_up_use_hf_token(mocked_automodel, mocked_autotokenizer, initialize @patch("haystack.components.readers.extractive.AutoModelForQuestionAnswering.from_pretrained") def test_device_map_auto(mocked_automodel, _mocked_autotokenizer, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) reader = ExtractiveReader("deepset/roberta-base-squad2", model_kwargs={"device_map": "auto"}) auto_device = ComponentDevice.resolve_device(None) @@ -537,6 +538,7 @@ def test_device_map_auto(mocked_automodel, _mocked_autotokenizer, monkeypatch): @patch("haystack.components.readers.extractive.AutoModelForQuestionAnswering.from_pretrained") def test_device_map_str(mocked_automodel, _mocked_autotokenizer, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) reader = ExtractiveReader("deepset/roberta-base-squad2", model_kwargs={"device_map": "cpu:0"}) class MockedModel: @@ -554,6 +556,7 @@ def test_device_map_str(mocked_automodel, _mocked_autotokenizer, monkeypatch): @patch("haystack.components.readers.extractive.AutoModelForQuestionAnswering.from_pretrained") def test_device_map_dict(mocked_automodel, _mocked_autotokenizer, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) reader = ExtractiveReader( "deepset/roberta-base-squad2", model_kwargs={"device_map": {"layer_1": 1, "classifier": "cpu"}} ) diff --git a/test/components/routers/test_transformers_text_router.py b/test/components/routers/test_transformers_text_router.py index 8a0dca8d6..67ec16352 100644 --- a/test/components/routers/test_transformers_text_router.py +++ b/test/components/routers/test_transformers_text_router.py @@ -54,6 +54,7 @@ class TestTransformersTextRouter: def test_from_dict(self, mock_auto_config_from_pretrained, monkeypatch): mock_auto_config_from_pretrained.return_value = MagicMock(label2id={"en": 0, "de": 1}) monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) data = { "type": "haystack.components.routers.transformers_text_router.TransformersTextRouter", "init_parameters": { @@ -84,6 +85,7 @@ class TestTransformersTextRouter: def test_from_dict_no_default_parameters(self, mock_auto_config_from_pretrained, monkeypatch): mock_auto_config_from_pretrained.return_value = MagicMock(label2id={"en": 0, "de": 1}) monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) data = { "type": "haystack.components.routers.transformers_text_router.TransformersTextRouter", "init_parameters": {"model": "papluca/xlm-roberta-base-language-detection"}, @@ -105,6 +107,7 @@ class TestTransformersTextRouter: def test_from_dict_with_cpu_device(self, mock_auto_config_from_pretrained, monkeypatch): mock_auto_config_from_pretrained.return_value = MagicMock(label2id={"en": 0, "de": 1}) monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) data = { "type": "haystack.components.routers.transformers_text_router.TransformersTextRouter", "init_parameters": { diff --git a/test/components/routers/test_zero_shot_text_router.py b/test/components/routers/test_zero_shot_text_router.py index 8e9759f36..3b931c39b 100644 --- a/test/components/routers/test_zero_shot_text_router.py +++ b/test/components/routers/test_zero_shot_text_router.py @@ -28,6 +28,7 @@ class TestTransformersZeroShotTextRouter: def test_from_dict(self, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) data = { "type": "haystack.components.routers.zero_shot_text_router.TransformersZeroShotTextRouter", "init_parameters": { @@ -56,6 +57,7 @@ class TestTransformersZeroShotTextRouter: def test_from_dict_no_default_parameters(self, monkeypatch): monkeypatch.delenv("HF_API_TOKEN", raising=False) + monkeypatch.delenv("HF_TOKEN", raising=False) data = { "type": "haystack.components.routers.zero_shot_text_router.TransformersZeroShotTextRouter", "init_parameters": {"labels": ["query", "passage"]},