2024-01-08 17:15:10 +01:00
|
|
|
import os
|
|
|
|
|
2023-09-22 21:54:11 +02:00
|
|
|
import pytest
|
2023-12-21 16:21:24 +01:00
|
|
|
from openai import OpenAIError
|
2023-09-22 21:54:11 +02:00
|
|
|
|
2023-11-24 14:48:43 +01:00
|
|
|
from haystack.components.embedders.openai_text_embedder import OpenAITextEmbedder
|
2023-09-22 21:54:11 +02:00
|
|
|
|
|
|
|
|
|
|
|
class TestOpenAITextEmbedder:
|
|
|
|
def test_init_default(self, monkeypatch):
|
|
|
|
monkeypatch.setenv("OPENAI_API_KEY", "fake-api-key")
|
|
|
|
embedder = OpenAITextEmbedder()
|
|
|
|
|
2023-12-21 16:21:24 +01:00
|
|
|
assert embedder.client.api_key == "fake-api-key"
|
2024-01-12 15:30:17 +01:00
|
|
|
assert embedder.model == "text-embedding-ada-002"
|
2023-09-22 21:54:11 +02:00
|
|
|
assert embedder.organization is None
|
|
|
|
assert embedder.prefix == ""
|
|
|
|
assert embedder.suffix == ""
|
|
|
|
|
|
|
|
def test_init_with_parameters(self):
|
|
|
|
embedder = OpenAITextEmbedder(
|
2024-01-12 15:30:17 +01:00
|
|
|
api_key="fake-api-key", model="model", organization="fake-organization", prefix="prefix", suffix="suffix"
|
2023-09-22 21:54:11 +02:00
|
|
|
)
|
2023-12-21 16:21:24 +01:00
|
|
|
assert embedder.client.api_key == "fake-api-key"
|
2024-01-12 15:30:17 +01:00
|
|
|
assert embedder.model == "model"
|
2023-09-22 21:54:11 +02:00
|
|
|
assert embedder.organization == "fake-organization"
|
|
|
|
assert embedder.prefix == "prefix"
|
|
|
|
assert embedder.suffix == "suffix"
|
|
|
|
|
|
|
|
def test_init_fail_wo_api_key(self, monkeypatch):
|
|
|
|
monkeypatch.delenv("OPENAI_API_KEY", raising=False)
|
2023-12-21 16:21:24 +01:00
|
|
|
with pytest.raises(OpenAIError):
|
2023-09-22 21:54:11 +02:00
|
|
|
OpenAITextEmbedder()
|
|
|
|
|
|
|
|
def test_to_dict(self):
|
|
|
|
component = OpenAITextEmbedder(api_key="fake-api-key")
|
|
|
|
data = component.to_dict()
|
|
|
|
assert data == {
|
2023-11-24 14:48:43 +01:00
|
|
|
"type": "haystack.components.embedders.openai_text_embedder.OpenAITextEmbedder",
|
2024-01-12 15:30:17 +01:00
|
|
|
"init_parameters": {"model": "text-embedding-ada-002", "organization": None, "prefix": "", "suffix": ""},
|
2023-09-22 21:54:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
def test_to_dict_with_custom_init_parameters(self):
|
|
|
|
component = OpenAITextEmbedder(
|
2024-01-12 15:30:17 +01:00
|
|
|
api_key="fake-api-key", model="model", organization="fake-organization", prefix="prefix", suffix="suffix"
|
2023-09-22 21:54:11 +02:00
|
|
|
)
|
|
|
|
data = component.to_dict()
|
|
|
|
assert data == {
|
2023-11-24 14:48:43 +01:00
|
|
|
"type": "haystack.components.embedders.openai_text_embedder.OpenAITextEmbedder",
|
2023-09-22 21:54:11 +02:00
|
|
|
"init_parameters": {
|
2024-01-12 15:30:17 +01:00
|
|
|
"model": "model",
|
2023-09-22 21:54:11 +02:00
|
|
|
"organization": "fake-organization",
|
|
|
|
"prefix": "prefix",
|
|
|
|
"suffix": "suffix",
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
def test_run_wrong_input_format(self):
|
|
|
|
embedder = OpenAITextEmbedder(api_key="fake-api-key")
|
|
|
|
|
|
|
|
list_integers_input = [1, 2, 3]
|
|
|
|
|
|
|
|
with pytest.raises(TypeError, match="OpenAITextEmbedder expects a string as an input"):
|
|
|
|
embedder.run(text=list_integers_input)
|
2023-12-21 16:21:24 +01:00
|
|
|
|
2024-01-08 19:19:14 +01:00
|
|
|
@pytest.mark.skipif(os.environ.get("OPENAI_API_KEY", "") == "", reason="OPENAI_API_KEY is not set")
|
2023-12-21 16:21:24 +01:00
|
|
|
@pytest.mark.integration
|
|
|
|
def test_run(self):
|
2024-01-08 22:06:27 +01:00
|
|
|
model = "text-embedding-ada-002"
|
2023-12-21 16:21:24 +01:00
|
|
|
|
2024-01-12 15:30:17 +01:00
|
|
|
embedder = OpenAITextEmbedder(model=model, prefix="prefix ", suffix=" suffix")
|
2023-12-21 16:21:24 +01:00
|
|
|
result = embedder.run(text="The food was delicious")
|
|
|
|
|
2024-01-08 22:06:27 +01:00
|
|
|
assert len(result["embedding"]) == 1536
|
2023-12-21 16:21:24 +01:00
|
|
|
assert all(isinstance(x, float) for x in result["embedding"])
|
2024-01-24 15:22:47 +01:00
|
|
|
|
|
|
|
assert (
|
|
|
|
"text" in result["meta"]["model"] and "ada" in result["meta"]["model"]
|
|
|
|
), "The model name does not contain 'text' and 'ada'"
|
|
|
|
|
|
|
|
assert result["meta"]["usage"] == {"prompt_tokens": 6, "total_tokens": 6}, "Usage information does not match"
|