openspg/python/nn4k/tests/invoker/test_openai_invoker.py
2024-02-02 16:29:24 +08:00

115 lines
3.5 KiB
Python

# Copyright 2023 OpenSPG Authors
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
# in compliance with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software distributed under the License
# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
# or implied.
import sys
import unittest
import unittest.mock
from dataclasses import dataclass
from nn4k.invoker import NNInvoker
@dataclass
class MockCompletion:
choices: list
@dataclass
class MockMessage:
content: str
@dataclass
class MockChoice:
message: MockMessage
@dataclass
class MockEmbeddings:
data: list
@dataclass
class MockEmbedding:
embedding: list
class TestOpenAIInvoker(unittest.TestCase):
"""
OpenAIInvoker unittest
"""
def setUp(self):
self._saved_openai = sys.modules.get("openai")
self._mocked_openai = unittest.mock.MagicMock()
sys.modules["openai"] = self._mocked_openai
def tearDown(self):
del sys.modules["openai"]
if self._saved_openai is not None:
sys.modules["openai"] = self._saved_openai
def testOpenAICompletion(self):
self._mocked_openai.__version__ = "1.7.0"
self._mocked_openai.OpenAI = unittest.mock.MagicMock
nn_config = {
"nn_name": "gpt-3.5-turbo",
"openai_api_key": "EMPTY",
"openai_api_base": "http://localhost:38080/v1",
"openai_max_tokens": 2000,
}
invoker = NNInvoker.from_config(nn_config)
self.assertEqual(invoker.init_args, nn_config)
self.assertEqual(invoker.client.api_key, nn_config["openai_api_key"])
self.assertEqual(invoker.client.base_url, nn_config["openai_api_base"])
mock_completion = MockCompletion(
choices=[MockChoice(message=MockMessage(content="a dog named Bolt ..."))]
)
invoker.client.chat.completions.create.return_value = mock_completion
result = invoker.remote_inference("Long long ago, ")
invoker.client.chat.completions.create.assert_called_with(
model=nn_config["nn_name"],
messages=[{"role": "user", "content": "Long long ago, "}],
max_tokens=nn_config["openai_max_tokens"],
)
self.assertEqual(result, [mock_completion.choices[0].message.content])
def testOpenAIEmbedding(self):
self._mocked_openai.__version__ = "1.7.0"
self._mocked_openai.OpenAI = unittest.mock.MagicMock
nn_config = {
"nn_name": "text-embedding-ada-002",
"openai_api_key": "EMPTY",
"openai_api_base": "http://localhost:38080/v1",
}
invoker = NNInvoker.from_config(nn_config)
self.assertEqual(invoker.init_args, nn_config)
self.assertEqual(invoker.client.api_key, nn_config["openai_api_key"])
self.assertEqual(invoker.client.base_url, nn_config["openai_api_base"])
mock_embeddings = MockEmbeddings(data=[MockEmbedding(embedding=[0.1, 0.2])])
invoker.client.embeddings.create.return_value = mock_embeddings
result = invoker.remote_inference("How old are you?", type="Embedding")
invoker.client.embeddings.create.assert_called_with(
model=nn_config["nn_name"],
input=["How old are you?"],
)
self.assertEqual(result, [mock_embeddings.data[0].embedding])
if __name__ == "__main__":
unittest.main()