openspg/python/nn4k/invoker/openai_invoker.py
didicout de35b970b7 model interfaces
(cherry picked from commit 4c556c39f6fdefd8755d9afcec247086f5d47380)
2023-12-11 23:16:12 +08:00

22 lines
466 B
Python

from typing import Union
from nn4k.invoker import NNInvoker
class OpenAIInvoker(NNInvoker):
@classmethod
def from_config(cls, nn_config: Union[str, dict]):
import openai
o = cls.__new__(cls)
o._openai_client = openai.OpenAI()
o._open_ai_model = nn_config.get("open_ai_model")
# TODO config key
# TODO complete
return o
def remote_inference(self, input, **kwargs):
# TODO
pass