From f60dfffb4bdd04ec5d87bb886947e1cd1bc1100c Mon Sep 17 00:00:00 2001 From: Kevin Hu Date: Tue, 10 Sep 2024 11:26:01 +0800 Subject: [PATCH] add model types to factories API (#2341) ### What problem does this PR solve? ### Type of change - [ ] Bug Fix (non-breaking change which fixes an issue) - [x] New Feature (non-breaking change which adds functionality) --- api/apps/llm_app.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/api/apps/llm_app.py b/api/apps/llm_app.py index 056dba8c7..03ecf31f6 100644 --- a/api/apps/llm_app.py +++ b/api/apps/llm_app.py @@ -29,7 +29,18 @@ import requests def factories(): try: fac = LLMFactoriesService.get_all() - return get_json_result(data=[f.to_dict() for f in fac if f.name not in ["Youdao", "FastEmbed", "BAAI"]]) + fac = [f.to_dict() for f in fac if f.name not in ["Youdao", "FastEmbed", "BAAI"]] + llms = LLMService.get_all() + mdl_types = {} + for m in llms: + if m.status != StatusEnum.VALID.value: + continue + if m.fid not in mdl_types: + mdl_types[m.fid] = set([]) + mdl_types[m.fid].add(m.model_type) + for f in fac: + f["model_types"] = list(mdl_types.get(f["name"], [])) + return get_json_result(data=fac) except Exception as e: return server_error_response(e)