2024-04-08 18:51:46 +08:00
|
|
|
from copy import deepcopy
|
2024-05-15 12:25:04 +08:00
|
|
|
from typing import Any
|
2024-02-06 13:21:13 +08:00
|
|
|
|
|
|
|
from core.helper import encrypter
|
2024-03-08 20:31:13 +08:00
|
|
|
from core.helper.tool_parameter_cache import ToolParameterCache, ToolParameterCacheType
|
2025-02-17 17:05:13 +08:00
|
|
|
from core.tools.__base.tool import Tool
|
2024-03-08 15:22:55 +08:00
|
|
|
from core.tools.entities.tool_entities import (
|
2024-03-08 20:31:13 +08:00
|
|
|
ToolParameter,
|
2025-02-17 17:05:13 +08:00
|
|
|
ToolProviderType,
|
2024-03-08 15:22:55 +08:00
|
|
|
)
|
2024-02-06 13:21:13 +08:00
|
|
|
|
2024-01-23 19:58:23 +08:00
|
|
|
|
2025-02-17 17:05:13 +08:00
|
|
|
class ToolParameterConfigurationManager:
|
2024-03-08 20:31:13 +08:00
|
|
|
"""
|
|
|
|
Tool parameter configuration manager
|
|
|
|
"""
|
2024-09-10 17:00:20 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
tenant_id: str
|
|
|
|
tool_runtime: Tool
|
|
|
|
provider_name: str
|
2025-02-17 17:05:13 +08:00
|
|
|
provider_type: ToolProviderType
|
2024-04-23 15:22:42 +08:00
|
|
|
identity_id: str
|
2024-03-08 20:31:13 +08:00
|
|
|
|
2025-02-17 17:05:13 +08:00
|
|
|
def __init__(
|
|
|
|
self, tenant_id: str, tool_runtime: Tool, provider_name: str, provider_type: ToolProviderType, identity_id: str
|
|
|
|
) -> None:
|
|
|
|
self.tenant_id = tenant_id
|
|
|
|
self.tool_runtime = tool_runtime
|
|
|
|
self.provider_name = provider_name
|
|
|
|
self.provider_type = provider_type
|
|
|
|
self.identity_id = identity_id
|
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
def _deep_copy(self, parameters: dict[str, Any]) -> dict[str, Any]:
|
|
|
|
"""
|
|
|
|
deep copy parameters
|
|
|
|
"""
|
2024-04-23 15:22:42 +08:00
|
|
|
return deepcopy(parameters)
|
2024-05-24 12:08:12 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
def _merge_parameters(self) -> list[ToolParameter]:
|
|
|
|
"""
|
|
|
|
merge parameters
|
|
|
|
"""
|
|
|
|
# get tool parameters
|
2025-02-17 17:05:13 +08:00
|
|
|
tool_parameters = self.tool_runtime.entity.parameters or []
|
2024-03-08 20:31:13 +08:00
|
|
|
# get tool runtime parameters
|
2024-11-21 10:34:43 +08:00
|
|
|
runtime_parameters = self.tool_runtime.get_runtime_parameters()
|
2024-03-08 20:31:13 +08:00
|
|
|
# override parameters
|
|
|
|
current_parameters = tool_parameters.copy()
|
|
|
|
for runtime_parameter in runtime_parameters:
|
|
|
|
found = False
|
|
|
|
for index, parameter in enumerate(current_parameters):
|
|
|
|
if parameter.name == runtime_parameter.name and parameter.form == runtime_parameter.form:
|
|
|
|
current_parameters[index] = runtime_parameter
|
|
|
|
found = True
|
|
|
|
break
|
|
|
|
|
|
|
|
if not found and runtime_parameter.form == ToolParameter.ToolParameterForm.FORM:
|
|
|
|
current_parameters.append(runtime_parameter)
|
|
|
|
|
|
|
|
return current_parameters
|
2024-05-24 12:08:12 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
def mask_tool_parameters(self, parameters: dict[str, Any]) -> dict[str, Any]:
|
|
|
|
"""
|
|
|
|
mask tool parameters
|
|
|
|
|
|
|
|
return a deep copy of parameters with masked values
|
|
|
|
"""
|
|
|
|
parameters = self._deep_copy(parameters)
|
|
|
|
|
|
|
|
# override parameters
|
|
|
|
current_parameters = self._merge_parameters()
|
|
|
|
|
|
|
|
for parameter in current_parameters:
|
2024-09-10 17:00:20 +08:00
|
|
|
if (
|
|
|
|
parameter.form == ToolParameter.ToolParameterForm.FORM
|
|
|
|
and parameter.type == ToolParameter.ToolParameterType.SECRET_INPUT
|
|
|
|
):
|
2024-03-08 20:31:13 +08:00
|
|
|
if parameter.name in parameters:
|
|
|
|
if len(parameters[parameter.name]) > 6:
|
2024-09-10 17:00:20 +08:00
|
|
|
parameters[parameter.name] = (
|
|
|
|
parameters[parameter.name][:2]
|
|
|
|
+ "*" * (len(parameters[parameter.name]) - 4)
|
|
|
|
+ parameters[parameter.name][-2:]
|
|
|
|
)
|
2024-03-08 20:31:13 +08:00
|
|
|
else:
|
2024-09-10 17:00:20 +08:00
|
|
|
parameters[parameter.name] = "*" * len(parameters[parameter.name])
|
2024-03-08 20:31:13 +08:00
|
|
|
|
|
|
|
return parameters
|
2024-05-24 12:08:12 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
def encrypt_tool_parameters(self, parameters: dict[str, Any]) -> dict[str, Any]:
|
|
|
|
"""
|
|
|
|
encrypt tool parameters with tenant id
|
|
|
|
|
|
|
|
return a deep copy of parameters with encrypted values
|
|
|
|
"""
|
|
|
|
# override parameters
|
|
|
|
current_parameters = self._merge_parameters()
|
|
|
|
|
2024-04-23 15:22:42 +08:00
|
|
|
parameters = self._deep_copy(parameters)
|
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
for parameter in current_parameters:
|
2024-09-10 17:00:20 +08:00
|
|
|
if (
|
|
|
|
parameter.form == ToolParameter.ToolParameterForm.FORM
|
|
|
|
and parameter.type == ToolParameter.ToolParameterType.SECRET_INPUT
|
|
|
|
):
|
2024-03-08 20:31:13 +08:00
|
|
|
if parameter.name in parameters:
|
|
|
|
encrypted = encrypter.encrypt_token(self.tenant_id, parameters[parameter.name])
|
|
|
|
parameters[parameter.name] = encrypted
|
2024-05-24 12:08:12 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
return parameters
|
2024-05-24 12:08:12 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
def decrypt_tool_parameters(self, parameters: dict[str, Any]) -> dict[str, Any]:
|
|
|
|
"""
|
|
|
|
decrypt tool parameters with tenant id
|
|
|
|
|
|
|
|
return a deep copy of parameters with decrypted values
|
|
|
|
"""
|
2024-12-24 18:38:51 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
cache = ToolParameterCache(
|
2024-05-24 12:08:12 +08:00
|
|
|
tenant_id=self.tenant_id,
|
2025-02-17 17:05:13 +08:00
|
|
|
provider=f"{self.provider_type.value}.{self.provider_name}",
|
|
|
|
tool_name=self.tool_runtime.entity.identity.name,
|
2024-04-23 15:22:42 +08:00
|
|
|
cache_type=ToolParameterCacheType.PARAMETER,
|
2024-09-10 17:00:20 +08:00
|
|
|
identity_id=self.identity_id,
|
2024-03-08 20:31:13 +08:00
|
|
|
)
|
|
|
|
cached_parameters = cache.get()
|
|
|
|
if cached_parameters:
|
|
|
|
return cached_parameters
|
|
|
|
|
|
|
|
# override parameters
|
|
|
|
current_parameters = self._merge_parameters()
|
|
|
|
has_secret_input = False
|
|
|
|
|
|
|
|
for parameter in current_parameters:
|
2024-09-10 17:00:20 +08:00
|
|
|
if (
|
|
|
|
parameter.form == ToolParameter.ToolParameterForm.FORM
|
|
|
|
and parameter.type == ToolParameter.ToolParameterType.SECRET_INPUT
|
|
|
|
):
|
2024-03-08 20:31:13 +08:00
|
|
|
if parameter.name in parameters:
|
|
|
|
try:
|
|
|
|
has_secret_input = True
|
|
|
|
parameters[parameter.name] = encrypter.decrypt_token(self.tenant_id, parameters[parameter.name])
|
2025-02-17 17:05:13 +08:00
|
|
|
except Exception:
|
2024-03-08 20:31:13 +08:00
|
|
|
pass
|
2024-05-24 12:08:12 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
if has_secret_input:
|
|
|
|
cache.set(parameters)
|
|
|
|
|
|
|
|
return parameters
|
2024-05-24 12:08:12 +08:00
|
|
|
|
2024-03-08 20:31:13 +08:00
|
|
|
def delete_tool_parameters_cache(self):
|
|
|
|
cache = ToolParameterCache(
|
2024-05-24 12:08:12 +08:00
|
|
|
tenant_id=self.tenant_id,
|
2025-02-17 17:05:13 +08:00
|
|
|
provider=f"{self.provider_type.value}.{self.provider_name}",
|
|
|
|
tool_name=self.tool_runtime.entity.identity.name,
|
2024-04-23 15:22:42 +08:00
|
|
|
cache_type=ToolParameterCacheType.PARAMETER,
|
2024-09-10 17:00:20 +08:00
|
|
|
identity_id=self.identity_id,
|
2024-03-08 20:31:13 +08:00
|
|
|
)
|
|
|
|
cache.delete()
|