2024-01-02 23:42:00 +08:00
|
|
|
|
import type { FC } from 'react'
|
2024-01-03 00:05:08 +08:00
|
|
|
|
import { useEffect, useMemo, useState } from 'react'
|
2024-01-02 23:42:00 +08:00
|
|
|
|
import useSWR from 'swr'
|
|
|
|
|
import { useTranslation } from 'react-i18next'
|
|
|
|
|
import type {
|
|
|
|
|
DefaultModel,
|
|
|
|
|
FormValue,
|
|
|
|
|
ModelParameterRule,
|
|
|
|
|
} from '../declarations'
|
2024-01-03 00:05:08 +08:00
|
|
|
|
import {
|
|
|
|
|
MODEL_STATUS_TEXT,
|
|
|
|
|
ModelStatusEnum,
|
|
|
|
|
} from '../declarations'
|
2024-01-02 23:42:00 +08:00
|
|
|
|
import ModelIcon from '../model-icon'
|
|
|
|
|
import ModelName from '../model-name'
|
|
|
|
|
import ModelSelector from '../model-selector'
|
2024-01-03 00:05:08 +08:00
|
|
|
|
import {
|
|
|
|
|
useLanguage,
|
|
|
|
|
useTextGenerationCurrentProviderAndModelAndModelList,
|
|
|
|
|
} from '../hooks'
|
2024-01-02 23:42:00 +08:00
|
|
|
|
import ParameterItem from './parameter-item'
|
|
|
|
|
import type { ParameterValue } from './parameter-item'
|
|
|
|
|
import {
|
|
|
|
|
PortalToFollowElem,
|
|
|
|
|
PortalToFollowElemContent,
|
|
|
|
|
PortalToFollowElemTrigger,
|
|
|
|
|
} from '@/app/components/base/portal-to-follow-elem'
|
|
|
|
|
import { SlidersH } from '@/app/components/base/icons/src/vender/line/mediaAndDevices'
|
|
|
|
|
import { AlertTriangle } from '@/app/components/base/icons/src/vender/line/alertsAndFeedback'
|
|
|
|
|
import { CubeOutline } from '@/app/components/base/icons/src/vender/line/shapes'
|
|
|
|
|
import { fetchModelParameterRules } from '@/service/common'
|
|
|
|
|
import Loading from '@/app/components/base/loading'
|
2024-01-03 00:05:08 +08:00
|
|
|
|
import { useProviderContext } from '@/context/provider-context'
|
|
|
|
|
import TooltipPlus from '@/app/components/base/tooltip-plus'
|
2024-01-02 23:42:00 +08:00
|
|
|
|
|
|
|
|
|
type ModelParameterModalProps = {
|
|
|
|
|
isAdvancedMode: boolean
|
|
|
|
|
mode: string
|
|
|
|
|
modelId: string
|
|
|
|
|
provider: string
|
|
|
|
|
setModel: (model: { modelId: string; provider: string; mode?: string; features: string[] }) => void
|
|
|
|
|
completionParams: FormValue
|
|
|
|
|
onCompletionParamsChange: (newParams: FormValue) => void
|
|
|
|
|
}
|
|
|
|
|
const stopParameerRule: ModelParameterRule = {
|
|
|
|
|
default: [],
|
|
|
|
|
help: {
|
|
|
|
|
en_US: 'Up to four sequences where the API will stop generating further tokens. The returned text will not contain the stop sequence.',
|
|
|
|
|
zh_Hans: '最多四个序列,API 将停止生成更多的 token。返回的文本将不包含停止序列。',
|
|
|
|
|
},
|
|
|
|
|
label: {
|
|
|
|
|
en_US: 'Stop sequences',
|
2024-01-03 00:05:08 +08:00
|
|
|
|
zh_Hans: '停止序列',
|
2024-01-02 23:42:00 +08:00
|
|
|
|
},
|
|
|
|
|
name: 'stop',
|
|
|
|
|
required: false,
|
|
|
|
|
type: 'tag',
|
|
|
|
|
tagPlaceholder: {
|
|
|
|
|
en_US: 'Enter sequence and press Tab',
|
|
|
|
|
zh_Hans: '输入序列并按 Tab 键',
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
const ModelParameterModal: FC<ModelParameterModalProps> = ({
|
|
|
|
|
isAdvancedMode,
|
|
|
|
|
modelId,
|
|
|
|
|
provider,
|
|
|
|
|
setModel,
|
|
|
|
|
completionParams,
|
|
|
|
|
onCompletionParamsChange,
|
|
|
|
|
}) => {
|
|
|
|
|
const { t } = useTranslation()
|
2024-01-03 00:05:08 +08:00
|
|
|
|
const language = useLanguage()
|
|
|
|
|
const { hasSettedApiKey, modelProviders } = useProviderContext()
|
2024-01-02 23:42:00 +08:00
|
|
|
|
const [open, setOpen] = useState(false)
|
|
|
|
|
const { data: parameterRulesData, isLoading } = useSWR(`/workspaces/current/model-providers/${provider}/models/parameter-rules?model=${modelId}`, fetchModelParameterRules)
|
|
|
|
|
const {
|
|
|
|
|
currentProvider,
|
|
|
|
|
currentModel,
|
|
|
|
|
textGenerationModelList,
|
|
|
|
|
} = useTextGenerationCurrentProviderAndModelAndModelList(
|
|
|
|
|
{ provider, model: modelId },
|
|
|
|
|
)
|
|
|
|
|
|
2024-01-03 00:05:08 +08:00
|
|
|
|
const hasDeprecated = !currentProvider || !currentModel
|
|
|
|
|
const modelDisabled = currentModel?.status !== ModelStatusEnum.active
|
|
|
|
|
const disabled = !hasSettedApiKey || hasDeprecated || modelDisabled
|
|
|
|
|
|
|
|
|
|
const parameterRules = useMemo(() => {
|
|
|
|
|
return parameterRulesData?.data || []
|
|
|
|
|
}, [parameterRulesData])
|
2024-01-02 23:42:00 +08:00
|
|
|
|
|
|
|
|
|
const handleParamChange = (key: string, value: ParameterValue) => {
|
|
|
|
|
onCompletionParamsChange({
|
|
|
|
|
...completionParams,
|
|
|
|
|
[key]: value,
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const handleChangeModel = ({ provider, model }: DefaultModel) => {
|
|
|
|
|
const targetProvider = textGenerationModelList.find(modelItem => modelItem.provider === provider)
|
|
|
|
|
const targetModelItem = targetProvider?.models.find(modelItem => modelItem.model === model)
|
|
|
|
|
setModel({
|
|
|
|
|
modelId: model,
|
|
|
|
|
provider,
|
|
|
|
|
mode: targetModelItem?.model_properties.mode as string,
|
|
|
|
|
features: targetModelItem?.features || [],
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const handleSwitch = (key: string, value: boolean, assignValue: ParameterValue) => {
|
|
|
|
|
if (!value) {
|
|
|
|
|
const newCompletionParams = { ...completionParams }
|
|
|
|
|
delete newCompletionParams[key]
|
|
|
|
|
|
|
|
|
|
onCompletionParamsChange(newCompletionParams)
|
|
|
|
|
}
|
|
|
|
|
if (value) {
|
|
|
|
|
onCompletionParamsChange({
|
|
|
|
|
...completionParams,
|
|
|
|
|
[key]: assignValue,
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2024-01-03 00:05:08 +08:00
|
|
|
|
const handleInitialParams = () => {
|
|
|
|
|
if (parameterRules.length) {
|
|
|
|
|
const newCompletionParams = { ...completionParams }
|
|
|
|
|
Object.keys(newCompletionParams).forEach((key) => {
|
|
|
|
|
if (!parameterRules.find(item => item.name === key))
|
|
|
|
|
delete newCompletionParams[key]
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
onCompletionParamsChange(newCompletionParams)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
useEffect(() => {
|
|
|
|
|
handleInitialParams()
|
|
|
|
|
}, [parameterRules])
|
|
|
|
|
|
2024-01-02 23:42:00 +08:00
|
|
|
|
return (
|
|
|
|
|
<PortalToFollowElem
|
|
|
|
|
open={open}
|
|
|
|
|
onOpenChange={setOpen}
|
|
|
|
|
placement='bottom-end'
|
|
|
|
|
offset={4}
|
|
|
|
|
>
|
|
|
|
|
<div className='relative'>
|
|
|
|
|
<PortalToFollowElemTrigger
|
|
|
|
|
onClick={() => setOpen(v => !v)}
|
|
|
|
|
className='block'
|
|
|
|
|
>
|
|
|
|
|
<div
|
|
|
|
|
className={`
|
|
|
|
|
flex items-center px-2 h-8 rounded-lg border cursor-pointer hover:border-[1.5px]
|
|
|
|
|
${disabled ? 'border-[#F79009] bg-[#FFFAEB]' : 'border-[#444CE7] bg-primary-50'}
|
|
|
|
|
`}
|
|
|
|
|
>
|
|
|
|
|
{
|
|
|
|
|
currentProvider && (
|
|
|
|
|
<ModelIcon
|
|
|
|
|
className='mr-1.5 !w-5 !h-5'
|
|
|
|
|
provider={currentProvider}
|
|
|
|
|
modelName={currentModel?.model}
|
|
|
|
|
/>
|
|
|
|
|
)
|
|
|
|
|
}
|
2024-01-03 00:05:08 +08:00
|
|
|
|
{
|
|
|
|
|
!currentProvider && (
|
|
|
|
|
<ModelIcon
|
|
|
|
|
className='mr-1.5 !w-5 !h-5'
|
|
|
|
|
provider={modelProviders.find(item => item.provider === provider)}
|
|
|
|
|
modelName={modelId}
|
|
|
|
|
/>
|
|
|
|
|
)
|
|
|
|
|
}
|
2024-01-02 23:42:00 +08:00
|
|
|
|
{
|
|
|
|
|
currentModel && (
|
|
|
|
|
<ModelName
|
|
|
|
|
className='mr-1.5 text-gray-900'
|
|
|
|
|
modelItem={currentModel}
|
2024-01-03 00:05:08 +08:00
|
|
|
|
showMode
|
2024-01-02 23:42:00 +08:00
|
|
|
|
modeClassName='!text-[#444CE7] !border-[#A4BCFD]'
|
2024-01-03 00:05:08 +08:00
|
|
|
|
showFeatures
|
2024-01-02 23:42:00 +08:00
|
|
|
|
featuresClassName='!text-[#444CE7] !border-[#A4BCFD]'
|
|
|
|
|
/>
|
|
|
|
|
)
|
|
|
|
|
}
|
2024-01-03 00:05:08 +08:00
|
|
|
|
{
|
|
|
|
|
!currentModel && (
|
|
|
|
|
<div className='mr-1 text-[13px] font-medium text-gray-900 truncate'>
|
|
|
|
|
{modelId}
|
|
|
|
|
</div>
|
|
|
|
|
)
|
|
|
|
|
}
|
2024-01-02 23:42:00 +08:00
|
|
|
|
{
|
|
|
|
|
disabled
|
|
|
|
|
? (
|
2024-01-03 00:05:08 +08:00
|
|
|
|
<TooltipPlus
|
|
|
|
|
popupContent={
|
|
|
|
|
hasDeprecated
|
|
|
|
|
? t('common.modelProvider.deprecated')
|
|
|
|
|
: (modelDisabled && currentModel)
|
|
|
|
|
? MODEL_STATUS_TEXT[currentModel.status as string][language]
|
|
|
|
|
: ''
|
|
|
|
|
}
|
|
|
|
|
>
|
|
|
|
|
<AlertTriangle className='w-4 h-4 text-[#F79009]' />
|
|
|
|
|
</TooltipPlus>
|
2024-01-02 23:42:00 +08:00
|
|
|
|
)
|
|
|
|
|
: (
|
|
|
|
|
<SlidersH className='w-4 h-4 text-indigo-600' />
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
</div>
|
|
|
|
|
</PortalToFollowElemTrigger>
|
|
|
|
|
<PortalToFollowElemContent>
|
|
|
|
|
<div className='w-[496px] rounded-xl border border-gray-100 bg-white shadow-xl'>
|
|
|
|
|
<div className='flex items-center px-4 h-12 rounded-t-xl border-b border-gray-100 bg-gray-50 text-md font-medium text-gray-900'>
|
|
|
|
|
<CubeOutline className='mr-2 w-4 h-4 text-primary-600' />
|
|
|
|
|
{t('common.modelProvider.modelAndParameters')}
|
|
|
|
|
</div>
|
2024-01-03 00:05:08 +08:00
|
|
|
|
<div className='max-h-[480px] px-10 pt-4 pb-8 overflow-y-auto'>
|
2024-01-02 23:42:00 +08:00
|
|
|
|
<div className='flex items-center justify-between h-8'>
|
|
|
|
|
<div className='text-sm font-medium text-gray-900'>
|
|
|
|
|
{t('common.modelProvider.model')}
|
|
|
|
|
</div>
|
|
|
|
|
<ModelSelector
|
|
|
|
|
defaultModel={{ provider, model: modelId }}
|
|
|
|
|
modelList={textGenerationModelList}
|
|
|
|
|
onSelect={handleChangeModel}
|
|
|
|
|
/>
|
|
|
|
|
</div>
|
2024-01-03 00:05:08 +08:00
|
|
|
|
{
|
|
|
|
|
!!parameterRules.length && (
|
|
|
|
|
<div className='my-5 h-[1px] bg-gray-100' />
|
|
|
|
|
)
|
|
|
|
|
}
|
2024-01-02 23:42:00 +08:00
|
|
|
|
{
|
|
|
|
|
isLoading && (
|
2024-01-03 00:05:08 +08:00
|
|
|
|
<div className='mt-5'><Loading /></div>
|
2024-01-02 23:42:00 +08:00
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
{
|
2024-01-03 00:05:08 +08:00
|
|
|
|
!isLoading && !!parameterRules.length && (
|
2024-01-02 23:42:00 +08:00
|
|
|
|
[
|
|
|
|
|
...parameterRules,
|
|
|
|
|
...(isAdvancedMode ? [stopParameerRule] : []),
|
|
|
|
|
].map(parameter => (
|
|
|
|
|
<ParameterItem
|
2024-01-03 17:10:37 +08:00
|
|
|
|
key={`${modelId}-${parameter.name}`}
|
2024-01-02 23:42:00 +08:00
|
|
|
|
className='mb-4'
|
|
|
|
|
parameterRule={parameter}
|
|
|
|
|
value={completionParams[parameter.name]}
|
|
|
|
|
onChange={v => handleParamChange(parameter.name, v)}
|
|
|
|
|
onSwitch={(checked, assignValue) => handleSwitch(parameter.name, checked, assignValue)}
|
|
|
|
|
/>
|
|
|
|
|
))
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
</PortalToFollowElemContent>
|
|
|
|
|
</div>
|
|
|
|
|
</PortalToFollowElem>
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
export default ModelParameterModal
|