fix: reset backend parameter options in deploy model modal

This commit is contained in:
jialin
2024-12-04 11:15:29 +08:00
parent e1bb684c4c
commit bed3684a0c
2 changed files with 71 additions and 24 deletions
@@ -20,6 +20,7 @@ import _ from 'lodash';
import React, { useCallback, useMemo } from 'react';
import {
backendOptionsMap,
backendParamsHolderTips,
modelSourceMap,
placementStrategyOptions
} from '../config';
@@ -81,7 +82,13 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
];
const paramsConfig = useMemo(() => {
return backend === backendOptionsMap.llamaBox ? llamaConfig : vllmConfig;
if (backend === backendOptionsMap.llamaBox) {
return llamaConfig;
}
if (backend === backendOptionsMap.vllm) {
return vllmConfig;
}
return [];
}, [backend]);
const backendParamsTips = useMemo(() => {
@@ -91,10 +98,13 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
link: 'https://github.com/gpustack/llama-box?tab=readme-ov-file#usage'
};
}
return {
backend: 'vLLM',
link: 'https://docs.vllm.ai/en/stable/serving/openai_compatible_server.html#command-line-arguments-for-the-server'
};
if (backend === backendOptionsMap.vllm) {
return {
backend: 'vLLM',
link: 'https://docs.vllm.ai/en/stable/serving/openai_compatible_server.html#command-line-arguments-for-the-server'
};
}
return null;
}, [backend]);
const renderSelectTips = (list: Array<{ title: string; tips: string }>) => {
@@ -286,39 +296,43 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
})}
></SealInput.Input>
</Form.Item>
<Form.Item<FormData> name="backend_parameters">
<ListInput
placeholder={
backend === backendOptionsMap.llamaBox
backendParamsHolderTips[backend]
? intl.formatMessage({
id: 'models.form.backend_parameters.llamabox.placeholder'
})
: intl.formatMessage({
id: 'models.form.backend_parameters.vllm.placeholder'
id: backendParamsHolderTips[backend].holder
})
: ''
}
btnText="common.button.addParams"
label={intl.formatMessage({ id: 'models.form.backend_parameters' })}
label={intl.formatMessage({
id: 'models.form.backend_parameters'
})}
dataList={form.getFieldValue('backend_parameters') || []}
onChange={handleBackendParametersChange}
options={paramsConfig}
description={
<span>
{intl.formatMessage(
{ id: 'models.form.backend_parameters.vllm.tips' },
{ backend: backendParamsTips.backend }
)}{' '}
<Typography.Link
style={{ color: 'var(--ant-blue-4)' }}
href={backendParamsTips.link}
target="_blank"
>
{intl.formatMessage({ id: 'common.text.here' })}
</Typography.Link>
</span>
backendParamsTips && (
<span>
{intl.formatMessage(
{ id: 'models.form.backend_parameters.vllm.tips' },
{ backend: backendParamsTips.backend || '' }
)}{' '}
<Typography.Link
style={{ color: 'var(--ant-blue-4)' }}
href={backendParamsTips.link}
target="_blank"
>
{intl.formatMessage({ id: 'common.text.here' })}
</Typography.Link>
</span>
)
}
></ListInput>
</Form.Item>
{backend === backendOptionsMap.llamaBox && (
<div style={{ paddingBottom: 22, paddingLeft: 10 }}>
<Form.Item<FormData>