fix: set distributed_inference_across_workers to false when selectingt vox-box
This commit is contained in:
@@ -99,6 +99,6 @@ export default {
|
||||
'models.localpath.gguf.tips':
|
||||
' Specify the model file, e.g., /usr/local/models/model.gguf.',
|
||||
'models.localpath.safe.tips':
|
||||
'Specify the model directory, e.g., /usr/local/models/.',
|
||||
'models.localpath.chunks.tips': `Specify one of the model's shard files, e.g., /usr/local/models/model-00001-of-00004.(gguf|safetensors).`
|
||||
'Specify the model directory that contains .safetensors and config.json files, e.g., /usr/local/models/.',
|
||||
'models.localpath.chunks.tips': `Specify the first shard file of the model, e.g., /usr/local/models/model-00001-of-00004.(gguf|safetensors).`
|
||||
};
|
||||
|
||||
@@ -94,7 +94,8 @@ export default {
|
||||
'models.localpath.shared.tips.title': '分片的模型',
|
||||
'models.localpath.gguf.tips':
|
||||
'指向模型文件,例如 /usr/local/models/model.gguf',
|
||||
'models.localpath.safe.tips': '指向模型目录,例如 /usr/local/models/',
|
||||
'models.localpath.safe.tips':
|
||||
'指向包含 .safetensors, config.json 文件的模型目录,例如 /usr/local/models/',
|
||||
'models.localpath.chunks.tips':
|
||||
'指向模型其中一个分片文件,例如 /usr/local/models/model-00001-of-00004.(gguf|safetensors)'
|
||||
'指向模型第一个分片文件,例如 /usr/local/models/model-00001-of-00004.(gguf|safetensors)'
|
||||
};
|
||||
|
||||
@@ -231,6 +231,7 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
|
||||
]}
|
||||
>
|
||||
<SealSelect
|
||||
allowClear
|
||||
label={intl.formatMessage({ id: 'models.form.gpuselector' })}
|
||||
required
|
||||
mode="multiple"
|
||||
|
||||
@@ -324,7 +324,11 @@ const UpdateModal: React.FC<AddModalProps> = (props) => {
|
||||
|
||||
const handleOk = (formdata: FormData) => {
|
||||
let obj = {};
|
||||
if (formdata.backend === backendOptionsMap.vllm) {
|
||||
if (
|
||||
[backendOptionsMap.vllm, backendOptionsMap.voxBox].includes(
|
||||
formdata.backend
|
||||
)
|
||||
) {
|
||||
obj = {
|
||||
distributed_inference_across_workers: false,
|
||||
cpu_offloading: false
|
||||
|
||||
@@ -30,7 +30,7 @@ export interface ListItem {
|
||||
}
|
||||
|
||||
export interface FormData {
|
||||
backend?: string;
|
||||
backend: string;
|
||||
size?: number;
|
||||
quantization?: number;
|
||||
categories?: string[];
|
||||
|
||||
Reference in New Issue
Block a user