fix: set distributed_inference_across_workers to false when selectingt vox-box
This commit is contained in:
@@ -99,6 +99,6 @@ export default {
|
|||||||
'models.localpath.gguf.tips':
|
'models.localpath.gguf.tips':
|
||||||
' Specify the model file, e.g., /usr/local/models/model.gguf.',
|
' Specify the model file, e.g., /usr/local/models/model.gguf.',
|
||||||
'models.localpath.safe.tips':
|
'models.localpath.safe.tips':
|
||||||
'Specify the model directory, e.g., /usr/local/models/.',
|
'Specify the model directory that contains .safetensors and config.json files, e.g., /usr/local/models/.',
|
||||||
'models.localpath.chunks.tips': `Specify one of the model's shard files, e.g., /usr/local/models/model-00001-of-00004.(gguf|safetensors).`
|
'models.localpath.chunks.tips': `Specify the first shard file of the model, e.g., /usr/local/models/model-00001-of-00004.(gguf|safetensors).`
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -94,7 +94,8 @@ export default {
|
|||||||
'models.localpath.shared.tips.title': '分片的模型',
|
'models.localpath.shared.tips.title': '分片的模型',
|
||||||
'models.localpath.gguf.tips':
|
'models.localpath.gguf.tips':
|
||||||
'指向模型文件,例如 /usr/local/models/model.gguf',
|
'指向模型文件,例如 /usr/local/models/model.gguf',
|
||||||
'models.localpath.safe.tips': '指向模型目录,例如 /usr/local/models/',
|
'models.localpath.safe.tips':
|
||||||
|
'指向包含 .safetensors, config.json 文件的模型目录,例如 /usr/local/models/',
|
||||||
'models.localpath.chunks.tips':
|
'models.localpath.chunks.tips':
|
||||||
'指向模型其中一个分片文件,例如 /usr/local/models/model-00001-of-00004.(gguf|safetensors)'
|
'指向模型第一个分片文件,例如 /usr/local/models/model-00001-of-00004.(gguf|safetensors)'
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -231,6 +231,7 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
|
|||||||
]}
|
]}
|
||||||
>
|
>
|
||||||
<SealSelect
|
<SealSelect
|
||||||
|
allowClear
|
||||||
label={intl.formatMessage({ id: 'models.form.gpuselector' })}
|
label={intl.formatMessage({ id: 'models.form.gpuselector' })}
|
||||||
required
|
required
|
||||||
mode="multiple"
|
mode="multiple"
|
||||||
|
|||||||
@@ -324,7 +324,11 @@ const UpdateModal: React.FC<AddModalProps> = (props) => {
|
|||||||
|
|
||||||
const handleOk = (formdata: FormData) => {
|
const handleOk = (formdata: FormData) => {
|
||||||
let obj = {};
|
let obj = {};
|
||||||
if (formdata.backend === backendOptionsMap.vllm) {
|
if (
|
||||||
|
[backendOptionsMap.vllm, backendOptionsMap.voxBox].includes(
|
||||||
|
formdata.backend
|
||||||
|
)
|
||||||
|
) {
|
||||||
obj = {
|
obj = {
|
||||||
distributed_inference_across_workers: false,
|
distributed_inference_across_workers: false,
|
||||||
cpu_offloading: false
|
cpu_offloading: false
|
||||||
|
|||||||
@@ -30,7 +30,7 @@ export interface ListItem {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export interface FormData {
|
export interface FormData {
|
||||||
backend?: string;
|
backend: string;
|
||||||
size?: number;
|
size?: number;
|
||||||
quantization?: number;
|
quantization?: number;
|
||||||
categories?: string[];
|
categories?: string[];
|
||||||
|
|||||||
Reference in New Issue
Block a user