fix: set distributed_inference_across_workers to false when selectingt vox-box
This commit is contained in:
@@ -231,6 +231,7 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
|
||||
]}
|
||||
>
|
||||
<SealSelect
|
||||
allowClear
|
||||
label={intl.formatMessage({ id: 'models.form.gpuselector' })}
|
||||
required
|
||||
mode="multiple"
|
||||
|
||||
@@ -324,7 +324,11 @@ const UpdateModal: React.FC<AddModalProps> = (props) => {
|
||||
|
||||
const handleOk = (formdata: FormData) => {
|
||||
let obj = {};
|
||||
if (formdata.backend === backendOptionsMap.vllm) {
|
||||
if (
|
||||
[backendOptionsMap.vllm, backendOptionsMap.voxBox].includes(
|
||||
formdata.backend
|
||||
)
|
||||
) {
|
||||
obj = {
|
||||
distributed_inference_across_workers: false,
|
||||
cpu_offloading: false
|
||||
|
||||
@@ -30,7 +30,7 @@ export interface ListItem {
|
||||
}
|
||||
|
||||
export interface FormData {
|
||||
backend?: string;
|
||||
backend: string;
|
||||
size?: number;
|
||||
quantization?: number;
|
||||
categories?: string[];
|
||||
|
||||
Reference in New Issue
Block a user