From f4ea23dd14329e42b0bec104f07fa11fb12a43d6 Mon Sep 17 00:00:00 2001 From: jialin Date: Sun, 23 Nov 2025 21:06:20 +0800 Subject: [PATCH] fix: set default vllm backend for gguf --- src/pages/llmodels/components/deploy-modal.tsx | 4 ++-- src/pages/llmodels/forms/custom-backend.tsx | 2 -- src/pages/llmodels/forms/index.tsx | 8 -------- src/pages/llmodels/hooks/index.ts | 13 +++++++++++++ 4 files changed, 15 insertions(+), 12 deletions(-) diff --git a/src/pages/llmodels/components/deploy-modal.tsx b/src/pages/llmodels/components/deploy-modal.tsx index f028b950..bf0ba2fd 100644 --- a/src/pages/llmodels/components/deploy-modal.tsx +++ b/src/pages/llmodels/components/deploy-modal.tsx @@ -257,7 +257,6 @@ const AddModal: FC = (props) => { if (requestModelId !== getRequestId()) { return; } - console.log('handleSelectModelFile:', item, selectedModel); const modelInfo = onSelectModel(selectedModel, props.source); @@ -267,7 +266,7 @@ const AddModal: FC = (props) => { model_scope_file_path: item.fakeName, backend_parameters: [], backend_version: '', - backend: '', + backend: modelInfo.backend, env: {}, categories: getCategory(item) }); @@ -403,6 +402,7 @@ const AddModal: FC = (props) => { }; const handleBackendChange = async (backend: string) => { + console.log('handleBackendChange:', backend); const data = form.current.form.getFieldsValue?.(); const res = handleBackendChangeBefore(data); if (res.show) { diff --git a/src/pages/llmodels/forms/custom-backend.tsx b/src/pages/llmodels/forms/custom-backend.tsx index 1bf0785f..479876dc 100644 --- a/src/pages/llmodels/forms/custom-backend.tsx +++ b/src/pages/llmodels/forms/custom-backend.tsx @@ -47,7 +47,6 @@ const CustomBackend: React.FC = () => { @@ -65,7 +64,6 @@ const CustomBackend: React.FC = () => { required scaleSize={false} alwaysFocus={true} - onBlur={handleRunCommandOnBlur} autoSize={{ minRows: 2, maxRows: 4 }} label={intl.formatMessage({ id: 'backend.runCommand' })} description={intl.formatMessage({ diff --git a/src/pages/llmodels/forms/index.tsx b/src/pages/llmodels/forms/index.tsx index ce6532ad..4d19229c 100644 --- a/src/pages/llmodels/forms/index.tsx +++ b/src/pages/llmodels/forms/index.tsx @@ -241,14 +241,6 @@ const DataForm: React.FC = forwardRef((props, ref) => { ...updateGPUSelector(val) }); - const imageName = form.getFieldValue('image_name'); - const runCommand = form.getFieldValue('run_command'); - - // if the image_name or run_command is empty, set them to default value of the backend - - if (val === backendOptionsMap.custom && !imageName && !runCommand) { - return; - } onBackendChange?.(val); }; diff --git a/src/pages/llmodels/hooks/index.ts b/src/pages/llmodels/hooks/index.ts index ddac3e59..620d88ae 100644 --- a/src/pages/llmodels/hooks/index.ts +++ b/src/pages/llmodels/hooks/index.ts @@ -407,6 +407,19 @@ export const useCheckCompatibility = () => { return; } + if ( + backendOptionsMap.custom === allValues.backend && + (!allValues.run_command || !allValues.image_name) + ) { + setWarningStatus({ + show: false, + type: 'warning', + isHtml: true, + message: '' + }); + return; + } + // check gguf: for online and local path if ( checkIsGGUFFileOrNotSupport(allValues.local_path, allValues) &&