From 353f73ed0becbcee6cd72599675dd7a7aeb315d3 Mon Sep 17 00:00:00 2001 From: jialin Date: Thu, 17 Apr 2025 14:56:10 +0800 Subject: [PATCH] fix: set llamabox to backend for local gguf file --- src/pages/llmodels/components/update-modal.tsx | 2 ++ src/pages/llmodels/forms/local-path.tsx | 2 ++ 2 files changed, 4 insertions(+) diff --git a/src/pages/llmodels/components/update-modal.tsx b/src/pages/llmodels/components/update-modal.tsx index 4bcded39..eeb7fbca 100644 --- a/src/pages/llmodels/components/update-modal.tsx +++ b/src/pages/llmodels/components/update-modal.tsx @@ -178,6 +178,8 @@ const UpdateModal: React.FC = (props) => { backend === backendOptionsMap.llamaBox ) { backend = backendOptionsMap.vllm; + } else if (isEndwithGGUF || isBlobFile) { + backend = backendOptionsMap.llamaBox; } form.setFieldValue('backend', backend); handleBackendChange?.(backend); diff --git a/src/pages/llmodels/forms/local-path.tsx b/src/pages/llmodels/forms/local-path.tsx index 9951dde8..f1512b26 100644 --- a/src/pages/llmodels/forms/local-path.tsx +++ b/src/pages/llmodels/forms/local-path.tsx @@ -43,6 +43,8 @@ const LocalPathForm: React.FC = () => { backend === backendOptionsMap.llamaBox ) { backend = backendOptionsMap.vllm; + } else if (isEndwithGGUF || isBlobFile) { + backend = backendOptionsMap.llamaBox; } form.setFieldValue('backend', backend);