fix: kv cache support in builtin backend

2025-10-27 14:13:47 +08:00
parent 6969cb0b9c
commit df65d3e2f6
15 changed files with 124 additions and 40 deletions
@@ -7,7 +7,8 @@ export const backendOptionsMap = {
  vllm: 'vLLM',
  voxBox: 'VoxBox',
  ascendMindie: 'MindIE',
-  custom: 'Custom'
+  custom: 'Custom',
+  SGLang: 'SGLang'
 };

 export interface BackendParameter {
@@ -36,5 +37,6 @@ export default {
  [backendOptionsMap.vllm]: generateBackendParameters(vllmParameters),
  [backendOptionsMap.ascendMindie]: generateBackendParameters(mindieParameters),
  [backendOptionsMap.voxBox]: [],
-  [backendOptionsMap.custom]: []
+  [backendOptionsMap.custom]: [],
+  [backendOptionsMap.SGLang]: []
 };