feat: add sglang parameters

This commit is contained in:
jialin
2025-10-29 18:56:41 +08:00
parent c077db1129
commit b77f796661
8 changed files with 1477 additions and 7 deletions
@@ -1,6 +1,8 @@
import llamaParameters from './llama-parameters';
import mindieParameters from './mindie-parameters';
import vllmParameters from './vllm-parameters';
// preset backend parameters for built-in backends
import llamaParameters from './llama';
import mindieParameters from './mindie';
import sglangParameters from './sglang';
import vllmParameters from './vllm';
export const backendOptionsMap = {
llamaBox: 'llama-box',
@@ -38,5 +40,5 @@ export default {
[backendOptionsMap.ascendMindie]: generateBackendParameters(mindieParameters),
[backendOptionsMap.voxBox]: [],
[backendOptionsMap.custom]: [],
[backendOptionsMap.SGLang]: []
[backendOptionsMap.SGLang]: generateBackendParameters(sglangParameters)
};
File diff suppressed because it is too large Load Diff
+9
View File
@@ -437,6 +437,15 @@ export const getBackendParamsTips = (backend: string) => {
};
}
if (backend === backendOptionsMap.SGLang) {
return {
backend: 'SGLang',
releases: '',
link: 'https://docs.sglang.ai/advanced_features/server_arguments.html',
version: 'v0.5.4'
};
}
return {
backend: 'vox-box',
releases: 'https://github.com/gpustack/vox-box/releases',