feat: add sglang parameters
This commit is contained in:
@@ -1,6 +1,8 @@
|
||||
import llamaParameters from './llama-parameters';
|
||||
import mindieParameters from './mindie-parameters';
|
||||
import vllmParameters from './vllm-parameters';
|
||||
// preset backend parameters for built-in backends
|
||||
import llamaParameters from './llama';
|
||||
import mindieParameters from './mindie';
|
||||
import sglangParameters from './sglang';
|
||||
import vllmParameters from './vllm';
|
||||
|
||||
export const backendOptionsMap = {
|
||||
llamaBox: 'llama-box',
|
||||
@@ -38,5 +40,5 @@ export default {
|
||||
[backendOptionsMap.ascendMindie]: generateBackendParameters(mindieParameters),
|
||||
[backendOptionsMap.voxBox]: [],
|
||||
[backendOptionsMap.custom]: [],
|
||||
[backendOptionsMap.SGLang]: []
|
||||
[backendOptionsMap.SGLang]: generateBackendParameters(sglangParameters)
|
||||
};
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -437,6 +437,15 @@ export const getBackendParamsTips = (backend: string) => {
|
||||
};
|
||||
}
|
||||
|
||||
if (backend === backendOptionsMap.SGLang) {
|
||||
return {
|
||||
backend: 'SGLang',
|
||||
releases: '',
|
||||
link: 'https://docs.sglang.ai/advanced_features/server_arguments.html',
|
||||
version: 'v0.5.4'
|
||||
};
|
||||
}
|
||||
|
||||
return {
|
||||
backend: 'vox-box',
|
||||
releases: 'https://github.com/gpustack/vox-box/releases',
|
||||
|
||||
Reference in New Issue
Block a user