fix: kv cache support in builtin backend
This commit is contained in:
@@ -2,6 +2,7 @@ import MindIELogo from '@/assets/logo/ascend.png';
|
||||
import SGLangLogo from '@/assets/logo/sglang.png';
|
||||
import vLLMLogo from '@/assets/logo/vllm.png';
|
||||
import icons from '@/components/icon-font/icons';
|
||||
import { backendOptionsMap } from '@/pages/llmodels/config/backend-parameters';
|
||||
import jsYaml from 'js-yaml';
|
||||
import { trim } from 'lodash';
|
||||
|
||||
@@ -16,18 +17,11 @@ const SealYamlType = new jsYaml.Type('!seal', {
|
||||
|
||||
const SEAL_SCHEMA = jsYaml.DEFAULT_SCHEMA.extend([SealYamlType]);
|
||||
|
||||
export const builtInBackends = {
|
||||
SGLang: 'SGLang',
|
||||
vLLM: 'vLLM',
|
||||
MindIE: 'MindIE',
|
||||
VoxBox: 'voxbox'
|
||||
};
|
||||
|
||||
export const builtInBackendLogos: Record<string, string> = {
|
||||
[builtInBackends.SGLang]: SGLangLogo,
|
||||
[builtInBackends.vLLM]: vLLMLogo,
|
||||
[builtInBackends.MindIE]: MindIELogo,
|
||||
[builtInBackends.VoxBox]: ''
|
||||
[backendOptionsMap.SGLang]: SGLangLogo,
|
||||
[backendOptionsMap.vllm]: vLLMLogo,
|
||||
[backendOptionsMap.ascendMindie]: MindIELogo,
|
||||
[backendOptionsMap.voxBox]: ''
|
||||
};
|
||||
|
||||
export const backendActions = [
|
||||
|
||||
@@ -23,7 +23,7 @@
|
||||
"version_configs": {
|
||||
"type": "object",
|
||||
"patternProperties": {
|
||||
"^[a-zA-Z0-9._-]+-custom$": {
|
||||
"^[a-zA-Z0-9._-]+$": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"image_name": {
|
||||
@@ -44,7 +44,7 @@
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"description": "multiple backend versions ending with -custom"
|
||||
"description": "multiple backend versions"
|
||||
}
|
||||
},
|
||||
"required": ["version_configs"],
|
||||
|
||||
Reference in New Issue
Block a user