fix: kv cache support in builtin backend

This commit is contained in:
jialin
2025-10-27 14:13:47 +08:00
parent 6969cb0b9c
commit df65d3e2f6
15 changed files with 124 additions and 40 deletions
@@ -101,7 +101,7 @@ const ImportYAML: React.FC<ImportYAMLProps> = forwardRef(
const renderHeader = () => {
return (
<Header>
<span className="title">YAML Editor</span>
<span className="title">YAML</span>
<Upload
name="file"
multiple={false}
@@ -110,7 +110,7 @@ const ImportYAML: React.FC<ImportYAMLProps> = forwardRef(
accept=".yaml,.yml,text/yaml,application/x-yaml"
>
<Button icon={<ImportOutlined />} type="text" size="small">
Import
{intl.formatMessage({ id: 'common.button.import' })}
</Button>
</Upload>
</Header>
+5 -11
View File
@@ -2,6 +2,7 @@ import MindIELogo from '@/assets/logo/ascend.png';
import SGLangLogo from '@/assets/logo/sglang.png';
import vLLMLogo from '@/assets/logo/vllm.png';
import icons from '@/components/icon-font/icons';
import { backendOptionsMap } from '@/pages/llmodels/config/backend-parameters';
import jsYaml from 'js-yaml';
import { trim } from 'lodash';
@@ -16,18 +17,11 @@ const SealYamlType = new jsYaml.Type('!seal', {
const SEAL_SCHEMA = jsYaml.DEFAULT_SCHEMA.extend([SealYamlType]);
export const builtInBackends = {
SGLang: 'SGLang',
vLLM: 'vLLM',
MindIE: 'MindIE',
VoxBox: 'voxbox'
};
export const builtInBackendLogos: Record<string, string> = {
[builtInBackends.SGLang]: SGLangLogo,
[builtInBackends.vLLM]: vLLMLogo,
[builtInBackends.MindIE]: MindIELogo,
[builtInBackends.VoxBox]: ''
[backendOptionsMap.SGLang]: SGLangLogo,
[backendOptionsMap.vllm]: vLLMLogo,
[backendOptionsMap.ascendMindie]: MindIELogo,
[backendOptionsMap.voxBox]: ''
};
export const backendActions = [
@@ -23,7 +23,7 @@
"version_configs": {
"type": "object",
"patternProperties": {
"^[a-zA-Z0-9._-]+-custom$": {
"^[a-zA-Z0-9._-]+$": {
"type": "object",
"properties": {
"image_name": {
@@ -44,7 +44,7 @@
}
},
"additionalProperties": false,
"description": "multiple backend versions ending with -custom"
"description": "multiple backend versions"
}
},
"required": ["version_configs"],