fix: custom versin configs
This commit is contained in:
@@ -38,13 +38,6 @@ export const backendActions = [
|
||||
icon: icons.EditOutlined,
|
||||
locale: false
|
||||
},
|
||||
{
|
||||
label: 'View Built-in Versions',
|
||||
value: 'view_versions',
|
||||
key: 'view_versions',
|
||||
icon: icons.Version,
|
||||
locale: false
|
||||
},
|
||||
{
|
||||
label: 'Export YAML',
|
||||
value: 'yaml',
|
||||
@@ -123,6 +116,28 @@ export const backendFields = [
|
||||
'version_configs',
|
||||
'default_backend_parameters'
|
||||
];
|
||||
export const frameworks = [
|
||||
{
|
||||
label: 'CUDA',
|
||||
value: 'cuda'
|
||||
},
|
||||
{
|
||||
label: 'ROCm',
|
||||
value: 'rocm'
|
||||
},
|
||||
{
|
||||
label: 'CANN',
|
||||
value: 'cann'
|
||||
},
|
||||
{
|
||||
label: 'DTK',
|
||||
value: 'dtk'
|
||||
},
|
||||
{
|
||||
label: 'CoreX',
|
||||
value: 'corex'
|
||||
}
|
||||
];
|
||||
|
||||
export const yamlTemplate = `# backend configuration template
|
||||
backend_name: SGLang
|
||||
@@ -134,9 +149,11 @@ version_configs:
|
||||
v0.0.1:
|
||||
image_name: lm/sglang
|
||||
run_command: run sglang
|
||||
custom_framework: cuda
|
||||
v0.0.2:
|
||||
image_name: lm/sglang
|
||||
run_command: run sglang
|
||||
run_command:
|
||||
custom_framework:
|
||||
default_backend_parameters:
|
||||
- --host
|
||||
`;
|
||||
|
||||
@@ -36,12 +36,9 @@
|
||||
"type": ["string", "null"],
|
||||
"description": "start command"
|
||||
},
|
||||
"backend_list": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "backend list"
|
||||
"custom_framework": {
|
||||
"type": ["string", "null"],
|
||||
"description": "custom framework"
|
||||
}
|
||||
},
|
||||
"required": ["image_name", "run_command"],
|
||||
|
||||
@@ -27,12 +27,9 @@
|
||||
"type": ["string", "null"],
|
||||
"description": "start command"
|
||||
},
|
||||
"backend_list": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "backend list"
|
||||
"custom_framework": {
|
||||
"type": ["string", "null"],
|
||||
"description": "custom framework"
|
||||
}
|
||||
},
|
||||
"required": ["image_name", "run_command"],
|
||||
|
||||
@@ -31,12 +31,9 @@
|
||||
"type": ["string", "null"],
|
||||
"description": "start command"
|
||||
},
|
||||
"backend_list": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
},
|
||||
"description": "backend list"
|
||||
"custom_framework": {
|
||||
"type": ["string", "null"],
|
||||
"description": "custom framework"
|
||||
}
|
||||
},
|
||||
"required": ["image_name", "run_command"],
|
||||
|
||||
@@ -2,7 +2,8 @@ export interface VersionConfigs {
|
||||
image_name: string;
|
||||
run_command: string;
|
||||
is_default: boolean;
|
||||
backend_list?: string[];
|
||||
build_in_frameworks?: string[];
|
||||
custom_framework: string;
|
||||
version_no?: string;
|
||||
is_built_in?: boolean;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user