root/gpustack-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: backend api

Browse Source
This commit is contained in:
jialin
2026-01-30 20:48:55 +08:00
committed by Lawrence Li
parent af6f90c228
commit a2be7f6b36
22 changed files with 11829 additions and 9118 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/pages/llmodels/config/test-data.ts
+204
View File
@@ -0,0 +1,204 @@
export default {
items: [
{
backend_name: 'vLLM',
is_built_in: true,
backend_source: 'built-in',
default_version: '0.13.0',
default_backend_param: [],
versions: [
{
version: '0.13.0',
is_deprecated: false
},
{
version: '0.12.0',
is_deprecated: false
},
{
version: '0.11.2',
is_deprecated: false
},
{
version: '0.11.0',
is_deprecated: true
},
{
version: '0.10.2',
is_deprecated: false
},
{
version: '0.10.1.1',
is_deprecated: true
},
{
version: '0.10.0',
is_deprecated: true
}
]
},
{
backend_name: 'SGLang',
backend_source: 'built-in',
is_built_in: true,
default_version: '0.5.7',
default_backend_param: [],
versions: [
{
version: '0.5.7',
is_deprecated: false
},
{
version: '0.5.6.post2',
is_deprecated: false
},
{
version: '0.5.5.post3',
is_deprecated: false
},
{
version: '0.5.5',
is_deprecated: true
},
{
version: '0.5.4.post3',
is_deprecated: false
}
]
},
{
backend_name: 'MindIE',
backend_source: 'built-in',
is_built_in: true,
default_version: null,
default_backend_param: [],
versions: []
},
{
backend_name: 'VoxBox',
backend_source: 'built-in',
is_built_in: true,
default_version: '0.0.21',
default_backend_param: [],
versions: [
{
version: '0.0.21',
is_deprecated: false
},
{
version: '0.0.20',
is_deprecated: true
}
]
},
{
backend_name: 'kokoro',
backend_source: 'community',
is_built_in: false,
default_version: '',
default_backend_param: [],
versions: [
{
version: 'latest',
is_deprecated: false
}
]
},
{
backend_name: 'llama.cpp',
backend_source: 'community',
is_built_in: false,
default_version: 'cpu',
default_backend_param: [],
versions: [
{
version: 'cuda',
is_deprecated: false
},
{
version: 'cpu',
is_deprecated: false
},
{
version: 'vulkan',
is_deprecated: false
},
{
version: 'musa',
is_deprecated: false
},
{
version: 'rocm',
is_deprecated: false
}
]
},
{
backend_name: 'MinerU',
backend_source: 'community',
is_built_in: false,
default_version: 'v2.7.0',
default_backend_param: [],
versions: [
{
version: 'v2.7.0',
is_deprecated: false
}
]
},
{
backend_name: 'paddlex-genai',
backend_source: 'community',
is_built_in: false,
default_version: 'latest',
default_backend_param: [],
versions: [
{
version: 'latest',
is_deprecated: false
},
{
version: 'latest-dcu',
is_deprecated: false
},
{
version: 'latest-metax-gpu',
is_deprecated: false
}
]
},
{
backend_name: 'text-embeddings-inference',
is_built_in: false,
backend_source: 'community',
default_version: 'cpu-1.8',
default_backend_param: [],
versions: [
{
version: 'cpu-1.8',
is_deprecated: false
},
{
version: 'cuda-sm89-1.8',
is_deprecated: false
},
{
version: 'cuda-sm86-1.8',
is_deprecated: false
},
{
version: 'cuda-sm80-1.8',
is_deprecated: false
}
]
},
{
backend_name: 'Custom',
backend_source: 'custom',
is_built_in: false,
default_version: null,
default_backend_param: null,
versions: []
}
]
};
src/pages/llmodels/config/types.ts
+21
View File
@@ -303,6 +303,23 @@ export interface BackendGroupOption {
versions: { label: string; value: string; title?: string }[];
}
export interface BackendGroupItem {
value: string;
label: string;
title?: string;
default_backend_param: string[];
default_version: string;
isBuiltIn: boolean;
backend_source: string;
enabled: boolean;
versions: {
label: string;
value: string;
title?: string;
is_deprecated: boolean;
}[];
}
export interface BackendOption {
value: string;
label: string;
@@ -310,6 +327,8 @@ export interface BackendOption {
default_backend_param: string[];
default_version: string;
isBuiltIn: boolean;
backend_source: string;
enabled: boolean;
versions: {
label: string;
value: string;
@@ -329,6 +348,8 @@ export interface BackendItem {
default_version: string;
default_backend_param: string[];
is_built_in: boolean;
backend_source: string;
enabled: boolean;
versions: {
version: string;
is_deprecated: boolean;
src/pages/llmodels/forms/backend.tsx
+57 -11
View File
@@ -1,14 +1,16 @@
import SealCascader from '@/components/seal-form/seal-cascader';
import SealInput from '@/components/seal-form/seal-input';
import SealSelect from '@/components/seal-form/seal-select';
import TooltipList from '@/components/tooltip-list';
import useAppUtils from '@/hooks/use-app-utils';
import { BackendSourceValueMap } from '@/pages/backends/config';
import { CaretDownOutlined, InfoCircleOutlined } from '@ant-design/icons';
import { useIntl, useNavigate } from '@umijs/max';
import { Form, Select } from 'antd';
import React, { useMemo } from 'react';
import styled from 'styled-components';
import { backendTipsList } from '../config';
import { backendOptionsMap } from '../config/backend-parameters';
import { useFormContext } from '../config/form-context';
import { BackendOption } from '../config/types';
const CaretDownWrapper = styled.span`
display: flex;
@@ -30,6 +32,8 @@ const BackendFields: React.FC = () => {
const { onValuesChange, backendOptions, onBackendChange } = useFormContext();
const backend = Form.useWatch('backend', form);
const [showDeprecated, setShowDeprecated] = React.useState<boolean>(false);
const [selectedBackend, setSelectedBackend] =
React.useState<BackendOption | null>(null);
const handleBackendVersionOnChange = (value: any) => {
onValuesChange?.({}, form.getFieldsValue());
@@ -74,13 +78,10 @@ const BackendFields: React.FC = () => {
};
}
// find the backend item from backendOptions
const backendItem = backendOptions.find((item) => item.value === backend);
const versions = backendItem?.versions || [];
const versions = selectedBackend?.versions || [];
// if it's a custom backend,
if (backendItem && !backendItem.isBuiltIn) {
if (selectedBackend && !selectedBackend.isBuiltIn) {
return {
builtIn: [],
custom: versions.filter((item) => !item.is_deprecated),
@@ -108,7 +109,7 @@ const BackendFields: React.FC = () => {
custom: customVersions,
deprecated: deprecatedVersions
};
}, [backend, backendOptions, intl]);
}, [backend, selectedBackend, intl]);
const optionRender = (option: any) => {
return option.data.title;
@@ -138,6 +139,13 @@ const BackendFields: React.FC = () => {
);
};
const handleOnBackendChange = (value: any[], option: any) => {
console.log('handleOnBackendChange value, option:', value, option);
form.setFieldsValue({ backend: value[0] });
onBackendChange?.(value[0], option[1]);
setSelectedBackend(option[1]);
};
const renderDeprecatedVersionOptions = (values: any[]) => {
if (!values || values.length === 0) {
return null;
@@ -167,10 +175,30 @@ const BackendFields: React.FC = () => {
);
};
const BackendNode = (props: any) => {
const { data: backend } = props;
return backend.isLeaf ? (
<span className="flex-center">
{backend.label}
{backend.backend_source === BackendSourceValueMap.COMMUNITY &&
!backend.enabled && (
<span className="text-tertiary m-l-4">
[{intl.formatMessage({ id: 'common.status.disabled' })}]
</span>
)}
</span>
) : (
<span>{intl.formatMessage({ id: backend.title })}</span>
);
};
return (
<>
<Form.Item name="backend" hidden>
<SealInput.Input></SealInput.Input>
</Form.Item>
<Form.Item
name="backend"
name="backend_selection"
rules={[
{
required: true,
@@ -178,7 +206,7 @@ const BackendFields: React.FC = () => {
}
]}
>
<SealSelect
{/* <SealSelect
required
onChange={onBackendChange}
label={intl.formatMessage({ id: 'models.form.backend' })}
@@ -186,7 +214,25 @@ const BackendFields: React.FC = () => {
options={backendGroupedOptions}
optionRender={optionRender}
labelRender={labelRender}
></SealSelect>
></SealSelect> */}
<SealCascader
required
showSearch
changeOnSelect={false}
expandTrigger="hover"
multiple={false}
classNames={{
popup: {
root: 'cascader-popup-wrapper gpu-selector'
}
}}
maxTagCount={1}
label={intl.formatMessage({ id: 'models.form.backend' })}
options={backendOptions}
getPopupContainer={(triggerNode) => triggerNode.parentNode}
optionNode={BackendNode}
onChange={handleOnBackendChange}
></SealCascader>
</Form.Item>
{backendOptionsMap.custom !== backend && (
<Form.Item name="backend_version">
src/pages/llmodels/hooks/use-query-backends.ts
+50 -4
View File
@@ -1,10 +1,46 @@
import { backendOptionsAtom } from '@/atoms/models';
import {
BackendSourceLabelMap,
BackendSourceValueMap
} from '@/pages/backends/config';
import { useIntl } from '@umijs/max';
import { useAtom } from 'jotai';
import _ from 'lodash';
import { queryBackendList } from '../apis';
import { backendOptionsMap } from '../config/backend-parameters';
import { BackendOption } from '../config/types';
interface BackendGroup {
label: string;
value: string;
title?: string;
children: BackendOption[];
}
const groupByBackendSource = (list: BackendOption[]): BackendGroup[] => {
const map = list.reduce<Record<string, BackendOption[]>>((acc, item) => {
const key = item.backend_source;
if (!acc[key]) {
acc[key] = [];
}
acc[key].push(item);
return acc;
}, {});
return Object.entries(map).map(([backend_source, backends]) => ({
label: backend_source,
value: backend_source,
title:
backend_source === BackendSourceValueMap.CUSTOM
? BackendSourceLabelMap[BackendSourceValueMap.USER_DEFINED]
: BackendSourceLabelMap[backend_source],
isLeaf: false,
children: backends
}));
};
export default function useQueryBackends() {
const [backendOptions, setBackendOptions] = useAtom(backendOptionsAtom);
const intl = useIntl();
@@ -14,6 +50,13 @@ export default function useQueryBackends() {
const res = await queryBackendList(params);
const list: BackendOption[] = res?.items?.map((item) => {
return {
..._.pick(item, [
'enabled',
'default_version',
'backend_source',
'is_built_in',
'default_backend_param'
]),
value: item.backend_name,
label:
item.backend_name === backendOptionsMap.custom
@@ -23,9 +66,8 @@ export default function useQueryBackends() {
item.backend_name === backendOptionsMap.custom
? intl.formatMessage({ id: 'backend.custom' })
: item.backend_name.replace(/-custom$/, ''),
default_backend_param: item.default_backend_param || [],
default_version: item.default_version,
isBuiltIn: item.is_built_in,
isLeaf: true,
versions: (item.versions || []).map((vItem, index) => ({
label: vItem.version,
value: vItem.version,
@@ -35,10 +77,14 @@ export default function useQueryBackends() {
};
});
const groupList = groupByBackendSource(list);
console.log('Fetched backend options:', list, groupList);
if (res?.items) {
setBackendOptions(list);
setBackendOptions(groupList);
}
return list || [];
return groupList || [];
} catch (error) {
// ignore
setBackendOptions([]);
src/pages/llmodels/style/catalog-item.less
+1 -1
View File
@@ -2,7 +2,7 @@
height: 150px;
overflow: hidden;
display: flex;
padding: 16px 20px;
padding: 16px;
flex-direction: column;
justify-content: space-between;
align-items: flex-start;