root/gpustack-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: set default spec to form

Browse Source
This commit is contained in:
jialin
2025-06-03 15:35:38 +08:00
parent 0d3da04356
commit 907105a492
10 changed files with 128 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
package.json
+1
View File
@@ -29,6 +29,7 @@
"@umijs/max": "^4.2.11",
"@xterm/addon-fit": "^0.10.0",
"@xterm/xterm": "^5.5.0",
"ahooks": "^3.8.5",
"ansi-to-html": "^0.7.2",
"antd": "^5.21.6",
"antd-style": "^3.6.2",
pnpm-lock.yaml
Generated
+12 -8
View File
@@ -47,6 +47,9 @@ dependencies:
'@xterm/xterm':
specifier: ^5.5.0
version: 5.5.0
ahooks:
specifier: ^3.8.5
version: 3.8.5(react@18.2.0)
ansi-to-html:
specifier: ^0.7.2
version: 0.7.2
@@ -290,7 +293,7 @@ packages:
'@umijs/bundler-utils': 4.2.8
'@umijs/plugins': 4.2.8(@babel/core@7.26.0)(@types/react-dom@18.3.0)(@types/react@18.3.1)(antd@5.21.6)(dva@2.5.0-beta.2)(rc-field-form@2.7.0)(react-dom@18.2.0)(react@18.2.0)
'@umijs/utils': 4.2.8
ahooks: 3.8.0(react@18.2.0)
ahooks: 3.8.5(react@18.2.0)
antd-mobile-alita: 2.3.4(react-dom@18.2.0)(react@18.2.0)
antd-mobile-icons: 0.2.2
babel-plugin-import: 1.13.8
@@ -7595,22 +7598,22 @@ packages:
dev: false
optional: true
/ahooks@3.8.0(react@18.2.0):
resolution: {integrity: sha512-M01m+mxLRNNeJ/PCT3Fom26UyreTj6oMqJBetUrJnK4VNI5j6eMA543Xxo53OBXn6XibA2FXKcCCgrT6YCTtKQ==, tarball: https://registry.npmjs.org/ahooks/-/ahooks-3.8.0.tgz}
/ahooks@3.8.5(react@18.2.0):
resolution: {integrity: sha512-Y+MLoJpBXVdjsnnBjE5rOSPkQ4DK+8i5aPDzLJdIOsCpo/fiAeXcBY1Y7oWgtOK0TpOz0gFa/XcyO1UGdoqLcw==, tarball: https://registry.npmjs.org/ahooks/-/ahooks-3.8.5.tgz}
engines: {node: '>=8.0.0'}
peerDependencies:
react: ^16.8.0 || ^17.0.0 || ^18.0.0
react: ^16.8.0 || ^17.0.0 || ^18.0.0 || ^19.0.0
dependencies:
'@babel/runtime': 7.26.0
dayjs: 1.11.11
intersection-observer: 0.12.2
js-cookie: 2.2.1
js-cookie: 3.0.5
lodash: 4.17.21
react: 18.2.0
react-fast-compare: 3.2.2
resize-observer-polyfill: 1.5.1
screenfull: 5.2.0
tslib: 2.6.2
tslib: 2.8.1
dev: false
/ajv-formats@2.1.1(ajv@8.13.0):
@@ -12759,8 +12762,9 @@ packages:
react: 18.2.0
dev: false
/js-cookie@2.2.1:
resolution: {integrity: sha512-HvdH2LzI/EAZcUwA8+0nKNtWHqS+ZmijLA30RwZA0bo7ToCckjK5MkGhjED9KoRcXO6BaGI3I9UIzSA1FKFPOQ==, tarball: https://registry.npmjs.org/js-cookie/-/js-cookie-2.2.1.tgz}
/js-cookie@3.0.5:
resolution: {integrity: sha512-cEiJEAEoIbWfCZYKWhVwFuvPX1gETRYPw6LlaTKoxD3s2AkXzkCjnp6h0V77ozyqj0jakteJ4YqDJT830+lVGw==, tarball: https://registry.npmjs.org/js-cookie/-/js-cookie-3.0.5.tgz}
engines: {node: '>=14'}
dev: false
/js-sdsl@4.4.2:
src/components/upload-audio/index.tsx
+7 -2
View File
@@ -7,10 +7,14 @@ interface UploadAudioProps {
accept?: string;
maxCount?: number;
type?: 'text' | 'primary' | 'default';
icon?: React.ReactNode;
size?: 'small' | 'middle' | 'large';
shape?: 'circle' | 'round' | 'default';
onChange?: (data: { file: any; fileList: any[] }) => void;
}
const UploadAudio: React.FC<UploadAudioProps> = (props) => {
const { icon, accept, type, size = 'large', shape = 'circle' } = props;
const intl = useIntl();
const beforeUpload = (file: any) => {
return false;
@@ -48,9 +52,10 @@ const UploadAudio: React.FC<UploadAudioProps> = (props) => {
}}
>
<Button
icon={<UploadOutlined />}
size={size}
icon={icon ?? <UploadOutlined />}
type={props.type ?? 'text'}
shape="circle"
shape={shape}
></Button>
</div>
</Upload>
src/pages/llmodels/components/deploy-builtin-modal.tsx
+6 -1
View File
@@ -127,7 +127,12 @@ const AddModal: React.FC<AddModalProps> = (props) => {
const pickSomeFieldsValue = () => {
const formData = form.current?.getFieldsValue();
return _.pick(formData, ['worker_selector', 'gpu_selector', 'env']);
return _.pick(formData, [
'worker_selector',
'gpu_selector',
'env',
'backend_version'
]);
};
const generateSubmitData = (formData: FormData) => {
src/pages/llmodels/components/deploy-modal.tsx
+26 -4
View File
@@ -36,6 +36,12 @@ const resetFields = [
'env'
];
const resetFieldsByFile = [
'cpu_offloading',
'distributed_inference_across_workers',
'backend_parameters'
];
const ModalFooterStyle = {
padding: '16px 24px',
display: 'flex',
@@ -94,6 +100,7 @@ const AddModal: FC<AddModalProps> = (props) => {
handleBackendChangeBefore,
cancelEvaluate,
handleOnValuesChange,
handleEvaluateOnChange,
warningStatus,
submitAnyway
} = useCheckCompatibility();
@@ -135,22 +142,37 @@ const AddModal: FC<AddModalProps> = (props) => {
return categories || null;
};
const handleSelectModelFile = (item: any, evaluate?: boolean) => {
form.current?.form?.resetFields(resetFields);
const handleSelectModelFile = async (item: any, evaluate?: boolean) => {
form.current?.form?.resetFields(resetFieldsByFile);
const modelInfo = onSelectModel(selectedModel, props.source);
form.current?.setFieldsValue?.({
file_name: item.fakeName,
...getDefaultSpec(item),
...modelInfo,
categories: getCategory(item)
});
await new Promise((resolve) => {
setTimeout(() => {
resolve(true);
}, 0);
});
if (item.fakeName) {
handleOnValuesChange?.({
const evaluateRes = await handleEvaluateOnChange?.({
changedValues: {},
allValues: form.current?.form?.getFieldsValue?.(),
source: props.source
});
const defaultSpec = getDefaultSpec({
evaluateResult: evaluateRes
});
console.log('defaultSpec', defaultSpec);
form.current?.setFieldsValue?.({
file_name: item.fakeName,
...defaultSpec,
...modelInfo,
categories: getCategory(item)
});
}
};
src/pages/llmodels/config/llama-config.ts
+16
View File
@@ -592,6 +592,22 @@ const options = [
{
label: '--context-shift',
value: '--context-shift'
},
{
label: '--visual-max-image-cache',
value: '--visual-max-image-cache'
},
{
label: '--max-projected-cache',
value: '--max-projected-cache'
},
{
label: '--swa-full',
value: '--swa-full'
},
{
label: '--no-enable-reasoning',
value: '--no-enable-reasoning'
}
];
src/pages/llmodels/hooks/index.ts
+7 -2
View File
@@ -7,6 +7,7 @@ import {
import { ListItem as WorkerListItem } from '@/pages/resources/config/types';
import { convertFileSize } from '@/utils';
import { useIntl } from '@umijs/max';
import { useDebounceFn } from 'ahooks';
import _ from 'lodash';
import { useEffect, useRef, useState } from 'react';
import { evaluationsModelSpec, queryGPUList } from '../apis';
@@ -522,7 +523,7 @@ export const useCheckCompatibility = () => {
cacheFormValuesRef.current = allValues;
const data = getSourceRepoConfigValue(source, allValues);
const gpuSelector = generateGPUIds(data.values);
await handleDoEvalute({
return await handleDoEvalute({
...data.values,
...gpuSelector
});
@@ -546,7 +547,10 @@ export const useCheckCompatibility = () => {
return res;
};
const debounceHandleValuesChange = _.debounce(handleOnValuesChange, 500);
const { run: debounceHandleValuesChange } = useDebounceFn(
handleOnValuesChange,
{ wait: 500 }
);
const cancelEvaluate = () => {
checkTokenRef.current?.cancel();
@@ -570,6 +574,7 @@ export const useCheckCompatibility = () => {
cancelEvaluate,
handleBackendChangeBefore,
handleOnValuesChange: debounceHandleValuesChange,
handleEvaluateOnChange: handleOnValuesChange,
warningStatus,
checkTokenRef,
submitAnyway
src/pages/playground/components/message-input.tsx
+43
View File
@@ -1,5 +1,6 @@
import IconFont from '@/components/icon-font';
import HotKeys, { KeyMap } from '@/config/hotkeys';
import { convertFileToBase64 } from '@/utils/load-audio-file';
import { ClearOutlined, SendOutlined, SwapOutlined } from '@ant-design/icons';
import { useIntl } from '@umijs/max';
import { Button, Checkbox, Divider, Input, Tooltip } from 'antd';
@@ -19,6 +20,12 @@ import '../style/message-input.less';
import ThumbImg from './thumb-img';
import UploadImg from './upload-img';
const audioTypeMap: Record<string, string> = {
'audio/wav': 'wav',
'audio/mp3': 'mp3',
'audio/mpeg': 'mp3'
};
type CurrentMessage = Omit<MessageItem, 'uid'>;
type ActionType =
@@ -260,6 +267,26 @@ const MessageInput: React.FC<MessageInputProps> = forwardRef(
});
};
const handleUploadAudioChange = async (data: {
file: any;
fileList: any[];
}) => {
// convert audio file to base64
try {
console.log('audio file====', data.file);
const base64Audio = await convertFileToBase64(data.file);
setMessage({
...message,
audio: {
format: audioTypeMap[data.file.type],
dataUrl: base64Audio
}
});
} catch (error) {
console.error('Error converting audio to Base64:', error);
}
};
const handleDeleteImg = (uid: number | string) => {
const list = _.filter(
message.imgs,
@@ -360,6 +387,22 @@ const MessageInput: React.FC<MessageInputProps> = forwardRef(
size="middle"
></UploadImg>
)}
{/* {actions.includes('upload') && message.role === Roles.User && (
<UploadAudio
type="text"
accept={'.mp3,.wav'}
size="middle"
shape="default"
icon={<CustomerServiceOutlined />}
onChange={handleUploadAudioChange}
></UploadAudio>
)} */}
{actions.includes('upload') && message.role === Roles.User && (
<UploadImg
handleUpdateImgList={handleUpdateImgList}
size="middle"
></UploadImg>
)}
{tools}
{actions.includes('clear') && (
<Tooltip
src/pages/playground/config/types.ts
+1
View File
@@ -16,6 +16,7 @@ export type MessageItemAction =
export interface MessageItem {
content: string;
imgs?: { uid: string | number; dataUrl: string }[];
audio?: { uid: string | number; dataUrl: string; format: 'wav' | 'mp3' };
role: string;
title?: React.ReactNode;
uid: number;
src/utils/load-audio-file.ts
+9
View File
@@ -1,5 +1,14 @@
import { convertFileSize } from './index';
export const convertFileToBase64 = (file: File): Promise<string> => {
return new Promise((resolve, reject) => {
const reader = new FileReader();
reader.readAsDataURL(file);
reader.onload = () => resolve(reader.result as string);
reader.onerror = (error) => reject(error);
});
};
export const loadAudioData = async (data: any, type: string) => {
return new Promise((resolve, reject) => {
try {