From 2dab89363dc23d140876eea8d97c91ea19a609d7 Mon Sep 17 00:00:00 2001 From: jialin Date: Wed, 29 Oct 2025 11:37:28 +0800 Subject: [PATCH] chore: draft model downloading --- src/components/simple-table/index.less | 1 + src/components/simple-table/index.tsx | 2 +- src/components/tags-wrapper/theme-tag.tsx | 1 + src/hooks/use-app-utils.ts | 16 +++- src/locales/en-US/common.ts | 3 +- src/locales/en-US/models.ts | 9 ++- src/locales/ja-JP/common.ts | 4 +- src/locales/ja-JP/models.ts | 15 ++-- src/locales/ru-RU/common.ts | 4 +- src/locales/ru-RU/models.ts | 13 +++- src/locales/zh-CN/common.ts | 3 +- src/locales/zh-CN/models.ts | 8 +- src/pages/llmodels/catalog.tsx | 2 +- .../llmodels/components/catalog-item.tsx | 2 +- .../components/deploy-builtin-modal.tsx | 4 +- .../llmodels/components/instance-item.tsx | 76 ++++++++++++++----- src/pages/llmodels/config/test.ts | 2 +- src/pages/llmodels/config/types.ts | 14 +++- src/pages/llmodels/forms/index.tsx | 2 +- src/pages/llmodels/forms/kv-cache.tsx | 4 - .../llmodels/forms/speculative-decode.tsx | 31 +++++--- src/pages/llmodels/style/catalog-item.less | 3 +- 22 files changed, 157 insertions(+), 62 deletions(-) diff --git a/src/components/simple-table/index.less b/src/components/simple-table/index.less index b9e5854c..75f13f3c 100644 --- a/src/components/simple-table/index.less +++ b/src/components/simple-table/index.less @@ -33,6 +33,7 @@ .cell-header { font-weight: var(--font-weight-medium); + font-size: 13px; } &.light { diff --git a/src/components/simple-table/index.tsx b/src/components/simple-table/index.tsx index e4016ae9..4f8c53a0 100644 --- a/src/components/simple-table/index.tsx +++ b/src/components/simple-table/index.tsx @@ -73,4 +73,4 @@ const SimpleTabel: React.FC = (props) => { ); }; -export default React.memo(SimpleTabel); +export default SimpleTabel; diff --git a/src/components/tags-wrapper/theme-tag.tsx b/src/components/tags-wrapper/theme-tag.tsx index 3d7ecfe5..d55bcb14 100644 --- a/src/components/tags-wrapper/theme-tag.tsx +++ b/src/components/tags-wrapper/theme-tag.tsx @@ -12,6 +12,7 @@ const TagWrapper = styled(Tag)` font-size: 12px; height: 22px; opacity: 0.7; + margin: 0; `; const ThemeTag: React.FC = ({ diff --git a/src/hooks/use-app-utils.ts b/src/hooks/use-app-utils.ts index 78015a1c..ffbfbeab 100644 --- a/src/hooks/use-app-utils.ts +++ b/src/hooks/use-app-utils.ts @@ -1,23 +1,35 @@ import { useIntl } from '@umijs/max'; import { message } from 'antd'; +type MessageType = 'input' | 'select'; + const useAppUtils = () => { const intl = useIntl(); const [messageApi, contextHolder] = message.useMessage(); const getRuleMessage = ( - type: 'input' | 'select', + type: MessageType | MessageType[], name: string, locale = true ) => { const nameStr = locale ? intl.formatMessage({ id: name }) : name; + // transform type to array + const typeList = Array.isArray(type) ? type : [type]; - if (type === 'input') { + if (typeList.includes('select') && typeList.includes('input')) { + return intl.formatMessage( + { id: 'common.form.rule.selectInput' }, + { name: nameStr } + ); + } + + if (typeList.includes('input')) { return intl.formatMessage( { id: 'common.form.rule.input' }, { name: nameStr } ); } + return intl.formatMessage( { id: 'common.form.rule.select' }, { name: nameStr } diff --git a/src/locales/en-US/common.ts b/src/locales/en-US/common.ts index 16e57ba8..dc985f9d 100644 --- a/src/locales/en-US/common.ts +++ b/src/locales/en-US/common.ts @@ -262,5 +262,6 @@ export default { 'common.button.terminal': 'Terminal', 'common.button.addItem': 'Add Item', 'common.help.default': 'Default: {content}', - 'common.filter.status': 'Filter by status' + 'common.filter.status': 'Filter by status', + 'common.form.rule.selectInput': 'Please select or enter a {name}' }; diff --git a/src/locales/en-US/models.ts b/src/locales/en-US/models.ts index 204c5318..f1694b22 100644 --- a/src/locales/en-US/models.ts +++ b/src/locales/en-US/models.ts @@ -140,7 +140,7 @@ export default { 'The model will consume approximately {ram} RAM.', 'models.form.update.tips': 'Changes will only apply after you delete and recreate the instance.', - 'models.table.download.progress': 'Download Progress', + 'models.table.download.progress': 'Progress', 'models.table.button.apiAccessInfo': 'API Access Info', 'models.table.button.apiAccessInfo.tips': `To integrate this model with third-party applications, use the following details: access URL, model name, and API key. These credentials are required to ensure proper connection and usage of the model service.`, 'models.table.apiAccessInfo.endpoint': 'Access URL', @@ -227,11 +227,14 @@ export default { 'models.form.ngramMaxMatchLength': 'N-gram Maximum Match Length', 'models.form.mode.throughput': 'High-Throughput', 'models.form.mode.latency': 'Low-Latency', - 'models.form.mode.baseline': 'Baseline', + 'models.form.mode.baseline': 'Standard', 'models.form.mode.throughput.tips': 'optimized for high throughput under high request concurrency.', 'models.form.mode.latency.tips': 'optimized for low latency under low request concurrency.', 'models.form.mode.baseline.tips': - 'Runs at full (original) precision and prioritizes compatibility.' + 'Runs at full (original) precision and prioritizes compatibility.', + 'models.form.draftModel.placeholder': 'Please select or enter a draft model', + 'models.form.draftModel.tips': + 'You can enter a local path (e.g., /path/to/model) or select a model from Hugging Face or ModelScope (e.g., Tengyunw/qwen3_8b_eagle3). The system will automatically match based on the primary model source.' }; diff --git a/src/locales/ja-JP/common.ts b/src/locales/ja-JP/common.ts index 2d720826..c5cb8179 100644 --- a/src/locales/ja-JP/common.ts +++ b/src/locales/ja-JP/common.ts @@ -262,7 +262,8 @@ export default { 'common.button.terminal': 'Terminal', 'common.button.addItem': 'Add Item', 'common.help.default': 'Default: {content}', - 'common.filter.status': 'Filter by status' + 'common.filter.status': 'Filter by status', + 'common.form.rule.selectInput': 'Please select or enter a {name}' }; // ========== To-Do: Translate Keys (Remove After Translation) ========== @@ -291,4 +292,5 @@ export default { // 23. 'common.button.addItem': 'Add Item', // 24. 'common.help.default': 'Default: {content}', // 25. 'common.filter.status': 'Filter by status' +// 26. 'common.form.rule.selectInput': 'Please select or enter a {name}' // ========== End of To-Do List ========== diff --git a/src/locales/ja-JP/models.ts b/src/locales/ja-JP/models.ts index 6afe2b7d..e0ed70ce 100644 --- a/src/locales/ja-JP/models.ts +++ b/src/locales/ja-JP/models.ts @@ -139,7 +139,7 @@ export default { 'models.form.check.claims3': 'このモデルには約{ram}のメモリが必要です。', 'models.form.update.tips': '変更はインスタンスを削除して再作成した後にのみ適用されます。', - 'models.table.download.progress': 'ダウンロード進行状況', + 'models.table.download.progress': '進行状況', 'models.table.button.apiAccessInfo': 'APIアクセス情報', 'models.table.button.apiAccessInfo.tips': 'このモデルをサードパーティアプリケーションと統合するには、以下の詳細を使用してください: アクセスURL、モデル名、APIキー。これらの資格情報は、モデルサービスの適切な接続と使用を確保するために必要です。', @@ -227,13 +227,16 @@ export default { 'models.form.ngramMaxMatchLength': 'N-gram Maximum Match Length', 'models.form.mode.throughput': 'Throughput', 'models.form.mode.latency': 'Latency', - 'models.form.mode.baseline': 'Baseline', + 'models.form.mode.baseline': 'Standard', 'models.form.mode.throughput.tips': 'optimized for high throughput under high request concurrency.', 'models.form.mode.latency.tips': 'optimized for low latency under low request concurrency.', 'models.form.mode.baseline.tips': - 'the most compatible option with full precision.' + 'the most compatible option with full precision.', + 'models.form.draftModel.placeholder': 'Please select or enter a draft model', + 'models.form.draftModel.tips': + 'You can enter a local path (e.g., /path/to/model) or select a model from Hugging Face or ModelScope (e.g., Tengyunw/qwen3_8b_eagle3). The system will automatically match based on the primary model source.' }; // ========== To-Do: Translate Keys (Remove After Translation) ========== @@ -294,9 +297,11 @@ export default { // 38. 'models.form.ngramMaxMatchLength': 'N-gram Maximum Match Length', // 39. 'models.form.mode.throughput': 'Throughput', // 40. 'models.form.mode.latency': 'Latency', -// 41. 'models.form.mode.baseline': 'Baseline', +// 41. 'models.form.mode.baseline': 'Standard', // 42. 'models.form.mode.throughput.tips': 'optimized for high throughput under high request concurrency.', // 43. 'models.form.mode.latency.tips': 'optimized for low latency under low request concurrency.', -// 44. 'models.form.mode.baseline.tips': 'the most compatible option with full precision +// 44. 'models.form.mode.baseline.tips': 'the most compatible option with full precision, +// 45. 'models.form.draftModel.placeholder': 'Please select or enter a draft model', +// 46. 'models.form.draftModel.tips': 'You can enter a local path (e.g., /path/to/model) or select a model from Hugging Face or ModelScope (e.g., Tengyunw/qwen3_8b_eagle3). The system will automatically match based on the primary model source.' // ========== End of To-Do List ========== diff --git a/src/locales/ru-RU/common.ts b/src/locales/ru-RU/common.ts index 76c51000..819edd11 100644 --- a/src/locales/ru-RU/common.ts +++ b/src/locales/ru-RU/common.ts @@ -261,9 +261,11 @@ export default { 'common.button.terminal': 'Терминал', 'common.button.addItem': 'Добавить элемент', 'common.help.default': 'По умолчанию: {content}', - 'common.filter.status': 'Filter by status' + 'common.filter.status': 'Filter by status', + 'common.form.rule.selectInput': 'Please select or enter a {name}' }; // ========== To-Do: Translate Keys (Remove After Translation) ========== // 1. 'common.filter.status': 'Filter by status' +// 2. 'common.form.rule.selectInput': 'Please select or enter a {name}' // ========== End of To-Do List ========== diff --git a/src/locales/ru-RU/models.ts b/src/locales/ru-RU/models.ts index 35abe84b..aa86f07e 100644 --- a/src/locales/ru-RU/models.ts +++ b/src/locales/ru-RU/models.ts @@ -139,7 +139,7 @@ export default { 'models.form.check.claims3': 'Модель требует примерно {ram} RAM.', 'models.form.update.tips': 'Изменения вступят в силу только после удаления и повторного создания инстанса.', - 'models.table.download.progress': 'Прогресс загрузки', + 'models.table.download.progress': 'Прогресс', 'models.table.button.apiAccessInfo': 'Доступ к API', 'models.table.button.apiAccessInfo.tips': `Для интеграции этой модели со сторонними приложениями используйте следующие данные: URL доступа, имя модели и ключ API. Эти учетные данные необходимы для обеспечения правильного подключения и использования сервиса модели.`, // Translated 'models.table.apiAccessInfo.endpoint': 'URL доступа', @@ -227,13 +227,16 @@ export default { 'models.form.ngramMaxMatchLength': 'N-gram Maximum Match Length', 'models.form.mode.throughput': 'Throughput', 'models.form.mode.latency': 'Latency', - 'models.form.mode.baseline': 'Baseline', + 'models.form.mode.baseline': 'Standard', 'models.form.mode.throughput.tips': 'optimized for high throughput under high request concurrency.', 'models.form.mode.latency.tips': 'optimized for low latency under low request concurrency.', 'models.form.mode.baseline.tips': - 'the most compatible option with full precision.' + 'the most compatible option with full precision.', + 'models.form.draftModel.placeholder': 'Please select or enter a draft model', + 'models.form.draftModel.tips': + 'You can enter a local path (e.g., /path/to/model) or select a model from Hugging Face or ModelScope (e.g., Tengyunw/qwen3_8b_eagle3). The system will automatically match based on the primary model source.' }; // ========== To-Do: Translate Keys (Remove After Translation) ========== @@ -257,8 +260,10 @@ export default { // 30. 'models.form.ngramMaxMatchLength': 'N-gram Maximum Match Length', // 31. 'models.form.mode.throughput': 'Throughput', // 32. 'models.form.mode.latency': 'Latency', -// 33. 'models.form.mode.baseline': 'Baseline', +// 33. 'models.form.mode.baseline': 'Standard', // 34. 'models.form.mode.throughput.tips': 'optimized for high throughput under high request concurrency.', // 35. 'models.form.mode.latency.tips': 'optimized for low latency under low request concurrency.', // 36. 'models.form.mode.baseline.tips': 'the most compatible option with full precision.' +// 37. 'models.form.draftModel.placeholder': 'Please select or enter a draft model', +// 38. 'models.form.draftModel.tips': 'You can enter a local path (e.g., /path/to/model) or select a model from Hugging Face or ModelScope (e.g., Tengyunw/qwen3_8b_eagle3). The system will automatically match based on the primary model source.' // ========== End of To-Do List ========== diff --git a/src/locales/zh-CN/common.ts b/src/locales/zh-CN/common.ts index 06eff571..7d51cd3c 100644 --- a/src/locales/zh-CN/common.ts +++ b/src/locales/zh-CN/common.ts @@ -254,5 +254,6 @@ export default { 'common.button.terminal': '终端', 'common.button.addItem': '添加项', 'common.help.default': '默认: {content}', - 'common.filter.status': '按状态筛选' + 'common.filter.status': '按状态筛选', + 'common.form.rule.selectInput': '请选择或输入{name}' }; diff --git a/src/locales/zh-CN/models.ts b/src/locales/zh-CN/models.ts index 8cc1a5cb..a3636724 100644 --- a/src/locales/zh-CN/models.ts +++ b/src/locales/zh-CN/models.ts @@ -130,7 +130,7 @@ export default { 'models.form.check.claims2': '该模型大约需要消耗 {vram} 显存。', 'models.form.check.claims3': '该模型大约需要消耗 {ram} 内存。', 'models.form.update.tips': '更改仅在删除并重新创建实例后生效。', - 'models.table.download.progress': '下载进度', + 'models.table.download.progress': '进度', 'models.table.button.apiAccessInfo': 'API 接入信息', 'models.table.button.apiAccessInfo.tips': `当您需要将本模型与第三方应用集成时，请使用以下信息：接入地址、模型名称和 API 密钥。这些信息是确保外部系统能正确连接并调用模型服务的关键凭证。`, 'models.table.apiAccessInfo.endpoint': '接入地址', @@ -220,5 +220,9 @@ export default { 'models.form.mode.baseline': '标准', 'models.form.mode.throughput.tips': '在高并发请求下优化吞吐性能。', 'models.form.mode.latency.tips': '在低并发请求下优化响应延迟。', - 'models.form.mode.baseline.tips': '以完整（原始）精度运行，并优先保证兼容性。' + 'models.form.mode.baseline.tips': + '以完整（原始）精度运行，并优先保证兼容性。', + 'models.form.draftModel.placeholder': '请选择或输入草稿模型', + 'models.form.draftModel.tips': + '可填写本地路径（如 /path/to/model），或从 Hugging Face、ModelScope 选择模型（如 Tengyunw/qwen3_8b_eagle3）。系统将根据主模型来源自动匹配。' }; diff --git a/src/pages/llmodels/catalog.tsx b/src/pages/llmodels/catalog.tsx index 62fe13ec..c44b2211 100644 --- a/src/pages/llmodels/catalog.tsx +++ b/src/pages/llmodels/catalog.tsx @@ -257,7 +257,7 @@ const Catalog: React.FC = () => { allowClear showSearch={false} placeholder={intl.formatMessage({ id: 'models.filter.category' })} - style={{ width: 180 }} + style={{ width: 200 }} size="large" maxTagCount={1} onChange={handleCategoryChange} diff --git a/src/pages/llmodels/components/catalog-item.tsx b/src/pages/llmodels/components/catalog-item.tsx index d54f71ef..bf389274 100644 --- a/src/pages/llmodels/components/catalog-item.tsx +++ b/src/pages/llmodels/components/catalog-item.tsx @@ -120,7 +120,7 @@ const CatalogItem: React.FC = (props) => { })} -
+
{data.categories.map((sItem, i) => { return ( = { latency: 'models.form.mode.latency', - baseline: 'models.form.mode.baseline', + standard: 'models.form.mode.baseline', throughput: 'models.form.mode.throughput' }; const ModesTipsMap: Record = { latency: 'models.form.mode.latency.tips', - baseline: 'models.form.mode.baseline.tips', + standard: 'models.form.mode.baseline.tips', throughput: 'models.form.mode.throughput.tips' }; diff --git a/src/pages/llmodels/components/instance-item.tsx b/src/pages/llmodels/components/instance-item.tsx index 80ce785c..d07ee3ad 100644 --- a/src/pages/llmodels/components/instance-item.tsx +++ b/src/pages/llmodels/components/instance-item.tsx @@ -27,6 +27,7 @@ import styled from 'styled-components'; import { MODEL_INSTANCE_API } from '../apis'; import { InstanceStatusMap, InstanceStatusMapValue, status } from '../config'; import { backendOptionsMap } from '../config/backend-parameters'; +import { generateSource } from '../config/button-actions'; import { DistributedServerItem, DistributedServers, @@ -55,12 +56,7 @@ const fieldList = [ } ]; -const downloadList: ColumnProps[] = [ - { - title: 'Worker', - key: 'worker_name', - width: 200 - }, +const statusColumn: ColumnProps[] = [ { title: 'models.table.download.progress', locale: true, @@ -83,6 +79,25 @@ const downloadList: ColumnProps[] = [ } } ]; +const downloadList: ColumnProps[] = [ + { + title: 'resources.worker', + locale: true, + key: 'worker_name', + width: 280 + }, + ...statusColumn +]; + +const draftModelDownloadList: ColumnProps[] = [ + { + title: 'models.form.draftModel', + locale: true, + key: 'draft_model', + width: 280 + }, + ...statusColumn +]; const WorkerInfo = (props: { title: React.ReactNode; @@ -128,7 +143,7 @@ const RenderRayactorDownloading = (props: { workerList: WorkerListItem[]; }) => { const { severList, instanceData, workerList } = props; - if (!severList.length) { + if (!severList.length && !instanceData.draft_model_download_progress) { return null; } const list = _.map(severList, (item: any) => { @@ -148,14 +163,33 @@ const RenderRayactorDownloading = (props: { } ]; + const draftModelList = []; + if (instanceData.draft_model_download_progress > 0) { + draftModelList.push({ + draft_model: generateSource(instanceData.draft_model_source), + download_progress: _.round(instanceData.draft_model_download_progress, 2) + }); + } + return (
- + {severList.length > 0 && ( + + )} + + {draftModelList.length > 0 && ( + + )}
); }; @@ -171,11 +205,12 @@ const RenderWorkerDownloading = (props: { const severList: DistributedServerItem[] = distributed_servers?.subordinate_workers || []; - if ( + const isWorkerNotDownloading = instanceData.state !== InstanceStatusMap.Downloading || !severList.length || - backend === backendOptionsMap.llamaBox - ) { + backend === backendOptionsMap.llamaBox; + + if (isWorkerNotDownloading && !instanceData.draft_model_download_progress) { return null; } return ( @@ -183,7 +218,7 @@ const RenderWorkerDownloading = (props: { arrow={true} styles={{ body: { - width: 300, + width: 360, backgroundColor: 'var(--color-spotlight-bg)' } }} @@ -204,8 +239,10 @@ const RenderWorkerDownloading = (props: { size={16} strokeColor="var(--ant-color-success)" percent={ + instanceData.draft_model_download_progress || _.find(severList, (item: any) => item.download_progress < 100) - ?.download_progress || 0 + ?.download_progress || + 0 } /> @@ -543,6 +580,7 @@ const InstanceItem: React.FC = ({ const renderOffloadInfo = useMemo(() => { const total_layers = instanceData.computed_resource_claim?.total_layers; const offload_layers = instanceData.computed_resource_claim?.offload_layers; + if (total_layers === offload_layers || !total_layers) { return null; } @@ -640,7 +678,7 @@ const InstanceItem: React.FC = ({ style={{ paddingLeft: '58px', flexWrap: 'wrap', - gap: '5px' + gap: '8px' }} className="flex align-center" > diff --git a/src/pages/llmodels/config/test.ts b/src/pages/llmodels/config/test.ts index f1f661d3..7efb2925 100644 --- a/src/pages/llmodels/config/test.ts +++ b/src/pages/llmodels/config/test.ts @@ -84,7 +84,7 @@ export default { speculative_config: { enabled: true, algorithm: 'eagle3', - draft_model_name: 'Qwen3-30B-A3B-EAGLE3', + draft_model: 'Qwen3-30B-A3B-EAGLE3', num_draft_tokens: 8, ngram_min_match_length: null, ngram_max_match_length: null diff --git a/src/pages/llmodels/config/types.ts b/src/pages/llmodels/config/types.ts index 8b8d54fa..8fde7ae2 100644 --- a/src/pages/llmodels/config/types.ts +++ b/src/pages/llmodels/config/types.ts @@ -85,7 +85,7 @@ export interface FormData { speculative_config: { enabled: boolean; algorithm: string; - draft_model_name: string; + draft_model: string; num_draft_tokens: number; ngram_min_match_length: number; ngram_max_match_length: number; @@ -135,6 +135,16 @@ export interface ModelInstanceListItem { id: number; created_at: string; updated_at: string; + draft_model_source: { + source: string; + huggingface_repo_id: string; + huggingface_filename: string; + model_scope_model_id: string; + model_scope_file_path: string; + local_path: string; + }; + draft_model_download_progress: 0; + draft_model_resolved_path: string; } export interface ModelInstanceFormData { @@ -214,7 +224,7 @@ export interface CatalogSpec { speculative_config: { enabled: boolean; algorithm: string; - draft_model_name: string; + draft_model: string; num_draft_tokens: number; ngram_min_match_length: number; ngram_max_match_length: number; diff --git a/src/pages/llmodels/forms/index.tsx b/src/pages/llmodels/forms/index.tsx index da862489..5fcf7125 100644 --- a/src/pages/llmodels/forms/index.tsx +++ b/src/pages/llmodels/forms/index.tsx @@ -376,7 +376,7 @@ const DataForm: React.FC = forwardRef((props, ref) => { speculative_config: { enabled: false, algorithm: '', - draft_model_name: null, + draft_model: null, num_draft_tokens: 3, ngram_min_match_length: 1, ngram_max_match_length: 10 diff --git a/src/pages/llmodels/forms/kv-cache.tsx b/src/pages/llmodels/forms/kv-cache.tsx index f16f1b70..316d2290 100644 --- a/src/pages/llmodels/forms/kv-cache.tsx +++ b/src/pages/llmodels/forms/kv-cache.tsx @@ -28,10 +28,6 @@ const KVCacheForm = () => { } else { configCacheRef.current = form.getFieldValue('extended_kv_cache'); } - await new Promise((resolve) => { - setTimeout(resolve, 200); - }); - onValuesChange?.({}, form.getFieldsValue()); }; const builtInBackend = useMemo(() => { diff --git a/src/pages/llmodels/forms/speculative-decode.tsx b/src/pages/llmodels/forms/speculative-decode.tsx index 5855cd37..7f9bd6f5 100644 --- a/src/pages/llmodels/forms/speculative-decode.tsx +++ b/src/pages/llmodels/forms/speculative-decode.tsx @@ -1,3 +1,4 @@ +import AutoComlete from '@/components/seal-form/auto-complete'; import CheckboxField from '@/components/seal-form/checkbox-field'; import SealInputNumber from '@/components/seal-form/input-number'; import SealInput from '@/components/seal-form/seal-input'; @@ -41,14 +42,16 @@ const SpeculativeDecode = () => { }; const handleSpeculativeEnabledChange = (e: any) => { + const speculativeConfig = form.getFieldValue('speculative_config'); + if (e.target.checked) { form.setFieldValue('speculative_config', { enabled: true, - algorithm: AlgorithmMap.Eagle3, - draft_model_name: null, - num_draft_tokens: 3, - ngram_min_match_length: 1, - ngram_max_match_length: 10 + algorithm: speculativeConfig.algorithm || AlgorithmMap.Eagle3, + draft_model: speculativeConfig.draft_model || '', + num_draft_tokens: speculativeConfig.num_draft_tokens || 3, + ngram_min_match_length: speculativeConfig.ngram_min_match_length || 1, + ngram_max_match_length: speculativeConfig.ngram_max_match_length || 10 }); } }; @@ -100,19 +103,29 @@ const SpeculativeDecode = () => { {algorithm === AlgorithmMap.Eagle3 && ( - name={['speculative_config', 'draft_model_name']} + name={['speculative_config', 'draft_model']} rules={[ { required: true, - message: getRuleMessage('select', 'models.form.draftModel') + message: getRuleMessage( + ['select', 'input'], + 'models.form.draftModel' + ) } ]} > - + > )} diff --git a/src/pages/llmodels/style/catalog-item.less b/src/pages/llmodels/style/catalog-item.less index e0b28eef..0df63b2a 100644 --- a/src/pages/llmodels/style/catalog-item.less +++ b/src/pages/llmodels/style/catalog-item.less @@ -15,6 +15,8 @@ display: flex; justify-content: center; align-items: center; + width: 32px; + height: 32px; img { height: 32px; @@ -80,7 +82,6 @@ height: 3px; border-radius: 50%; background-color: var(--ant-color-text-quaternary); - margin-right: 8px; flex: none; }