root/gpustack-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: draft model downloading

Browse Source
This commit is contained in:
jialin
2025-11-03 10:14:30 +08:00
parent ab9f9a9679
commit 2dab89363d
22 changed files with 157 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/pages/llmodels/config/test.ts
+1 -1
View File
@@ -84,7 +84,7 @@ export default {
speculative_config: {
enabled: true,
algorithm: 'eagle3',
draft_model_name: 'Qwen3-30B-A3B-EAGLE3',
draft_model: 'Qwen3-30B-A3B-EAGLE3',
num_draft_tokens: 8,
ngram_min_match_length: null,
ngram_max_match_length: null
src/pages/llmodels/config/types.ts
+12 -2
View File
@@ -85,7 +85,7 @@ export interface FormData {
speculative_config: {
enabled: boolean;
algorithm: string;
draft_model_name: string;
draft_model: string;
num_draft_tokens: number;
ngram_min_match_length: number;
ngram_max_match_length: number;
@@ -135,6 +135,16 @@ export interface ModelInstanceListItem {
id: number;
created_at: string;
updated_at: string;
draft_model_source: {
source: string;
huggingface_repo_id: string;
huggingface_filename: string;
model_scope_model_id: string;
model_scope_file_path: string;
local_path: string;
};
draft_model_download_progress: 0;
draft_model_resolved_path: string;
}
export interface ModelInstanceFormData {
@@ -214,7 +224,7 @@ export interface CatalogSpec {
speculative_config: {
enabled: boolean;
algorithm: string;
draft_model_name: string;
draft_model: string;
num_draft_tokens: number;
ngram_min_match_length: number;
ngram_max_match_length: number;