139 lines
3.8 KiB
TypeScript
139 lines
3.8 KiB
TypeScript
export default {
|
|
items: [
|
|
{
|
|
source: 'model_scope',
|
|
huggingface_repo_id: null,
|
|
huggingface_filename: null,
|
|
ollama_library_model_name: null,
|
|
model_scope_model_id: 'Qwen/Qwen3-30B-A3B-FP8',
|
|
model_scope_file_path: null,
|
|
local_path: null,
|
|
name: null,
|
|
description: null,
|
|
meta: {},
|
|
replicas: 1,
|
|
ready_replicas: 0,
|
|
categories: [],
|
|
embedding_only: false,
|
|
image_only: false,
|
|
reranker: false,
|
|
speech_to_text: false,
|
|
text_to_speech: false,
|
|
placement_strategy: 'spread',
|
|
cpu_offloading: false,
|
|
distributed_inference_across_workers: false,
|
|
worker_selector: {},
|
|
gpu_selector: null,
|
|
backend: 'SGLang',
|
|
backend_version: null,
|
|
backend_parameters: [
|
|
'--reasoning-parser=qwen3',
|
|
'--tool-call-parser=qwen25'
|
|
],
|
|
image_name: null,
|
|
run_command: null,
|
|
env: null,
|
|
restart_on_error: true,
|
|
distributable: false,
|
|
extended_kv_cache: null,
|
|
speculative_config: null,
|
|
quantization: 'FP8',
|
|
mode: 'throughput'
|
|
},
|
|
{
|
|
source: 'model_scope',
|
|
huggingface_repo_id: null,
|
|
huggingface_filename: null,
|
|
ollama_library_model_name: null,
|
|
model_scope_model_id: 'Qwen/Qwen3-30B-A3B-FP8',
|
|
model_scope_file_path: null,
|
|
local_path: null,
|
|
name: null,
|
|
description: null,
|
|
meta: {},
|
|
replicas: 1,
|
|
ready_replicas: 0,
|
|
categories: [],
|
|
embedding_only: false,
|
|
image_only: false,
|
|
reranker: false,
|
|
speech_to_text: false,
|
|
text_to_speech: false,
|
|
placement_strategy: 'spread',
|
|
cpu_offloading: false,
|
|
distributed_inference_across_workers: false,
|
|
worker_selector: {},
|
|
gpu_selector: null,
|
|
backend: 'SGLang',
|
|
backend_version: null,
|
|
backend_parameters: [
|
|
'--reasoning-parser=qwen3',
|
|
'--tool-call-parser=qwen25',
|
|
'--speculative-algorithm=EAGLE3',
|
|
'--speculative-draft-model-path=Tengyunw/qwen3_30b_moe_eagle3',
|
|
'--speculative-num-steps=6',
|
|
'--speculative-eagle-topk=10',
|
|
'--speculative-num-draft-tokens=32'
|
|
],
|
|
image_name: null,
|
|
run_command: null,
|
|
env: null,
|
|
restart_on_error: true,
|
|
distributable: false,
|
|
extended_kv_cache: null,
|
|
speculative_config: {
|
|
enabled: true,
|
|
algorithm: 'eagle3',
|
|
draft_model: 'Qwen3-30B-A3B-EAGLE3',
|
|
num_draft_tokens: 8,
|
|
ngram_min_match_length: null,
|
|
ngram_max_match_length: null
|
|
},
|
|
quantization: 'FP8',
|
|
mode: 'latency'
|
|
},
|
|
{
|
|
source: 'model_scope',
|
|
huggingface_repo_id: null,
|
|
huggingface_filename: null,
|
|
ollama_library_model_name: null,
|
|
model_scope_model_id: 'Qwen/Qwen3-30B-A3B',
|
|
model_scope_file_path: null,
|
|
local_path: null,
|
|
name: null,
|
|
description: null,
|
|
meta: {},
|
|
replicas: 1,
|
|
ready_replicas: 0,
|
|
categories: [],
|
|
embedding_only: false,
|
|
image_only: false,
|
|
reranker: false,
|
|
speech_to_text: false,
|
|
text_to_speech: false,
|
|
placement_strategy: 'spread',
|
|
cpu_offloading: false,
|
|
distributed_inference_across_workers: true,
|
|
worker_selector: {},
|
|
gpu_selector: null,
|
|
backend: 'vLLM',
|
|
backend_version: null,
|
|
backend_parameters: [
|
|
'--tool-call-parser=hermes',
|
|
'--enable-auto-tool-choice',
|
|
'--max-model-len=32768'
|
|
],
|
|
image_name: null,
|
|
run_command: null,
|
|
env: null,
|
|
restart_on_error: true,
|
|
distributable: false,
|
|
extended_kv_cache: null,
|
|
speculative_config: null,
|
|
quantization: 'BF16',
|
|
mode: 'reference'
|
|
}
|
|
],
|
|
pagination: { page: 1, perPage: 100, total: 3, totalPage: 1 }
|
|
};
|