feat: add speculative decoding

2025-11-03 10:14:30 +08:00
parent 608b2e31c7
commit 3613fb3f69
15 changed files with 356 additions and 165 deletions
@@ -366,12 +366,21 @@ const DataForm: React.FC<DataFormProps> = forwardRef((props, ref) => {
          categories: null,
          restart_on_error: true,
          distributed_inference_across_workers: true,
+          mode: 'throughput',
          extended_kv_cache: {
            enabled: false,
            chunk_size: null,
            ram_ratio: 1.2,
            ram_size: null
          },
+          speculative_config: {
+            enabled: false,
+            algorithm: '',
+            draft_model_name: null,
+            num_draft_tokens: 3,
+            ngram_min_match_length: 1,
+            ngram_max_match_length: 10
+          },
          ...initialValues
        }}
      >