feat: add extended_kv_cache

2025-10-14 20:09:43 +08:00
parent 620c113fae
commit 83403a1a1a
13 changed files with 277 additions and 142 deletions
@@ -76,6 +76,12 @@ export interface FormData {
  optimize_long_prompt: boolean;
  enable_speculative_decoding: boolean;
  cluster_id: number;
+  extended_kv_cache: {
+    enabled: boolean;
+    chunk_size: number;
+    max_local_cpu_size: number;
+    remote_url: string;
+  };
 }

 interface ComputedResourceClaim {