feat: add speculative decoding

src/pages/llmodels/apis/index.ts

@@ -8,6 +8,7 @@ import {
   BackendItem,
   CatalogItem,
   CatalogSpec,
+  DraftModelItem,
   EvaluateResult,
   EvaluateSpec,
   FormData,
@@ -27,6 +28,8 @@ export const BACKEND_LIST_API = '/inference-backends/list';
 
 export const MY_MODELS_API = '/my-models';
 
+export const DRAFT_MODELS_API = '/draft-models';
+
 const setProxyUrl = (url: string) => {
   return `/proxy?url=${encodeURIComponent(url)}`;
 };
@@ -443,3 +446,10 @@ export async function queryMyModelDetail(id: number) {
     method: 'GET'
   });
 }
+
+export async function queryDraftModelList(params?: Global.SearchParams) {
+  return request<{ items: DraftModelItem[] }>(DRAFT_MODELS_API, {
+    method: 'GET',
+    params
+  });
+}