feat: vllm support

2024-09-25 16:17:25 +08:00
parent 0652f850d6
commit 3cd96ba2e8
47 changed files with 1610 additions and 252 deletions
@@ -165,7 +165,7 @@ export async function queryModelScopeModels(
    },
    body: JSON.stringify({
      ...params,
-      Name: `${params.Name} gguf`,
+      Name: `${params.Name}`,
      PageSize: 100,
      PageNumber: 1
    })