chore: vllm params

2024-09-26 10:30:40 +08:00
parent a698c65a07
commit f813f56c1f
13 changed files with 42 additions and 41 deletions
@@ -154,9 +154,17 @@ export async function queryModelScopeModels(
    Target?: string;
    SingleCriterion?: any[];
    Name: string;
+    filterGGUF?: boolean;
  },
  config?: any
 ) {
+  const Criterion = params.filterGGUF
+    ? {
+        Criterion: [
+          { category: 'tags', predicate: 'contains', values: ['gguf'] }
+        ]
+      }
+    : {};
  const res = await fetch(`${MODEL_SCOPE_LIST_MODEL_API}`, {
    method: 'PUT',
    signal: config?.signal,
@@ -165,6 +173,7 @@ export async function queryModelScopeModels(
    },
    body: JSON.stringify({
      ...params,
+      ...Criterion,
      Name: `${params.Name}`,
      PageSize: 100,
      PageNumber: 1