diff --git a/src/pages/benchmark/forms/model-instance.tsx b/src/pages/benchmark/forms/model-instance.tsx index 5fd0155d..74d39431 100644 --- a/src/pages/benchmark/forms/model-instance.tsx +++ b/src/pages/benchmark/forms/model-instance.tsx @@ -115,6 +115,7 @@ const ModelInstanceForm: React.FC = () => { disabled: modelCategoriesMap.llm !== model.categories?.[0], id: model.id, isLeaf: false, + ready_replicas: model.ready_replicas, children: [] })); @@ -123,7 +124,9 @@ const ModelInstanceForm: React.FC = () => { } // preload instances for the first model - const selectedllmModel = modelOptions.find((model) => !model.disabled); + const selectedllmModel = modelOptions.find( + (model) => !model.disabled && model.ready_replicas > 0 + ); if (!selectedllmModel) { setModelList(modelOptions); return;