feat: depoly model advanced

This commit is contained in:
jialin
2024-09-04 14:32:36 +08:00
parent 01101678b3
commit ca595da0c7
23 changed files with 1032 additions and 217 deletions
+11
View File
@@ -147,3 +147,14 @@ export const ModelSortType = {
downloads: 'downloads',
lastModified: 'lastModified'
};
export const placementStrategyOptions = [
{
label: 'Spread',
value: 'spread'
},
{
label: 'Binpack',
value: 'binpack'
}
];
+4
View File
@@ -21,6 +21,10 @@ export interface FormData {
huggingface_filename: string;
s3_address: string;
ollama_library_model_name: 'string';
distributed_inference_across_workers?: boolean;
placement_strategy?: string;
partial_offload?: boolean;
worker_selector?: object;
name: string;
replicas: number;
description: string;