fix: add worker, create cluster
This commit is contained in:
@@ -79,3 +79,9 @@ export interface ClusterFormData {
|
||||
worker_config?: Record<string, any>;
|
||||
worker_pools?: NodePoolFormData[];
|
||||
}
|
||||
|
||||
export interface SystemConfig {
|
||||
debug: boolean;
|
||||
server_external_url: string;
|
||||
system_default_container_registry: string;
|
||||
}
|
||||
|
||||
@@ -36,7 +36,7 @@
|
||||
"gateway_mode": {
|
||||
"type": "string",
|
||||
"description": "Gateway mode",
|
||||
"enum": ["worker", "gateway", "disabled"]
|
||||
"enum": ["worker", "gateway", "disabled", "auto"]
|
||||
},
|
||||
"gateway_kubeconfig": {
|
||||
"type": "string",
|
||||
@@ -88,9 +88,7 @@
|
||||
"resources": {
|
||||
"type": "object",
|
||||
"description": "Additional resource definitions",
|
||||
"additionalProperties": {
|
||||
"type": "object"
|
||||
}
|
||||
"additionalProperties": {}
|
||||
},
|
||||
"pipx_path": {
|
||||
"type": "string",
|
||||
|
||||
@@ -1,53 +1,54 @@
|
||||
export default `# This is a template for worker_config.
|
||||
|
||||
worker_config:
|
||||
debug: true
|
||||
# debug: false
|
||||
|
||||
# directories
|
||||
cache_dir:
|
||||
log_dir:
|
||||
bin_dir:
|
||||
# ========= directories ===========
|
||||
|
||||
# container & image
|
||||
system_default_container_registry:
|
||||
image_repo: gpustack/worker
|
||||
image_name_override: ""
|
||||
# cache_dir: "/var/lib/gpustack/cache"
|
||||
# log_dir: "/var/lib/gpustack/log"
|
||||
# bin_dir: "/var/lib/gpustack/bin"
|
||||
|
||||
# gateway
|
||||
gateway_mode:
|
||||
gateway_concurrency: 0
|
||||
gateway_kubeconfig: ""
|
||||
# ========= container & image ===========
|
||||
|
||||
# service & networking
|
||||
service_discovery_name:
|
||||
namespace: default
|
||||
worker_port:
|
||||
worker_metrics_port:
|
||||
service_port_range:
|
||||
ray_port_range:
|
||||
# system_default_container_registry: "docker.io"
|
||||
# image_name_override: "gpustack/gpustack:main"
|
||||
# image_repo: "gpustack/gpustack"
|
||||
|
||||
# resources
|
||||
resources:
|
||||
gpu:
|
||||
count:
|
||||
type:
|
||||
cpu:
|
||||
limit:
|
||||
memory:
|
||||
limit:
|
||||
# ========= gateway ===========
|
||||
|
||||
# huggingface
|
||||
huggingface_token: ""
|
||||
enable_hf_transfer: true
|
||||
enable_hf_xet: true
|
||||
# gateway_mode: "auto"
|
||||
# gateway_concurrency: 16
|
||||
# gateway_kubeconfig: "/var/lib/gpustack/higress/kubeconfig"
|
||||
|
||||
# metrics
|
||||
disable_worker_metrics: false
|
||||
# ========= service & networking ===========
|
||||
|
||||
# tools & runtime
|
||||
pipx_path:
|
||||
tools_download_base_url:
|
||||
# service_discovery_name: "worker"
|
||||
# namespace: "gpustack-system"
|
||||
# worker_port: 10150
|
||||
# worker_metrics_port: 10150
|
||||
# service_port_range: "40000-40063"
|
||||
# ray_port_range: "41000-41999"
|
||||
|
||||
# proxy
|
||||
proxy_mode: worker
|
||||
# ========= resources ===========
|
||||
|
||||
# resources:
|
||||
|
||||
# ========= huggingface ===========
|
||||
|
||||
# huggingface_token:
|
||||
# enable_hf_transfer: false
|
||||
# enable_hf_xet: false
|
||||
|
||||
# ========= metrics ===========
|
||||
|
||||
# disable_worker_metrics: false
|
||||
|
||||
# ========= tools & runtime ===========
|
||||
|
||||
# pipx_path: "/usr/local/bin/pipx"
|
||||
# tools_download_base_url:
|
||||
|
||||
# ========= proxy ===========
|
||||
|
||||
# proxy_mode: worker
|
||||
`;
|
||||
|
||||
Reference in New Issue
Block a user