|
|
|
@@ -41,7 +41,14 @@ export const addWorkerGuide: Record<string, any> = {
|
|
|
|
|
token: string;
|
|
|
|
|
workerip: string;
|
|
|
|
|
}) {
|
|
|
|
|
return `docker run -d --name gpustack-worker --restart=unless-stopped --gpus all -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
return `docker run -d --name gpustack \
|
|
|
|
|
--restart=unless-stopped \
|
|
|
|
|
--gpus all \
|
|
|
|
|
--network=host \
|
|
|
|
|
--ipc=host \
|
|
|
|
|
-v gpustack-data:/var/lib/gpustack \
|
|
|
|
|
gpustack/gpustack:${params.tag} \
|
|
|
|
|
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
npu: {
|
|
|
|
@@ -53,7 +60,14 @@ export const addWorkerGuide: Record<string, any> = {
|
|
|
|
|
token: string;
|
|
|
|
|
workerip: string;
|
|
|
|
|
}) {
|
|
|
|
|
return `docker run -d --name gpustack-worker --restart=unless-stopped -e ASCEND_VISIBLE_DEVICES=0 -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
return `docker run -d --name gpustack \
|
|
|
|
|
--restart=unless-stopped \
|
|
|
|
|
-e ASCEND_VISIBLE_DEVICES=0,1 \
|
|
|
|
|
--network=host \
|
|
|
|
|
--ipc=host \
|
|
|
|
|
-v gpustack-data:/var/lib/gpustack \
|
|
|
|
|
gpustack/gpustack:${params.tag} \
|
|
|
|
|
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
musa: {
|
|
|
|
@@ -65,7 +79,13 @@ export const addWorkerGuide: Record<string, any> = {
|
|
|
|
|
token: string;
|
|
|
|
|
workerip: string;
|
|
|
|
|
}) {
|
|
|
|
|
return `docker run -d --name gpustack-worker --restart=unless-stopped -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
return `docker run -d --name gpustack \
|
|
|
|
|
--restart=unless-stopped \
|
|
|
|
|
--network=host \
|
|
|
|
|
--ipc=host \
|
|
|
|
|
-v gpustack-data:/var/lib/gpustack \
|
|
|
|
|
gpustack/gpustack:${params.tag} \
|
|
|
|
|
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
cpu: {
|
|
|
|
@@ -77,7 +97,12 @@ export const addWorkerGuide: Record<string, any> = {
|
|
|
|
|
token: string;
|
|
|
|
|
workerip: string;
|
|
|
|
|
}) {
|
|
|
|
|
return `docker run -d --name gpustack-worker --restart=unless-stopped -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
return `docker run -d --name gpustack \
|
|
|
|
|
--restart=unless-stopped \
|
|
|
|
|
--network=host \
|
|
|
|
|
-v gpustack-data:/var/lib/gpustack \
|
|
|
|
|
gpustack/gpustack:${params.tag} \
|
|
|
|
|
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
rocm: {
|
|
|
|
@@ -87,7 +112,18 @@ export const addWorkerGuide: Record<string, any> = {
|
|
|
|
|
token: string;
|
|
|
|
|
workerip: string;
|
|
|
|
|
}) {
|
|
|
|
|
return `docker run -d --name gpustack-worker --restart=unless-stopped -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host --group-add=video --security-opt seccomp=unconfined --device /dev/kfd --device /dev/dri -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
return `docker run -d --name gpustack \
|
|
|
|
|
--restart=unless-stopped \
|
|
|
|
|
--device=/dev/kfd \
|
|
|
|
|
--device=/dev/dri \
|
|
|
|
|
--network=host \
|
|
|
|
|
--ipc=host \
|
|
|
|
|
--group-add video \
|
|
|
|
|
--cap-add=SYS_PTRACE \
|
|
|
|
|
--security-opt seccomp=unconfined \
|
|
|
|
|
-v gpustack-data:/var/lib/gpustack \
|
|
|
|
|
gpustack/gpustack:${params.tag} \
|
|
|
|
|
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
dcu: {
|
|
|
|
@@ -97,7 +133,20 @@ export const addWorkerGuide: Record<string, any> = {
|
|
|
|
|
token: string;
|
|
|
|
|
workerip: string;
|
|
|
|
|
}) {
|
|
|
|
|
return `docker run -itd --shm-size 500g --network=host --privileged --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --device=/dev/kfd --device=/dev/dri -v /opt/hyhal:/opt/hyhal:ro gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
return `docker run -d --name gpustack \
|
|
|
|
|
--restart=unless-stopped \
|
|
|
|
|
--device=/dev/kfd \
|
|
|
|
|
--device=/dev/mkfd \
|
|
|
|
|
--device=/dev/dri \
|
|
|
|
|
-v /opt/hyhal:/opt/hyhal:ro \
|
|
|
|
|
--network=host \
|
|
|
|
|
--ipc=host \
|
|
|
|
|
--group-add video \
|
|
|
|
|
--cap-add=SYS_PTRACE \
|
|
|
|
|
--security-opt seccomp=unconfined \
|
|
|
|
|
-v gpustack-data:/var/lib/gpustack \
|
|
|
|
|
gpustack/gpustack:${params.tag} \
|
|
|
|
|
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
container: {
|
|
|
|
@@ -110,8 +159,8 @@ export const containerInstallOptions = [
|
|
|
|
|
{ label: 'NVIDIA CUDA', value: 'cuda' },
|
|
|
|
|
{ label: 'AMD ROCm', value: 'rocm' },
|
|
|
|
|
{ label: 'Ascend CANN', value: 'npu' },
|
|
|
|
|
{ label: 'Hygon DTK', value: 'dcu' },
|
|
|
|
|
{ label: 'Moore Threads MUSA', value: 'musa' },
|
|
|
|
|
{ label: 'Hygon DCU', value: 'dcu' },
|
|
|
|
|
{ label: 'CPU', value: 'cpu' }
|
|
|
|
|
];
|
|
|
|
|
|
|
|
|
|