chore: update add worker command for container

This commit is contained in:
jialin
2025-04-02 15:48:46 +08:00
parent ecbfeb608b
commit 89a6d6a4c1
4 changed files with 60 additions and 10 deletions
+1 -1
View File
@@ -57,7 +57,7 @@ export default {
'resources.worker.script.install': 'Script Installation',
'resources.worker.container.install': 'Container Installation(Linux Only)',
'resources.worker.cann.tips': `Set <span style='color: #000;font-weight: 600'>ASCEND_VISIBLE_DEVICES</span> to the required GPU indices. For GPU0 to GPU3, use <span style='color: #000;font-weight: 600'>ASCEND_VISIBLE_DEVICES=0,1,2,3</span> or <span style='color: #000;font-weight: 600'>ASCEND_VISIBLE_DEVICES=0-3</span>.`,
'resources.modelfiles.form.path': 'Storage path',
'resources.modelfiles.form.path': 'Storage Path',
'resources.modelfiles.modelfile': 'Model Files',
'resources.modelfiles.download': 'Add Model File',
'resources.modelfiles.size': 'Size',
+1 -1
View File
@@ -58,7 +58,7 @@ export default {
'resources.worker.script.install': 'スクリプトインストール',
'resources.worker.container.install': 'コンテナインストール(Linuxのみ)',
'resources.worker.cann.tips': `<span style='color: #000;font-weight: 600'>ASCEND_VISIBLE_DEVICES</span> を必要なGPUインデックスに設定します。GPU0からGPU3の場合、<span style='color: #000;font-weight: 600'>ASCEND_VISIBLE_DEVICES=0,1,2,3</span> または <span style='color: #000;font-weight: 600'>ASCEND_VISIBLE_DEVICES=0-3</span> を使用します。`,
'resources.modelfiles.form.path': 'Storage path',
'resources.modelfiles.form.path': 'Storage Path',
'resources.modelfiles.modelfile': 'Model Files',
'resources.modelfiles.download': 'Add Model File',
'resources.modelfiles.size': 'Size',
@@ -17,11 +17,12 @@
}
.code-pre {
white-space: pre-wrap;
white-space: pre-line;
}
.ant-radio-button-wrapper {
flex: auto;
font-size: var(--font-size-small);
}
}
+56 -7
View File
@@ -41,7 +41,14 @@ export const addWorkerGuide: Record<string, any> = {
token: string;
workerip: string;
}) {
return `docker run -d --name gpustack-worker --restart=unless-stopped --gpus all -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
return `docker run -d --name gpustack \
--restart=unless-stopped \
--gpus all \
--network=host \
--ipc=host \
-v gpustack-data:/var/lib/gpustack \
gpustack/gpustack:${params.tag} \
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
}
},
npu: {
@@ -53,7 +60,14 @@ export const addWorkerGuide: Record<string, any> = {
token: string;
workerip: string;
}) {
return `docker run -d --name gpustack-worker --restart=unless-stopped -e ASCEND_VISIBLE_DEVICES=0 -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
return `docker run -d --name gpustack \
--restart=unless-stopped \
-e ASCEND_VISIBLE_DEVICES=0,1 \
--network=host \
--ipc=host \
-v gpustack-data:/var/lib/gpustack \
gpustack/gpustack:${params.tag} \
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
}
},
musa: {
@@ -65,7 +79,13 @@ export const addWorkerGuide: Record<string, any> = {
token: string;
workerip: string;
}) {
return `docker run -d --name gpustack-worker --restart=unless-stopped -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
return `docker run -d --name gpustack \
--restart=unless-stopped \
--network=host \
--ipc=host \
-v gpustack-data:/var/lib/gpustack \
gpustack/gpustack:${params.tag} \
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
}
},
cpu: {
@@ -77,7 +97,12 @@ export const addWorkerGuide: Record<string, any> = {
token: string;
workerip: string;
}) {
return `docker run -d --name gpustack-worker --restart=unless-stopped -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
return `docker run -d --name gpustack \
--restart=unless-stopped \
--network=host \
-v gpustack-data:/var/lib/gpustack \
gpustack/gpustack:${params.tag} \
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
}
},
rocm: {
@@ -87,7 +112,18 @@ export const addWorkerGuide: Record<string, any> = {
token: string;
workerip: string;
}) {
return `docker run -d --name gpustack-worker --restart=unless-stopped -p 10150:10150 -p 40000-41024:40000-41024 -p 50000-51024:50000-51024 --ipc=host --group-add=video --security-opt seccomp=unconfined --device /dev/kfd --device /dev/dri -v gpustack-worker-data:/var/lib/gpustack gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
return `docker run -d --name gpustack \
--restart=unless-stopped \
--device=/dev/kfd \
--device=/dev/dri \
--network=host \
--ipc=host \
--group-add video \
--cap-add=SYS_PTRACE \
--security-opt seccomp=unconfined \
-v gpustack-data:/var/lib/gpustack \
gpustack/gpustack:${params.tag} \
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
}
},
dcu: {
@@ -97,7 +133,20 @@ export const addWorkerGuide: Record<string, any> = {
token: string;
workerip: string;
}) {
return `docker run -itd --shm-size 500g --network=host --privileged --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --device=/dev/kfd --device=/dev/dri -v /opt/hyhal:/opt/hyhal:ro gpustack/gpustack:${params.tag} --server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
return `docker run -d --name gpustack \
--restart=unless-stopped \
--device=/dev/kfd \
--device=/dev/mkfd \
--device=/dev/dri \
-v /opt/hyhal:/opt/hyhal:ro \
--network=host \
--ipc=host \
--group-add video \
--cap-add=SYS_PTRACE \
--security-opt seccomp=unconfined \
-v gpustack-data:/var/lib/gpustack \
gpustack/gpustack:${params.tag} \
--server-url ${params.server} --token ${params.token} --worker-ip ${params.workerip}`;
}
},
container: {
@@ -110,8 +159,8 @@ export const containerInstallOptions = [
{ label: 'NVIDIA CUDA', value: 'cuda' },
{ label: 'AMD ROCm', value: 'rocm' },
{ label: 'Ascend CANN', value: 'npu' },
{ label: 'Hygon DTK', value: 'dcu' },
{ label: 'Moore Threads MUSA', value: 'musa' },
{ label: 'Hygon DCU', value: 'dcu' },
{ label: 'CPU', value: 'cpu' }
];