From a087677c6e27aaea70a0439bc8139ce3462b7c6e Mon Sep 17 00:00:00 2001 From: jialin Date: Tue, 8 Apr 2025 09:46:37 +0800 Subject: [PATCH] chore: allow to config distribution in vllm --- .../llmodels/components/advance-config.tsx | 41 ++++++++++--------- 1 file changed, 22 insertions(+), 19 deletions(-) diff --git a/src/pages/llmodels/components/advance-config.tsx b/src/pages/llmodels/components/advance-config.tsx index 8c09e03c..9e469b27 100644 --- a/src/pages/llmodels/components/advance-config.tsx +++ b/src/pages/llmodels/components/advance-config.tsx @@ -453,25 +453,28 @@ const AdvanceConfig: React.FC = (props) => { )} - {scheduleType === 'auto' && backend === backendOptionsMap.llamaBox && ( -
- - name="distributed_inference_across_workers" - valuePropName="checked" - style={{ padding: '0 10px', marginBottom: 0 }} - noStyle - > - - -
- )} + {scheduleType === 'auto' && + [backendOptionsMap.llamaBox, backendOptionsMap.vllm].includes( + backend + ) && ( +
+ + name="distributed_inference_across_workers" + valuePropName="checked" + style={{ padding: '0 10px', marginBottom: 0 }} + noStyle + > + + +
+ )}
name="restart_on_error"