root/gpustack-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: allow to config distribution in vllm

Browse Source
This commit is contained in:
jialin
2025-04-08 09:47:10 +08:00
parent 529a2ecd81
commit a087677c6e
1 changed files with 22 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/pages/llmodels/components/advance-config.tsx
+4 -1
View File
@@ -453,7 +453,10 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
</Form.Item> </Form.Item>
</div> </div>
)} )}
{scheduleType === 'auto' && backend === backendOptionsMap.llamaBox && ( {scheduleType === 'auto' &&
[backendOptionsMap.llamaBox, backendOptionsMap.vllm].includes(
backend
) && (
<div style={{ paddingBottom: 22, paddingLeft: 10 }}> <div style={{ paddingBottom: 22, paddingLeft: 10 }}>
<Form.Item<FormData> <Form.Item<FormData>
name="distributed_inference_across_workers" name="distributed_inference_across_workers"