root/gpustack-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: allow to config distribution in vllm

Browse Source
This commit is contained in:
jialin
2025-04-08 09:47:10 +08:00
parent 529a2ecd81
commit a087677c6e
1 changed files with 22 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/pages/llmodels/components/advance-config.tsx
+22 -19
View File
@@ -453,25 +453,28 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
</Form.Item> </Form.Item>
</div> </div>
)} )}
{scheduleType === 'auto' && backend === backendOptionsMap.llamaBox && ( {scheduleType === 'auto' &&
<div style={{ paddingBottom: 22, paddingLeft: 10 }}> [backendOptionsMap.llamaBox, backendOptionsMap.vllm].includes(
<Form.Item<FormData> backend
name="distributed_inference_across_workers" ) && (
valuePropName="checked" <div style={{ paddingBottom: 22, paddingLeft: 10 }}>
style={{ padding: '0 10px', marginBottom: 0 }} <Form.Item<FormData>
noStyle name="distributed_inference_across_workers"
> valuePropName="checked"
<CheckboxField style={{ padding: '0 10px', marginBottom: 0 }}
title={intl.formatMessage({ noStyle
id: 'models.form.distribution.tips' >
})} <CheckboxField
label={intl.formatMessage({ title={intl.formatMessage({
id: 'resources.form.enableDistributedInferenceAcrossWorkers' id: 'models.form.distribution.tips'
})} })}
></CheckboxField> label={intl.formatMessage({
</Form.Item> id: 'resources.form.enableDistributedInferenceAcrossWorkers'
</div> })}
)} ></CheckboxField>
</Form.Item>
</div>
)}
<div style={{ paddingBottom: 22, paddingLeft: 10 }}> <div style={{ paddingBottom: 22, paddingLeft: 10 }}>
<Form.Item<FormData> <Form.Item<FormData>
name="restart_on_error" name="restart_on_error"