feat: add sglang parameters
This commit is contained in:
@@ -1,6 +1,8 @@
|
|||||||
import llamaParameters from './llama-parameters';
|
// preset backend parameters for built-in backends
|
||||||
import mindieParameters from './mindie-parameters';
|
import llamaParameters from './llama';
|
||||||
import vllmParameters from './vllm-parameters';
|
import mindieParameters from './mindie';
|
||||||
|
import sglangParameters from './sglang';
|
||||||
|
import vllmParameters from './vllm';
|
||||||
|
|
||||||
export const backendOptionsMap = {
|
export const backendOptionsMap = {
|
||||||
llamaBox: 'llama-box',
|
llamaBox: 'llama-box',
|
||||||
@@ -38,5 +40,5 @@ export default {
|
|||||||
[backendOptionsMap.ascendMindie]: generateBackendParameters(mindieParameters),
|
[backendOptionsMap.ascendMindie]: generateBackendParameters(mindieParameters),
|
||||||
[backendOptionsMap.voxBox]: [],
|
[backendOptionsMap.voxBox]: [],
|
||||||
[backendOptionsMap.custom]: [],
|
[backendOptionsMap.custom]: [],
|
||||||
[backendOptionsMap.SGLang]: []
|
[backendOptionsMap.SGLang]: generateBackendParameters(sglangParameters)
|
||||||
};
|
};
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
@@ -437,6 +437,15 @@ export const getBackendParamsTips = (backend: string) => {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (backend === backendOptionsMap.SGLang) {
|
||||||
|
return {
|
||||||
|
backend: 'SGLang',
|
||||||
|
releases: '',
|
||||||
|
link: 'https://docs.sglang.ai/advanced_features/server_arguments.html',
|
||||||
|
version: 'v0.5.4'
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
return {
|
return {
|
||||||
backend: 'vox-box',
|
backend: 'vox-box',
|
||||||
releases: 'https://github.com/gpustack/vox-box/releases',
|
releases: 'https://github.com/gpustack/vox-box/releases',
|
||||||
|
|||||||
@@ -9,8 +9,7 @@ import { modelCategories, ScheduleValueMap } from '../config';
|
|||||||
import { backendOptionsMap } from '../config/backend-parameters';
|
import { backendOptionsMap } from '../config/backend-parameters';
|
||||||
import { useFormContext } from '../config/form-context';
|
import { useFormContext } from '../config/form-context';
|
||||||
import { FormData } from '../config/types';
|
import { FormData } from '../config/types';
|
||||||
import Backend from '../forms/backend';
|
import Backend from './backend';
|
||||||
import BackendParametersList from '../forms/backend-parameters-list';
|
|
||||||
|
|
||||||
const AdvanceConfig = () => {
|
const AdvanceConfig = () => {
|
||||||
const intl = useIntl();
|
const intl = useIntl();
|
||||||
@@ -64,7 +63,7 @@ const AdvanceConfig = () => {
|
|||||||
></SealSelect>
|
></SealSelect>
|
||||||
</Form.Item>
|
</Form.Item>
|
||||||
<Backend></Backend>
|
<Backend></Backend>
|
||||||
<BackendParametersList></BackendParametersList>
|
|
||||||
<Form.Item<FormData> name="env">
|
<Form.Item<FormData> name="env">
|
||||||
<LabelSelector
|
<LabelSelector
|
||||||
label={intl.formatMessage({
|
label={intl.formatMessage({
|
||||||
|
|||||||
@@ -15,6 +15,7 @@ import {
|
|||||||
import { backendOptionsMap } from '../config/backend-parameters';
|
import { backendOptionsMap } from '../config/backend-parameters';
|
||||||
import { useFormContext } from '../config/form-context';
|
import { useFormContext } from '../config/form-context';
|
||||||
import { FormData } from '../config/types';
|
import { FormData } from '../config/types';
|
||||||
|
import BackendParametersList from './backend-parameters-list';
|
||||||
|
|
||||||
const BackendFields: React.FC = () => {
|
const BackendFields: React.FC = () => {
|
||||||
const intl = useIntl();
|
const intl = useIntl();
|
||||||
@@ -153,6 +154,7 @@ const BackendFields: React.FC = () => {
|
|||||||
</Form.Item>
|
</Form.Item>
|
||||||
</>
|
</>
|
||||||
)}
|
)}
|
||||||
|
<BackendParametersList></BackendParametersList>
|
||||||
</>
|
</>
|
||||||
);
|
);
|
||||||
};
|
};
|
||||||
|
|||||||
Reference in New Issue
Block a user