feat: add sglang parameters
This commit is contained in:
@@ -1,6 +1,8 @@
|
||||
import llamaParameters from './llama-parameters';
|
||||
import mindieParameters from './mindie-parameters';
|
||||
import vllmParameters from './vllm-parameters';
|
||||
// preset backend parameters for built-in backends
|
||||
import llamaParameters from './llama';
|
||||
import mindieParameters from './mindie';
|
||||
import sglangParameters from './sglang';
|
||||
import vllmParameters from './vllm';
|
||||
|
||||
export const backendOptionsMap = {
|
||||
llamaBox: 'llama-box',
|
||||
@@ -38,5 +40,5 @@ export default {
|
||||
[backendOptionsMap.ascendMindie]: generateBackendParameters(mindieParameters),
|
||||
[backendOptionsMap.voxBox]: [],
|
||||
[backendOptionsMap.custom]: [],
|
||||
[backendOptionsMap.SGLang]: []
|
||||
[backendOptionsMap.SGLang]: generateBackendParameters(sglangParameters)
|
||||
};
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -437,6 +437,15 @@ export const getBackendParamsTips = (backend: string) => {
|
||||
};
|
||||
}
|
||||
|
||||
if (backend === backendOptionsMap.SGLang) {
|
||||
return {
|
||||
backend: 'SGLang',
|
||||
releases: '',
|
||||
link: 'https://docs.sglang.ai/advanced_features/server_arguments.html',
|
||||
version: 'v0.5.4'
|
||||
};
|
||||
}
|
||||
|
||||
return {
|
||||
backend: 'vox-box',
|
||||
releases: 'https://github.com/gpustack/vox-box/releases',
|
||||
|
||||
@@ -9,8 +9,7 @@ import { modelCategories, ScheduleValueMap } from '../config';
|
||||
import { backendOptionsMap } from '../config/backend-parameters';
|
||||
import { useFormContext } from '../config/form-context';
|
||||
import { FormData } from '../config/types';
|
||||
import Backend from '../forms/backend';
|
||||
import BackendParametersList from '../forms/backend-parameters-list';
|
||||
import Backend from './backend';
|
||||
|
||||
const AdvanceConfig = () => {
|
||||
const intl = useIntl();
|
||||
@@ -64,7 +63,7 @@ const AdvanceConfig = () => {
|
||||
></SealSelect>
|
||||
</Form.Item>
|
||||
<Backend></Backend>
|
||||
<BackendParametersList></BackendParametersList>
|
||||
|
||||
<Form.Item<FormData> name="env">
|
||||
<LabelSelector
|
||||
label={intl.formatMessage({
|
||||
|
||||
@@ -15,6 +15,7 @@ import {
|
||||
import { backendOptionsMap } from '../config/backend-parameters';
|
||||
import { useFormContext } from '../config/form-context';
|
||||
import { FormData } from '../config/types';
|
||||
import BackendParametersList from './backend-parameters-list';
|
||||
|
||||
const BackendFields: React.FC = () => {
|
||||
const intl = useIntl();
|
||||
@@ -153,6 +154,7 @@ const BackendFields: React.FC = () => {
|
||||
</Form.Item>
|
||||
</>
|
||||
)}
|
||||
<BackendParametersList></BackendParametersList>
|
||||
</>
|
||||
);
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user