chore: llm ctx max value
This commit is contained in:
@@ -122,7 +122,7 @@ const ParamsSettings: React.FC<ParamsSettingsProps> = ({
|
|||||||
});
|
});
|
||||||
setMetaData({
|
setMetaData({
|
||||||
...obj,
|
...obj,
|
||||||
max_tokens: defaultMaxTokens
|
max_tokens: _.divide(obj.n_ctx, obj.n_slot)
|
||||||
});
|
});
|
||||||
return {
|
return {
|
||||||
..._.omit(obj, ['n_ctx', 'n_slot']),
|
..._.omit(obj, ['n_ctx', 'n_slot']),
|
||||||
@@ -271,7 +271,7 @@ const ParamsSettings: React.FC<ParamsSettingsProps> = ({
|
|||||||
variant="borderless"
|
variant="borderless"
|
||||||
>
|
>
|
||||||
<Slider
|
<Slider
|
||||||
defaultValue={metaData.max_tokens || 2048}
|
defaultValue={2048}
|
||||||
max={metaData.max_tokens || 16 * 1024}
|
max={metaData.max_tokens || 16 * 1024}
|
||||||
step={1}
|
step={1}
|
||||||
style={{ marginBottom: 0, marginTop: 16, marginInline: 0 }}
|
style={{ marginBottom: 0, marginTop: 16, marginInline: 0 }}
|
||||||
|
|||||||
Reference in New Issue
Block a user