chore: llm ctx max value

This commit is contained in:
jialin
2025-01-10 10:49:06 +08:00
parent a09403328e
commit 78deee2de3
@@ -122,7 +122,7 @@ const ParamsSettings: React.FC<ParamsSettingsProps> = ({
}); });
setMetaData({ setMetaData({
...obj, ...obj,
max_tokens: defaultMaxTokens max_tokens: _.divide(obj.n_ctx, obj.n_slot)
}); });
return { return {
..._.omit(obj, ['n_ctx', 'n_slot']), ..._.omit(obj, ['n_ctx', 'n_slot']),
@@ -271,7 +271,7 @@ const ParamsSettings: React.FC<ParamsSettingsProps> = ({
variant="borderless" variant="borderless"
> >
<Slider <Slider
defaultValue={metaData.max_tokens || 2048} defaultValue={2048}
max={metaData.max_tokens || 16 * 1024} max={metaData.max_tokens || 16 * 1024}
step={1} step={1}
style={{ marginBottom: 0, marginTop: 16, marginInline: 0 }} style={{ marginBottom: 0, marginTop: 16, marginInline: 0 }}