root/gpustack-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: max token not a int number

Browse Source
This commit is contained in:
jialin
2026-02-03 16:05:43 +08:00
parent 5efed8f193
commit 9e7f2261f3
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/pages/playground/components/ground-embedding.tsx
+1 -1
View File
@@ -352,7 +352,7 @@ const GroundEmbedding: React.FC<MessageProps> = forwardRef((props, ref) => {
<SealInputNumber <SealInputNumber
disabled disabled
label="Max Tokens" label="Max Tokens"
value={_.divide(modelMeta?.n_ctx, modelMeta?.n_slot)} value={_.floor(_.divide(modelMeta?.n_ctx, modelMeta?.n_slot))}
></SealInputNumber> ></SealInputNumber>
</Form.Item> </Form.Item>
); );
src/pages/playground/components/ground-reranker.tsx
+1 -1
View File
@@ -416,7 +416,7 @@ const GroundReranker: React.FC<MessageProps> = forwardRef((props, ref) => {
<SealInputNumber <SealInputNumber
disabled disabled
label="Max Tokens" label="Max Tokens"
value={_.divide(modelMeta?.n_ctx, modelMeta?.n_slot)} value={_.floor(_.divide(modelMeta?.n_ctx, modelMeta?.n_slot))}
></SealInputNumber> ></SealInputNumber>
</Form.Item> </Form.Item>
); );
src/pages/playground/hooks/use-init-meta.ts
+2 -2
View File
@@ -77,7 +77,7 @@ export const useInitLLmMeta = (
let max_tokens: number = 0; let max_tokens: number = 0;
if (n_ctx && n_slot) { if (n_ctx && n_slot) {
max_tokens = _.divide(n_ctx, n_slot); max_tokens = _.floor(_.divide(n_ctx, n_slot));
} else if (max_model_len) { } else if (max_model_len) {
max_tokens = max_model_len; max_tokens = max_model_len;
} else if (max_total_tokens) { } else if (max_total_tokens) {
@@ -86,7 +86,7 @@ export const useInitLLmMeta = (
return { return {
max_tokens: max_tokens || 16 * 1024, max_tokens: max_tokens || 16 * 1024,
defaultFormValue: max_tokens ? _.divide(max_tokens, 2) : 1024 defaultFormValue: max_tokens ? _.floor(_.divide(max_tokens, 2)) : 1024
}; };
}; };