fix: max token not a int number
This commit is contained in:
@@ -352,7 +352,7 @@ const GroundEmbedding: React.FC<MessageProps> = forwardRef((props, ref) => {
|
||||
<SealInputNumber
|
||||
disabled
|
||||
label="Max Tokens"
|
||||
value={_.divide(modelMeta?.n_ctx, modelMeta?.n_slot)}
|
||||
value={_.floor(_.divide(modelMeta?.n_ctx, modelMeta?.n_slot))}
|
||||
></SealInputNumber>
|
||||
</Form.Item>
|
||||
);
|
||||
|
||||
@@ -416,7 +416,7 @@ const GroundReranker: React.FC<MessageProps> = forwardRef((props, ref) => {
|
||||
<SealInputNumber
|
||||
disabled
|
||||
label="Max Tokens"
|
||||
value={_.divide(modelMeta?.n_ctx, modelMeta?.n_slot)}
|
||||
value={_.floor(_.divide(modelMeta?.n_ctx, modelMeta?.n_slot))}
|
||||
></SealInputNumber>
|
||||
</Form.Item>
|
||||
);
|
||||
|
||||
@@ -77,7 +77,7 @@ export const useInitLLmMeta = (
|
||||
let max_tokens: number = 0;
|
||||
|
||||
if (n_ctx && n_slot) {
|
||||
max_tokens = _.divide(n_ctx, n_slot);
|
||||
max_tokens = _.floor(_.divide(n_ctx, n_slot));
|
||||
} else if (max_model_len) {
|
||||
max_tokens = max_model_len;
|
||||
} else if (max_total_tokens) {
|
||||
@@ -86,7 +86,7 @@ export const useInitLLmMeta = (
|
||||
|
||||
return {
|
||||
max_tokens: max_tokens || 16 * 1024,
|
||||
defaultFormValue: max_tokens ? _.divide(max_tokens, 2) : 1024
|
||||
defaultFormValue: max_tokens ? _.floor(_.divide(max_tokens, 2)) : 1024
|
||||
};
|
||||
};
|
||||
|
||||
|
||||
Reference in New Issue
Block a user