root/gpustack-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: playground rerank

Browse Source
This commit is contained in:
jialin
2024-10-14 10:27:46 +08:00
parent ecc683a6bd
commit 4c3dddc486
31 changed files with 1579 additions and 140 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/pages/playground/components/reference-params.tsx
+23 -20
View File
@@ -5,6 +5,7 @@ import _ from 'lodash';
import '../style/reference-params.less';
interface ReferenceParamsProps {
showOutput?: boolean;
usage: {
error?: boolean;
errorMessage?: string;
@@ -19,7 +20,7 @@ interface ReferenceParamsProps {
const ReferenceParams = (props: ReferenceParamsProps) => {
const intl = useIntl();
const { usage } = props;
const { usage, showOutput = true } = props;
if (!usage || _.isEmpty(usage)) {
return null;
}
@@ -63,25 +64,27 @@ const ReferenceParams = (props: ReferenceParamsProps) => {
</Tooltip>
</span>
<span className="usage">
<Tooltip
title={
<Space>
<span>
TPOT: {_.round(usage.time_per_output_token_ms, 2) || 0} ms
</span>
<span>
TTFT: {_.round(usage.time_to_first_token_ms, 2) || 0} ms
</span>
</Space>
}
>
<span>
{intl.formatMessage({ id: 'playground.tokenoutput' })}:{' '}
{_.round(usage.tokens_per_second, 2) || 0} Tokens/s
</span>
</Tooltip>
</span>
{showOutput && (
<span className="usage">
<Tooltip
title={
<Space>
<span>
TPOT: {_.round(usage.time_per_output_token_ms, 2) || 0} ms
</span>
<span>
TTFT: {_.round(usage.time_to_first_token_ms, 2) || 0} ms
</span>
</Space>
}
>
<span>
{intl.formatMessage({ id: 'playground.tokenoutput' })}:{' '}
{_.round(usage.tokens_per_second, 2) || 0} Tokens/s
</span>
</Tooltip>
</span>
)}
</div>
);
};