fix: reranker for sglang

This commit is contained in:
jialin
2026-02-03 19:12:34 +08:00
parent a2c33affcd
commit 7548836b67
9 changed files with 57 additions and 9 deletions
@@ -38,6 +38,7 @@ import { rerankerSamples } from '../config/samples';
import { ParamsSchema } from '../config/types';
import { LLM_METAKEYS } from '../hooks/config';
import { useInitLLmMeta } from '../hooks/use-init-meta';
import useRerankerResponse from '../reranker/hooks/use-reranker-response';
import '../style/ground-llm.less';
import '../style/rerank.less';
import '../style/system-message-wrap.less';
@@ -88,7 +89,7 @@ const fieldConfig: ParamsSchema[] = [
const GroundReranker: React.FC<MessageProps> = forwardRef((props, ref) => {
const { modelList } = props;
const { handleSGlangResponse } = useRerankerResponse();
const intl = useIntl();
const requestSource = useRequestToken();
const [show, setShow] = useState(false);
@@ -285,7 +286,7 @@ const GroundReranker: React.FC<MessageProps> = forwardRef((props, ref) => {
setTextList(filledList);
const result: any = await rerankerQuery(
const res: any = await rerankerQuery(
{
model: parameters.model,
top_n: parameters.top_n,
@@ -297,6 +298,9 @@ const GroundReranker: React.FC<MessageProps> = forwardRef((props, ref) => {
}
);
// detect response type
const result = Array.isArray(res) ? handleSGlangResponse(res) : res;
setMessageId();
setTokenResult(result.usage);