fix: show upgrade check

config/proxy.ts

@@ -1,4 +1,12 @@
-const proxyTableList = ['cli', 'v1', 'auth', 'v1-openai', 'version', 'proxy'];
+const proxyTableList = [
+  'cli',
+  'v1',
+  'auth',
+  'v1-openai',
+  'version',
+  'proxy',
+  'update'
+];
 
 // @ts-ingore
 export default function createProxyTable(target?: string) {

package.json

@@ -7,23 +7,28 @@
     "format": "prettier --cache --write .",
     "postinstall": "max setup",
     "prepare": "husky",
+    "preview": "max preview",
     "setup": "max setup",
     "start": "npm run dev"
   },
+  "resolutions": {
+    "immer": "^9.0.6"
+  },
   "dependencies": {
-    "@ant-design/icons": "^5.3.7",
-    "@ant-design/pro-components": "^2.7.1",
+    "@ant-design/icons": "^5.5.1",
+    "@ant-design/pro-components": "^2.7.18",
     "@huggingface/gguf": "^0.1.7",
     "@huggingface/hub": "^0.15.1",
     "@huggingface/tasks": "^0.11.6",
     "@monaco-editor/react": "^4.6.0",
+    "@orcid/bibtex-parse-js": "^0.0.25",
     "@react-hook/resize-observer": "^2.0.2",
     "@types/lodash": "^4.17.4",
     "@umijs/max": "^4.2.11",
     "@xterm/addon-fit": "^0.10.0",
     "@xterm/xterm": "^5.5.0",
     "ansi-to-html": "^0.7.2",
-    "antd": "^5.18.3",
+    "antd": "^5.20.6",
     "antd-style": "^3.6.2",
     "axios": "^1.7.2",
     "classnames": "^2.5.1",
@@ -36,16 +41,19 @@
     "jotai": "^2.8.4",
     "localforage": "^1.10.0",
     "lodash": "^4.17.21",
+    "mammoth": "^1.8.0",
     "marked": "^14.1.0",
     "numeral": "^2.0.6",
     "overlayscrollbars": "^2.10.0",
     "overlayscrollbars-react": "^0.5.6",
     "query-string": "^9.0.0",
+    "rc-virtual-list": "^3.14.8",
     "react": "^18.2.0",
     "react-dom": "^18.2.0",
     "react-hotkeys-hook": "^4.5.0",
     "simplebar-react": "^3.2.6",
-    "umi-presets-pro": "^2.0.3"
+    "umi-presets-pro": "^2.0.3",
+    "xlsx": "https://cdn.sheetjs.com/xlsx-0.20.3/xlsx-0.20.3.tgz"
   },
   "devDependencies": {
     "@types/marked": "^6.0.0",

plugin.ts

@@ -4,11 +4,12 @@ export default (api: IApi) => {
   api.modifyHTML(($) => {
     const info = JSON.parse(process.env.VERSION || '{}');
     const env = process.env.NODE_ENV;
+
+    $('html').attr('data-env', env);
+
     $('html').attr(
       'data-version',
-      env === 'production'
-        ? info.version || info.commitId
-        : `dev-${info.commitId}`
+      env === 'production' ? info.version || info.commitId : `${info.commitId}`
     );
     if (env === 'production') {
       $('script[src^="/js/umi"]').first?.().remove?.();

src/app.tsx

@@ -1,9 +1,10 @@
-import { GPUStackVersionAtom } from '@/atoms/user';
+import { GPUStackVersionAtom, UpdateCheckAtom } from '@/atoms/user';
 import { setAtomStorage } from '@/atoms/utils';
 import { requestConfig } from '@/request-config';
 import {
   queryCurrentUserState,
-  queryVersionInfo
+  queryVersionInfo,
+  updateCheck
 } from '@/services/profile/apis';
 import { RequestConfig, history } from '@umijs/max';
 
@@ -16,11 +17,24 @@ export async function getInitialState(): Promise<{
 }> {
   const { location } = history;
 
+  const getUpdateCheck = async () => {
+    try {
+      const data = await updateCheck();
+      setAtomStorage(UpdateCheckAtom, data);
+      return data;
+    } catch (error) {
+      console.error('updateCheck error', error);
+    }
+  };
+
   const fetchUserInfo = async (): Promise<Global.UserInfo> => {
     try {
       const data = await queryCurrentUserState({
         skipErrorHandler: true
       });
+      if (data.is_admin) {
+        getUpdateCheck();
+      }
       return data;
     } catch (error) {
       history.push(loginPath);

src/assets/styles/common.less

@@ -136,6 +136,10 @@
   position: relative;
 }
 
+.font-size-0 {
+  font-size: 0;
+}
+
 .font-size-12 {
   font-size: var(--font-size-base);
 }
@@ -148,6 +152,10 @@
   font-size: var(--font-size-large);
 }
 
+.font-size-20 {
+  font-size: 20px;
+}
+
 .font-400 {
   font-weight: var(--font-weight-normal);
 }

src/atoms/user.ts

@@ -11,6 +11,12 @@ export const GPUStackVersionAtom = atom<{
   git_commit: ''
 });
 
+export const UpdateCheckAtom = atom<{
+  latest_version: string;
+}>({
+  latest_version: ''
+});
+
 export const initialPasswordAtom = atomWithStorage<string>(
   'initialPassword',
   ''

src/components/auto-image/index.tsx

@@ -0,0 +1,34 @@
+import { Image as AntImage, ImageProps } from 'antd';
+import { round } from 'lodash';
+import React, { useCallback, useEffect, useState } from 'react';
+
+const AutoImage: React.FC<ImageProps & { height: number }> = (props) => {
+  const { height = 100, ...rest } = props;
+  const [width, setWidth] = useState(0);
+
+  const getImgRatio = useCallback((url: string): Promise<{ ratio: number }> => {
+    return new Promise((resolve) => {
+      const img = new Image();
+      img.onload = () => {
+        resolve({ ratio: round(img.width / img.height, 2) });
+      };
+      img.onerror = () => {
+        resolve({ ratio: 1 });
+      };
+      img.src = url;
+    });
+  }, []);
+
+  const handleOnLoad = useCallback(async () => {
+    const { ratio } = await getImgRatio(props.src || '');
+    setWidth(height * ratio);
+  }, [getImgRatio, height, props.src]);
+
+  useEffect(() => {
+    handleOnLoad();
+  }, [handleOnLoad]);
+
+  return <AntImage {...rest} height={height} width={width} />;
+};
+
+export default AutoImage;

src/components/auto-tooltip/index.tsx

@@ -1,5 +1,5 @@
 import { Tag, Tooltip, type TagProps } from 'antd';
-import debounce from 'lodash/debounce';
+import { throttle } from 'lodash';
 import React, {
   useCallback,
   useEffect,
@@ -7,12 +7,14 @@ import React, {
   useRef,
   useState
 } from 'react';
+import TitleTip from './title-tip';
 
 // type TagProps = React.ComponentProps<typeof Tag>;
 
 interface AutoTooltipProps extends Omit<TagProps, 'title'> {
   children: React.ReactNode;
   maxWidth?: number | string;
+  minWidth?: number | string;
   color?: string;
   style?: React.CSSProperties;
   ghost?: boolean;
@@ -24,6 +26,7 @@ interface AutoTooltipProps extends Omit<TagProps, 'title'> {
 const AutoTooltip: React.FC<AutoTooltipProps> = ({
   children,
   maxWidth = '100%',
+  minWidth,
   ghost = false,
   title,
   showTitle = false,
@@ -32,6 +35,7 @@ const AutoTooltip: React.FC<AutoTooltipProps> = ({
 }) => {
   const contentRef = useRef<HTMLDivElement>(null);
   const [isOverflowing, setIsOverflowing] = useState(false);
+  const resizeObserver = useRef<ResizeObserver>();
 
   const checkOverflow = useCallback(() => {
     if (contentRef.current) {
@@ -40,19 +44,14 @@ const AutoTooltip: React.FC<AutoTooltipProps> = ({
     }
   }, [contentRef.current]);
 
-  const debouncedCheckOverflow = useMemo(
-    () => debounce(checkOverflow, 200),
-    [checkOverflow]
-  );
-
   useEffect(() => {
-    checkOverflow();
+    const debouncedCheckOverflow = throttle(checkOverflow, 200);
     window.addEventListener('resize', debouncedCheckOverflow);
     return () => {
       window.removeEventListener('resize', debouncedCheckOverflow);
       debouncedCheckOverflow.cancel();
     };
-  }, [checkOverflow, debouncedCheckOverflow]);
+  }, [checkOverflow]);
 
   useEffect(() => {
     checkOverflow();
@@ -61,6 +60,7 @@ const AutoTooltip: React.FC<AutoTooltipProps> = ({
   const tagStyle = useMemo(
     () => ({
       maxWidth,
+      minWidth,
       overflow: 'hidden',
       textOverflow: 'ellipsis',
       whiteSpace: 'nowrap' as const,
@@ -71,7 +71,21 @@ const AutoTooltip: React.FC<AutoTooltipProps> = ({
 
   return (
     <Tooltip
-      title={isOverflowing || showTitle ? title || children : ''}
+      overlayInnerStyle={{ paddingInline: 0 }}
+      destroyTooltipOnHide={false}
+      title={
+        isOverflowing || showTitle ? (
+          <TitleTip
+            isOverflowing={isOverflowing}
+            title={title}
+            showTitle={showTitle}
+          >
+            {children}
+          </TitleTip>
+        ) : (
+          ''
+        )
+      }
       {...tooltipProps}
     >
       {ghost ? (

src/components/auto-tooltip/title-tip.tsx

@@ -0,0 +1,31 @@
+import useOverlayScroller from '@/hooks/use-overlay-scroller';
+import React from 'react';
+
+interface TitleTipProps {
+  isOverflowing: boolean;
+  showTitle: boolean;
+  title: React.ReactNode;
+  children: React.ReactNode;
+}
+
+const TitleTip: React.FC<TitleTipProps> = (props) => {
+  const { isOverflowing, showTitle, title, children } = props;
+  const { initialize } = useOverlayScroller();
+  const scrollRef = React.useRef<any>(null);
+
+  React.useEffect(() => {
+    if (scrollRef.current) {
+      initialize(scrollRef.current);
+    }
+  }, [initialize, scrollRef.current]);
+
+  return (
+    <div style={{ maxHeight: 200, overflowY: 'auto' }} ref={scrollRef}>
+      <div style={{ width: 'max-content', maxWidth: 250, paddingInline: 10 }}>
+        {isOverflowing || showTitle ? title || children : ''}
+      </div>
+    </div>
+  );
+};
+
+export default React.memo(TitleTip);

src/components/bibtex-viewer/index.tsx

@@ -0,0 +1,47 @@
+import bibtexParse from '@orcid/bibtex-parse-js';
+import { Typography } from 'antd';
+import React from 'react';
+
+/*
+  @inproceedings{Lysenko:2010:GMC:1839778.1839781,\
+  author = {Lysenko, Mikola and Nelaturi, Saigopal and Shapiro, Vadim},\
+  title = {Group morphology with convolution algebras},\
+  booktitle = {Proceedings of the 14th ACM Symposium on Solid and Physical Modeling},\
+  series = {SPM '10},\
+  year = {2010},\
+  isbn = {978-1-60558-984-8},\
+  location = {Haifa, Israel},\
+  pages = {11--22},\
+  numpages = {12},\
+  url = {http://doi.acm.org/10.1145/1839778.1839781},\
+  doi = {10.1145/1839778.1839781},\
+  acmid = {1839781},\
+  publisher = {ACM},\
+  address = {New York, NY, USA},\
+ }
+*/
+
+const BibTeXViewer: React.FC<{ data: string }> = ({ data }) => {
+  if (!data) {
+    return null;
+  }
+  const dataList = bibtexParse.toJSON(data);
+  return (
+    <ol>
+      {dataList.map((item: any, index: number) => (
+        <li key={index} style={{ lineHeight: 2 }}>
+          <Typography.Link href={item.entryTags?.url} target="_blank">
+            {item.entryTags?.title}.{' '}
+          </Typography.Link>
+          <Typography.Text>{item.entryTags?.author}. </Typography.Text>
+          <Typography.Text>[{item.entryTags?.year}] </Typography.Text>
+          {item.entryTags?.journal && (
+            <Typography.Text>.({item.entryTags?.journal})</Typography.Text>
+          )}
+        </li>
+      ))}
+    </ol>
+  );
+};
+
+export default BibTeXViewer;

src/components/echarts/chart.tsx

@@ -1,4 +1,4 @@
-import { throttle } from 'echarts/core';
+import { throttle } from 'lodash';
 import { useCallback, useEffect, useRef } from 'react';
 import echarts, { ECOption } from '.';
 
@@ -9,6 +9,8 @@ const Chart: React.FC<{
 }> = ({ options, width, height }) => {
   const container = useRef<HTMLDivElement>(null);
   const chart = useRef<echarts.EChartsType>();
+  const resizeable = useRef(false);
+  const resizeObserver = useRef<ResizeObserver>();
 
   const init = useCallback(() => {
     if (container.current) {
@@ -30,27 +32,48 @@ const Chart: React.FC<{
   }, []);
 
   useEffect(() => {
-    init();
+    if (container.current) {
+      init();
+    }
     return () => {
       chart.current?.dispose();
     };
   }, [init]);
 
   useEffect(() => {
+    resizeable.current = false;
     resize();
     setOption(options);
   }, [options]);
 
-  // resize on window resize
+  useEffect(() => {
+    let timer: any = null;
+    timer = setTimeout(() => {
+      resizeable.current = true;
+    }, 300);
+    return () => {
+      clearTimeout(timer);
+    };
+  }, []);
+
   useEffect(() => {
     const handleResize = throttle(() => {
-      resize();
+      if (resizeable.current) {
+        chart.current?.resize();
+      }
     }, 100);
-    window.addEventListener('resize', handleResize);
+
+    if (container.current) {
+      resizeObserver.current = new ResizeObserver(handleResize);
+
+      resizeObserver.current.observe(container.current);
+    }
     return () => {
-      window.removeEventListener('resize', handleResize);
+      if (container.current) {
+        resizeObserver.current?.unobserve(container.current);
+      }
     };
-  }, [resize]);
+  }, []);
 
   return <div ref={container} style={{ width: width, height }}></div>;
 };

src/components/echarts/index.ts

@@ -1,5 +1,4 @@
 import type {
-  // 系列类型的定义后缀都为 SeriesOption
   BarSeriesOption,
   GaugeSeriesOption,
   LineSeriesOption
@@ -8,18 +7,16 @@ import { BarChart, GaugeChart, LineChart } from 'echarts/charts';
 import type {
   DatasetComponentOption,
   GridComponentOption,
-  // 组件类型的定义后缀都为 ComponentOption
   TitleComponentOption,
   TooltipComponentOption
 } from 'echarts/components';
 import {
-  // 数据集组件
   DatasetComponent,
   GridComponent,
   LegendComponent,
   TitleComponent,
   TooltipComponent,
-  // 内置数据转换器组件 (filter, sort)
+  // (filter, sort)
   TransformComponent
 } from 'echarts/components';
 import type { ComposeOption } from 'echarts/core';
@@ -27,7 +24,6 @@ import * as echarts from 'echarts/core';
 import { LabelLayout, UniversalTransition } from 'echarts/features';
 import { CanvasRenderer } from 'echarts/renderers';
 
-// 通过 ComposeOption 来组合出一个只有必须组件和图表的 Option 类型
 type ECOption = ComposeOption<
   | BarSeriesOption
   | LineSeriesOption
@@ -38,7 +34,7 @@ type ECOption = ComposeOption<
   | GaugeSeriesOption
 >;
 
-// 注册必须的组件
+// register components and charts
 echarts.use([
   LegendComponent,
   TitleComponent,

src/components/footer/index.tsx

@@ -12,6 +12,7 @@ const Footer: React.FC = () => {
   const showVersion = () => {
     Modal.info({
       ...modalConfig,
+      width: 460,
       content: <VersionInfo intl={intl} />
     });
   };

src/components/highlight-code/code-viewer.tsx

@@ -73,7 +73,11 @@ const CodeViewer: React.FC<CodeViewerProps> = (props) => {
       }}
     >
       <code
-        className={highlightedCode.className}
+        style={{ minHeight: height }}
+        className={classNames(highlightedCode.className, {
+          dark: props.theme === 'dark',
+          light: props.theme === 'light'
+        })}
         dangerouslySetInnerHTML={{
           __html: highlightedCode.value
         }}

src/components/highlight-code/styles/index.less

@@ -20,10 +20,21 @@
       background-color: transparent;
     }
 
-    &:hover {
-      &::-webkit-scrollbar-thumb {
-        background-color: var(--color-scrollbar-thumb);
-        border-radius: 4px;
+    &.light {
+      &:hover {
+        &::-webkit-scrollbar-thumb {
+          background-color: var(--color-scrollbar-thumb);
+          border-radius: 4px;
+        }
+      }
+    }
+
+    &.dark {
+      &:hover {
+        &::-webkit-scrollbar-thumb {
+          background-color: var(--scrollbar-handle-light-bg);
+          border-radius: 4px;
+        }
       }
     }
   }

src/components/icon-font/index.tsx

@@ -1,7 +1,7 @@
 import { createFromIconfontCN } from '@ant-design/icons';
 
 const IconFont = createFromIconfontCN({
-  scriptUrl: '//at.alicdn.com/t/c/font_4613488_4jkdkc8jcf7.js'
+  scriptUrl: '//at.alicdn.com/t/c/font_4613488_l9554igzbh.js'
 });
 
 export default IconFont;

src/components/label-selector/wrapper.tsx

@@ -6,7 +6,7 @@ const Wrapper: React.FC<{
   label?: string;
   description?: React.ReactNode;
   children: React.ReactNode;
-}> = ({ children, label, description }) => {
+}> = ({ children, label, description, ...rest }) => {
   return (
     <div className={styles['wrapper']}>
       {label && (
@@ -14,7 +14,9 @@ const Wrapper: React.FC<{
           <LabelInfo label={label} description={description}></LabelInfo>
         </span>
       )}
-      {children}
+      {React.isValidElement(children)
+        ? React.cloneElement(children, { ...rest })
+        : children}
     </div>
   );
 };

src/components/list-input/index.tsx

@@ -9,7 +9,7 @@ import ListItem from './list-item';
 interface ListInputProps {
   dataList: string[];
   label: string;
-  description?: string;
+  description?: React.ReactNode;
   btnText?: string;
   options?: Global.HintOptions[];
   placeholder?: string;

src/components/logs-viewer/index.less

@@ -1,9 +1,30 @@
 .logs-viewer-wrap-w2 {
+  position: relative;
+
+  .copy {
+    position: absolute;
+    top: 10px;
+    right: 10px;
+    z-index: 100;
+
+    button {
+      color: rgba(255, 255, 255, 70%);
+      background-color: rgba(71, 71, 71, 100%);
+
+      &:hover {
+        color: rgba(255, 255, 255, 90%) !important;
+        background-color: rgba(71, 71, 71, 100%) !important;
+      }
+    }
+  }
+
   .wrap {
     padding: 5px 0 5px 10px;
     background-color: var(--color-logs-bg);
     border-radius: var(--border-radius-mini);
-    overflow: hidden;
+    overflow: auto;
+    font-family: monospace, Menlo, Courier, 'Courier New', Consolas, Monaco,
+      'Liberation Mono' !important;
 
     .content {
       word-wrap: break-word;
@@ -14,7 +35,7 @@
       }
 
       .text {
-        height: 100%;
+        min-height: 22px;
       }
 
       color: var(--color-logs-text);
@@ -26,8 +47,6 @@
   }
 
   .xterm {
-    // height: 100% !important;
-
     .xterm-viewport {
       overflow-y: auto !important;
 

src/components/logs-viewer/index.tsx

@@ -1,12 +1,11 @@
-import useSetChunkRequest from '@/hooks/use-chunk-request';
-import { FitAddon } from '@xterm/addon-fit';
-import { Terminal } from '@xterm/xterm';
+import useSetChunkFetch from '@/hooks/use-chunk-fetch';
+import useOverlayScroller from '@/hooks/use-overlay-scroller';
 import '@xterm/xterm/css/xterm.css';
 import classNames from 'classnames';
 import _ from 'lodash';
-import { memo, useCallback, useEffect, useRef, useState } from 'react';
+import { memo, useCallback, useEffect, useMemo, useRef, useState } from 'react';
 import './index.less';
-import useSize from './use-size';
+import useParseAnsi from './parse-ansi';
 
 interface LogsViewerProps {
   height: number;
@@ -15,39 +14,47 @@ interface LogsViewerProps {
   params?: object;
 }
 const LogsViewer: React.FC<LogsViewerProps> = (props) => {
-  const { height, content, url } = props;
-  const { setChunkRequest } = useSetChunkRequest();
+  const { height, url } = props;
+  const {
+    initialize,
+    updateScrollerPosition,
+    generateInstance,
+    scrollEventElement,
+    instance,
+    initialized
+  } = useOverlayScroller({
+    theme: 'os-theme-light'
+  });
+  const { isClean, parseAnsi } = useParseAnsi();
+  const { setChunkFetch } = useSetChunkFetch();
   const chunkRequedtRef = useRef<any>(null);
   const scroller = useRef<any>({});
-  const termRef = useRef<any>({});
-  const termwrapRef = useRef<any>({});
-  const fitAddonRef = useRef<any>({});
-  const cacheDataRef = useRef<any>(null);
-  const [logs, setLogs] = useState('');
-  const size = useSize(scroller);
+  const cacheDataRef = useRef<any>('');
+  const uidRef = useRef<any>(0);
+  const [logs, setLogs] = useState<any[]>([]);
+  const stopScroll = useRef(false);
 
-  const throttleScroll = _.throttle(() => {
-    termRef.current?.scrollToBottom?.();
-  }, 100);
-
-  const updateContent = useCallback(
-    _.throttle((data: string) => {
-      cacheDataRef.current = '';
-      termRef.current?.clear?.();
-      cacheDataRef.current = data;
-      termRef.current?.write?.(data);
-      setLogs(data);
-    }, 100),
-    []
-  );
-
-  const fitTerm = () => {
-    fitAddonRef.current?.fit?.();
+  const setId = () => {
+    uidRef.current += 1;
+    return uidRef.current;
   };
 
+  const updateContent = useCallback(
+    (data: string) => {
+      if (isClean(data)) {
+        cacheDataRef.current = data;
+      } else {
+        cacheDataRef.current += data;
+      }
+      const res = parseAnsi(cacheDataRef.current, setId);
+      setLogs(res);
+    },
+    [setLogs, setId]
+  );
+
   const createChunkConnection = async () => {
-    chunkRequedtRef.current?.current?.cancel?.();
-    chunkRequedtRef.current = setChunkRequest({
+    chunkRequedtRef.current?.current?.abort?.();
+    chunkRequedtRef.current = setChunkFetch({
       url,
       params: {
         ...props.params,
@@ -58,69 +65,84 @@ const LogsViewer: React.FC<LogsViewerProps> = (props) => {
     });
   };
 
-  const initTerm = () => {
-    termRef.current?.dispose?.();
-    termRef.current = new Terminal({
-      lineHeight: 1.2,
-      fontSize: 13,
-      fontFamily:
-        "monospace,Menlo,Courier,'Courier New',Consolas,Monaco, 'Liberation Mono'",
-      disableStdin: true,
-      convertEol: true,
-      theme: {
-        background: '#1e1e1e',
-        foreground: 'rgba(255,255,255,0.8)'
-      },
-      cursorInactiveStyle: 'none',
-      smoothScrollDuration: 0
-    });
-    fitAddonRef.current = new FitAddon();
-    termRef.current.loadAddon(fitAddonRef.current);
-    termRef.current.open(termwrapRef.current);
+  const debounceResetStopScroll = _.debounce(() => {
+    stopScroll.current = false;
+  }, 30000);
 
-    // add event
-    // termRef.current.onLineFeed((e: any) => {
-    //   if (cacheDataRef.current) {
-    //     throttleScroll();
-    //   }
-    // });
-  };
+  const handleOnWheel = useCallback(
+    (e: any) => {
+      const scrollTop = scrollEventElement?.scrollTop;
+      const scrollHeight = scrollEventElement?.scrollHeight;
+      const clientHeight = scrollEventElement?.clientHeight;
+      if (scrollTop + clientHeight >= scrollHeight) {
+        stopScroll.current = false;
+      } else {
+        stopScroll.current = true;
+      }
+      debounceResetStopScroll();
+    },
+    [debounceResetStopScroll, scrollEventElement]
+  );
 
-  const handleResize = _.throttle(() => {
-    fitTerm();
-  }, 100);
+  const debounceUpdateScrollerPosition = _.debounce(() => {
+    generateInstance();
+    updateScrollerPosition(0);
+  }, 200);
+
+  const copyText = useMemo(() => {
+    if (!logs.length) {
+      return '';
+    }
+    return logs?.map((item) => item.content).join('\n');
+  }, [logs]);
 
   useEffect(() => {
     createChunkConnection();
     return () => {
-      chunkRequedtRef.current?.current?.cancel?.();
+      chunkRequedtRef.current?.current?.abort?.();
     };
   }, [url, props.params]);
 
   useEffect(() => {
-    if (termwrapRef.current) {
-      initTerm();
+    if (scroller.current) {
+      initialize(scroller.current);
     }
-    return () => {
-      termRef.current?.dispose?.();
-    };
-  }, [termwrapRef.current]);
+  }, [scroller.current, initialize]);
 
   useEffect(() => {
-    if (size) {
-      handleResize();
+    if (logs.length && !stopScroll.current && instance) {
+      updateScrollerPosition(0);
+    } else if (logs.length && !stopScroll.current && scroller.current) {
+      if (!initialized) {
+        initialize(scroller.current);
+      }
+      if (!instance) {
+        debounceUpdateScrollerPosition();
+      } else {
+        updateScrollerPosition(0);
+      }
     }
-  }, [size]);
-
-  useEffect(() => {
-    throttleScroll();
-  }, [logs]);
+  }, [logs, stopScroll.current, instance, scroller.current]);
 
   return (
     <div className="logs-viewer-wrap-w2">
-      <div className="wrap" style={{ height: height }} ref={scroller}>
+      {/* <span className="copy">
+        <CopyButton text={copyText} type="text" size="small"></CopyButton>
+      </span> */}
+      <div
+        className="wrap"
+        style={{ height: height }}
+        ref={scroller}
+        onWheel={handleOnWheel}
+      >
         <div className={classNames('content')}>
-          <div className="text" ref={termwrapRef}></div>
+          {_.map(logs, (item: any, index: number) => {
+            return (
+              <div key={item.uid} className="text">
+                {item.content}
+              </div>
+            );
+          })}
         </div>
       </div>
     </div>

src/components/logs-viewer/parse-ansi.ts

@@ -0,0 +1,153 @@
+import { useCallback, useRef } from 'react';
+
+const controlSeqRegex = /\x1b\[(\d*);?(\d*)?([A-DJKHfm])/g;
+
+const useParseAnsi = () => {
+  const lastIndex = useRef(0);
+
+  const removeBrackets = useCallback((str: string) => {
+    return str?.replace?.(/^\(…\)/, '');
+  }, []);
+
+  const isClean = useCallback((ansiStr: string) => {
+    let input = ansiStr.replace(/\r\n/g, '\n');
+    let match = controlSeqRegex.exec(input) || [];
+    const command = match?.[3];
+    const n = parseInt(match?.[1], 10) || 1;
+    return command === 'J' && n === 2;
+  }, []);
+
+  const parseAnsi = useCallback((inputStr: string, setId: () => number) => {
+    let cursorRow = 0; // current row
+    let cursorCol = 0; // current column
+    // screen content array
+    let screen = [['']];
+    // replace carriage return and newline characters in the text
+    let input = inputStr.replace(/\r\n/g, '\n');
+
+    lastIndex.current = 0;
+
+    // handle the \r and \n characters in the text
+    const handleText = (text: string) => {
+      let processed = '';
+      for (let char of text) {
+        if (char === '\r') {
+          cursorCol = 0; // move to the beginning of the line
+        } else if (char === '\n') {
+          cursorRow++; // move to the next line
+          cursorCol = 0; // move to the beginning of the line
+          screen[cursorRow] = screen[cursorRow] || ['']; // create a new line if it does not exist
+        } else {
+          // add the character to the screen content array
+          screen[cursorRow][cursorCol] = char;
+          cursorCol++;
+        }
+      }
+      return processed;
+    };
+
+    let output = ''; // output text
+
+    let match;
+
+    // ANSI color map
+    const colorMap: Record<string, string> = {
+      '30': 'black',
+      '31': 'red',
+      '32': 'green',
+      '33': 'yellow',
+      '34': 'blue',
+      '35': 'magenta',
+      '36': 'cyan',
+      '37': 'white'
+    };
+
+    let currentStyle = ''; // current text style
+
+    // match ANSI control characters
+    while ((match = controlSeqRegex.exec(input)) !== null) {
+      // handle text before the control character
+      let textBeforeControl = input.slice(lastIndex.current, match.index);
+      output += handleText(textBeforeControl); // add the processed text to the output
+      lastIndex.current = controlSeqRegex.lastIndex; // update the last index
+
+      const n = parseInt(match[1], 10) || 1;
+      const m = parseInt(match[2], 10) || 1;
+      const command = match[3];
+      console.log('command', {
+        command,
+        cursorRow,
+        n
+      });
+
+      // handle ANSI control characters
+      switch (command) {
+        case 'A': // up
+          cursorRow = Math.max(0, cursorRow - n);
+          if (cursorRow === 0) {
+            // screen = [['']];
+            // cursorCol = 0;
+          }
+          break;
+        case 'B': // down
+          cursorRow += n;
+          break;
+        case 'C': // right
+          cursorCol += n;
+          break;
+        case 'D': // left
+          cursorCol = Math.max(0, cursorCol - n);
+          break;
+        case 'H': // move the cursor to the specified position (n, m)
+          cursorRow = Math.max(0, n - 1);
+          cursorCol = Math.max(0, m - 1);
+          break;
+        case 'J': // clear the screen
+          if (n === 2) {
+            console.log('clear====');
+            screen = [['']];
+            cursorRow = 0;
+            cursorCol = 0;
+          }
+          break;
+        case 'm': // color
+          if (match[1] === '0') {
+            currentStyle = '';
+          } else if (colorMap[match[1]]) {
+            currentStyle = `color: ${colorMap[match[1]]};`;
+          }
+          break;
+      }
+
+      // check if the row and column are within the screen content array
+      while (screen.length <= cursorRow) {
+        screen.push(['']);
+      }
+      while (screen[cursorRow].length <= cursorCol) {
+        screen[cursorRow].push('');
+      }
+    }
+
+    // handle the remaining text
+    output += handleText(input.slice(lastIndex.current));
+
+    let result = [];
+    for (let row = 0; row < screen.length; row++) {
+      let rowContent = screen[row].join('');
+      result.push({
+        content: removeBrackets(rowContent),
+        uid: setId()
+      });
+    }
+    result.push({
+      content: output,
+      uid: setId()
+    });
+
+    return result;
+  }, []);
+
+  return { parseAnsi, isClean };
+};
+
+export default useParseAnsi;

src/components/logs-viewer/use-parse-byline.ts

@@ -0,0 +1,139 @@
+import { useRef, useState } from 'react';
+
+const usePaseByLine = () => {
+  const [result, setResult] = useState<any[]>([]);
+  const uidRef = useRef(0);
+
+  const cursorRow = useRef(0); // current row
+  const cursorCol = useRef(0); // current column
+  // screen.current content array
+  const screen = useRef([['']]);
+  // replace carriage return and newline characters in the text
+  // let input = inputStr.replace(/\r\n/g, '\n')
+
+  const removeBrackets = (str: string) => {
+    return str?.replace?.(/^\(\.*?\)/, '');
+  };
+
+  const setId = () => {
+    uidRef.current += 1;
+    return uidRef.current;
+  };
+
+  // handle the \r and \n characters in the text
+  const handleText = (text: string) => {
+    for (let char of text) {
+      if (char === '\r') {
+        cursorCol.current = 0; // move to the beginning of the line
+      } else if (char === '\n') {
+        cursorRow.current += 1; // move to the next line
+        cursorCol.current = 0; // move to the beginning of the line
+        screen.current[cursorRow.current] = screen.current[
+          cursorRow.current
+        ] || ['']; // create a new line if it does not exist
+      } else {
+        // add the character to the screen.current content array
+        screen.current[cursorRow.current][cursorCol.current] = char;
+        cursorCol.current += 1;
+      }
+    }
+  };
+
+  // ANSI
+  const controlSeqRegex = /\x1b\[(\d*);?(\d*)?([A-DJKHfm])/g;
+
+  // ANSI color map
+  const colorMap: Record<string, string> = {
+    '30': 'black',
+    '31': 'red',
+    '32': 'green',
+    '33': 'yellow',
+    '34': 'blue',
+    '35': 'magenta',
+    '36': 'cyan',
+    '37': 'white'
+  };
+
+  const updateResult = () => {
+    let res = [];
+    for (let row = 0; row < screen.current.length; row++) {
+      console.log('screen.current[row]', screen.current[row]);
+      let rowContent = screen.current[row].join('');
+      res.push({
+        content: removeBrackets(rowContent),
+        uid: setId()
+      });
+    }
+    console.log('res', res);
+    setResult(res);
+  };
+
+  const handleLine = (line: string) => {
+    let match;
+    let lastIndex = 0;
+    let currentStyle = ''; // current text style
+    // match ANSI control characters
+    while ((match = controlSeqRegex.exec(line)) !== null) {
+      // handle text before the control character
+      let textBeforeControl = line.slice(lastIndex, match.index);
+
+      handleText(textBeforeControl); // add the processed text to the output
+      lastIndex = controlSeqRegex.lastIndex; // update the last index
+
+      const n = parseInt(match[1], 10) || 1;
+      const m = parseInt(match[2], 10) || 1;
+      const command = match[3];
+
+      // handle ANSI control characters
+      switch (command) {
+        case 'A': // up
+          cursorRow.current = Math.max(0, cursorRow.current - n);
+          break;
+        case 'B': // down
+          cursorRow.current += n;
+          break;
+        case 'C': // right
+          cursorCol.current += n;
+          break;
+        case 'D': // left
+          cursorCol.current = Math.max(0, cursorCol.current - n);
+          break;
+        case 'H': // move the cursor to the specified position (n, m)
+          cursorRow.current = Math.max(0, n - 1);
+          cursorCol.current = Math.max(0, m - 1);
+          break;
+        case 'J': // clear the screen.current
+          if (n === 2) {
+            screen.current = [['']];
+            cursorRow.current = 0;
+            cursorCol.current = 0;
+          }
+          break;
+        case 'm': // color
+          if (match[1] === '0') {
+            currentStyle = '';
+          } else if (colorMap[match[1]]) {
+            currentStyle = `color: ${colorMap[match[1]]};`;
+          }
+          break;
+      }
+
+      // check if the row and column are within the screen.current content array
+      while (screen.current.length <= cursorRow.current) {
+        screen.current.push(['']);
+      }
+      while (screen.current[cursorRow.current].length <= cursorCol.current) {
+        screen.current[cursorRow.current].push('');
+      }
+    }
+    handleText(line.slice(lastIndex));
+    updateResult();
+  };
+
+  return {
+    handleLine,
+    result
+  };
+};
+
+export default usePaseByLine;

src/components/markdown-viewer/index.less

@@ -46,6 +46,7 @@
 
   table {
     width: 100%;
+    margin-bottom: 1.2em;
 
     th {
       font-weight: var(--font-weight-bold);

src/components/markdown-viewer/index.tsx

@@ -1,5 +1,5 @@
 import { EyeOutlined } from '@ant-design/icons';
-import { Image, Typography } from 'antd';
+import { Checkbox, Image, Typography } from 'antd';
 import { unescape } from 'lodash';
 import { TokensList, marked } from 'marked';
 import React, { Fragment, useCallback, useEffect } from 'react';
@@ -38,12 +38,16 @@ const MarkdownViewer: React.FC<MarkdownViewerProps> = ({
     'list_item',
     'br',
     'html',
-    'escape'
+    'escape',
+    'del',
+    'blockquote',
+    'checkbox'
+    // 'bibtex'
   ];
 
-  renderer.link = ({ href, title, text }) => {
-    return `<a href="${href}" title="${title || ''}" target="_blank" rel="noopener noreferrer">${text}</a>`;
-  };
+  // renderer.link = ({ href, title, text }) => {
+  //   return `<a href="${href}" title="${title || ''}" target="_blank" rel="noopener noreferrer">${text}</a>`;
+  // };
 
   const isValidURL = useCallback((url: string) => {
     const pattern = /^(https?:\/\/|\/\/)([^\s/$.?#].[^\s]*)$/;
@@ -51,8 +55,22 @@ const MarkdownViewer: React.FC<MarkdownViewerProps> = ({
     return pattern.test(url);
   }, []);
 
+  const generateImgSrc = useCallback(
+    (src: string | null) => {
+      if (!src) {
+        return '';
+      }
+      if (generateImgLink) {
+        return isValidURL(src) ? src : generateImgLink(src);
+      }
+      return src;
+    },
+    [generateImgLink]
+  );
+
   const renderItem = useCallback(
     (token: any, render: any) => {
+      console.log('token====', token);
       if (!reDefineTypes.includes(token.type)) {
         return (
           <span
@@ -88,6 +106,18 @@ const MarkdownViewer: React.FC<MarkdownViewerProps> = ({
         htmlstr = <li>{text}</li>;
       }
 
+      if (token.type === 'del') {
+        htmlstr = <del>{text}</del>;
+      }
+
+      if (token.type === 'blockquote') {
+        htmlstr = <blockquote>{text}</blockquote>;
+      }
+
+      if (token.type === 'checkbox') {
+        htmlstr = <Checkbox value={token.checked} />;
+      }
+
       if (token.type === 'br') {
         htmlstr = <br />;
       }
@@ -97,10 +127,7 @@ const MarkdownViewer: React.FC<MarkdownViewerProps> = ({
       }
 
       if (token.type === 'image') {
-        let href = token.href;
-        if (!isValidURL(token.href)) {
-          href = generateImgLink ? generateImgLink(token.href) : token.href;
-        }
+        let href = generateImgSrc(token.href);
         htmlstr = (
           <Image
             src={href}
@@ -126,11 +153,13 @@ const MarkdownViewer: React.FC<MarkdownViewerProps> = ({
       if (token.type === 'paragraph') {
         htmlstr = <Paragraph> {text}</Paragraph>;
       }
+
       if (token.type === 'code') {
         htmlstr = (
           <HighlightCode theme={theme} code={token.text} lang={token.lang} />
         );
       }
+
       if (token.type === 'link') {
         htmlstr = (
           <Link
@@ -149,7 +178,7 @@ const MarkdownViewer: React.FC<MarkdownViewerProps> = ({
 
       return htmlstr;
     },
-    [generateImgLink]
+    [generateImgSrc]
   );
   const renderTokens = (tokens: TokensList): any => {
     return tokens?.map((token: any, index: number) => {
@@ -164,11 +193,9 @@ const MarkdownViewer: React.FC<MarkdownViewerProps> = ({
     const imgs = document.querySelectorAll('.markdown-viewer img');
     imgs.forEach((img) => {
       const src = img.getAttribute('src');
-      if (src && !isValidURL(src)) {
-        img.setAttribute('src', generateImgLink ? generateImgLink(src) : src);
-      }
+      img.setAttribute('src', generateImgSrc(src));
     });
-  }, [content, generateImgLink]);
+  }, [content, generateImgSrc]);
 
   return (
     <div

src/components/seal-form/field-wrapper.tsx

@@ -9,7 +9,7 @@ interface WrapperProps {
   className?: string;
   disabled?: boolean;
   required?: boolean;
-  description?: string;
+  description?: React.ReactNode;
   variant?: string;
   style?: React.CSSProperties;
   onClick?: () => void;

src/components/seal-form/row-textarea.tsx

@@ -0,0 +1,115 @@
+import { CloseOutlined } from '@ant-design/icons';
+import { useIntl } from '@umijs/max';
+import { Button, Input, Tooltip } from 'antd';
+import classNames from 'classnames';
+import React, { useState } from 'react';
+import './styles/row-textarea.less';
+
+interface SystemMessageProps {
+  style?: React.CSSProperties;
+  value: string;
+  placeholder?: string;
+  label?: React.ReactNode;
+  onChange: (e: any) => void;
+}
+
+const RowTextarea: React.FC<SystemMessageProps> = (props) => {
+  const { value, onChange, style, label, placeholder } = props;
+  const intl = useIntl();
+  const rowTextAreaRef = React.useRef<any>(null);
+  const [autoSize, setAutoSize] = useState<{
+    minRows: number;
+    maxRows: number;
+    focus: boolean;
+  }>({ minRows: 1, maxRows: 1, focus: false });
+
+  const handleFocus = () => {
+    setAutoSize({
+      minRows: 3,
+      maxRows: 3,
+      focus: true
+    });
+    setTimeout(() => {
+      rowTextAreaRef.current?.focus?.({
+        cursor: 'end'
+      });
+    }, 50);
+  };
+
+  const handleBlur = (e: any) => {
+    setAutoSize({
+      minRows: 2,
+      maxRows: 2,
+      focus: false
+    });
+  };
+
+  const handleOnChange = (e: any) => {
+    onChange?.(e);
+  };
+
+  const handleClear = () => {
+    onChange?.({ target: { value: '' } });
+  };
+
+  return (
+    <div
+      className={classNames('row-textarea', {
+        focus: autoSize.focus
+      })}
+      style={{ ...style }}
+    >
+      {
+        <div
+          style={{ display: autoSize.focus ? 'block' : 'none' }}
+          className="textarea-wrapper"
+        >
+          <span className="textarea-label">{label}</span>
+          <Input.TextArea
+            className="custome-scrollbar"
+            ref={rowTextAreaRef}
+            placeholder={placeholder}
+            style={{
+              borderRadius: '0',
+              border: 'none'
+            }}
+            value={value}
+            autoSize={{
+              minRows: autoSize.minRows,
+              maxRows: autoSize.maxRows
+            }}
+            onFocus={handleFocus}
+            onBlur={handleBlur}
+            allowClear={false}
+            onChange={handleOnChange}
+          ></Input.TextArea>
+        </div>
+      }
+      {!autoSize.focus && (
+        <div className="content-wrap" onClick={handleFocus}>
+          <div className="content">
+            <span className="title">{label}</span>
+            {value || (
+              <span style={{ color: 'var(--ant-color-text-tertiary)' }}>
+                {placeholder}
+              </span>
+            )}
+          </div>
+          {value && (
+            <Tooltip title={intl.formatMessage({ id: 'common.button.clear' })}>
+              <Button
+                className="clear-btn"
+                type="text"
+                icon={<CloseOutlined />}
+                size="small"
+                onClick={handleClear}
+              ></Button>
+            </Tooltip>
+          )}
+        </div>
+      )}
+    </div>
+  );
+};
+
+export default React.memo(RowTextarea);

src/components/seal-form/styles/row-textarea.less

@@ -0,0 +1,60 @@
+.row-textarea {
+  position: relative;
+
+  &.focus {
+    padding-top: 9px;
+  }
+
+  .content-wrap {
+    position: relative;
+    display: flex;
+    align-items: center;
+    justify-content: space-between;
+    padding-right: 20px;
+    cursor: pointer;
+
+    &:hover {
+      .clear-btn {
+        display: block;
+      }
+    }
+  }
+
+  textarea.ant-input {
+    background-color: transparent;
+    box-shadow: none;
+  }
+
+  .clear-btn {
+    display: none;
+    position: absolute;
+    right: 6px;
+    top: 6px;
+  }
+
+  .textarea-label {
+    position: relative;
+    top: 1px;
+    font-weight: var(--font-weight-bold);
+    padding-left: 14px;
+  }
+
+  .content {
+    flex: 1;
+    width: 100px;
+    height: 40px;
+    line-height: 24px;
+    padding: 8px 14px;
+    padding-right: 4px;
+    text-overflow: ellipsis;
+    overflow: hidden;
+    white-space: nowrap;
+    color: var(--ant-color-text-secondary);
+
+    .title {
+      font-weight: var(--font-weight-normal);
+      padding-right: 10px;
+      color: var(--ant-color-text);
+    }
+  }
+}

src/components/seal-table/components/table-row.tsx

@@ -46,6 +46,7 @@ const TableRow: React.FC<
 
   const { updateChunkedList, cacheDataListRef } = useUpdateChunkedList({
     dataList: childrenData,
+    limit: 100,
     setDataList: setChildrenData
     // callback: (list) => renderChildren?.(list)
   });
@@ -118,7 +119,7 @@ const TableRow: React.FC<
 
   const updateChildrenHandler = (list: any) => {
     _.each(list, (data: any) => {
-      updateChunkedList(data, childrenDataRef.current);
+      updateChunkedList(data);
     });
   };
 

src/components/seal-table/index.tsx

@@ -46,7 +46,10 @@ const SealTable: React.FC<SealTableProps & { pagination: PaginationProps }> = (
       if (selectedRowKeys?.length === 0) {
         setSelectAll(false);
         setIndeterminate(false);
-      } else if (selectedRowKeys?.length === props.dataSource.length) {
+      } else if (
+        selectedRowKeys?.length === props.dataSource.length &&
+        selectedRowKeys.length > 0
+      ) {
         setSelectAll(true);
         setIndeterminate(false);
       } else {
@@ -54,7 +57,7 @@ const SealTable: React.FC<SealTableProps & { pagination: PaginationProps }> = (
         setIndeterminate(true);
       }
     }
-  }, [rowSelection]);
+  }, [rowSelection, props.dataSource]);
 
   const handleSelectAllChange = (e: any) => {
     if (e.target.checked) {

src/components/seal-table/styles/cell.less

@@ -4,13 +4,14 @@
   display: flex;
   align-items: center;
   justify-content: flex-start;
-  height: 68px;
+  min-height: 68px;
   word-break: break-word;
   min-width: 20px;
   overflow: hidden;
 
   .cell-content {
     max-width: 100%;
+    line-height: 18px;
   }
 
   &-left {

src/components/seal-table/styles/index.less

@@ -63,6 +63,8 @@
     }
 
     .row-prefix-wrapper {
+      display: flex;
+      align-items: center;
       padding-left: var(--ant-table-cell-padding-inline);
     }
   }

src/components/version-info/index.less

@@ -1,6 +1,5 @@
 .version-box {
   display: flex;
-  margin-bottom: 40px;
   flex-direction: column;
   align-items: center;
 
@@ -23,20 +22,42 @@
   }
 
   .ver {
+    margin-bottom: 20px;
     line-height: 32px;
     display: flex;
+    justify-content: center;
     font-size: var(--font-size-middle);
+    color: var(--ant-color-text-secondary);
+    gap: 10px;
 
     .label {
       display: flex;
       justify-content: flex-start;
-      width: 60px;
       font-size: var(--font-size-middle);
-      font-weight: var(--font-weight-medium);
     }
 
-    .val {
-      color: var(--ant-color-text-secondary);
+    .dev.val {
+      display: flex;
+      flex-direction: column;
+
+      .item {
+        display: flex;
+      }
+
+      .tl {
+        display: flex;
+        justify-content: flex-start;
+        width: 60px;
+      }
     }
   }
+
+  .upgrade {
+    display: flex;
+    justify-content: space-between;
+    padding-block: 20px 4px;
+    align-items: center;
+    width: 100%;
+    border-top: 1px solid var(--ant-color-split);
+  }
 }

src/components/version-info/index.tsx

@@ -1,34 +1,80 @@
 import Logo from '@/assets/images/gpustack-logo.png';
-import { GPUStackVersionAtom } from '@/atoms/user';
+import { GPUStackVersionAtom, UpdateCheckAtom, userAtom } from '@/atoms/user';
 import { getAtomStorage } from '@/atoms/utils';
+import externalLinks from '@/constants/external-links';
+import { Button } from 'antd';
 import React from 'react';
 import './index.less';
 
 const VersionInfo: React.FC<{ intl: any }> = ({ intl }) => {
-  // get the data attr from html
-  const version = document.documentElement.getAttribute('data-version');
+  const latestVersion = getAtomStorage(UpdateCheckAtom).latest_version;
+  const currentVersion = getAtomStorage(GPUStackVersionAtom)?.version;
+
+  const isProd =
+    currentVersion !== '0.0.0' && currentVersion?.indexOf('rc') === -1;
+
+  const uiVersion = document.documentElement.getAttribute('data-version');
 
   return (
     <div className="version-box">
       <div className="img">
         <img src={Logo} alt="logo" />
       </div>
-      <div>
-        <div className="ver">
+
+      <div className="ver">
+        {isProd && (
           <span className="label">
-            {' '}
-            {intl.formatMessage({ id: 'common.footer.version.server' })}
+            {intl.formatMessage({ id: 'common.footer.version' })}
           </span>
+        )}
+        {isProd ? (
           <span className="val">
             {getAtomStorage(GPUStackVersionAtom)?.version ||
               getAtomStorage(GPUStackVersionAtom)?.git_commit}
           </span>
-        </div>
-        <div className="ver">
-          <span className="label">UI </span>
-          <span className="val"> {version}</span>
-        </div>
+        ) : (
+          <span className="val dev">
+            <span className="item">
+              <span className="tl">
+                {' '}
+                {intl.formatMessage({ id: 'common.footer.version.server' })}
+              </span>
+              {currentVersion === '0.0.0'
+                ? getAtomStorage(GPUStackVersionAtom)?.git_commit
+                : getAtomStorage(GPUStackVersionAtom)?.version}
+            </span>
+            <span className="item">
+              <span className="tl">UI</span>
+              {uiVersion}
+            </span>
+          </span>
+        )}
       </div>
+      {getAtomStorage(userAtom)?.is_admin && isProd && (
+        <div className="upgrade">
+          <span className="m-l-5">
+            {latestVersion &&
+            latestVersion !== currentVersion &&
+            latestVersion !== '0.0.0'
+              ? intl.formatMessage(
+                  { id: 'users.version.update' },
+                  { version: latestVersion }
+                )
+              : intl.formatMessage(
+                  { id: 'users.version.islatest' },
+                  { version: currentVersion }
+                )}
+          </span>
+          <Button
+            type="link"
+            href={externalLinks.release}
+            target="_blank"
+            style={{ paddingInline: 0 }}
+          >
+            {intl.formatMessage({ id: 'common.text.changelog' })}
+          </Button>
+        </div>
+      )}
     </div>
   );
 };

src/constants/external-links.ts

@@ -2,5 +2,6 @@ export default {
   documentation: 'https://docs.gpustack.ai/',
   github: 'https://github.com/gpustack/gpustack',
   discord: 'https://discord.gg/VXYJzuaqwD',
-  site: 'https://gpustack.ai/'
+  site: 'https://gpustack.ai/',
+  release: 'https://github.com/gpustack/gpustack/releases'
 };

src/global.less

@@ -15,6 +15,7 @@ html {
   --color-scrollbar-thumb: rgba(193, 193, 193, 80%);
   --scrollbar-size: 6px;
   --scrollbar-handle-bg: rgba(0, 0, 0, 44%);
+  --scrollbar-handle-light-bg: rgba(255, 255, 255, 44%);
   --scrollbar-handle-hover-bg: rgba(0, 0, 0, 55%);
   --color-editor-dark: #282c34;
   --color-editor-light: #fafafa;
@@ -64,6 +65,8 @@ html {
   --seal-transition-func: cubic-bezier(0, 0, 1, 1);
   --color-progress-green: rgba(84, 204, 152, 100%);
   --color-border-1: rgba(217, 217, 217, 100%);
+  --ant-rate-star-color: #fadb14;
+  --color-fill-mask: rgba(255, 255, 255, 60%);
   // ======== input ============
   --ant-input-active-shadow: 0 0 0 2px rgba(5, 255, 105, 6%);
   --ant-input-active-border-color: #007bff;
@@ -169,6 +172,10 @@ body {
   -moz-osx-font-smoothing: grayscale;
   -webkit-font-smoothing: antialiased;
 
+  &::-webkit-scrollbar {
+    width: 0;
+  }
+
   .ant-modal-confirm-title {
     display: none;
   }
@@ -381,6 +388,7 @@ body {
   }
 
   .ant-pro-layout-container {
+    overflow-x: auto;
     min-height: 100vh;
     // background-color: var(--color-fill-2);
   }
@@ -432,6 +440,26 @@ body {
         font-size: var(--font-size-middle);
       }
     }
+
+    .new-icon {
+      position: relative;
+      bottom: 3px;
+      display: flex;
+      color: #fff;
+      width: 36px;
+      height: 15px;
+      margin-left: 5px;
+      justify-content: center;
+      align-items: center;
+      background-color: var(--ant-orange-5);
+      border-radius: 8px 8px 8px 0;
+      transform: scale(0.9);
+
+      .text {
+        transform: scale(0.8);
+        line-height: 1em;
+      }
+    }
   }
 }
 
@@ -444,6 +472,16 @@ body {
   }
 
   &.user-menu-collapsed {
+    .ant-menu-submenu-title {
+      display: flex;
+      justify-content: center;
+      align-items: center;
+      color: var(--color-text-1) !important;
+      padding-inline: unset !important;
+      width: 100%;
+      margin-inline: 0 !important;
+    }
+
     .user-avatar.ant-menu-submenu {
       .ant-menu-submenu-title {
         padding: 0 !important;
@@ -477,6 +515,28 @@ body {
   border-radius: 8px;
 }
 
+.ant-modal-centered.ant-modal-wrap {
+  &::-webkit-scrollbar {
+    width: var(--scrollbar-size);
+  }
+
+  &::-webkit-scrollbar-thumb {
+    background-color: transparent;
+    border-radius: 4px;
+  }
+
+  &::-webkit-scrollbar-track {
+    background-color: transparent;
+  }
+
+  &:hover {
+    &::-webkit-scrollbar-thumb {
+      background-color: var(--scrollbar-handle-bg);
+      border-radius: 4px;
+    }
+  }
+}
+
 .custome-scrollbar {
   &::-webkit-scrollbar {
     width: var(--scrollbar-size);
@@ -649,6 +709,10 @@ body {
 
 .ant-pro-page-container {
   background: transparent;
+
+  .ant-page-header-heading {
+    min-width: max-content;
+  }
 }
 
 @keyframes skeleton-loading {

src/hooks/use-chunk-fetch.ts

@@ -0,0 +1,137 @@
+import { split } from 'lodash';
+import qs from 'query-string';
+import { useEffect, useRef } from 'react';
+
+interface RequestConfig {
+  url: string;
+  handler: (data: any) => any;
+  beforeReconnect?: () => void;
+  params?: object;
+  byLine?: boolean;
+  contentType?: 'json' | 'text';
+}
+
+const useSetChunkFetch = () => {
+  const axiosToken = useRef<any>(null);
+  const requestConfig = useRef<any>({});
+  const chunkDataRef = useRef<any>([]);
+  const bufferCacheRef = useRef<any>('');
+
+  const readTextEventStreamData = async (
+    reader: ReadableStreamDefaultReader<Uint8Array>,
+    decoder: TextDecoder,
+    callback: (data: any) => void
+  ) => {
+    const { done, value } = await reader.read();
+    if (done) {
+      return;
+    }
+
+    const chunk = decoder.decode(value, { stream: true });
+
+    callback(chunk);
+    // console.log('chunkDataRef.current===2', chunkDataRef.current);
+
+    await readTextEventStreamData(reader, decoder, callback);
+  };
+
+  const readTextEventStreamDataByLine = async (
+    reader: ReadableStreamDefaultReader<Uint8Array>,
+    decoder: TextDecoder,
+    callback: (data: any) => void
+  ) => {
+    const { done, value } = await reader.read();
+    if (done) {
+      return;
+    }
+
+    bufferCacheRef.current += decoder.decode(value, { stream: true });
+    const lines = split(bufferCacheRef.current, /\r?\n/);
+    bufferCacheRef.current = lines.pop();
+    for (const line of lines) {
+      callback(line);
+    }
+
+    await readTextEventStreamDataByLine(reader, decoder, callback);
+  };
+
+  const readTextEventStreamDataByLineWithBuffer = async (
+    reader: ReadableStreamDefaultReader<Uint8Array>,
+    decoder: TextDecoder,
+    callback: (data: any) => void
+  ) => {
+    await readTextEventStreamDataByLine(reader, decoder, callback);
+
+    if (bufferCacheRef.current.length > 0) {
+      callback(bufferCacheRef.current);
+    }
+  };
+
+  const fetchChunkRequest = async ({
+    url,
+    handler,
+    byLine = false,
+    params = {}
+  }: RequestConfig) => {
+    axiosToken.current?.abort?.();
+    axiosToken.current = new AbortController();
+    try {
+      const response = await fetch(
+        `v1${url}?${qs.stringify({
+          ...params,
+          watch: true
+        })}`,
+        {
+          method: 'GET',
+          body: null,
+          headers: {
+            'Content-Type': 'application/octet-stream'
+          },
+          signal: axiosToken.current.signal
+        }
+      );
+
+      if (!response.ok) {
+        return;
+      }
+
+      const reader =
+        response?.body?.getReader() as ReadableStreamDefaultReader<Uint8Array>;
+      const decoder = new TextDecoder('utf-8');
+
+      await readTextEventStreamData(reader, decoder, handler);
+
+      console.log('chunkDataRef.current===1', chunkDataRef.current);
+    } catch (error) {
+      // handle error
+      console.log('error============', error);
+    }
+
+    return axiosToken.current;
+  };
+
+  const setChunkFetch = (config: RequestConfig) => {
+    requestConfig.current = { ...config };
+    fetchChunkRequest(requestConfig.current);
+    return axiosToken;
+  };
+
+  useEffect(() => {
+    const handleUnload = () => {
+      axiosToken.current?.abort?.();
+    };
+
+    window.addEventListener('beforeunload', handleUnload);
+
+    return () => {
+      axiosToken.current?.abort?.();
+      window.removeEventListener('beforeunload', handleUnload);
+    };
+  }, []);
+
+  return {
+    setChunkFetch
+  };
+};
+
+export default useSetChunkFetch;

src/hooks/use-chunk-request.ts

@@ -172,7 +172,7 @@ const useSetChunkRequest = () => {
 
           let result = response;
           let cres = '';
-          console.log('chunkrequest============e==', e);
+          console.log('chunkrequest============e==', result);
           if (contentType === 'json') {
             const currentRes = sliceData(response, e.loaded, loadedSize);
             result = parseData(currentRes);
@@ -194,7 +194,6 @@ const useSetChunkRequest = () => {
         retryCount.current -= 1;
       }
     } catch (error) {
-      console.log('error=============', error);
       if (!axios.isCancel(error)) {
         setRequestReadyState(4);
         if (retryCount.current > 0) {

src/hooks/use-overlay-scroller.ts

@@ -1,7 +1,7 @@
 import { throttle } from 'lodash';
 import {
-  useOverlayScrollbars,
-  UseOverlayScrollbarsParams
+  UseOverlayScrollbarsParams,
+  useOverlayScrollbars
 } from 'overlayscrollbars-react';
 import React from 'react';
 
@@ -14,6 +14,7 @@ export const overlaySollerOptions: UseOverlayScrollbarsParams = {
       x: 'hidden'
     },
     scrollbars: {
+      theme: 'os-theme-light',
       autoHide: 'scroll',
       autoHideDelay: 600,
       clickScroll: 'instant'
@@ -22,51 +23,97 @@ export const overlaySollerOptions: UseOverlayScrollbarsParams = {
   defer: true
 };
 
-export default function useOverlayScroller() {
+export default function useOverlayScroller(options?: any) {
   const scrollEventElement = React.useRef<any>(null);
   const instanceRef = React.useRef<any>(null);
+  const initialized = React.useRef(false);
   const [initialize, instance] = useOverlayScrollbars({
-    ...overlaySollerOptions
+    options: {
+      update: {
+        debounce: 0
+      },
+      overflow: {
+        x: 'hidden'
+      },
+      scrollbars: {
+        theme: options?.theme || 'os-theme-dark',
+        autoHide: 'scroll',
+        autoHideDelay: 600,
+        clickScroll: 'instant'
+      }
+    },
+    defer: true
   });
+
   instanceRef.current = instance?.();
   scrollEventElement.current =
     instanceRef.current?.elements()?.scrollEventElement;
 
-  const throttledScroll = React.useMemo(
-    () =>
-      throttle(() => {
-        scrollEventElement.current?.scrollTo?.({
-          top: scrollEventElement.current.scrollHeight,
-          behavior: 'smooth'
-        });
-        instanceRef.current?.update?.();
-      }, 300),
-    [scrollEventElement, instanceRef]
+  const throttledScroll = React.useCallback(
+    throttle(() => {
+      scrollEventElement.current?.scrollTo?.({
+        top: scrollEventElement.current.scrollHeight,
+        behavior: 'smooth'
+      });
+      instanceRef.current?.update?.();
+    }, 100),
+    [(scrollEventElement.current, instanceRef.current)]
   );
 
-  const throttledUpdateScrollerPosition = React.useCallback(() => {
-    throttledScroll();
-  }, [throttledScroll]);
+  const scrollauto = React.useCallback(() => {
+    scrollEventElement.current?.scrollTo?.({
+      top: scrollEventElement.current.scrollHeight,
+      behavior: 'auto'
+    });
+    instanceRef.current?.update?.();
+  }, [scrollEventElement.current, instanceRef.current]);
 
-  // const createInstance = React.useCallback((el: any) => {
-  //   if (el) {
-  //     instanceRef.current?.destroy?.();
-  //     initialize(el);
-  //     instanceRef.current = instance?.();
-  //     scrollEventElement.current =
-  //       instanceRef.current?.elements()?.scrollEventElement;
-  //   }
-  // }, []);
+  const throttledUpdateScrollerPosition = React.useCallback(
+    (delay?: number) => {
+      if (delay === 0) {
+        scrollauto();
+      } else {
+        throttledScroll();
+      }
+    },
+    [throttledScroll, scrollauto]
+  );
 
-  React.useEffect(() => {
-    return () => {
-      instanceRef.current?.destroy?.();
-    };
-  }, []);
+  const generateInstance = () => {
+    instanceRef.current = instance?.();
+    scrollEventElement.current =
+      instanceRef.current?.elements()?.scrollEventElement;
+  };
+
+  const createInstance = React.useCallback(
+    (el: any) => {
+      if (instanceRef.current) {
+        return;
+      }
+      if (el) {
+        initialize(el);
+        initialized.current = true;
+        console.log(
+          'createInstance===2',
+          initialized.current,
+          instanceRef.current,
+          instance?.(),
+          instance
+        );
+        instanceRef.current = instance?.();
+        scrollEventElement.current =
+          instanceRef.current?.elements()?.scrollEventElement;
+      }
+    },
+    [initialize, instance]
+  );
 
   return {
-    initialize,
+    initialize: createInstance,
     instance: instanceRef.current,
+    scrollEventElement: scrollEventElement.current,
+    initialized: initialized.current,
+    generateInstance,
     updateScrollerPosition: throttledUpdateScrollerPosition
   };
 }

src/hooks/use-table-row-selection.ts

@@ -11,10 +11,15 @@ export default function useTableRowSelection() {
     setSelectedRowKeys([]);
   };
 
+  const removeSelectedKey = (rowKey: React.Key) => {
+    setSelectedRowKeys((keys) => keys.filter((key) => key !== rowKey));
+  };
+
   const rowSelection = {
     selectedRowKeys,
     clearSelections,
-    onChange: onSelectChange
+    onChange: onSelectChange,
+    removeSelectedKey
   };
 
   return rowSelection;

src/hooks/use-update-chunk-list.ts

@@ -10,6 +10,7 @@ interface ChunkedCollection {
 // Only used to update lists without nested state
 export function useUpdateChunkedList(options: {
   dataList?: any[];
+  limit?: number;
   setDataList: (args: any) => void;
   callback?: (args: any) => void;
   filterFun?: (args: any) => boolean;
@@ -19,6 +20,7 @@ export function useUpdateChunkedList(options: {
   const cacheDataListRef = useRef<any[]>(options.dataList || []);
   const timerRef = useRef<any>(null);
   const countRef = useRef<number>(0);
+  const limit = options.limit || 10;
 
   useEffect(() => {
     cacheDataListRef.current = [...(options.dataList || [])];
@@ -68,7 +70,7 @@ export function useUpdateChunkedList(options: {
       cacheDataListRef.current = [
         ...newDataList,
         ...cacheDataListRef.current
-      ].slice(0, 10);
+      ].slice(0, limit);
     }
     // DELETE
     if (data?.type === WatchEventType.DELETE) {
@@ -91,7 +93,7 @@ export function useUpdateChunkedList(options: {
         } else if (updateIndex === -1) {
           cacheDataListRef.current = [
             updateItem,
-            ...cacheDataListRef.current.slice(0, 9)
+            ...cacheDataListRef.current.slice(0, limit - 1)
           ];
         }
       });

src/layouts/index.tsx

@@ -1,10 +1,11 @@
 // @ts-nocheck
 
-import { userAtom } from '@/atoms/user';
+import { GPUStackVersionAtom, UpdateCheckAtom, userAtom } from '@/atoms/user';
 import ShortCuts, {
   modalConfig as ShortCutsConfig
 } from '@/components/short-cuts';
 import VersionInfo, { modalConfig } from '@/components/version-info';
+import useOverlayScroller from '@/hooks/use-overlay-scroller';
 import { logout } from '@/pages/login/apis';
 import { useAccessMarkedRoutes } from '@@/plugin-access';
 import { useModel } from '@@/plugin-model';
@@ -23,12 +24,14 @@ import {
 } from '@umijs/max';
 import { Button, Modal } from 'antd';
 import { useAtom } from 'jotai';
-import { useCallback, useMemo, useState } from 'react';
+import 'overlayscrollbars/overlayscrollbars.css';
+import { useCallback, useEffect, useMemo, useState } from 'react';
 import Exception from './Exception';
 import './Layout.css';
 import { LogoIcon, SLogoIcon } from './Logo';
 import { getRightRenderContent } from './rightRender';
 import { patchRoutes } from './runtime';
+
 const loginPath = '/login';
 
 type InitialStateType = {
@@ -87,7 +90,11 @@ const mapRoutes = (routes: IRoute[], role: string) => {
 };
 
 export default (props: any) => {
+  const { initialize: initialize } = useOverlayScroller();
+  const { initialize: initializeMenu } = useOverlayScroller();
   const [userInfo] = useAtom(userAtom);
+  const [version] = useAtom(GPUStackVersionAtom);
+  const [updateCheck] = useAtom(UpdateCheckAtom);
   const location = useLocation();
   const navigate = useNavigate();
   const intl = useIntl();
@@ -115,6 +122,7 @@ export default (props: any) => {
   const showVersion = () => {
     Modal.info({
       ...modalConfig,
+      width: 460,
       content: <VersionInfo intl={intl} />
     });
   };
@@ -169,6 +177,32 @@ export default (props: any) => {
     [location.pathname]
   );
 
+  const showUpgrade = useMemo(() => {
+    return (
+      initialState?.currentUser?.is_admin &&
+      updateCheck.latest_version &&
+      updateCheck.latest_version !== version?.version &&
+      updateCheck.latest_version !== '0.0.0' &&
+      updateCheck.latest_version?.indexOf('rc') === -1
+    );
+  }, [updateCheck, version, initialState]);
+
+  useEffect(() => {
+    const body = document.querySelector('body');
+    if (body) {
+      initialize(body);
+    }
+  }, [initialize]);
+
+  useEffect(() => {
+    const menuWrap = document.querySelector(
+      '.ant-menu.ant-menu-root'
+    )?.parentElement;
+    if (menuWrap) {
+      initializeMenu(menuWrap);
+    }
+  }, [initializeMenu]);
+
   const renderMenuHeader = useCallback(
     (logo, title) => {
       return (
@@ -206,12 +240,13 @@ export default (props: any) => {
         setInitialState,
         intl,
         siderWidth: layoutProps.siderWidth,
-        collapsed: layoutProps.collapsed
+        collapsed: layoutProps.collapsed,
+        showUpgrade
       });
 
       return dom;
     },
-    [intl]
+    [intl, version, updateCheck]
   );
 
   return (
@@ -225,6 +260,9 @@ export default (props: any) => {
         layout="side"
         disableMobile={true}
         siderWidth={220}
+        onCollapse={(collapsed) => {
+          setCollapsed(collapsed);
+        }}
         onMenuHeaderClick={(e) => {
           e.stopPropagation();
           e.preventDefault();

src/layouts/rightRender.tsx

@@ -26,7 +26,7 @@ export const getRightRenderContent = (opts: {
   siderWidth: number;
   intl: any;
 }) => {
-  const { intl, collapsed, siderWidth } = opts;
+  const { intl, collapsed, siderWidth, showUpgrade } = opts;
 
   const allLocals = getAllLocales();
   if (opts.runtimeConfig.rightRender) {
@@ -99,11 +99,6 @@ export const getRightRenderContent = (opts: {
       icon: <InfoCircleOutlined />,
       label: intl.formatMessage({ id: 'common.button.version' })
     }
-    // {
-    //   key: 'shortcuts',
-    //   icon: <IconFont type="icon-keyboard"></IconFont>,
-    //   label: intl.formatMessage({ id: 'common.button.shortcut' })
-    // }
   ];
 
   const helpMenu = {
@@ -113,15 +108,29 @@ export const getRightRenderContent = (opts: {
       : 'user-menu-container',
     mode: 'vertical',
     expandIcon: false,
-    inlineCollapsed: collapsed,
+    // inlineCollapsed: collapsed,
     triggerSubMenuAction: 'hover',
     items: [
       {
         key: 'help',
         icon: <QuestionCircleOutlined />,
         label: (
-          <span className="sub-title">
-            {intl?.formatMessage?.({ id: 'common.button.help' })}
+          <span className="sub-title ">
+            <span className="flex-center">
+              <span>{intl?.formatMessage?.({ id: 'common.button.help' })}</span>
+              {showUpgrade && (
+                <span
+                  className="m-l-5"
+                  style={{
+                    display: 'flex',
+                    width: 8,
+                    height: 8,
+                    borderRadius: 4,
+                    backgroundColor: 'var(--ant-orange-5)'
+                  }}
+                ></span>
+              )}
+            </span>
           </span>
         ),
         children: helpList.map((item) => ({
@@ -130,7 +139,16 @@ export const getRightRenderContent = (opts: {
             <span className="flex flex-center">
               {item.icon}
               {item.key === 'version' ? (
-                <a className="m-l-8">{item.label}</a>
+                <>
+                  <a className="m-l-8">{item.label}</a>
+                  {showUpgrade && (
+                    <span className="new-icon">
+                      <span className="text">
+                        {intl.formatMessage({ id: 'common.text.new' })}
+                      </span>
+                    </span>
+                  )}
+                </>
               ) : (
                 <a
                   className="m-l-8"
@@ -163,7 +181,7 @@ export const getRightRenderContent = (opts: {
       : 'user-menu-container',
     mode: 'vertical',
     expandIcon: false,
-    inlineCollapsed: collapsed,
+    // inlineCollapsed: collapsed,
     triggerSubMenuAction: 'hover',
     items: [
       {
@@ -196,7 +214,7 @@ export const getRightRenderContent = (opts: {
       : 'user-menu-container',
     mode: 'vertical',
     expandIcon: false,
-    inlineCollapsed: collapsed,
+    // inlineCollapsed: collapsed,
     triggerSubMenuAction: 'hover',
     items: [
       {
@@ -263,19 +281,19 @@ export const getRightRenderContent = (opts: {
       <Menu
         {...helpMenu}
         style={{
-          width: collapsed ? 64 : `calc(${siderWidth}px - 16px)`
+          width: collapsed ? 40 : `calc(${siderWidth}px - 16px)`
         }}
       ></Menu>
       <Menu
         {...langMenu}
         style={{
-          width: collapsed ? 64 : `calc(${siderWidth}px - 16px)`
+          width: collapsed ? 40 : `calc(${siderWidth}px - 16px)`
         }}
       ></Menu>
       <Menu
         {...userMenu}
         style={{
-          width: collapsed ? 64 : `calc(${siderWidth}px - 16px)`,
+          width: collapsed ? 40 : `calc(${siderWidth}px - 16px)`,
           marginTop: 20
         }}
       ></Menu>

src/locales/en-US/common.ts

@@ -88,7 +88,7 @@ export default {
   'common.tips.title': 'Tips:',
   'common.input.range.start': 'start value',
   'common.input.range.end': 'end value',
-  'common.footer.version': 'Versions',
+  'common.footer.version': 'Version',
   'common.footer.version.title': 'Version Information',
   'common.footer.version.web': 'UI',
   'common.footer.version.server': 'Server',
@@ -206,5 +206,9 @@ export default {
   'common.title.delete.confirm': 'Confirm delete',
   'common.button.addLabel': 'Add Labels',
   'common.button.addSelector': 'Add Selectors',
-  'common.button.addParams': 'Add Parameter'
+  'common.button.addParams': 'Add Parameter',
+  'common.text.here': 'here',
+  'common.text.latest': 'Latest',
+  'common.text.new': 'New',
+  'common.text.changelog': 'Release Notes'
 };

src/locales/en-US/models.ts

@@ -53,7 +53,7 @@ export default {
   'models.form.manual.schedule': 'Manual Schedule',
   'models.table.gpuindex': 'GPU Index',
   'models.table.backend': 'Backends',
-  'models.table.acrossworker': 'Distribution Across Workers',
+  'models.table.acrossworker': 'Distributed Across Workers',
   'models.table.cpuoffload': 'CPU Offload',
   'models.table.layers': 'Layers',
   'models.form.backend': 'Backend',
@@ -64,5 +64,6 @@ export default {
   'models.form.backend_parameters.llamabox.placeholder':
     'e.g., --ctx-size=8192',
   'models.form.backend_parameters.vllm.placeholder':
-    'e.g., --max-model-len=8192'
+    'e.g., --max-model-len=8192',
+  'models.form.backend_parameters.vllm.tips': 'More {backend} parameter details'
 };

src/locales/en-US/playground.ts

@@ -42,6 +42,7 @@ export default {
   'playground.toolbar.compare4Model': '4-Model Comparison',
   'playground.toolbar.compare6Model': '6-Model Comparison',
   'playground.input.holder': 'Type <kbd>/</kbd> to input message',
+  'playground.input.keyword.holder': 'Type <kbd>/</kbd> to input your query',
   'playground.compare.apply': 'Apply',
   'playground.compare.applytoall': 'Apply to all models',
   'playground.model.noavailable': 'No available models',

src/locales/en-US/resources.ts

@@ -37,6 +37,7 @@ export default {
   'resources.table.vramutilization': 'VRAM Utilization',
   'resources.table.total': 'Total',
   'resources.table.used': 'Used',
+  'resources.table.allocated': 'Allocated',
   'resources.table.wokers': 'workers',
   'resources.worker.linuxormaxos': 'Linux or MacOS',
   'resources.table.unified': 'Unified Memory',

src/locales/en-US/users.ts

@@ -25,5 +25,7 @@ export default {
   'users.password.confirm': 'Confirm New Password',
   'users.password.confirm.empty': 'Please confirm the new password.',
   'users.password.confirm.error': 'The two passwords entered do not match.',
-  'users.login.title': 'Log in to {name}'
+  'users.login.title': 'Log in to {name}',
+  'users.version.islatest': 'GPUStack {version} is the latest version',
+  'users.version.update': 'GPUStack {version} is available'
 };

src/locales/zh-CN/common.ts

@@ -199,5 +199,9 @@ export default {
   'common.title.delete.confirm': '确认删除',
   'common.button.addLabel': '添加标签',
   'common.button.addSelector': '添加选择器',
-  'common.button.addParams': '添加参数'
+  'common.button.addParams': '添加参数',
+  'common.text.here': '这里',
+  'common.text.latest': '最新',
+  'common.text.new': '新',
+  'common.text.changelog': '更新日志'
 };

src/locales/zh-CN/models.ts

@@ -63,5 +63,6 @@ export default {
   'models.form.backend_parameters.llamabox.placeholder':
     '例如，--ctx-size=8192',
   'models.form.backend_parameters.vllm.placeholder':
-    '例如，--max-model-len=8192'
+    '例如，--max-model-len=8192',
+  'models.form.backend_parameters.vllm.tips': '更多 {backend} 参数说明查看'
 };

src/locales/zh-CN/playground.ts

@@ -42,6 +42,7 @@ export default {
   'playground.toolbar.compare4Model': '4 模型对比',
   'playground.toolbar.compare6Model': '6 模型对比',
   'playground.input.holder': '按 <kbd>/</kbd> 开始输入',
+  'playground.input.keyword.holder': '按 <kbd>/</kbd> 输入你的查询',
   'playground.compare.apply': '应用',
   'playground.compare.applytoall': '应用到所有模型',
   'playground.model.noavailable': '无可用模型',

src/locales/zh-CN/resources.ts

@@ -37,6 +37,7 @@ export default {
   'resources.table.utilization': '利用率',
   'resources.table.total': '总量',
   'resources.table.used': '已用',
+  'resources.table.allocated': '已分配',
   'resources.table.wokers': 'workers',
   'resources.table.unified': '统一内存',
   'resources.worker.linuxormaxos': 'Linux 或 MacOS',

src/locales/zh-CN/users.ts

@@ -24,5 +24,7 @@ export default {
   'users.password.confirm': '确认新密码',
   'users.password.confirm.empty': '请确认新密码',
   'users.password.confirm.error': '两次输入的密码不一致',
-  'users.login.title': '登录 {name}'
+  'users.login.title': '登录 {name}',
+  'users.version.islatest': 'GPUStack {version} 已是最新版本',
+  'users.version.update': 'GPUStack {version} 版本可供更新'
 };

src/pages/api-keys/index.tsx

@@ -1,3 +1,4 @@
+import AutoTooltip from '@/components/auto-tooltip';
 import DeleteModal from '@/components/delete-modal';
 import PageTools from '@/components/page-tools';
 import { PageAction } from '@/config';
@@ -218,9 +219,15 @@ const APIKeys: React.FC = () => {
             title={intl.formatMessage({ id: 'common.table.name' })}
             dataIndex="name"
             key="name"
-            width={400}
             ellipsis={{
-              showTitle: true
+              showTitle: false
+            }}
+            render={(text, record) => {
+              return (
+                <AutoTooltip ghost style={{ maxWidth: 400 }}>
+                  {text}
+                </AutoTooltip>
+              );
             }}
           />
 
@@ -228,10 +235,19 @@ const APIKeys: React.FC = () => {
             title={intl.formatMessage({ id: 'apikeys.form.expiretime' })}
             dataIndex="expires_at"
             key="expiration"
+            ellipsis={{
+              showTitle: false
+            }}
             render={(text, record) => {
-              return text
-                ? dayjs(text).format('YYYY-MM-DD HH:mm:ss')
-                : intl.formatMessage({ id: 'apikeys.form.expiration.never' });
+              return (
+                <AutoTooltip ghost>
+                  {text
+                    ? dayjs(text).format('YYYY-MM-DD HH:mm:ss')
+                    : intl.formatMessage({
+                        id: 'apikeys.form.expiration.never'
+                      })}
+                </AutoTooltip>
+              );
             }}
           />
           <Column
@@ -239,7 +255,10 @@ const APIKeys: React.FC = () => {
             dataIndex="description"
             key="description"
             ellipsis={{
-              showTitle: true
+              showTitle: false
+            }}
+            render={(text, record) => {
+              return <AutoTooltip ghost>{text}</AutoTooltip>;
             }}
           />
           <Column
@@ -250,13 +269,23 @@ const APIKeys: React.FC = () => {
             sortOrder={sortOrder}
             showSorterTooltip={false}
             sorter={false}
+            ellipsis={{
+              showTitle: false
+            }}
             render={(text, record) => {
-              return dayjs(text).format('YYYY-MM-DD HH:mm:ss');
+              return (
+                <AutoTooltip ghost>
+                  {dayjs(text).format('YYYY-MM-DD HH:mm:ss')}
+                </AutoTooltip>
+              );
             }}
           />
           <Column
             title={intl.formatMessage({ id: 'common.table.operation' })}
             key="operation"
+            ellipsis={{
+              showTitle: false
+            }}
             render={(text, record: ListItem) => {
               return (
                 <Space size={20}>

src/pages/dashboard/components/active-table.tsx

@@ -1,3 +1,4 @@
+import AutoTooltip from '@/components/auto-tooltip';
 import PageTools from '@/components/page-tools';
 import { convertFileSize } from '@/utils';
 import { useIntl } from '@umijs/max';
@@ -12,18 +13,27 @@ const ActiveTable = () => {
     {
       title: intl.formatMessage({ id: 'common.table.name' }),
       dataIndex: 'name',
-      key: 'name'
+      key: 'name',
+      ellipsis: true,
+      render: (text: any, record: any) => {
+        return (
+          <AutoTooltip ghost>
+            <span>{text}</span>
+          </AutoTooltip>
+        );
+      }
     },
     {
       title: intl.formatMessage({ id: 'dashboard.allocatevram' }),
       dataIndex: 'resource_claim.memory',
       key: 'vram',
+      ellipsis: true,
       render: (text: any, record: any) => {
         return (
-          <span>
+          <AutoTooltip ghost>
             {convertFileSize(record.resource_claim?.vram || 0)} /{' '}
             {convertFileSize(record.resource_claim?.ram || 0)}
-          </span>
+          </AutoTooltip>
         );
       }
     },
@@ -35,7 +45,15 @@ const ActiveTable = () => {
     {
       title: intl.formatMessage({ id: 'dashboard.tokens' }),
       dataIndex: 'token_count',
-      key: 'token_count'
+      key: 'token_count',
+      ellipsis: true,
+      render: (text: any, record: any) => {
+        return (
+          <AutoTooltip ghost>
+            <span>{text}</span>
+          </AutoTooltip>
+        );
+      }
     }
   ];
   return (

src/pages/dashboard/components/resource-utilization.tsx

@@ -5,11 +5,6 @@ import _ from 'lodash';
 import { memo, useContext, useMemo } from 'react';
 import { DashboardContext } from '../config/dashboard-context';
 
-const chartColorMap = {
-  tickLineColor: 'rgba(217,217,217,0.5)',
-  axislabelColor: 'rgba(0, 0, 0, 0.4)'
-};
-
 const TypeKeyMap = {
   cpu: {
     label: 'CPU',
@@ -37,78 +32,6 @@ const TypeKeyMap = {
   }
 };
 
-const option = {
-  title: {
-    text: ''
-  },
-  legend: {
-    itemWidth: 8,
-    itemHeight: 8,
-    data: []
-  },
-  grid: {
-    left: 0,
-    right: 20,
-    bottom: 20,
-    containLabel: true
-  },
-  tooltip: {
-    trigger: 'axis',
-    formatter(params: any) {
-      let result = `<span class="tooltip-x-name">${params[0].axisValue}</span>`;
-      params.forEach((item: any) => {
-        result += `<span class="tooltip-item">
-       <span class="tooltip-item-name">
-         <span style="display:inline-block;margin-right:5px;border-radius:8px;width:8px;height:8px;background-color:${item.color};"></span>
-         <span class="tooltip-title">${item.seriesName}</span>:
-       </span>
-        <span class="tooltip-value">${item.data.value}</span>
-        </span>`;
-      });
-      return `<div class="tooltip-wrapper">${result}</div>`;
-    }
-  },
-  xAxis: {
-    type: 'category',
-    boundaryGap: true,
-    axisTick: {
-      show: true,
-      lineStyle: {
-        color: chartColorMap.tickLineColor
-      }
-    },
-    axisLabel: {
-      color: chartColorMap.axislabelColor,
-      // fontFamily: 'unset',
-      fontSize: 12
-    },
-    axisLine: {
-      show: false
-    },
-    data: []
-  },
-  yAxis: {
-    max: 100,
-    min: 0,
-    splitLine: {
-      show: true,
-      lineStyle: {
-        type: 'dashed'
-      }
-    },
-    axisLabel: {
-      color: chartColorMap.axislabelColor,
-      // fontFamily: 'unset',
-      fontSize: 12
-    },
-    axisTick: {
-      show: false
-    },
-    type: 'value'
-  },
-  series: []
-};
-
 const UtilizationOvertime: React.FC = () => {
   const intl = useIntl();
   const data = useContext(DashboardContext)?.system_load?.history || {};

src/pages/llmodels/components/advance-config.tsx

@@ -5,6 +5,7 @@ import { PageAction } from '@/config';
 import { PageActionType } from '@/config/types';
 import { InfoCircleOutlined, RightOutlined } from '@ant-design/icons';
 import { useIntl } from '@umijs/max';
+
 import {
   Checkbox,
   Collapse,
@@ -76,6 +77,19 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
     return backend === backendOptionsMap.llamaBox ? llamaConfig : vllmConfig;
   }, [backend]);
 
+  const backendParamsTips = useMemo(() => {
+    if (backend === backendOptionsMap.llamaBox) {
+      return {
+        backend: 'llama-box',
+        link: 'https://github.com/gpustack/llama-box?tab=readme-ov-file#usage'
+      };
+    }
+    return {
+      backend: 'vLLM',
+      link: 'https://docs.vllm.ai/en/stable/serving/openai_compatible_server.html#command-line-arguments-for-the-server'
+    };
+  }, [backend]);
+
   const renderSelectTips = (list: Array<{ title: string; tips: string }>) => {
     return (
       <div>
@@ -252,6 +266,21 @@ const AdvanceConfig: React.FC<AdvanceConfigProps> = (props) => {
             dataList={form.getFieldValue('backend_parameters') || []}
             onChange={handleBackendParametersChange}
             options={paramsConfig}
+            description={
+              <span>
+                {intl.formatMessage(
+                  { id: 'models.form.backend_parameters.vllm.tips' },
+                  { backend: backendParamsTips.backend }
+                )}{' '}
+                <Typography.Link
+                  style={{ color: 'var(--ant-blue-4)' }}
+                  href={backendParamsTips.link}
+                  target="_blank"
+                >
+                  {intl.formatMessage({ id: 'common.text.here' })}
+                </Typography.Link>
+              </span>
+            }
           ></ListInput>
         </Form.Item>
         {isGGUF && (

src/pages/llmodels/components/deploy-modal.tsx

@@ -3,6 +3,7 @@ import { PageActionType } from '@/config/types';
 import { CloseOutlined } from '@ant-design/icons';
 import { useIntl } from '@umijs/max';
 import { Button, Drawer } from 'antd';
+import { debounce } from 'lodash';
 import { memo, useCallback, useEffect, useRef, useState } from 'react';
 import { modelSourceMap } from '../config';
 import { FormData, ListItem } from '../config/types';
@@ -60,15 +61,21 @@ const AddModal: React.FC<AddModalProps> = (props) => {
     form.current?.submit?.();
   };
 
+  const debounceFetchModelFiles = debounce(() => {
+    modelFileRef.current?.fetchModelFiles?.();
+  }, 300);
+
   const handleSetIsGGUF = (flag: boolean) => {
     setIsGGUF(flag);
     if (flag) {
-      setTimeout(() => {
-        modelFileRef.current?.fetchModelFiles?.();
-      }, 50);
+      debounceFetchModelFiles();
     }
   };
 
+  useEffect(() => {
+    handleSelectModelFile({ fakeName: '' });
+  }, [selectedModel]);
+
   useEffect(() => {
     return () => {
       setSelectedModel({});

src/pages/llmodels/components/hf-model-file.tsx

@@ -161,7 +161,7 @@ const HFModelFile: React.FC<HFModelFileProps> = forwardRef((props, ref) => {
         }
       );
       const fileList = _.filter(_.get(data, ['Data', 'Files']), (file: any) => {
-        return filterRegGGUF.test(file.Path) || _.includes(file.Path, '.gguf');
+        return filterRegGGUF.test(file.Path) && file.Type === 'blob';
       });
 
       const list = _.map(fileList, (item: any) => {
@@ -261,7 +261,7 @@ const HFModelFile: React.FC<HFModelFileProps> = forwardRef((props, ref) => {
   }, []);
 
   return (
-    <div>
+    <div className="files-wrap">
       <TitleWrapper>
         <span className="title">
           {intl.formatMessage({ id: 'models.available.files' })} (
@@ -282,83 +282,89 @@ const HFModelFile: React.FC<HFModelFileProps> = forwardRef((props, ref) => {
           style={{ width: '120px' }}
         ></Select>
       </TitleWrapper>
+      {dataSource.loading && (
+        <div className="spin-wrapper">
+          <Spin
+            spinning={dataSource.loading}
+            style={{ height: '100%', width: '100%' }}
+          ></Spin>
+        </div>
+      )}
       <SimpleBar
         style={{
           height: collapsed ? 'max-content' : 'calc(100vh - 300px)'
         }}
       >
         <div style={{ padding: '16px 24px' }}>
-          <Spin spinning={dataSource.loading} style={{ minHeight: 100 }}>
-            {dataSource.fileList.length ? (
-              <Row gutter={[16, 24]}>
-                {_.map(dataSource.fileList, (item: any) => {
-                  return (
-                    <Col span={24} key={item.path}>
-                      <div
-                        className={classNames('hf-model-file', {
-                          active: item.path === current
-                        })}
-                        tabIndex={0}
-                        onClick={() => handleSelectModelFile(item)}
-                        onKeyDown={(e) => handleOnEnter(e, item)}
-                      >
-                        <div className="title">{item.path}</div>
-                        <div className="tags">
-                          <Tag
-                            className="tag-item"
-                            color="green"
-                            style={{
-                              marginRight: 0
+          {dataSource.fileList.length ? (
+            <Row gutter={[16, 24]}>
+              {_.map(dataSource.fileList, (item: any) => {
+                return (
+                  <Col span={24} key={item.path}>
+                    <div
+                      className={classNames('hf-model-file', {
+                        active: item.path === current
+                      })}
+                      tabIndex={0}
+                      onClick={() => handleSelectModelFile(item)}
+                      onKeyDown={(e) => handleOnEnter(e, item)}
+                    >
+                      <div className="title">{item.path}</div>
+                      <div className="tags">
+                        <Tag
+                          className="tag-item"
+                          color="green"
+                          style={{
+                            marginRight: 0
+                          }}
+                        >
+                          <span style={{ opacity: 0.65 }}>
+                            {convertFileSize(item.size)}
+                          </span>
+                        </Tag>
+                        {getModelQuantizationType(item)}
+                        {item.parts && item.parts.length > 1 && (
+                          <Tooltip
+                            overlayInnerStyle={{
+                              width: 180,
+                              padding: 0
                             }}
+                            title={
+                              <FileParts fileList={item.parts}></FileParts>
+                            }
                           >
-                            <span style={{ opacity: 0.65 }}>
-                              {convertFileSize(item.size)}
-                            </span>
-                          </Tag>
-                          {getModelQuantizationType(item)}
-                          {item.parts && item.parts.length > 1 && (
-                            <Tooltip
-                              overlayInnerStyle={{
-                                width: 180,
-                                padding: 0
+                            <Tag
+                              className="tag-item"
+                              color="purple"
+                              style={{
+                                marginRight: 0
                               }}
-                              title={
-                                <FileParts fileList={item.parts}></FileParts>
-                              }
                             >
-                              <Tag
-                                className="tag-item"
-                                color="purple"
-                                style={{
-                                  marginRight: 0
-                                }}
-                              >
-                                <span style={{ opacity: 1 }}>
-                                  <InfoCircleOutlined className="m-r-5" />
-                                  {item.parts.length} parts
-                                </span>
-                              </Tag>
-                            </Tooltip>
-                          )}
-                        </div>
+                              <span style={{ opacity: 1 }}>
+                                <InfoCircleOutlined className="m-r-5" />
+                                {item.parts.length} parts
+                              </span>
+                            </Tag>
+                          </Tooltip>
+                        )}
                       </div>
-                    </Col>
-                  );
+                    </div>
+                  </Col>
+                );
+              })}
+            </Row>
+          ) : (
+            !dataSource.loading &&
+            !dataSource.fileList.length && (
+              <Empty
+                imageStyle={{ height: 'auto', marginTop: '20px' }}
+                image={Empty.PRESENTED_IMAGE_SIMPLE}
+                description={intl.formatMessage({
+                  id: 'models.search.nofiles'
                 })}
-              </Row>
-            ) : (
-              !dataSource.loading &&
-              !dataSource.fileList.length && (
-                <Empty
-                  imageStyle={{ height: 'auto', marginTop: '20px' }}
-                  image={Empty.PRESENTED_IMAGE_SIMPLE}
-                  description={intl.formatMessage({
-                    id: 'models.search.nofiles'
-                  })}
-                />
-              )
-            )}
-          </Spin>
+              />
+            )
+          )}
         </div>
       </SimpleBar>
     </div>

src/pages/llmodels/components/hf-model-item.tsx

@@ -64,27 +64,16 @@ const HFModelItem: React.FC<HFModelItemProps> = (props) => {
       <div className="info">
         {SUPPORTEDSOURCE.includes(props.source || '') ? (
           <div className="info-item">
-            {/* {props.task && (
-              <Tag
-                className="tag-item"
-                color="gold"
-                style={{
-                  marginRight: 0
-                }}
-              >
-                <span style={{ opacity: 0.65 }}>{props.task}</span>
-              </Tag>
-            )} */}
             <span>
               {dayjs().to(
                 dayjs(dayjs(props.updatedAt).format('YYYY-MM-DD HH:mm:ss'))
               )}
             </span>
-            <span>
+            <span className="flex-center">
               <HeartOutlined className="m-r-5" />
               {props.likes}
             </span>
-            <span>
+            <span className="flex-center">
               <DownloadOutlined className="m-r-5" />
               {formatNumber(props.downloads)}
             </span>

src/pages/llmodels/components/instance-item.tsx

@@ -116,7 +116,7 @@ const InstanceItem: React.FC<InstanceItemProps> = ({
       return {
         worker_name: data?.name,
         worker_ip: data?.ip,
-        port: data?.port,
+        port: '',
         gpu_index: item.gpu_index
       };
     });
@@ -125,7 +125,7 @@ const InstanceItem: React.FC<InstanceItemProps> = ({
       {
         worker_name: `${row.worker_name}`,
         worker_ip: `${row.worker_ip}`,
-        port: row.port,
+        port: '',
         gpu_index: `${row.gpu_indexes?.sort?.()} (main)`
       }
     ];

src/pages/llmodels/components/model-card.tsx

@@ -60,6 +60,23 @@ const ModelCard: React.FC<{
     }
   };
 
+  const removeMetadata = useCallback((str: string) => {
+    let indexes = [];
+    let index = str.indexOf('---');
+
+    while (index !== -1) {
+      indexes.push(index);
+      if (indexes.length >= 2) {
+        break;
+      }
+      index = str.indexOf('---', index + 1);
+    }
+    if (indexes.length >= 2) {
+      return str.slice(indexes[1] + 3);
+    }
+    return str;
+  }, []);
+
   // huggingface model card data
   const getHuggingfaceModelDetail = async () => {
     try {
@@ -74,7 +91,10 @@ const ModelCard: React.FC<{
       ]);
 
       setModelData(modelcard);
-      setReadmeText(readme);
+      // remove the meta data from readme
+      const newReadme = removeMetadata(readme);
+
+      setReadmeText(newReadme);
       const isGGUF = modelcard.tags?.includes('gguf');
       setIsGGUF(isGGUF);
       setIsGGUFModel(isGGUF);

src/pages/llmodels/components/search-input.tsx

@@ -8,9 +8,10 @@ import { modelSourceMap, modelSourceValueMap } from '../config';
 
 const SearchInput: React.FC<{
   modelSource: string;
+  onChange: (e: any) => void;
   onSearch: (e: any) => void;
 }> = (props) => {
-  const { onSearch, modelSource } = props;
+  const { onSearch, onChange, modelSource } = props;
   const intl = useIntl();
   const inputRef = useRef<any>(null);
 
@@ -23,6 +24,7 @@ const SearchInput: React.FC<{
     <Input
       ref={inputRef}
       onPressEnter={onSearch}
+      onChange={onChange}
       allowClear
       placeholder={intl.formatMessage(
         {

src/pages/llmodels/components/search-model.tsx

@@ -136,7 +136,6 @@ const SearchModel: React.FC<SearchInputProps> = (props) => {
       }
       axiosTokenRef.current?.abort?.();
       axiosTokenRef.current = new AbortController();
-      if (dataSource.loading) return;
       const sort = sortType ?? dataSource.sortType;
       try {
         setDataSource((pre) => {
@@ -174,7 +173,9 @@ const SearchModel: React.FC<SearchInputProps> = (props) => {
     },
     [dataSource]
   );
-
+  const handleSearchInputChange = useCallback((e: any) => {
+    searchInputRef.current = e.target.value;
+  }, []);
   const handlerSearchModels = useCallback(
     async (e: any) => {
       searchInputRef.current = e.target.value;
@@ -208,7 +209,6 @@ const SearchModel: React.FC<SearchInputProps> = (props) => {
   };
 
   const handleFilterGGUFChange = (e: any) => {
-    console.log('filterggufChange:', e.target.checked);
     filterGGUFRef.current = e.target.checked;
     handleOnSearchRepo();
   };
@@ -218,6 +218,7 @@ const SearchModel: React.FC<SearchInputProps> = (props) => {
       <>
         <SearchInput
           onSearch={handlerSearchModels}
+          onChange={handleSearchInputChange}
           modelSource={modelSource}
         ></SearchInput>
         <div className={SearchStyle.filter}>

src/pages/llmodels/components/table-list.tsx

@@ -96,7 +96,13 @@ const Models: React.FC<ModelsProps> = ({
     source: modelSourceMap.huggingface_value
   });
   const [currentData, setCurrentData] = useState<ListItem>({} as ListItem);
-  const [currentInstanceUrl, setCurrentInstanceUrl] = useState<string>('');
+  const [currentInstance, setCurrentInstance] = useState<{
+    url: string;
+    status: string;
+  }>({
+    url: '',
+    status: ''
+  });
   const modalRef = useRef<any>(null);
 
   useHotkeys(
@@ -199,11 +205,11 @@ const Models: React.FC<ModelsProps> = ({
       key: 'chat',
       icon: <WechatWorkOutlined />
     },
-    {
-      label: 'common.button.viewcode',
-      key: 'embedding',
-      icon: <IconFont type="icon-code" />
-    },
+    // {
+    //   label: 'common.button.viewcode',
+    //   key: 'embedding',
+    //   icon: <IconFont type="icon-code" />
+    // },
     {
       label: 'common.button.delete',
       key: 'delete',
@@ -220,7 +226,10 @@ const Models: React.FC<ModelsProps> = ({
         return record.ready_replicas > 0 && !record.embedding_only;
       }
       if (action.key === 'embedding') {
-        return record.embedding_only && record.ready_replicas > 0;
+        return (
+          (record.embedding_only || record.reranker) &&
+          record.ready_replicas > 0
+        );
       }
       return true;
     });
@@ -308,6 +317,7 @@ const Models: React.FC<ModelsProps> = ({
       async onOk() {
         await deleteModel(row.id);
         updateExpandedRowKeys([row.id]);
+        rowSelection.removeSelectedKey(row.id);
       }
     });
   };
@@ -329,7 +339,10 @@ const Models: React.FC<ModelsProps> = ({
 
   const handleViewLogs = async (row: any) => {
     try {
-      setCurrentInstanceUrl(`${MODEL_INSTANCE_API}/${row.id}/logs`);
+      setCurrentInstance({
+        url: `${MODEL_INSTANCE_API}/${row.id}/logs`,
+        status: row.status
+      });
       setOpenLogModal(true);
     } catch (error) {
       console.log('error:', error);
@@ -367,26 +380,29 @@ const Models: React.FC<ModelsProps> = ({
     setOpenAddModal(true);
   };
 
-  const handleSelect = useCallback((val: any, row: ListItem) => {
-    if (val === 'edit') {
-      handleEdit(row);
-    }
-    if (val === 'chat') {
-      handleOpenPlayGround(row);
-    }
-    if (val === 'delete') {
-      handleDelete(row);
-    }
-    if (val === 'embedding') {
-      setEmbeddingParams({
-        params: {
-          input: 'Your text string goes here',
-          model: row.name
-        },
-        show: true
-      });
-    }
-  }, []);
+  const handleSelect = useCallback(
+    (val: any, row: ListItem) => {
+      if (val === 'edit') {
+        handleEdit(row);
+      }
+      if (val === 'chat') {
+        handleOpenPlayGround(row);
+      }
+      if (val === 'delete') {
+        handleDelete(row);
+      }
+      if (val === 'embedding') {
+        setEmbeddingParams({
+          params: {
+            input: 'Your text string goes here',
+            model: row.name
+          },
+          show: true
+        });
+      }
+    },
+    [handleEdit, handleOpenPlayGround, handleDelete, setEmbeddingParams]
+  );
 
   const handleChildSelect = useCallback(
     (val: any, row: ModelInstanceListItem, list: ModelInstanceListItem[]) => {
@@ -417,10 +433,10 @@ const Models: React.FC<ModelsProps> = ({
 
   const generateSource = useCallback((record: ListItem) => {
     if (record.source === modelSourceMap.modelscope_value) {
-      return `${modelSourceMap.modelScope}/${record.model_scope_file_path || record.model_scope_model_id}`;
+      return `${modelSourceMap.modelScope}/${record.model_scope_model_id}`;
     }
     if (record.source === modelSourceMap.huggingface_value) {
-      return `${modelSourceMap.huggingface}/${record.huggingface_filename || record.huggingface_repo_id}`;
+      return `${modelSourceMap.huggingface}/${record.huggingface_repo_id}`;
     }
     return `${modelSourceMap.ollama_library}/${record.ollama_library_model_name}`;
   }, []);
@@ -518,18 +534,37 @@ const Models: React.FC<ModelsProps> = ({
             render={(text, record: ListItem) => {
               return (
                 <span
-                  className="flex-center flex-wrap"
-                  style={{ maxWidth: '100%' }}
+                  className="flex-center"
+                  style={{
+                    maxWidth: '100%'
+                  }}
                 >
                   <AutoTooltip ghost>
                     <span className="m-r-5">{text}</span>
                   </AutoTooltip>
-                  {record.embedding_only && (
-                    <span>
-                      <Tag style={{ margin: 0 }} color="geekblue">
-                        Embedding Only
-                      </Tag>
-                    </span>
+                  {record.reranker && (
+                    <Tag
+                      style={{
+                        margin: 0,
+                        opacity: 0.8,
+                        transform: 'scale(0.9)'
+                      }}
+                      color="geekblue"
+                    >
+                      Reranker
+                    </Tag>
+                  )}
+                  {record.embedding_only && !record.reranker && (
+                    <Tag
+                      style={{
+                        margin: 0,
+                        opacity: 0.8,
+                        transform: 'scale(0.9)'
+                      }}
+                      color="geekblue"
+                    >
+                      Embedding Only
+                    </Tag>
                   )}
                 </span>
               );
@@ -542,8 +577,8 @@ const Models: React.FC<ModelsProps> = ({
             span={6}
             render={(text, record: ListItem) => {
               return (
-                <span className="flex flex-column">
-                  <span>{generateSource(record)}</span>
+                <span className="flex flex-column" style={{ width: '100%' }}>
+                  <AutoTooltip ghost>{generateSource(record)}</AutoTooltip>
                 </span>
               );
             }}
@@ -560,7 +595,7 @@ const Models: React.FC<ModelsProps> = ({
             }}
             render={(text, record: ListItem) => {
               return (
-                <span style={{ paddingLeft: 7 }}>
+                <span style={{ paddingLeft: 10, minWidth: '33px' }}>
                   {record.ready_replicas} / {record.replicas}
                 </span>
               );
@@ -575,7 +610,11 @@ const Models: React.FC<ModelsProps> = ({
             sortOrder={sortOrder}
             sorter={false}
             render={(text, row) => {
-              return dayjs(text).format('YYYY-MM-DD HH:mm:ss');
+              return (
+                <AutoTooltip ghost>
+                  {dayjs(text).format('YYYY-MM-DD HH:mm:ss')}
+                </AutoTooltip>
+              );
             }}
           />
           <SealColumn
@@ -613,7 +652,7 @@ const Models: React.FC<ModelsProps> = ({
         onOk={handleCreateModel}
       ></DeployModal>
       <ViewLogsModal
-        url={currentInstanceUrl}
+        url={currentInstance.url}
         open={openLogModal}
         onCancel={handleLogModalCancel}
       ></ViewLogsModal>

src/pages/llmodels/components/update-modal.tsx

@@ -72,32 +72,23 @@ const UpdateModal: React.FC<AddModalProps> = (props) => {
     setGpuOptions(list);
   };
 
-  const initFormValue = () => {
-    if (action === PageAction.CREATE && open) {
-      form.setFieldsValue({
-        source: modelSourceMap.huggingface_value,
-        replicas: 1
-      });
-    }
+  useEffect(() => {
     if (action === PageAction.EDIT && open) {
       const result = setSourceRepoConfigValue(
         props.data?.source || '',
         props.data
       );
 
-      form.setFieldsValue({
+      const formData = {
         ...result.values,
         ..._.omit(props.data, result.omits),
         scheduleType: props.data?.gpu_selector ? 'manual' : 'auto',
         gpu_selector: props.data?.gpu_selector
           ? `${props.data?.gpu_selector.worker_name}-${props.data?.gpu_selector.gpu_name}-${props.data?.gpu_selector.gpu_index}`
           : null
-      });
+      };
+      form.setFieldsValue(formData);
     }
-  };
-
-  useEffect(() => {
-    initFormValue();
   }, [open]);
 
   useEffect(() => {
@@ -257,6 +248,10 @@ const UpdateModal: React.FC<AddModalProps> = (props) => {
     }
   };
 
+  const handleOnClose = () => {
+    onCancel?.();
+  };
+
   useEffect(() => {
     getGPUList();
   }, []);
@@ -268,6 +263,7 @@ const UpdateModal: React.FC<AddModalProps> = (props) => {
       centered={true}
       onOk={handleSumit}
       onCancel={onCancel}
+      onClose={handleOnClose}
       destroyOnClose={true}
       closeIcon={true}
       maskClosable={false}
@@ -391,9 +387,7 @@ const UpdateModal: React.FC<AddModalProps> = (props) => {
             form={form}
             gpuOptions={gpuOptions}
             action={PageAction.EDIT}
-            isGGUF={
-              form.getFieldValue('backend') === backendOptionsMap.llamaBox
-            }
+            isGGUF={props.data?.backend === backendOptionsMap.llamaBox}
           ></AdvanceConfig>
         </Form>
       </SimpleBar>

src/pages/llmodels/components/view-logs-modal.tsx

@@ -1,4 +1,4 @@
-import LogsViewer from '@/components/logs-viewer';
+import LogsViewer from '@/components/logs-viewer/index';
 import { useIntl } from '@umijs/max';
 import { Modal } from 'antd';
 import React, { useEffect, useState } from 'react';
@@ -6,6 +6,7 @@ import React, { useEffect, useState } from 'react';
 type ViewModalProps = {
   open: boolean;
   url: string;
+  autoScroll?: boolean;
   onCancel: () => void;
 };
 
@@ -41,7 +42,10 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
     <Modal
       title={
         <span className="flex flex-center">
-          <span> {intl.formatMessage({ id: 'common.button.viewlog' })}</span>
+          <span style={{ fontWeight: 'var(--font-weight-bold)' }}>
+            {' '}
+            {intl.formatMessage({ id: 'common.button.viewlog' })}
+          </span>
         </span>
       }
       open={open}

src/pages/llmodels/config/index.ts

@@ -242,3 +242,32 @@ export const setbackendParameters = (data: any) => {
   });
   return result;
 };
+
+export const getVllmCliArgs = (inputString: string) => {
+  const arrayOutput = inputString
+    .split(/\s*\[\s*|\s*\]\s*/g) // Split by '[' or ']', removing extra spaces
+    .filter((item) => item) // Remove empty items
+    .map((item) => item.trim()); // Trim spaces around each item
+
+  const result = arrayOutput.map((item) => {
+    const parts = item.split(' ');
+    const label = parts[0].trim(); // Remove leading dashes
+    const value = parts[0].trim();
+
+    if (parts.length === 1) {
+      return { label, value, options: [] };
+    } else if (parts.length > 1) {
+      const optionPart = parts[1];
+      if (optionPart.startsWith('{') && optionPart.endsWith('}')) {
+        const options = optionPart
+          .slice(1, -1)
+          .split(',')
+          .map((opt) => opt.trim());
+        return { label, value, options };
+      }
+    }
+    return { label, value, options: [] }; // Fallback
+  });
+
+  return result;
+};

src/pages/llmodels/config/types.ts

@@ -1,6 +1,7 @@
 export interface ListItem {
   source: string;
   backend: string;
+  reranker: boolean;
   huggingface_repo_id: string;
   huggingface_file_name: string;
   huggingface_filename: string;

src/pages/llmodels/config/vllm-config.ts

@@ -97,7 +97,12 @@ const options = [
   {
     label: '--tool-call-parser',
     value: '--tool-call-parser',
-    options: ['mistral', 'hermes']
+    options: ['mistral', 'hermes', 'internlm', 'llama3_json']
+  },
+  {
+    label: '--tool-parser-plugin',
+    value: '--tool-parser-plugin',
+    options: []
   },
   {
     label: '--model',
@@ -312,6 +317,7 @@ const options = [
       'qqq',
       'experts_int8',
       'neuron_quant',
+      'ipex',
       'None'
     ]
   },
@@ -365,6 +371,11 @@ const options = [
     value: '--limit-mm-per-prompt',
     options: []
   },
+  {
+    label: '--mm-processor-kwargs',
+    value: '--mm-processor-kwargs',
+    options: []
+  },
   {
     label: '--enable-lora',
     value: '--enable-lora',
@@ -430,6 +441,11 @@ const options = [
     value: '--num-scheduler-steps',
     options: []
   },
+  {
+    label: '--multi-step-stream-outputs',
+    value: '--multi-step-stream-outputs',
+    options: []
+  },
   {
     label: '--scheduler-delay-factor',
     value: '--scheduler-delay-factor',
@@ -467,6 +483,7 @@ const options = [
       'qqq',
       'experts_int8',
       'neuron_quant',
+      'ipex',
       'None'
     ]
   },
@@ -475,6 +492,11 @@ const options = [
     value: '--num-speculative-tokens',
     options: []
   },
+  {
+    label: '--speculative-disable-mqa-scorer',
+    value: '--speculative-disable-mqa-scorer',
+    options: []
+  },
   {
     label: '--speculative-draft-tensor-parallel-size',
     value: '--speculative-draft-tensor-parallel-size',
@@ -565,6 +587,11 @@ const options = [
     value: '--override-neuron-config',
     options: []
   },
+  {
+    label: '--scheduling-policy',
+    value: '--scheduling-policy',
+    options: ['fcfs', 'priority']
+  },
   {
     label: '--disable-log-requests',
     value: '--disable-log-requests',
@@ -574,6 +601,11 @@ const options = [
     label: '--max-log-len',
     value: '--max-log-len',
     options: []
+  },
+  {
+    label: '--disable-fastapi-docs',
+    value: '--disable-fastapi-docs',
+    options: []
   }
 ];
 

src/pages/llmodels/style/hf-model-file.less

@@ -45,6 +45,23 @@
   }
 }
 
+.files-wrap {
+  position: relative;
+
+  .spin-wrapper {
+    position: absolute;
+    left: 0;
+    right: 0;
+    height: 100%;
+    z-index: 100;
+    bottom: 0;
+    top: 0;
+    padding-top: 150px;
+    text-align: center;
+    background-color: var(--color-fill-mask);
+  }
+}
+
 .wrapper {
   padding: 16px @padding;
 }

src/pages/playground/apis/index.ts

@@ -4,6 +4,8 @@ export const CHAT_API = '/v1-openai/chat/completions';
 
 export const OPENAI_MODELS = '/v1-openai/models';
 
+export const RERANKER_API = '/rerank';
+
 export async function execChatCompletions(params: any) {
   return request(`${CHAT_API}`, {
     method: 'POST',
@@ -17,3 +19,19 @@ export const queryModelsList = async (params: any) => {
     params
   });
 };
+
+export const rerankerQuery = async (
+  params: {
+    model: string;
+    query: string;
+    top_n: number;
+    documents: string[];
+  },
+  options?: any
+) => {
+  return request(`${RERANKER_API}`, {
+    method: 'POST',
+    data: params,
+    cancelToken: options?.cancelToken
+  });
+};

src/pages/playground/components/file-list.tsx

@@ -0,0 +1,51 @@
+import AutoTooltip from '@/components/auto-tooltip';
+import { DeleteOutlined, PaperClipOutlined } from '@ant-design/icons';
+import { useIntl } from '@umijs/max';
+import { Button, Tooltip } from 'antd';
+import classNames from 'classnames';
+import React from 'react';
+import '../style/file-list.less';
+
+interface FileListProps {
+  fileList: { text: string; name: string; uid: number | string }[];
+  ghost?: boolean;
+  showIcon?: boolean;
+  textListCount: number;
+  onDelete?: (uid: number | string) => void;
+}
+
+const FileList: React.FC<FileListProps> = (props) => {
+  const { textListCount, fileList, ghost, showIcon = true, onDelete } = props;
+  const intl = useIntl();
+  return (
+    <div className="file-list">
+      {fileList.map((file, index) => {
+        return (
+          <div key={file.uid} className={classNames('file-item', { ghost })}>
+            <span className="title">
+              <span className="m-r-5">{index + 1 + textListCount}.</span>
+              {showIcon && <PaperClipOutlined className="m-r-5" />}
+              <AutoTooltip ghost> {file.name}</AutoTooltip>
+            </span>
+            {onDelete && (
+              <Tooltip
+                title={intl.formatMessage({ id: 'common.button.delete' })}
+              >
+                <Button
+                  danger
+                  size="small"
+                  type="text"
+                  className="delete-btn"
+                  icon={<DeleteOutlined></DeleteOutlined>}
+                  onClick={() => onDelete(file.uid)}
+                ></Button>
+              </Tooltip>
+            )}
+          </div>
+        );
+      })}
+    </div>
+  );
+};
+
+export default React.memo(FileList);

src/pages/playground/components/ground-left.tsx

@@ -10,11 +10,12 @@ import {
   memo,
   useEffect,
   useImperativeHandle,
+  useMemo,
   useRef,
   useState
 } from 'react';
 import { CHAT_API } from '../apis';
-import { Roles } from '../config';
+import { Roles, generateMessages } from '../config';
 import { MessageItem } from '../config/types';
 import '../style/ground-left.less';
 import '../style/system-message-wrap.less';
@@ -62,10 +63,18 @@ const GroundLeft: React.FC<MessageProps> = forwardRef((props, ref) => {
       },
       setCollapse() {
         setCollapse(!collapse);
-      }
+      },
+      collapse: collapse
     };
   });
 
+  const viewCodeMessage = useMemo(() => {
+    return generateMessages([
+      { role: Roles.System, content: systemMessage },
+      ...messageList
+    ]);
+  }, [messageList, systemMessage]);
+
   const setMessageId = () => {
     messageId.current = messageId.current + 1;
   };
@@ -132,48 +141,22 @@ const GroundLeft: React.FC<MessageProps> = forwardRef((props, ref) => {
       setMessageList((pre) => {
         return [...pre, ...currentMessageRef.current];
       });
-      const formatMessages = _.map(
-        [...messageList, ...currentMessageRef.current],
-        (item: MessageItem) => {
-          return {
-            role: item.role,
-            content: [
-              {
-                type: 'text',
-                text: item.content
-              },
-              ..._.map(
-                item.imgs,
-                (img: { uid: string | number; dataUrl: string }) => {
-                  return {
-                    type: 'image_url',
-                    image_url: {
-                      url: img.dataUrl
-                    }
-                  };
-                }
-              )
-            ]
-          };
-        }
-      );
+
+      const messageParams = [
+        { role: Roles.System, content: systemMessage },
+        ...messageList,
+        ...currentMessageRef.current
+      ];
+
+      const messages = generateMessages(messageParams);
+
       const chatParams = {
-        messages: systemMessage
-          ? [
-              {
-                role: Roles.System,
-                content: [
-                  {
-                    type: 'text',
-                    text: systemMessage
-                  }
-                ]
-              },
-              ...formatMessages
-            ]
-          : [...formatMessages],
+        messages: messages,
         ...parameters,
-        stream: true
+        stream: true,
+        stream_options: {
+          include_usage: true
+        }
       };
       const result: any = await fetchChunkedData({
         data: chatParams,
@@ -184,13 +167,21 @@ const GroundLeft: React.FC<MessageProps> = forwardRef((props, ref) => {
       if (result?.error) {
         setTokenResult({
           error: true,
-          errorMessage: result?.data?.message
+          errorMessage:
+            result?.data?.error?.message || result?.data?.message || ''
         });
         return;
       }
       setMessageId();
       const { reader, decoder } = result;
       await readStreamData(reader, decoder, (chunk: any) => {
+        if (chunk?.error) {
+          setTokenResult({
+            error: true,
+            errorMessage: chunk?.error?.message || chunk?.message || ''
+          });
+          return;
+        }
         joinMessage(chunk);
       });
     } catch (error) {
@@ -330,6 +321,7 @@ const GroundLeft: React.FC<MessageProps> = forwardRef((props, ref) => {
         <div className="box">
           <ParamsSettings
             setParams={setParams}
+            params={parameters}
             selectedModel={selectModel}
             modelList={modelList}
           />
@@ -338,8 +330,7 @@ const GroundLeft: React.FC<MessageProps> = forwardRef((props, ref) => {
 
       <ViewCodeModal
         open={show}
-        systemMessage={systemMessage}
-        messageList={messageList}
+        messageList={viewCodeMessage}
         parameters={parameters}
         onCancel={handleCloseViewCode}
         title={intl.formatMessage({ id: 'playground.viewcode' })}

src/pages/playground/components/ground-reranker.tsx

@@ -0,0 +1,355 @@
+import useOverlayScroller from '@/hooks/use-overlay-scroller';
+import useRequestToken from '@/hooks/use-request-token';
+import { ClearOutlined, InboxOutlined } from '@ant-design/icons';
+import { useIntl, useSearchParams } from '@umijs/max';
+import { Button, Spin } from 'antd';
+import classNames from 'classnames';
+import 'overlayscrollbars/overlayscrollbars.css';
+import {
+  forwardRef,
+  memo,
+  useEffect,
+  useImperativeHandle,
+  useRef,
+  useState
+} from 'react';
+import { rerankerQuery } from '../apis';
+import { MessageItem } from '../config/types';
+import '../style/ground-left.less';
+import '../style/system-message-wrap.less';
+import FileList from './file-list';
+import InputList from './input-list';
+import MessageInput from './message-input';
+import ReferenceParams from './reference-params';
+import RerankMessage from './rerank-message';
+import RerankerParams from './reranker-params';
+import UploadFile from './upload-file';
+import ViewCodeModal from './view-code-modal';
+
+interface MessageProps {
+  modelList: Global.BaseOption<string>[];
+  loaded?: boolean;
+  ref?: any;
+}
+
+const GroundReranker: React.FC<MessageProps> = forwardRef((props, ref) => {
+  const { modelList } = props;
+  const messageId = useRef<number>(0);
+  const [messageList, setMessageList] = useState<MessageItem[]>([]);
+
+  const intl = useIntl();
+  const requestSource = useRequestToken();
+  const [searchParams] = useSearchParams();
+  const selectModel = searchParams.get('model') || '';
+  const [parameters, setParams] = useState<any>({});
+  const [systemMessage, setSystemMessage] = useState('');
+  const [show, setShow] = useState(false);
+  const [loading, setLoading] = useState(false);
+  const [tokenResult, setTokenResult] = useState<any>(null);
+  const [collapse, setCollapse] = useState(false);
+  const contentRef = useRef<any>('');
+  const controllerRef = useRef<any>(null);
+  const scroller = useRef<any>(null);
+  const currentMessageRef = useRef<any>(null);
+  const paramsRef = useRef<any>(null);
+  const messageListLengthCache = useRef<number>(0);
+  const requestToken = useRef<any>(null);
+  const [fileList, setFileList] = useState<
+    { text: string; name: string; uid: number | string }[]
+  >([]);
+
+  const [textList, setTextList] = useState<
+    { text: string; uid: number | string; name: string }[]
+  >([]);
+
+  const { initialize, updateScrollerPosition } = useOverlayScroller();
+  const { initialize: innitializeParams } = useOverlayScroller();
+
+  useImperativeHandle(ref, () => {
+    return {
+      viewCode() {
+        setShow(true);
+      },
+      setCollapse() {
+        setCollapse(!collapse);
+      }
+    };
+  });
+
+  const setMessageId = () => {
+    messageId.current = messageId.current + 1;
+  };
+
+  const handleStopConversation = () => {
+    requestToken.current?.cancel?.();
+    setLoading(false);
+  };
+
+  const submitMessage = async (current?: { role: string; content: string }) => {
+    if (!parameters.model) return;
+    try {
+      setLoading(true);
+      setMessageId();
+      setTokenResult(null);
+
+      requestToken.current?.cancel?.();
+      requestToken.current = requestSource();
+
+      controllerRef.current?.abort?.();
+      controllerRef.current = new AbortController();
+      const signal = controllerRef.current.signal;
+
+      currentMessageRef.current = current
+        ? [
+            {
+              content: current.content,
+              title: 'Query',
+              uid: messageId.current
+            }
+          ]
+        : [];
+
+      contentRef.current = '';
+      setMessageList((pre) => {
+        return [...currentMessageRef.current];
+      });
+
+      const documentList: any[] = [...textList, ...fileList];
+      console.log('documentList:', documentList);
+      const result: any = await rerankerQuery(
+        {
+          model: parameters.model,
+          top_n: parameters.top_n,
+          query: current?.content || '',
+          documents: [
+            ...textList.map((item) => item.text),
+            ...fileList.map((item) => item.text)
+          ]
+        },
+        {
+          token: requestToken.current.token
+        }
+      );
+      console.log('result:', result);
+
+      setMessageId();
+      setTokenResult(result.usage);
+      setMessageList([
+        ...currentMessageRef.current,
+        {
+          title: 'Results',
+          content: result.results?.map((item: any) => {
+            return {
+              uid: item.index,
+              text: `${item.document?.text?.slice(0, 100) || ''}`,
+              docIndex: item.index,
+              title: documentList[item.index]?.name || '',
+              score: item.relevance_score
+            };
+          }),
+          uid: messageId.current
+        }
+      ]);
+    } catch (error: any) {
+      setTokenResult({
+        error: true,
+        errorMessage: error.response?.data?.error?.message
+      });
+    } finally {
+      setLoading(false);
+    }
+  };
+  const handleClear = () => {
+    if (!messageList.length) {
+      return;
+    }
+    setMessageId();
+    setMessageList([]);
+    setTokenResult(null);
+  };
+
+  const handleSendMessage = (message: Omit<MessageItem, 'uid'>) => {
+    const currentMessage =
+      message.content || message.imgs?.length ? message : undefined;
+    submitMessage(currentMessage);
+  };
+
+  const handleCloseViewCode = () => {
+    setShow(false);
+  };
+
+  const handleUpdateFileList = (
+    files: { text: string; name: string; uid: number | string }[]
+  ) => {
+    console.log('files:', files);
+    setFileList((preList) => {
+      return [...preList, ...files];
+    });
+  };
+
+  const handleDeleteFile = (uid: number | string) => {
+    setFileList((preList) => {
+      return preList.filter((item) => item.uid !== uid);
+    });
+  };
+
+  const handleTextListChange = (
+    list: { text: string; uid: number | string; name: string }[]
+  ) => {
+    setTextList(list);
+  };
+
+  const handleClearDocuments = () => {
+    setTextList([]);
+    setFileList([]);
+  };
+
+  useEffect(() => {
+    setMessageId();
+    setMessageList([]);
+    setTokenResult(null);
+  }, [parameters.model]);
+
+  useEffect(() => {
+    if (scroller.current) {
+      initialize(scroller.current);
+    }
+  }, [scroller.current, initialize]);
+
+  useEffect(() => {
+    if (paramsRef.current) {
+      innitializeParams(paramsRef.current);
+    }
+  }, [paramsRef.current, innitializeParams]);
+
+  useEffect(() => {
+    if (loading) {
+      updateScrollerPosition();
+    }
+  }, [messageList, loading]);
+
+  useEffect(() => {
+    if (messageList.length > messageListLengthCache.current) {
+      updateScrollerPosition();
+    }
+    messageListLengthCache.current = messageList.length;
+  }, [messageList.length]);
+
+  return (
+    <div className="ground-left-wrapper">
+      <div className="ground-left">
+        <div className="message-list-wrap" ref={scroller}>
+          <>
+            <div className="content">
+              <RerankMessage dataList={messageList} />
+              {loading && (
+                <Spin size="small">
+                  <div style={{ height: '46px' }}></div>
+                </Spin>
+              )}
+            </div>
+          </>
+        </div>
+        {tokenResult && (
+          <div style={{ height: 40 }}>
+            <ReferenceParams
+              usage={tokenResult}
+              showOutput={false}
+            ></ReferenceParams>
+          </div>
+        )}
+        <div className="ground-left-footer">
+          <MessageInput
+            scope="reranker"
+            loading={loading}
+            disabled={!parameters.model}
+            isEmpty={true}
+            handleSubmit={handleSendMessage}
+            handleAbortFetch={handleStopConversation}
+            clearAll={handleClear}
+            modelList={modelList}
+            placeholer={intl.formatMessage({
+              id: 'playground.input.keyword.holder'
+            })}
+          />
+        </div>
+      </div>
+      <div
+        className={classNames('params-wrapper', {
+          collapsed: collapse
+        })}
+        style={{
+          paddingBottom: 80
+        }}
+        ref={paramsRef}
+      >
+        <div className="box" style={{ padding: collapse ? 0 : '0 16px' }}>
+          <RerankerParams
+            setParams={setParams}
+            params={parameters}
+            selectedModel={selectModel}
+            modelList={modelList}
+          />
+          <h3 className="m-b-20 m-l-10 flex-between flex-center font-size-14">
+            <span>Documents</span>
+            <Button
+              type="text"
+              icon={<ClearOutlined />}
+              size="middle"
+              onClick={handleClearDocuments}
+            ></Button>
+          </h3>
+          <InputList
+            textList={textList}
+            onChange={handleTextListChange}
+          ></InputList>
+          <div style={{ marginTop: 8 }}>
+            <FileList
+              fileList={fileList}
+              textListCount={textList.length || 0}
+              onDelete={handleDeleteFile}
+            ></FileList>
+          </div>
+        </div>
+
+        <div
+          style={{
+            height: collapse ? 0 : 60,
+            padding: '0 10px',
+            position: 'absolute',
+            overflow: 'hidden',
+            bottom: 20,
+            left: 0,
+            right: 0
+          }}
+        >
+          <UploadFile
+            handleUpdateFileList={handleUpdateFileList}
+            accept=".txt, .doc, .docx, .xls, .xlsx"
+          >
+            <div style={{ backgroundColor: 'var(--color-fill-sider)' }}>
+              <InboxOutlined className="font-size-16" />
+              <span className="m-l-10">
+                Click or drag file to this area to upload
+              </span>
+            </div>
+            <span className="text-tertiary">
+              support .txt, .doc, .docx, .xls, .xlsx
+            </span>
+          </UploadFile>
+        </div>
+      </div>
+
+      <ViewCodeModal
+        open={show}
+        systemMessage={systemMessage}
+        messageList={messageList}
+        parameters={parameters}
+        onCancel={handleCloseViewCode}
+        title={intl.formatMessage({ id: 'playground.viewcode' })}
+      ></ViewCodeModal>
+    </div>
+  );
+});
+
+export default memo(GroundReranker);

src/pages/playground/components/input-list.tsx

@@ -0,0 +1,110 @@
+import RowTextarea from '@/components/seal-form/row-textarea';
+import {
+  MinusCircleOutlined,
+  PlusCircleOutlined,
+  PlusOutlined
+} from '@ant-design/icons';
+import { useIntl } from '@umijs/max';
+import { Button, Tooltip } from 'antd';
+import React, { useRef } from 'react';
+import '../style/input-list.less';
+
+interface InputListProps {
+  textList: { text: string; uid: number | string; name: string }[];
+  onChange?: (
+    textList: { text: string; uid: number | string; name: string }[]
+  ) => void;
+}
+
+const InputList: React.FC<InputListProps> = ({ textList, onChange }) => {
+  const intl = useIntl();
+  const messageId = useRef(0);
+
+  const setMessageId = () => {
+    messageId.current = messageId.current + 1;
+  };
+
+  const handleAdd = () => {
+    setMessageId();
+    const dataList = [...textList];
+    dataList.push({
+      text: '',
+      uid: messageId.current,
+      name: `Text ${dataList.length + 1}`
+    });
+    onChange?.(dataList);
+  };
+
+  const handleDelete = (text: { text: string; uid: number | string }) => {
+    const dataList = [...textList];
+    const index = dataList.findIndex((item) => item.uid === text.uid);
+    dataList.splice(index, 1);
+    onChange?.(dataList);
+  };
+
+  const handleTextChange = (
+    value: string,
+    text: { text: string; uid: number | string }
+  ) => {
+    const dataList = [...textList];
+    const index = dataList.findIndex((item) => item.uid === text.uid);
+    dataList[index].text = value;
+    onChange?.(dataList);
+  };
+
+  return (
+    <div className="input-list">
+      {textList.length === 0 && (
+        <Button
+          block
+          onClick={handleAdd}
+          type="text"
+          style={{ backgroundColor: 'var(--ant-color-fill-secondary)' }}
+        >
+          <PlusOutlined />
+          Add Text
+        </Button>
+      )}
+      {textList.map((text, index) => {
+        return (
+          <div key={text.uid} className="input-item">
+            <div className="input-wrap">
+              <RowTextarea
+                label={`${index + 1}.`}
+                value={text.text}
+                placeholder="Input your text"
+                onChange={(e) => handleTextChange(e.target.value, text)}
+              ></RowTextarea>
+            </div>
+            <span className="btn-group">
+              <Tooltip
+                title={intl.formatMessage({ id: 'common.button.delete' })}
+              >
+                <Button
+                  size="small"
+                  type="text"
+                  icon={<MinusCircleOutlined />}
+                  onClick={() => handleDelete(text)}
+                ></Button>
+              </Tooltip>
+              {index === textList.length - 1 && (
+                <Tooltip
+                  title={intl.formatMessage({ id: 'common.button.add' })}
+                >
+                  <Button
+                    size="small"
+                    type="text"
+                    icon={<PlusCircleOutlined />}
+                    onClick={handleAdd}
+                  ></Button>
+                </Tooltip>
+              )}
+            </span>
+          </div>
+        );
+      })}
+    </div>
+  );
+};
+
+export default React.memo(InputList);

src/pages/playground/components/message-input.tsx

@@ -1,6 +1,5 @@
 import IconFont from '@/components/icon-font';
 import HotKeys, { KeyMap } from '@/config/hotkeys';
-import { platformCall } from '@/utils';
 import { ClearOutlined, SendOutlined, SwapOutlined } from '@ant-design/icons';
 import { useIntl } from '@umijs/max';
 import { Button, Divider, Input, Select, Tooltip } from 'antd';
@@ -61,18 +60,19 @@ interface MessageInputProps {
   handleAbortFetch: () => void;
   updateLayout?: (value: { span: number; count: number }) => void;
   clearAll: () => void;
-  setModelSelections: (
+  setModelSelections?: (
     modelList: (Global.BaseOption<string> & {
       instanceId: symbol;
     })[]
   ) => void;
-  presetPrompt: (list: CurrentMessage[]) => void;
-  addMessage: (message: CurrentMessage) => void;
+  presetPrompt?: (list: CurrentMessage[]) => void;
+  addMessage?: (message: CurrentMessage) => void;
   loading: boolean;
   showModelSelection?: boolean;
   disabled: boolean;
   isEmpty?: boolean;
   scope: string;
+  placeholer?: string;
 }
 
 const MessageInput: React.FC<MessageInputProps> = ({
@@ -88,12 +88,11 @@ const MessageInput: React.FC<MessageInputProps> = ({
   showModelSelection,
   disabled,
   isEmpty,
-  scope
+  scope,
+  placeholer
 }) => {
   const { TextArea } = Input;
   const intl = useIntl();
-  const platform = platformCall();
-  // const [disabled, setDisabled] = useState(false);
   const [open, setOpen] = useState(false);
   const [focused, setFocused] = useState(false);
   const [message, setMessage] = useState<CurrentMessage>({
@@ -130,11 +129,9 @@ const MessageInput: React.FC<MessageInputProps> = ({
     resetMessage();
   };
   const onStop = () => {
-    // setDisabled(false);
     handleAbortFetch();
   };
   const handleLayoutChange = (value: { span: number; count: number }) => {
-    console.log('layout change:', value);
     updateLayout?.(value);
   };
 
@@ -151,7 +148,6 @@ const MessageInput: React.FC<MessageInputProps> = ({
   };
 
   const handleUpdateModelSelections = (value: string[]) => {
-    console.log('update model selections:', value);
     const list = value?.map?.((val) => {
       return {
         value: val,
@@ -159,17 +155,21 @@ const MessageInput: React.FC<MessageInputProps> = ({
         instanceId: Symbol(val)
       };
     });
-    setModelSelections(list);
+    setModelSelections?.(list);
   };
 
   const handleOpenPrompt = () => {
     setOpen(true);
   };
 
-  const handleAddMessage = () => {
-    console.log('add message=====1');
-    addMessage({ ...message });
+  const handleAddMessage = (e?: any) => {
+    e?.preventDefault();
+    addMessage?.({ ...message });
     resetMessage();
+    setFocused(true);
+    setTimeout(() => {
+      inputRef.current?.focus?.();
+    }, 100);
   };
 
   const getPasteContent = useCallback(
@@ -246,14 +246,26 @@ const MessageInput: React.FC<MessageInputProps> = ({
   };
 
   const handleOnPaste = (e: any) => {
-    e.preventDefault();
+    // e.preventDefault();
+
     const text = e.clipboardData.getData('text');
     if (text) {
-      setMessage?.({
-        ...message,
-        content: message.content + text
-      });
+      // const startPos = e.target.selectionStart;
+      // const endPos = e.target.selectionEnd;
+      // setMessage?.({
+      //   ...message,
+      //   content:
+      //     message.content.slice(0, startPos) +
+      //     text +
+      //     message.content.slice(endPos)
+      // });
+      // if (endPos !== startPos) {
+      //   setTimeout(() => {
+      //     e.target.setSelectionRange(endPos, endPos);
+      //   }, 0);
+      // }
     } else {
+      e.preventDefault();
       getPasteContent(e);
     }
   };
@@ -284,6 +296,10 @@ const MessageInput: React.FC<MessageInputProps> = ({
     [message, handleDeleteLastImage]
   );
 
+  const handleSelectPrompt = (list: CurrentMessage[]) => {
+    presetPrompt?.(list);
+  };
+
   useHotkeys(
     HotKeys.SUBMIT,
     (e: any) => {
@@ -325,16 +341,25 @@ const MessageInput: React.FC<MessageInputProps> = ({
     <div className="messageInput">
       <div className="tool-bar">
         <div className="actions">
-          <Button
-            type="text"
-            size="middle"
-            onClick={handleToggleRole}
-            icon={<SwapOutlined rotate={90} />}
-          >
-            {intl.formatMessage({ id: `playground.${message.role}` })}
-          </Button>
-          <Divider type="vertical" style={{ margin: 0 }} />
-          <UploadImg handleUpdateImgList={handleUpdateImgList}></UploadImg>
+          {scope !== 'reranker' && (
+            <>
+              <Button
+                type="text"
+                size="middle"
+                onClick={handleToggleRole}
+                icon={<SwapOutlined rotate={90} />}
+              >
+                {intl.formatMessage({ id: `playground.${message.role}` })}
+              </Button>
+              <Divider type="vertical" style={{ margin: 0 }} />
+              {message.role === Roles.User && (
+                <UploadImg
+                  handleUpdateImgList={handleUpdateImgList}
+                  size="middle"
+                ></UploadImg>
+              )}
+            </>
+          )}
           <Tooltip
             title={intl.formatMessage({ id: 'playground.toolbar.clearmsg' })}
           >
@@ -342,20 +367,10 @@ const MessageInput: React.FC<MessageInputProps> = ({
               type="text"
               icon={<ClearOutlined />}
               size="middle"
+              disabled={loading}
               onClick={handleClearAll}
             ></Button>
           </Tooltip>
-
-          {/* <Tooltip
-            title={intl.formatMessage({ id: 'playground.toolbar.prompts' })}
-          >
-            <Button
-              type="text"
-              icon={<ControlOutlined />}
-              size="middle"
-              onClick={handleOpenPrompt}
-            ></Button>
-          </Tooltip> */}
           {updateLayout && (
             <>
               <Divider type="vertical" style={{ margin: 0 }} />
@@ -391,18 +406,20 @@ const MessageInput: React.FC<MessageInputProps> = ({
             ></Select>
           )}
 
-          <Tooltip
-            title={
-              <span>
-                [{KeyMap.ADD.textKeybinding}]{' '}
+          {scope !== 'reranker' && (
+            <Tooltip
+              title={
+                <span>
+                  [{KeyMap.ADD.textKeybinding}]{' '}
+                  {intl.formatMessage({ id: 'common.button.add' })}
+                </span>
+              }
+            >
+              <Button type="default" size="middle" onClick={handleAddMessage}>
                 {intl.formatMessage({ id: 'common.button.add' })}
-              </span>
-            }
-          >
-            <Button type="default" size="middle" onClick={handleAddMessage}>
-              {intl.formatMessage({ id: 'common.button.add' })}
-            </Button>
-          </Tooltip>
+              </Button>
+            </Tooltip>
+          )}
           {!loading ? (
             <Tooltip
               title={
@@ -440,23 +457,39 @@ const MessageInput: React.FC<MessageInputProps> = ({
         onDelete={handleDeleteImg}
       ></ThumbImg>
       <div className="input-box">
-        <TextArea
-          ref={inputRef}
-          autoSize={{ minRows: 3, maxRows: 8 }}
-          onChange={handleInputChange}
-          value={message.content}
-          size="large"
-          variant="borderless"
-          onFocus={() => setFocused(true)}
-          onBlur={() => setFocused(false)}
-          onKeyDown={handleKeyDown}
-          onPaste={handleOnPaste}
-        ></TextArea>
+        {scope !== 'reranker' ? (
+          <TextArea
+            ref={inputRef}
+            autoSize={{ minRows: 3, maxRows: 8 }}
+            onChange={handleInputChange}
+            value={message.content}
+            size="large"
+            variant="borderless"
+            onFocus={() => setFocused(true)}
+            onBlur={() => setFocused(false)}
+            onKeyDown={handleKeyDown}
+            onPaste={handleOnPaste}
+          ></TextArea>
+        ) : (
+          <TextArea
+            ref={inputRef}
+            autoSize={{ minRows: 3, maxRows: 8 }}
+            onChange={handleInputChange}
+            value={message.content}
+            size="large"
+            variant="borderless"
+            onFocus={() => setFocused(true)}
+            onBlur={() => setFocused(false)}
+            onKeyDown={handleKeyDown}
+          ></TextArea>
+        )}
         {!message.content && !focused && (
           <span
             className="holder"
             dangerouslySetInnerHTML={{
-              __html: intl.formatMessage({ id: 'playground.input.holder' })
+              __html:
+                placeholer ??
+                intl.formatMessage({ id: 'playground.input.holder' })
             }}
           ></span>
         )}
@@ -464,7 +497,7 @@ const MessageInput: React.FC<MessageInputProps> = ({
       <PromptModal
         open={open}
         onCancel={() => setOpen(false)}
-        onSelect={presetPrompt}
+        onSelect={handleSelectPrompt}
       ></PromptModal>
     </div>
   );

src/pages/playground/components/multiple-chat/content-item.tsx

@@ -15,6 +15,7 @@ interface MessageItemProps {
   data: MessageItem;
   editable?: boolean;
   loading?: boolean;
+  actions?: string[];
   updateMessage?: (message: MessageItem) => void;
   onDelete?: () => void;
 }
@@ -24,7 +25,8 @@ const ContentItem: React.FC<MessageItemProps> = ({
   onDelete,
   loading,
   data,
-  editable
+  editable,
+  actions = ['upload', 'delete', 'copy']
 }) => {
   const intl = useIntl();
   const inputRef = useRef<any>(null);
@@ -56,7 +58,6 @@ const ContentItem: React.FC<MessageItemProps> = ({
 
       for (let i = 0; i < items.length; i++) {
         let item = items[i];
-        console.log('item===========', item);
 
         if (item.kind === 'file' && item.type.indexOf('image') !== -1) {
           const file = item.getAsFile();
@@ -100,26 +101,34 @@ const ContentItem: React.FC<MessageItemProps> = ({
         console.error('Error processing images:', error);
       }
     },
-    [data]
+    [data, updateMessage]
   );
 
   const handleOnPaste = (e: any) => {
-    e.preventDefault();
+    // e.preventDefault();
     const text = e.clipboardData.getData('text');
     if (text) {
-      updateMessage?.({
-        role: data.role,
-        content: data.content + text,
-        uid: data.uid
-      });
+      // const startPos = e.target.selectionStart;
+      // const endPos = e.target.selectionEnd;
+      // updateMessage?.({
+      //   role: data.role,
+      //   content:
+      //     data.content.slice(0, startPos) + text + data.content.slice(endPos),
+      //   uid: data.uid
+      // });
+      // if (endPos !== startPos) {
+      //   setTimeout(() => {
+      //     e.target.setSelectionRange(endPos, endPos);
+      //   }, 0);
+      // }
     } else {
+      e.preventDefault();
       getPasteContent(e);
     }
   };
 
   const handleUpdateImgList = useCallback(
     (list: { uid: number | string; dataUrl: string }[]) => {
-      console.log('list===========', data.imgs, list);
       updateMessage?.({
         role: data.role,
         content: data.content,
@@ -127,7 +136,7 @@ const ContentItem: React.FC<MessageItemProps> = ({
         imgs: [...(data.imgs || []), ...list]
       });
     },
-    [data]
+    [data, updateMessage]
   );
 
   const handleDeleteImg = (uid: number | string) => {
@@ -177,13 +186,13 @@ const ContentItem: React.FC<MessageItemProps> = ({
     <div className="content-item">
       <div className="content-item-role">
         <div className="role">
-          {intl.formatMessage({ id: `playground.${data.role}` })}
+          {data.title ?? intl.formatMessage({ id: `playground.${data.role}` })}
         </div>
         <div className="actions">
-          {editable && (
+          {actions.includes('upload') && data.role === Roles.User && (
             <UploadImg handleUpdateImgList={handleUpdateImgList}></UploadImg>
           )}
-          {data.content && (
+          {data.content && actions.includes('copy') && (
             <CopyButton
               text={data.content}
               size="small"
@@ -192,7 +201,7 @@ const ContentItem: React.FC<MessageItemProps> = ({
               fontSize="12px"
             ></CopyButton>
           )}
-          {editable && (
+          {actions.includes('delete') && (
             <Tooltip title={intl.formatMessage({ id: 'common.button.delete' })}>
               <Button
                 size="small"
@@ -230,9 +239,7 @@ const ContentItem: React.FC<MessageItemProps> = ({
           ></Input.TextArea>
         </div>
       ) : (
-        <div className="content-item-content">
-          <span>{data.content}</span>
-        </div>
+        <div className="content-item-content">{data.content}</div>
       )}
     </div>
   );

src/pages/playground/components/multiple-chat/message-content.tsx

@@ -5,10 +5,11 @@ import ContentItem from './content-item';
 
 interface MessageContentProps {
   loading?: boolean;
-  spans: {
+  spans?: {
     span: number;
     count: number;
   };
+  actions?: string[];
   editable?: boolean;
   messageList: MessageItem[];
   setMessageList?: (list: any) => void;
@@ -17,8 +18,8 @@ interface MessageContentProps {
 const MessageContent: React.FC<MessageContentProps> = ({
   setMessageList,
   messageList,
-  spans,
-  editable
+  editable,
+  actions = ['upload', 'delete', 'copy']
 }) => {
   const updateMessage = (index: number, message: MessageItem) => {
     const newMessageList = [...messageList];
@@ -41,6 +42,7 @@ const MessageContent: React.FC<MessageContentProps> = ({
               key={item.uid}
               data={item}
               editable={editable}
+              actions={actions}
               onDelete={() => handleDelete(index)}
               updateMessage={(data) => updateMessage(index, data)}
             />

src/pages/playground/components/multiple-chat/model-item.tsx

@@ -14,6 +14,7 @@ import _ from 'lodash';
 import 'overlayscrollbars/overlayscrollbars.css';
 import React, {
   forwardRef,
+  useCallback,
   useContext,
   useEffect,
   useImperativeHandle,
@@ -23,7 +24,7 @@ import React, {
 } from 'react';
 import 'simplebar-react/dist/simplebar.min.css';
 import { CHAT_API } from '../../apis';
-import { Roles } from '../../config';
+import { Roles, generateMessages } from '../../config';
 import CompareContext from '../../config/compare-context';
 import { MessageItem, ModelSelectionItem } from '../../config/types';
 import '../../style/model-item.less';
@@ -69,6 +70,13 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
 
     const { initialize, updateScrollerPosition } = useOverlayScroller();
 
+    const viewCodeMessage = useMemo(() => {
+      return generateMessages([
+        { role: Roles.System, content: systemMessage },
+        ...messageList
+      ]);
+    }, [messageList, systemMessage]);
+
     const setMessageId = () => {
       messageId.current = messageId.current + 1;
     };
@@ -121,58 +129,25 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
         setMessageList((preList) => {
           return [...preList, ...currentMessageRef.current];
         });
-        const messages = _.map(
-          [...messageList, ...currentMessageRef.current],
-          (item: MessageItem) => {
-            return {
-              role: item.role,
-              content: item.content,
-              imgs: item.imgs || []
-            };
-          }
-        );
 
         contentRef.current = '';
         // ====== payload =================
-        const formatMessages = _.map(messages, (item: MessageItem) => {
-          return {
-            role: item.role,
-            content: [
-              {
-                type: 'text',
-                text: item.content
-              },
-              ..._.map(
-                item.imgs,
-                (img: { uid: string | number; dataUrl: string }) => {
-                  return {
-                    type: 'image_url',
-                    image_url: {
-                      url: img.dataUrl
-                    }
-                  };
-                }
-              )
-            ]
-          };
-        });
+
+        const messageParams = [
+          { role: Roles.System, content: systemMessage },
+          ...messageList,
+          ...currentMessageRef.current
+        ];
+
+        const messages = generateMessages(messageParams);
+
         const chatParams = {
-          messages: systemMessage
-            ? [
-                {
-                  role: Roles.System,
-                  content: [
-                    {
-                      type: 'text',
-                      text: systemMessage
-                    }
-                  ]
-                },
-                ...formatMessages
-              ]
-            : [...formatMessages],
+          messages: messages,
           ...params,
-          stream: true
+          stream: true,
+          stream_options: {
+            include_usage: true
+          }
         };
         // ============== payload end ================
         const result: any = await fetchChunkedData({
@@ -184,13 +159,21 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
         if (result?.error) {
           setTokenResult({
             error: true,
-            errorMessage: result?.data?.message
+            errorMessage:
+              result?.data?.error?.message || result?.data?.message || ''
           });
           return;
         }
         setMessageId();
         const { reader, decoder } = result;
         await readStreamData(reader, decoder, (chunk: any) => {
+          if (chunk?.error) {
+            setTokenResult({
+              error: true,
+              errorMessage: chunk?.error?.message || chunk?.message || ''
+            });
+            return;
+          }
           joinMessage(chunk);
         });
       } catch (error) {
@@ -213,7 +196,6 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
     };
 
     const handleApplyToAllModels = (e: any) => {
-      console.log('checkbox change:', e.target.checked);
       isApplyToAllModels.current = e.target.checked;
       if (e.target.checked) {
         setGlobalParams({
@@ -222,30 +204,29 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
       }
     };
 
-    const handleOnValuesChange = (
-      changeValues: any,
-      allValues: Record<string, any>
-    ) => {
-      if (isApplyToAllModels.current) {
-        setParams({
-          ...params,
-          ...allValues
-        });
-        setGlobalParams({
-          ...allValues
-        });
-      } else {
-        setParams({
-          ...params,
-          ...changeValues
-        });
-      }
-    };
+    const handleOnValuesChange = useCallback(
+      (changeValues: any, allValues: Record<string, any>) => {
+        if (isApplyToAllModels.current) {
+          setParams({
+            ...params,
+            ...allValues
+          });
+          setGlobalParams({
+            ...allValues
+          });
+        } else {
+          setParams({
+            ...params,
+            ...changeValues
+          });
+        }
+      },
+      [params, isApplyToAllModels.current]
+    );
 
     const handleClearMessage = () => {
       setMessageList([]);
       setTokenResult(null);
-      setSystemMessage('');
       currentMessageRef.current = [];
     };
 
@@ -331,7 +312,6 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
     }, [modelList, intl]);
 
     useEffect(() => {
-      console.log('globalParams:', globalParams.model, globalParams);
       setParams({
         ...params,
         model: model,
@@ -381,19 +361,34 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
         <div className="header">
           <span className="title">
             <Select
-              style={{ minWidth: '120px', maxWidth: '200px' }}
+              style={{ width: '100%' }}
               variant="borderless"
               options={modelFullList}
               onChange={handleModelChange}
               value={params.model}
-              optionRender={(data) => {
+              labelRender={(data) => {
                 return (
                   <AutoTooltip
-                    title={data.label}
                     ghost
                     tooltipProps={{
                       placement: 'right'
                     }}
+                    minWidth={60}
+                    maxWidth={180}
+                  >
+                    {data.label}
+                  </AutoTooltip>
+                );
+              }}
+              optionRender={(data) => {
+                return (
+                  <AutoTooltip
+                    ghost
+                    tooltipProps={{
+                      placement: 'right'
+                    }}
+                    minWidth={60}
+                    maxWidth={180}
                   >
                     {data.label}
                   </AutoTooltip>
@@ -401,7 +396,7 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
               }}
             ></Select>
           </span>
-          <ReferenceParams usage={tokenResult}></ReferenceParams>
+          <ReferenceParams usage={tokenResult} scaleable></ReferenceParams>
           <span className="action">
             <Dropdown
               menu={{
@@ -471,8 +466,7 @@ const ModelItem: React.FC<ModelItemProps> = forwardRef(
         </div>
         <ViewCodeModal
           open={show}
-          systemMessage={systemMessage}
-          messageList={messageList}
+          messageList={viewCodeMessage}
           parameters={params}
           onCancel={handleCloseViewCode}
           title={intl.formatMessage({ id: 'playground.viewcode' })}

src/pages/playground/components/params-settings.tsx

@@ -6,7 +6,7 @@ import { InfoCircleOutlined } from '@ant-design/icons';
 import { useIntl } from '@umijs/max';
 import { Form, InputNumber, Slider, Tooltip } from 'antd';
 import _ from 'lodash';
-import { useEffect, useId, useState } from 'react';
+import { memo, useCallback, useEffect, useId } from 'react';
 import CustomLabelStyles from '../style/custom-label.less';
 
 type ParamsSettingsFormProps = {
@@ -34,12 +34,10 @@ const ParamsSettings: React.FC<ParamsSettingsProps> = ({
   setParams,
   globalParams,
   onValuesChange,
-  model,
   modelList,
   showModelSelector = true
 }) => {
   const intl = useIntl();
-  const [ModelList, setModelList] = useState([]);
   const initialValues = {
     seed: null,
     stop: null,
@@ -81,29 +79,34 @@ const ParamsSettings: React.FC<ParamsSettingsProps> = ({
     console.log('handleOnFinishFailed', errorInfo);
   };
 
-  const handleValuesChange = (changedValues: any, allValues: any) => {
-    console.log('changedValues===', changedValues);
-    setParams?.(allValues);
-    onValuesChange?.(changedValues, allValues);
-  };
-  const handleFieldValueChange = (val: any, field: string) => {
-    const values = form.getFieldsValue();
-    form.setFieldsValue({
-      ...values,
-      [field]: val
-    });
-    setParams({
-      ...values,
-      [field]: val
-    });
-    onValuesChange?.(
-      { [field]: val },
-      {
+  const handleValuesChange = useCallback(
+    (changedValues: any, allValues: any) => {
+      setParams?.(allValues);
+      onValuesChange?.(changedValues, allValues);
+    },
+    [onValuesChange, setParams]
+  );
+  const handleFieldValueChange = useCallback(
+    (val: any, field: string) => {
+      const values = form.getFieldsValue();
+      form.setFieldsValue({
         ...values,
         [field]: val
-      }
-    );
-  };
+      });
+      setParams({
+        ...values,
+        [field]: val
+      });
+      onValuesChange?.(
+        { [field]: val },
+        {
+          ...values,
+          [field]: val
+        }
+      );
+    },
+    [form, setParams, onValuesChange]
+  );
 
   const handleResetParams = () => {
     form.setFieldsValue(initialValues);
@@ -177,7 +180,7 @@ const ParamsSettings: React.FC<ParamsSettingsProps> = ({
                 }
               ]}
             >
-              <SealSelect showSearch options={modelList}></SealSelect>
+              <SealSelect showSearch={true} options={modelList}></SealSelect>
             </Form.Item>
           </>
         )}
@@ -296,4 +299,4 @@ const ParamsSettings: React.FC<ParamsSettingsProps> = ({
   );
 };
 
-export default ParamsSettings;
+export default memo(ParamsSettings);

src/pages/playground/components/reference-params.tsx

@@ -1,10 +1,13 @@
 import { WarningOutlined } from '@ant-design/icons';
 import { useIntl } from '@umijs/max';
-import { Alert, Space, Tooltip } from 'antd';
+import { Space, Tooltip, Typography } from 'antd';
+import classNames from 'classnames';
 import _ from 'lodash';
 import '../style/reference-params.less';
 
 interface ReferenceParamsProps {
+  showOutput?: boolean;
+  scaleable?: boolean;
   usage: {
     error?: boolean;
     errorMessage?: string;
@@ -19,29 +22,41 @@ interface ReferenceParamsProps {
 
 const ReferenceParams = (props: ReferenceParamsProps) => {
   const intl = useIntl();
-  const { usage } = props;
+  const { usage, showOutput = true, scaleable } = props;
   if (!usage || _.isEmpty(usage)) {
     return null;
   }
   if (usage.error) {
     return (
-      <Alert
-        type="error"
-        style={{ textAlign: 'center', paddingBlock: 0 }}
-        message={
-          <span style={{ color: 'var(--ant-color-error)' }}>
-            <WarningOutlined className="m-r-8" />
-            {usage?.errorMessage}
-          </span>
-        }
-        banner
-        showIcon={false}
-      />
+      <Typography.Paragraph
+        type="danger"
+        ellipsis={{
+          rows: 2,
+          tooltip: usage?.errorMessage
+        }}
+        style={{
+          textAlign: 'center',
+          paddingBlock: 0,
+          margin: 0,
+          backgroundColor: 'var(--ant-color-error-bg)'
+        }}
+      >
+        <WarningOutlined className="m-r-8" />
+        {usage?.errorMessage}
+      </Typography.Paragraph>
     );
   }
   return (
-    <div className="reference-params">
-      <span className="usage">
+    <div
+      className={classNames('reference-params', {
+        scaleable: scaleable
+      })}
+    >
+      <span
+        className={classNames('usage', {
+          scaleable: scaleable
+        })}
+      >
         <Tooltip
           title={
             <Space>
@@ -63,25 +78,31 @@ const ReferenceParams = (props: ReferenceParamsProps) => {
         </Tooltip>
       </span>
 
-      <span className="usage">
-        <Tooltip
-          title={
-            <Space>
-              <span>
-                TPOT: {_.round(usage.time_per_output_token_ms, 2) || 0} ms
-              </span>
-              <span>
-                TTFT: {_.round(usage.time_to_first_token_ms, 2) || 0} ms
-              </span>
-            </Space>
-          }
+      {showOutput && (
+        <span
+          className={classNames('usage', {
+            scaleable: scaleable
+          })}
         >
-          <span>
-            {intl.formatMessage({ id: 'playground.tokenoutput' })}:{' '}
-            {_.round(usage.tokens_per_second, 2) || 0} Tokens/s
-          </span>
-        </Tooltip>
-      </span>
+          <Tooltip
+            title={
+              <Space>
+                <span>
+                  TPOT: {_.round(usage.time_per_output_token_ms, 2) || 0} ms
+                </span>
+                <span>
+                  TTFT: {_.round(usage.time_to_first_token_ms, 2) || 0} ms
+                </span>
+              </Space>
+            }
+          >
+            <span>
+              {intl.formatMessage({ id: 'playground.tokenoutput' })}:{' '}
+              {_.round(usage.tokens_per_second, 2) || 0} Tokens/s
+            </span>
+          </Tooltip>
+        </span>
+      )}
     </div>
   );
 };

src/pages/playground/components/rerank-message.tsx

@@ -0,0 +1,56 @@
+import { StarFilled } from '@ant-design/icons';
+import { Tooltip } from 'antd';
+import _ from 'lodash';
+import React from 'react';
+import '../style/content-item.less';
+import '../style/rerank-message.less';
+
+interface RerankMessageProps {
+  dataList: { title?: string; content: any; uid: number | string }[];
+}
+const RerankMessage: React.FC<RerankMessageProps> = ({ dataList }) => {
+  return (
+    <div className="rerank-message">
+      {dataList.map((item) => {
+        return (
+          <div className="content-item" key={item.uid}>
+            <div className="content-item-role">
+              <span className="role">{item.title}</span>
+            </div>
+            <div className="content-item-content">
+              {Array.isArray(item.content) ? (
+                <div className="result">
+                  {item.content.map((sItem, sIndex) => {
+                    return (
+                      <dl className="content-item-text" key={sItem.uid}>
+                        <dt className="rank">
+                          <span>[{sItem.docIndex + 1}]</span>
+                          <span className="score">
+                            <Tooltip
+                              title={
+                                <span>Score: {_.round(sItem.score, 2)}</span>
+                              }
+                            >
+                              <StarFilled className="m-r-5" />
+                              {_.round(sItem.score, 2)}
+                            </Tooltip>
+                          </span>
+                        </dt>
+                        <dd className="text">{sItem.text}</dd>
+                        {/* <dd className="doc-name">《{sItem.title}》</dd> */}
+                      </dl>
+                    );
+                  })}
+                </div>
+              ) : (
+                <div className="content-item-text">{item.content}</div>
+              )}
+            </div>
+          </div>
+        );
+      })}
+    </div>
+  );
+};
+
+export default React.memo(RerankMessage);

src/pages/playground/components/reranker-params.tsx

@@ -0,0 +1,188 @@
+import SealInput from '@/components/seal-form/seal-input';
+import SealSelect from '@/components/seal-form/seal-select';
+import { INPUT_WIDTH } from '@/constants';
+import { InfoCircleOutlined } from '@ant-design/icons';
+import { useIntl } from '@umijs/max';
+import { Form, InputNumber, Tooltip } from 'antd';
+import _ from 'lodash';
+import { memo, useCallback, useEffect, useId } from 'react';
+import CustomLabelStyles from '../style/custom-label.less';
+
+type ParamsSettingsFormProps = {
+  top_n?: number;
+  model?: string;
+};
+
+type ParamsSettingsProps = {
+  selectedModel?: string;
+  showModelSelector?: boolean;
+  params?: ParamsSettingsFormProps;
+  model?: string;
+  modelList: Global.BaseOption<string>[];
+  onValuesChange?: (changeValues: any, value: Record<string, any>) => void;
+  setParams: (params: any) => void;
+  globalParams?: ParamsSettingsFormProps;
+};
+
+const ParamsSettings: React.FC<ParamsSettingsProps> = ({
+  selectedModel,
+  setParams,
+  globalParams,
+  onValuesChange,
+  modelList,
+  showModelSelector = true
+}) => {
+  const intl = useIntl();
+  const initialValues = {
+    top_n: 1
+  };
+  const [form] = Form.useForm();
+  const formId = useId();
+
+  useEffect(() => {
+    if (showModelSelector) {
+      form.setFieldsValue({
+        model: selectedModel || _.get(modelList, '[0].value'),
+        ...initialValues
+      });
+      setParams({
+        model: selectedModel || _.get(modelList, '[0].value'),
+        ...initialValues
+      });
+    } else {
+      form.setFieldsValue({
+        model: selectedModel || '',
+        ...initialValues
+      });
+      setParams({
+        model: selectedModel || '',
+        ...initialValues
+      });
+    }
+  }, [modelList, showModelSelector, selectedModel]);
+
+  const handleOnFinish = (values: any) => {
+    console.log('handleOnFinish', values);
+  };
+
+  const handleOnFinishFailed = (errorInfo: any) => {
+    console.log('handleOnFinishFailed', errorInfo);
+  };
+
+  const handleValuesChange = useCallback(
+    (changedValues: any, allValues: any) => {
+      setParams?.(allValues);
+      onValuesChange?.(changedValues, allValues);
+    },
+    [onValuesChange, setParams]
+  );
+  const handleFieldValueChange = useCallback(
+    (val: any, field: string) => {
+      const values = form.getFieldsValue();
+      form.setFieldsValue({
+        ...values,
+        [field]: val
+      });
+      setParams({
+        ...values,
+        [field]: val
+      });
+      onValuesChange?.(
+        { [field]: val },
+        {
+          ...values,
+          [field]: val
+        }
+      );
+    },
+    [form, setParams, onValuesChange]
+  );
+
+  useEffect(() => {
+    form.setFieldsValue(globalParams);
+  }, [globalParams]);
+
+  const renderLabel = (args: {
+    field: string;
+    label: string;
+    description: string;
+  }) => {
+    return (
+      <span
+        className={CustomLabelStyles.label}
+        style={{ width: INPUT_WIDTH.mini }}
+      >
+        <span className="text">
+          {args.description ? (
+            <Tooltip title={args.description}>
+              <span> {args.label}</span>
+              <span className="m-l-5">
+                <InfoCircleOutlined />
+              </span>
+            </Tooltip>
+          ) : (
+            <span>{args.label}</span>
+          )}
+        </span>
+
+        <InputNumber
+          className="label-val"
+          variant="outlined"
+          size="small"
+          value={form.getFieldValue(args.field)}
+          controls={false}
+          onChange={(val) => handleFieldValueChange(val, args.field)}
+        ></InputNumber>
+      </span>
+    );
+  };
+
+  return (
+    <Form
+      name={formId}
+      form={form}
+      onValuesChange={handleValuesChange}
+      onFinish={handleOnFinish}
+      onFinishFailed={handleOnFinishFailed}
+    >
+      <div>
+        {
+          <>
+            <Form.Item<ParamsSettingsFormProps>
+              name="model"
+              rules={[
+                {
+                  required: true,
+                  message: intl.formatMessage(
+                    {
+                      id: 'common.form.rule.select'
+                    },
+                    { name: intl.formatMessage({ id: 'playground.model' }) }
+                  )
+                }
+              ]}
+            >
+              <SealSelect
+                showSearch={true}
+                options={modelList}
+                label={intl.formatMessage({ id: 'playground.model' })}
+              ></SealSelect>
+            </Form.Item>
+          </>
+        }
+        <Form.Item<ParamsSettingsFormProps>
+          name="top_n"
+          rules={[{ required: true }]}
+        >
+          <SealInput.Number
+            style={{ width: '100%' }}
+            label="Top N"
+            min={1}
+          ></SealInput.Number>
+        </Form.Item>
+      </div>
+    </Form>
+  );
+};
+
+export default memo(ParamsSettings);

src/pages/playground/components/thumb-img.tsx

@@ -1,5 +1,5 @@
+import AutoImage from '@/components/auto-image';
 import { CloseCircleOutlined, EyeOutlined } from '@ant-design/icons';
-import { Image } from 'antd';
 import _ from 'lodash';
 import React, { useCallback } from 'react';
 import '../style/thumb-img.less';
@@ -23,12 +23,18 @@ const ThumbImg: React.FC<{
     <div className="thumb-list-wrap">
       {_.map(dataList, (item: any) => {
         return (
-          <span key={item.uid} className="thumb-img">
+          <span
+            key={item.uid}
+            className="thumb-img"
+            style={{
+              width: item.width,
+              height: item.height
+            }}
+          >
             <span className="img">
-              <Image
+              <AutoImage
                 src={item.dataUrl}
-                width={56}
-                height={56}
+                height={100}
                 preview={{
                   mask: <EyeOutlined />
                 }}

src/pages/playground/components/upload-file.tsx

@@ -0,0 +1,118 @@
+import { readBlob, readExcelContent, readWordContent } from '@/utils';
+import { PaperClipOutlined } from '@ant-design/icons';
+import { useIntl } from '@umijs/max';
+import { Button, Tooltip, Upload } from 'antd';
+import type { UploadFile } from 'antd/es/upload';
+import { RcFile } from 'antd/es/upload';
+import { debounce } from 'lodash';
+import React, { useCallback, useRef } from 'react';
+
+interface UploadImgProps {
+  size?: 'small' | 'middle' | 'large';
+  accept?: string;
+  children?: React.ReactNode;
+  handleUpdateFileList: (
+    fileList: { text: string; name: string; uid: number | string }[]
+  ) => void;
+}
+
+const UploadImg: React.FC<UploadImgProps> = ({
+  handleUpdateFileList,
+  size = 'small',
+  accept = '.txt,.doc,.docx',
+  children
+}) => {
+  const intl = useIntl();
+  const uploadRef = useRef<any>(null);
+
+  const wordReg = /\.(doc|docx)$/;
+  const excelReg = /\.(xls|xlsx)$/;
+
+  const getBase64 = useCallback((file: RcFile): Promise<string> => {
+    return new Promise((resolve, reject) => {
+      const reader = new FileReader();
+      reader.readAsDataURL(file);
+      reader.onload = () => resolve(reader.result as string);
+      reader.onerror = (error) => reject(error);
+    });
+  }, []);
+
+  const debouncedUpdate = useCallback(
+    debounce(
+      (files: { text: string; name: string; uid: number | string }[]) => {
+        handleUpdateFileList(files);
+      },
+      300
+    ),
+    [handleUpdateFileList, intl]
+  );
+
+  const handleChange = useCallback(
+    async (info: any) => {
+      try {
+        const { fileList } = info;
+
+        const newFileList = await Promise.all(
+          fileList.map(async (item: UploadFile) => {
+            if (wordReg.test(item.name)) {
+              const context = await readWordContent(
+                item.originFileObj as RcFile
+              );
+              item.url = context;
+            } else if (excelReg.test(item.name)) {
+              const context = await readExcelContent(
+                item.originFileObj as RcFile
+              );
+              item.url = context;
+            } else {
+              const context = await readBlob(item.originFileObj as RcFile);
+              item.url = context;
+            }
+            return item;
+          })
+        );
+
+        if (newFileList.length > 0) {
+          const files = newFileList
+            .filter((sitem) => sitem.url)
+            .map((item: UploadFile) => {
+              return {
+                text: item.url as string,
+                name: item.name as string,
+                uid: item.uid
+              };
+            });
+
+          debouncedUpdate(files);
+        }
+      } catch (error) {
+        // console.log('error', error);
+      }
+    },
+    [debouncedUpdate, getBase64]
+  );
+
+  return (
+    <>
+      <Upload.Dragger
+        ref={uploadRef}
+        multiple
+        action="/"
+        accept={accept}
+        fileList={[]}
+        beforeUpload={(file) => false}
+        onChange={handleChange}
+      >
+        {children ? (
+          children
+        ) : (
+          <Tooltip title={intl.formatMessage({ id: 'playground.upload' })}>
+            <Button size={size} icon={<PaperClipOutlined />} />
+          </Tooltip>
+        )}
+      </Upload.Dragger>
+    </>
+  );
+};
+
+export default React.memo(UploadImg);

src/pages/playground/components/upload-img.tsx

@@ -7,23 +7,27 @@ import { debounce } from 'lodash';
 import React, { useCallback, useRef } from 'react';
 
 interface UploadImgProps {
+  size?: 'small' | 'middle' | 'large';
   handleUpdateImgList: (
     imgList: { dataUrl: string; uid: number | string }[]
   ) => void;
 }
 
-const UploadImg: React.FC<UploadImgProps> = ({ handleUpdateImgList }) => {
+const UploadImg: React.FC<UploadImgProps> = ({
+  handleUpdateImgList,
+  size = 'small'
+}) => {
   const intl = useIntl();
   const uploadRef = useRef<any>(null);
 
-  const getBase64 = (file: RcFile): Promise<string> => {
+  const getBase64 = useCallback((file: RcFile): Promise<string> => {
     return new Promise((resolve, reject) => {
       const reader = new FileReader();
       reader.readAsDataURL(file);
       reader.onload = () => resolve(reader.result as string);
       reader.onerror = (error) => reject(error);
     });
-  };
+  }, []);
 
   const debouncedUpdate = useCallback(
     debounce((base64List: { dataUrl: string; uid: number | string }[]) => {
@@ -32,32 +36,36 @@ const UploadImg: React.FC<UploadImgProps> = ({ handleUpdateImgList }) => {
     [handleUpdateImgList, intl]
   );
 
-  const handleChange = async (info: any) => {
-    const { fileList } = info;
+  const handleChange = useCallback(
+    async (info: any) => {
+      const { fileList } = info;
 
-    const newFileList = await Promise.all(
-      fileList.map(async (item: UploadFile) => {
-        if (item.originFileObj && !item.url) {
-          const base64 = await getBase64(item.originFileObj as RcFile);
-          item.url = base64;
-        }
-        return item;
-      })
-    );
+      const newFileList = await Promise.all(
+        fileList.map(async (item: UploadFile) => {
+          if (item.originFileObj && !item.url) {
+            const base64 = await getBase64(item.originFileObj as RcFile);
 
-    if (newFileList.length > 0) {
-      const base64List = newFileList
-        .filter((sitem) => sitem.url)
-        .map((item: UploadFile) => {
-          return {
-            dataUrl: item.url as string,
-            uid: item.uid
-          };
-        });
+            item.url = base64;
+          }
+          return item;
+        })
+      );
 
-      debouncedUpdate(base64List);
-    }
-  };
+      if (newFileList.length > 0) {
+        const base64List = newFileList
+          .filter((sitem) => sitem.url)
+          .map((item: UploadFile) => {
+            return {
+              dataUrl: item.url as string,
+              uid: item.uid
+            };
+          });
+
+        debouncedUpdate(base64List);
+      }
+    },
+    [debouncedUpdate, getBase64]
+  );
 
   return (
     <>
@@ -71,7 +79,7 @@ const UploadImg: React.FC<UploadImgProps> = ({ handleUpdateImgList }) => {
         onChange={handleChange}
       >
         <Tooltip title={intl.formatMessage({ id: 'playground.img.upload' })}>
-          <Button size="small" type="text" icon={<PictureOutlined />}></Button>
+          <Button size={size} type="text" icon={<PictureOutlined />}></Button>
         </Tooltip>
       </Upload>
     </>

src/pages/playground/components/view-code-modal.tsx

@@ -4,7 +4,7 @@ import { BulbOutlined } from '@ant-design/icons';
 import { useIntl } from '@umijs/max';
 import { Button, Modal } from 'antd';
 import _ from 'lodash';
-import React, { useEffect, useRef, useState } from 'react';
+import React, { useMemo, useState } from 'react';
 
 type ViewModalProps = {
   systemMessage?: string;
@@ -33,16 +33,12 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
     title,
     open,
     onCancel,
-    systemMessage,
     messageList,
     parameters = {},
     apiType = 'chat'
   } = props || {};
 
   const intl = useIntl();
-  const editorRef = useRef(null);
-  const [loaded, setLoaded] = useState(false);
-  const [codeValue, setCodeValue] = useState('');
   const [lang, setLang] = useState(langMap.shell);
 
   const BaseURL = `${window.location.origin}/v1-openai`;
@@ -51,42 +47,9 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
   const logcommand =
     apiType === 'chat' ? 'choices[0].message.content' : 'data[0].embedding';
 
-  const generateCode = () => {
-    const systemList = systemMessage
-      ? [
-          {
-            role: 'system',
-            content: [
-              {
-                type: 'text',
-                text: systemMessage
-              }
-            ]
-          }
-        ]
-      : [];
-
-    const formatMessageList = _.map(messageList, (item: any) => {
-      return {
-        role: item.role,
-        content: [
-          {
-            type: 'text',
-            text: item.content
-          },
-          ..._.map(item.imgs, (img: any) => {
-            return {
-              type: 'image_url',
-              image_url: {
-                url: img.dataUrl
-              }
-            };
-          })
-        ]
-      };
-    });
+  const codeValue = useMemo(() => {
     if (lang === langMap.shell) {
-      const messages = [...systemList, ...formatMessageList];
+      const messages = messageList;
       const code = `curl ${window.location.origin}/v1-openai/${api} \\\n-H "Content-Type: application/json" \\\n-H "Authorization: Bearer $\{YOUR_GPUSTACK_API_KEY}" \\\n-d '${JSON.stringify(
         {
           ...parameters,
@@ -95,9 +58,10 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
         null,
         2
       )}'`;
-      setCodeValue(code);
-    } else if (lang === langMap.javascript) {
-      const messages = [...systemList, ...formatMessageList];
+      return code;
+    }
+    if (lang === langMap.javascript) {
+      const messages = messageList;
       const code = `const OpenAI = require("openai");\n\nconst openai = new OpenAI({\n  "apiKey": "YOUR_GPUSTACK_API_KEY",\n  "baseURL": "${BaseURL}"\n});\n\nasync function main(){\n  const params = ${JSON.stringify(
         {
           ...parameters,
@@ -106,8 +70,10 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
         null,
         4
       )};\nconst response = await openai.${ClientType}.create(params);\n  console.log(response.${logcommand});\n}\nmain();`;
-      setCodeValue(code);
-    } else if (lang === langMap.python) {
+
+      return code;
+    }
+    if (lang === langMap.python) {
       const formattedParams = _.keys(parameters).reduce(
         (acc: string, key: string) => {
           if (parameters[key] === null) {
@@ -123,16 +89,13 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
       );
       const messages =
         apiType === 'chat'
-          ? `messages=${JSON.stringify(
-              [...systemList, ...formatMessageList],
-              null,
-              2
-            )}`
+          ? `messages=${JSON.stringify(messageList, null, 2)}`
           : '';
       const code = `from openai import OpenAI\n\nclient = OpenAI(\n  base_url="${BaseURL}", \n  api_key="YOUR_GPUSTACK_API_KEY"\n)\n\nresponse = client.${ClientType}.create(\n${formattedParams}  ${messages})\nprint(response.${logcommand})`;
-      setCodeValue(code);
+      return code;
     }
-  };
+    return '';
+  }, [lang, messageList, parameters]);
 
   const handleOnChangeLang = (value: string) => {
     setLang(value);
@@ -142,25 +105,6 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
     setLang(langMap.shell);
     onCancel();
   };
-  const editorConfig = {
-    minimap: {
-      enabled: false
-    },
-    hover: {
-      enabled: false
-    },
-    readOnly: true,
-    formatOnType: true,
-    formatOnPaste: true,
-    fontWeight: 'bold',
-    scrollbar: {
-      verticalSliderSize: 8
-    }
-  };
-
-  useEffect(() => {
-    generateCode();
-  }, [lang, systemMessage, messageList, parameters]);
 
   return (
     <>
@@ -192,13 +136,20 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
               }
             }}
           >
-            <HighlightCode
-              height={380}
-              theme="dark"
-              code={codeValue}
-              lang={lang}
-              copyable={false}
-            ></HighlightCode>
+            <div
+              style={{
+                paddingRight: 2,
+                paddingBottom: 2
+              }}
+            >
+              <HighlightCode
+                height={380}
+                theme="dark"
+                code={codeValue}
+                lang={lang}
+                copyable={false}
+              ></HighlightCode>
+            </div>
           </EditorWrap>
           <div
             style={{ marginTop: 10, display: 'flex', alignItems: 'baseline' }}
@@ -234,4 +185,4 @@ const ViewCodeModal: React.FC<ViewModalProps> = (props) => {
   );
 };
 
-export default ViewCodeModal;
+export default React.memo(ViewCodeModal);

src/pages/playground/config/index.ts

@@ -1,3 +1,6 @@
+import { map } from 'lodash';
+import { MessageItem } from './types';
+
 export const Roles = {
   User: 'user',
   Assistant: 'assistant',
@@ -13,3 +16,90 @@ export const playGroundRoles = [
     label: 'playground.assitant'
   }
 ];
+
+export const formatMessageParams = (messageList: any[]) => {
+  const result: any[] = [];
+
+  messageList.forEach((item) => {
+    const { role, content, title, imgs, uid } = item;
+    content?.forEach((contentItem: any) => {
+      if (contentItem.type === 'text') {
+        result.push({
+          role,
+          content: contentItem.text
+        });
+      }
+      if (contentItem.type === 'image_url') {
+        result.push({
+          role,
+          content: [
+            {
+              ...contentItem
+            }
+          ]
+        });
+      }
+    });
+  });
+  return result;
+};
+
+export const generateMessagesByListContent = (messageList: any[]) => {
+  if (!messageList.length) return [];
+
+  return messageList.map((item: MessageItem) => {
+    const content = map(
+      item.imgs,
+      (img: { uid: string | number; dataUrl: string }) => {
+        return {
+          type: 'image_url',
+          image_url: {
+            url: img.dataUrl
+          }
+        };
+      }
+    );
+
+    if (item.content) {
+      content.push({
+        type: 'text',
+        text: item.content
+      });
+    }
+    return {
+      role: item.role,
+      content: content
+    };
+  });
+};
+
+export const generateMessages = (messageList: Omit<MessageItem, 'uid'>[]) => {
+  if (!messageList.length) return [];
+
+  const result: any[] = [];
+
+  messageList.forEach((item: Omit<MessageItem, 'uid'>) => {
+    if (item.imgs?.length) {
+      const imgList = item.imgs.map((img) => {
+        return {
+          type: 'image_url',
+          image_url: {
+            url: img.dataUrl
+          }
+        };
+      });
+      result.push({
+        role: item.role,
+        content: imgList
+      });
+    }
+    if (item.content) {
+      result.push({
+        role: item.role,
+        content: item.content
+      });
+    }
+  });
+
+  return result;
+};

src/pages/playground/config/types.ts

@@ -7,6 +7,7 @@ export interface ModelSelectionItem extends Global.BaseOption<string> {
 export interface MessageItem {
   role: string;
   content: string;
+  title?: string;
   imgs?: { uid: string | number; dataUrl: string }[];
   uid: number;
 }

src/pages/playground/hooks/use-chat-completion.ts

@@ -1,110 +0,0 @@
-import { fetchChunkedData, readStreamData } from '@/utils/fetch-chunk-data';
-import _ from 'lodash';
-import { useRef, useState } from 'react';
-import { CHAT_API } from '../apis';
-import { Roles } from '../config';
-
-interface MessageItemProps {
-  role: string | number;
-  content: string;
-  uid: number;
-}
-
-const useChatCompletion = () => {
-  const [loading, setLoading] = useState(false);
-  const messageId = useRef<number>(0);
-  const [messageList, setMessageList] = useState<MessageItemProps[]>([]);
-  const contentRef = useRef<any>('');
-  const controllerRef = useRef<any>(null);
-
-  const setMessageId = () => {
-    messageId.current = messageId.current + 1;
-  };
-
-  const abortFetch = () => {
-    controllerRef.current?.abort?.();
-  };
-
-  const joinMessage = (chunk: any) => {
-    if (!chunk) {
-      return;
-    }
-    if (_.get(chunk, 'choices.0.finish_reason')) {
-      return;
-    }
-    contentRef.current =
-      contentRef.current + _.get(chunk, 'choices.0.delta.content', '');
-    setMessageList([
-      ...messageList,
-      {
-        role: Roles.Assistant,
-        content: contentRef.current,
-        uid: messageId.current
-      }
-    ]);
-  };
-
-  const submitMessage = async (pramas: {
-    parameters: Record<string, any>;
-    systemMessage: string;
-  }) => {
-    const { parameters, systemMessage } = pramas;
-    if (!parameters.model) return;
-    try {
-      setLoading(true);
-      setMessageId();
-      console.log('messagelist=========2=', messageList);
-      controllerRef.current?.abort?.();
-      controllerRef.current = new AbortController();
-      const signal = controllerRef.current.signal;
-      const messages = _.map(messageList, (item: MessageItemProps) => {
-        return {
-          role: item.role,
-          content: item.content
-        };
-      });
-
-      contentRef.current = '';
-      const chatParams = {
-        messages: systemMessage
-          ? [
-              {
-                role: Roles.System,
-                content: systemMessage
-              },
-              ...messages
-            ]
-          : [...messages],
-        ...parameters,
-        stream: true
-      };
-      const result = await fetchChunkedData({
-        data: chatParams,
-        url: CHAT_API,
-        signal
-      });
-
-      if (!result) {
-        return;
-      }
-      const { reader, decoder } = result;
-      await readStreamData(reader, decoder, (chunk: any) => {
-        joinMessage(chunk);
-      });
-      setLoading(false);
-    } catch (error) {
-      console.log('error=====', error);
-      setLoading(false);
-    }
-  };
-
-  return {
-    loading,
-    messageList,
-    setMessageList,
-    submitMessage,
-    abortFetch
-  };
-};
-
-export default useChatCompletion;

src/pages/playground/index.tsx

@@ -1,5 +1,7 @@
 import IconFont from '@/components/icon-font';
+import breakpoints from '@/config/breakpoints';
 import HotKeys from '@/config/hotkeys';
+import useWindowResize from '@/hooks/use-window-resize';
 import { MessageOutlined, OneToOneOutlined } from '@ant-design/icons';
 import { PageContainer } from '@ant-design/pro-components';
 import { useIntl } from '@umijs/max';
@@ -10,14 +12,20 @@ import { useCallback, useEffect, useRef, useState } from 'react';
 import { useHotkeys } from 'react-hotkeys-hook';
 import { queryModelsList } from './apis';
 import GroundLeft from './components/ground-left';
+import GroundReranker from './components/ground-reranker';
 import MultipleChat from './components/multiple-chat';
 import './style/play-ground.less';
 
 const Playground: React.FC = () => {
   const intl = useIntl();
+  const { size } = useWindowResize();
   const [activeKey, setActiveKey] = useState('chat');
   const groundLeftRef = useRef<any>(null);
+  const groundRerankerRef = useRef<any>(null);
   const [modelList, setModelList] = useState<Global.BaseOption<string>[]>([]);
+  const [rerankerModelList, setRerankerModelList] = useState<
+    Global.BaseOption<string>[]
+  >([]);
   const [loaded, setLoaded] = useState(false);
   const optionsList = [
     {
@@ -30,6 +38,11 @@ const Playground: React.FC = () => {
       value: 'compare',
       icon: <OneToOneOutlined />
     }
+    // {
+    //   label: 'Rerank',
+    //   value: 'reranker',
+    //   icon: <FileSearchOutlined />
+    // }
   ];
 
   const handleViewCode = useCallback(() => {
@@ -37,8 +50,12 @@ const Playground: React.FC = () => {
   }, [groundLeftRef]);
 
   const handleToggleCollapse = useCallback(() => {
+    if (activeKey === 'reranker') {
+      groundRerankerRef.current?.setCollapse?.();
+      return;
+    }
     groundLeftRef.current?.setCollapse?.();
-  }, [groundLeftRef]);
+  }, [groundLeftRef, groundRerankerRef, activeKey]);
 
   const items: TabsProps['items'] = [
     {
@@ -52,9 +69,28 @@ const Playground: React.FC = () => {
       key: 'compare',
       label: 'Compare',
       children: <MultipleChat modelList={modelList} loaded={loaded} />
+    },
+    {
+      key: 'reranker',
+      label: 'Reranker',
+      children: (
+        <GroundReranker
+          ref={groundRerankerRef}
+          modelList={rerankerModelList}
+          loaded={loaded}
+        ></GroundReranker>
+      )
     }
   ];
 
+  useEffect(() => {
+    if (size.width < breakpoints.lg) {
+      if (!groundLeftRef.current?.collapse) {
+        groundLeftRef.current?.setCollapse?.();
+      }
+    }
+  }, [size.width]);
+
   useEffect(() => {
     const getModelList = async () => {
       try {
@@ -68,14 +104,43 @@ const Playground: React.FC = () => {
             label: item.id
           };
         }) as Global.BaseOption<string>[];
-        setModelList(list);
+        return list;
       } catch (error) {
         console.error(error);
-      } finally {
+        return [];
+      }
+    };
+    const getModelListByReranker = async () => {
+      try {
+        const params = {
+          reranker: true
+        };
+        const res = await queryModelsList(params);
+        const list = _.map(res.data || [], (item: any) => {
+          return {
+            value: item.id,
+            label: item.id
+          };
+        }) as Global.BaseOption<string>[];
+        return list;
+      } catch (error) {
+        console.error(error);
+        return [];
+      }
+    };
+    const fetchData = async () => {
+      try {
+        const [modelist, rerankerModelList] = await Promise.all([
+          getModelList(),
+          getModelListByReranker()
+        ]);
+        setModelList(modelist);
+        setRerankerModelList(rerankerModelList);
+      } catch (error) {
         setLoaded(true);
       }
     };
-    getModelList();
+    fetchData();
   }, []);
 
   const renderExtra = () => {
@@ -136,7 +201,7 @@ const Playground: React.FC = () => {
       extra={renderExtra()}
       className={classNames('playground-container', {
         compare: activeKey === 'compare',
-        chat: activeKey === 'chat'
+        chat: activeKey !== 'compare'
       })}
     >
       <div className="play-ground">

src/pages/playground/style/content-item.less

@@ -12,7 +12,6 @@
 
   .role {
     position: relative;
-    cursor: pointer;
     padding: 0 4px;
     border-radius: var(--border-radius-mini);
   }
@@ -32,7 +31,7 @@
 
   &-content {
     word-break: break-word;
-    padding: 8px;
+    padding: 8px 14px;
     min-height: 38px;
     border-radius: var(--border-radius-mini);
     background-color: var(--ant-color-fill-tertiary);

src/pages/playground/style/file-list.less

@@ -0,0 +1,38 @@
+.file-list {
+  display: flex;
+  flex-direction: column;
+  gap: 8px;
+
+  .file-item {
+    display: flex;
+    align-items: center;
+    justify-content: space-between;
+    border-bottom: 1px solid var(--ant-color-split);
+    padding: 8px 14px;
+    padding-right: 6px;
+    cursor: pointer;
+    height: 41px;
+    transition: background-color 0.3s ease;
+
+    .delete-btn {
+      display: none;
+    }
+
+    &:hover {
+      background-color: var(--ant-color-fill-tertiary);
+
+      .delete-btn {
+        display: block;
+      }
+    }
+
+    &.ghost {
+      background-color: transparent;
+    }
+
+    .title {
+      display: flex;
+      align-items: center;
+    }
+  }
+}

src/pages/playground/style/ground-left.less

@@ -2,6 +2,7 @@
   display: flex;
 
   .params-wrapper {
+    position: relative;
     overflow-x: hidden;
     width: 390px;
     border-left: 1px solid var(--ant-color-split);
@@ -10,6 +11,10 @@
     padding-top: 16px;
     overflow-y: auto;
 
+    &::-webkit-scrollbar {
+      width: 0;
+    }
+
     .box {
       width: 390px;
       padding-inline: var(--layout-content-inlinepadding);
@@ -50,4 +55,11 @@
       }
     }
   }
+
+  .ant-upload-wrapper .ant-upload-drag {
+    background-color: var(--color-fill-sider);
+    display: flex;
+    flex-direction: column;
+    justify-content: center;
+  }
 }

src/pages/playground/style/input-list.less

@@ -0,0 +1,39 @@
+.input-list {
+  display: flex;
+  flex-direction: column;
+  gap: 8px;
+
+  .input-item {
+    display: flex;
+    align-items: center;
+    justify-content: space-between;
+    padding: 0;
+    cursor: pointer;
+    transition: background-color 0.3s ease;
+    border-bottom: 1px solid var(--ant-color-split);
+
+    &:hover {
+      background-color: var(--ant-color-fill-tertiary);
+
+      .btn-group {
+        display: flex;
+        gap: 8px;
+      }
+    }
+
+    &:focus-within {
+      background-color: transparent;
+    }
+
+    .input-wrap {
+      flex: 1;
+    }
+
+    .btn-group {
+      width: 60px;
+      margin-left: 8px;
+      display: flex;
+      gap: 8px;
+    }
+  }
+}

src/pages/playground/style/model-item.less

@@ -4,6 +4,7 @@
   border: 1px solid var(--ant-color-border);
   border-radius: var(--border-radius-base);
   height: 100%;
+  background-color: var(--color-white-1);
 
   .header {
     padding-inline: 2px 16px;
@@ -12,6 +13,12 @@
     justify-content: space-between;
     height: 46px;
     border-bottom: 1px solid var(--ant-color-border);
+    width: 100%;
+
+    .title {
+      max-width: min(100%, 180px);
+      min-width: min(120px, 32%);
+    }
   }
 
   .action {

src/pages/playground/style/reference-params.less

@@ -6,7 +6,16 @@
   color: var(--ant-orange);
   gap: 20px;
 
+  &.scaleable {
+    gap: 15px;
+  }
+
   .usage {
     cursor: pointer;
+    line-height: 16px;
+
+    &.scaleable {
+      transform: scale(0.9);
+    }
   }
 }

src/pages/playground/style/rerank-message.less

@@ -0,0 +1,45 @@
+.rerank-message {
+  display: flex;
+  flex-direction: column;
+
+  .rank {
+    margin-right: 10px;
+    max-width: 75px;
+    min-width: 55px;
+    display: flex;
+    align-items: center;
+    justify-content: space-between;
+
+    .score {
+      margin-left: 5px;
+      color: var(--ant-rate-star-color);
+    }
+  }
+
+  .result {
+    display: flex;
+    flex-direction: column;
+    gap: 10px;
+  }
+
+  .content-item-text {
+    margin-bottom: 0;
+    display: flex;
+    align-items: center;
+  }
+
+  .text {
+    flex: 1;
+    width: 300px;
+    overflow: hidden;
+    text-overflow: ellipsis;
+    white-space: nowrap;
+    margin-bottom: 0;
+  }
+
+  .doc-name {
+    margin-bottom: 0;
+    font-weight: var(--font-weight-bold);
+    font-style: italic;
+  }
+}

src/pages/playground/style/thumb-img.less

@@ -1,8 +1,6 @@
 .thumb-img {
   position: relative;
   display: flex;
-  width: 56px;
-  height: 56px;
 
   .img {
     display: flex;