fix: fetch all model instance after stopping

src/pages/benchmark/components/view-logs-modal.tsx

@@ -17,6 +17,9 @@ const ViewLogsModal: React.FC<ViewModalProps> = (props) => {
   const logsViewerRef = React.useRef<any>(null);
   const requestRef = React.useRef<any>(null);
   const contentRef = React.useRef<any>(null);
+  const [params, setParams] = React.useState<any>({
+    follow: true
+  });
 
   const handleCancel = useCallback(() => {
     logsViewerRef.current?.abort();
@@ -94,9 +97,7 @@ const ViewLogsModal: React.FC<ViewModalProps> = (props) => {
           tail={undefined}
           enableScorllLoad={true}
           isDownloading={false}
-          params={{
-            follow: true
-          }}
+          params={params}
         ></LogsViewer>
       </div>
     </Modal>

src/pages/llmodels/deployments.tsx

@@ -278,6 +278,21 @@ const Models = forwardRef((props, ref) => {
     fetchData({
       loadingVal: false
     });
+    // re-align the instance cache with the backend as a backstop, in case a
+    // DELETE watch event for terminated instances was missed
+    getAllModelInstances();
+  });
+
+  // proactively drop a model's instances from the cache when it is stopped, so
+  // a stale (terminating) instance can't linger and show up alongside the new
+  // one after an immediate restart
+  const handleStop = useMemoizedFn(async (modelIds: number[]) => {
+    const idSet = new Set(modelIds);
+    cacheInsDataListRef.current = cacheInsDataListRef.current.filter(
+      (item) => !idSet.has(item.model_id)
+    );
+    setModelInstances(cacheInsDataListRef.current);
+    handleSearchBySilent();
   });
 
   const handleSearch = useMemoizedFn(async (params?: any) => {
@@ -456,7 +471,7 @@ const Models = forwardRef((props, ref) => {
         handleOnToggleExpandAll={createModelsInstanceChunkRequest}
         onViewLogs={cancelRequestsOnPageInactive}
         onCancelViewLogs={handleOnCancelViewLogs}
-        onStop={handleSearchBySilent}
+        onStop={handleStop}
         onStart={handleSearchBySilent}
         onTableSort={handleOnSortChange}
         onFilterChange={handleOnFilterChange}

src/pages/usage/token-tab/components/breakdown-tabs.tsx

@@ -47,7 +47,7 @@ const BreakdownTabs: React.FC<{
       },
       {
         key: 'users',
-        label: intl.formatMessage({ id: 'usage.tabs.users' }),
+        label: intl.formatMessage({ id: 'usage.table.users' }),
         forceRender: true,
         children: (
           <UsersTable