import AutoTooltip from '@/components/auto-tooltip'; import DeleteModal from '@/components/delete-modal'; import DropdownButtons from '@/components/drop-down-buttons'; import IconFont from '@/components/icon-font'; import PageTools from '@/components/page-tools'; import SealTable from '@/components/seal-table'; import SealColumn from '@/components/seal-table/components/seal-column'; import { PageAction } from '@/config'; import HotKeys from '@/config/hotkeys'; import useExpandedRowKeys from '@/hooks/use-expanded-row-keys'; import useTableRowSelection from '@/hooks/use-table-row-selection'; import useTableSort from '@/hooks/use-table-sort'; import ViewCodeModal from '@/pages/playground/components/view-code-modal'; import { GPUDeviceItem, ListItem as WorkerListItem } from '@/pages/resources/config/types'; import { handleBatchRequest } from '@/utils'; import { DeleteOutlined, DownOutlined, EditOutlined, SyncOutlined, WechatWorkOutlined } from '@ant-design/icons'; import { PageContainer } from '@ant-design/pro-components'; import { Access, useAccess, useIntl, useNavigate } from '@umijs/max'; import { Button, Dropdown, Input, Space, Tag, message } from 'antd'; import dayjs from 'dayjs'; import _ from 'lodash'; import { memo, useCallback, useRef, useState } from 'react'; import { useHotkeys } from 'react-hotkeys-hook'; import { MODELS_API, MODEL_INSTANCE_API, createModel, deleteModel, deleteModelInstance, queryModelInstancesList, updateModel } from '../apis'; import { getSourceRepoConfigValue, modelSourceMap } from '../config'; import { FormData, ListItem, ModelInstanceListItem } from '../config/types'; import DeployModal from './deploy-modal'; import InstanceItem from './instance-item'; import UpdateModel from './update-modal'; import ViewLogsModal from './view-logs-modal'; interface ModelsProps { handleSearch: (e: any) => void; handleNameChange: (e: any) => void; handleShowSizeChange?: (page: number, size: number) => void; handlePageChange: (page: number, pageSize: number | undefined) => void; queryParams: { page: number; perPage: number; query?: string; }; gpuDeviceList: GPUDeviceItem[]; workerList: WorkerListItem[]; dataSource: ListItem[]; loading: boolean; total: number; } const Models: React.FC = ({ handleNameChange, handleSearch, handlePageChange, dataSource, gpuDeviceList, workerList, queryParams, loading, total }) => { const access = useAccess(); const intl = useIntl(); const navigate = useNavigate(); const rowSelection = useTableRowSelection(); const { handleExpandChange, updateExpandedRowKeys, expandedRowKeys } = useExpandedRowKeys(); const { sortOrder, setSortOrder } = useTableSort({ defaultSortOrder: 'descend' }); const [embeddingParams, setEmbeddingParams] = useState({ params: {}, show: false }); const [openLogModal, setOpenLogModal] = useState(false); const [openAddModal, setOpenAddModal] = useState(false); const [openDeployModal, setOpenDeployModal] = useState({ show: false, width: 600, source: modelSourceMap.huggingface_value }); const [currentData, setCurrentData] = useState({} as ListItem); const [currentInstanceUrl, setCurrentInstanceUrl] = useState(''); const modalRef = useRef(null); useHotkeys( HotKeys.NEW1.join(','), () => { setOpenDeployModal({ show: true, width: 'calc(100vw - 220px)', source: modelSourceMap.huggingface_value }); }, { preventDefault: true, enabled: !openAddModal && !openDeployModal.show && !openLogModal } ); useHotkeys( HotKeys.NEW3.join(','), () => { setOpenDeployModal({ show: true, width: 'calc(100vw - 220px)', source: modelSourceMap.modelscope_value }); }, { preventDefault: true, enabled: !openAddModal && !openDeployModal.show && !openLogModal } ); useHotkeys( HotKeys.NEW2.join(','), () => { setOpenDeployModal({ show: true, width: 600, source: modelSourceMap.ollama_library_value }); }, { preventDefault: true, enabled: !openAddModal && !openDeployModal.show && !openLogModal } ); const sourceOptions = [ { label: 'Hugging Face', value: modelSourceMap.huggingface_value, key: 'huggingface', icon: , onClick: (e: any) => { setOpenDeployModal({ show: true, width: 'calc(100vw - 220px)', source: modelSourceMap.huggingface_value }); } }, { label: 'Ollama Library', value: modelSourceMap.ollama_library_value, key: 'ollama_library', icon: , onClick: (e: any) => { setOpenDeployModal(() => { return { show: true, width: 600, source: modelSourceMap.ollama_library_value }; }); } }, { label: 'ModelScope', value: modelSourceMap.modelscope_value, key: 'modelscope', icon: , onClick: (e: any) => { setOpenDeployModal({ show: true, width: 'calc(100vw - 220px)', source: modelSourceMap.modelscope_value }); } } ]; const ActionList = [ { label: 'common.button.edit', key: 'edit', icon: }, { label: 'models.openinplayground', key: 'chat', icon: }, { label: 'common.button.viewcode', key: 'embedding', icon: }, { label: 'common.button.delete', key: 'delete', props: { danger: true }, icon: } ]; const setActionList = useCallback((record: ListItem) => { return _.filter(ActionList, (action: any) => { if (action.key === 'chat') { return record.ready_replicas > 0 && !record.embedding_only; } if (action.key === 'embedding') { return record.embedding_only && record.ready_replicas > 0; } return true; }); }, []); const handleOnSort = (dataIndex: string, order: any) => { setSortOrder(order); }; const handleOnCell = async (record: any, dataIndex: string) => { const params = { id: record.id, data: _.omit(record, [ 'id', 'ready_replicas', 'created_at', 'updated_at', 'rowIndex' ]) }; await updateModel(params); message.success(intl.formatMessage({ id: 'common.message.success' })); }; const handleModalOk = useCallback( async (data: FormData) => { try { console.log('data:', data, openDeployModal); const result = getSourceRepoConfigValue(currentData?.source, data); await updateModel({ data: { ...result.values, ..._.omit(data, result.omits) }, id: currentData?.id as number }); setOpenAddModal(false); message.success(intl.formatMessage({ id: 'common.message.success' })); } catch (error) {} }, [currentData] ); const handleModalCancel = useCallback(() => { setOpenAddModal(false); }, []); const handleDeployModalCancel = () => { setOpenDeployModal({ ...openDeployModal, show: false }); }; const handleCreateModel = useCallback( async (data: FormData) => { try { console.log('data:', data, openDeployModal); const result = getSourceRepoConfigValue(openDeployModal.source, data); await createModel({ data: { ...result.values, ..._.omit(data, result.omits) } }); setOpenDeployModal({ ...openDeployModal, show: false }); message.success(intl.formatMessage({ id: 'common.message.success' })); } catch (error) {} }, [openDeployModal] ); const handleLogModalCancel = useCallback(() => { setOpenLogModal(false); }, []); const handleDelete = async (row: any) => { modalRef.current.show({ content: 'models.table.models', name: row.name, async onOk() { await deleteModel(row.id); updateExpandedRowKeys([row.id]); } }); }; const handleDeleteBatch = () => { modalRef.current.show({ content: 'models.table.models', selection: true, async onOk() { await handleBatchRequest(rowSelection.selectedRowKeys, deleteModel); rowSelection.clearSelections(); updateExpandedRowKeys(rowSelection.selectedRowKeys); } }); }; const handleOpenPlayGround = (row: any) => { navigate(`/playground?model=${row.name}`); }; const handleViewLogs = async (row: any) => { try { setCurrentInstanceUrl(`${MODEL_INSTANCE_API}/${row.id}/logs`); setOpenLogModal(true); } catch (error) { console.log('error:', error); } }; const handleDeleteInstace = (row: any, list: ModelInstanceListItem[]) => { modalRef.current.show({ content: 'models.instances', name: row.name, async onOk() { await deleteModelInstance(row.id); if (list.length === 1) { updateExpandedRowKeys([row.model_id]); } } }); }; const getModelInstances = async (row: any) => { const params = { id: row.id, page: 1, perPage: 100 }; const data = await queryModelInstancesList(params); return data.items || []; }; const generateChildrenRequestAPI = (params: any) => { return `${MODELS_API}/${params.id}/instances`; }; const handleEdit = (row: ListItem) => { setCurrentData(row); setOpenAddModal(true); }; const handleSelect = useCallback( (val: any, row: ListItem) => { if (val === 'edit') { handleEdit(row); } if (val === 'chat') { handleOpenPlayGround(row); } if (val === 'delete') { handleDelete(row); } if (val === 'embedding') { setEmbeddingParams({ params: { input: 'Your text string goes here', model: row.name }, show: true }); } }, [handleEdit, handleOpenPlayGround, handleDelete, setEmbeddingParams] ); const handleChildSelect = useCallback( (val: any, row: ModelInstanceListItem, list: ModelInstanceListItem[]) => { if (val === 'delete') { handleDeleteInstace(row, list); } if (val === 'viewlog') { handleViewLogs(row); } }, [] ); const renderChildren = useCallback( (list: any, parent?: any) => { return ( ); }, [workerList] ); const generateSource = useCallback((record: ListItem) => { if (record.source === modelSourceMap.modelscope_value) { return `${modelSourceMap.modelScope}/${record.model_scope_file_path || record.model_scope_model_id}`; } if (record.source === modelSourceMap.huggingface_value) { return `${modelSourceMap.huggingface}/${record.huggingface_filename || record.huggingface_repo_id}`; } return `${modelSourceMap.ollama_library}/${record.ollama_library_model_name}`; }, []); const handleCloseViewCode = useCallback(() => { setEmbeddingParams({ params: {}, show: false }); }, []); return ( <> } right={ } > { return ( {text} {record.reranker && ( Reranker )} {record.embedding_only && !record.reranker && ( Embedding Only )} ); }} /> { return ( {generateSource(record)} ); }} /> { return ( {record.ready_replicas} / {record.replicas} ); }} /> { return dayjs(text).format('YYYY-MM-DD HH:mm:ss'); }} /> { return ( handleSelect(val, record)} > ); }} /> ); }; export default memo(Models);