730 lines
19 KiB
TypeScript
730 lines
19 KiB
TypeScript
import AutoTooltip from '@/components/auto-tooltip';
|
|
import DropdownButtons from '@/components/drop-down-buttons';
|
|
import IconFont from '@/components/icon-font';
|
|
import { TooltipOverlayScroller } from '@/components/overlay-scroller';
|
|
import RowChildren from '@/components/seal-table/components/row-children';
|
|
import SimpleTabel, { ColumnProps } from '@/components/simple-table';
|
|
import InfoColumn from '@/components/simple-table/info-column';
|
|
import StatusTag from '@/components/status-tag';
|
|
import ThemeTag from '@/components/tags-wrapper/theme-tag';
|
|
import { HandlerOptions } from '@/hooks/use-chunk-fetch';
|
|
import useDownloadStream from '@/hooks/use-download-stream';
|
|
import { ListItem as WorkerListItem } from '@/pages/resources/config/types';
|
|
import { convertFileSize } from '@/utils';
|
|
import {
|
|
DeleteOutlined,
|
|
DownloadOutlined,
|
|
HddFilled,
|
|
InfoCircleOutlined,
|
|
ThunderboltFilled
|
|
} from '@ant-design/icons';
|
|
import { useIntl } from '@umijs/max';
|
|
import { Button, Col, Progress, Row, Tooltip, notification } from 'antd';
|
|
import dayjs from 'dayjs';
|
|
import _ from 'lodash';
|
|
import React, { useCallback, useEffect, useMemo } from 'react';
|
|
import styled from 'styled-components';
|
|
import { MODEL_INSTANCE_API } from '../apis';
|
|
import { InstanceStatusMap, InstanceStatusMapValue, status } from '../config';
|
|
import { backendOptionsMap } from '../config/backend-parameters';
|
|
import { generateSource } from '../config/button-actions';
|
|
import {
|
|
DistributedServerItem,
|
|
DistributedServers,
|
|
ModelInstanceListItem
|
|
} from '../config/types';
|
|
import '../style/instance-item.less';
|
|
|
|
interface InstanceItemProps {
|
|
instanceData: ModelInstanceListItem;
|
|
workerList: WorkerListItem[];
|
|
modelData?: any;
|
|
defaultOpenId: string;
|
|
handleChildSelect: (val: string, item: ModelInstanceListItem) => void;
|
|
}
|
|
|
|
const fieldList = [
|
|
{
|
|
label: 'CPU',
|
|
key: 'cpuoffload',
|
|
locale: false
|
|
},
|
|
{
|
|
label: 'GPU',
|
|
key: 'gpuoffload',
|
|
locale: false
|
|
}
|
|
];
|
|
|
|
const statusColumn: ColumnProps[] = [
|
|
{
|
|
title: 'models.table.download.progress',
|
|
locale: true,
|
|
key: 'download_progress',
|
|
render: ({ row }) => {
|
|
return (
|
|
<StatusTag
|
|
download={{
|
|
percent: row.download_progress
|
|
}}
|
|
statusValue={{
|
|
status: row.download_progress
|
|
? status[InstanceStatusMap.Running]
|
|
: status[InstanceStatusMap.Initializing],
|
|
text: row.download_progress,
|
|
message: ''
|
|
}}
|
|
/>
|
|
);
|
|
}
|
|
}
|
|
];
|
|
const downloadList: ColumnProps[] = [
|
|
{
|
|
title: 'resources.worker',
|
|
locale: true,
|
|
key: 'worker_name',
|
|
width: 280
|
|
},
|
|
...statusColumn
|
|
];
|
|
|
|
const draftModelDownloadList: ColumnProps[] = [
|
|
{
|
|
title: 'models.form.draftModel',
|
|
locale: true,
|
|
key: 'draft_model',
|
|
width: 280
|
|
},
|
|
...statusColumn
|
|
];
|
|
|
|
const WorkerInfo = (props: {
|
|
title: React.ReactNode;
|
|
defaultOpen: boolean;
|
|
}) => {
|
|
const [open, setOpen] = React.useState(props.defaultOpen);
|
|
useEffect(() => {
|
|
if (props.defaultOpen) {
|
|
setTimeout(() => {
|
|
setOpen(false);
|
|
}, 1000);
|
|
}
|
|
}, [props.defaultOpen]);
|
|
return (
|
|
<span className="server-info-wrapper">
|
|
<Tooltip
|
|
open={open}
|
|
onOpenChange={setOpen}
|
|
title={props.title}
|
|
styles={{
|
|
body: {
|
|
width: 'max-content',
|
|
maxWidth: '400px'
|
|
}
|
|
}}
|
|
>
|
|
<span className="server-info">
|
|
<InfoCircleOutlined />
|
|
</span>
|
|
</Tooltip>
|
|
</span>
|
|
);
|
|
};
|
|
|
|
const GPUIndexWrapper = styled.span`
|
|
display: flex;
|
|
flex-direction: column;
|
|
gap: 2px;
|
|
`;
|
|
const RenderRayactorDownloading = (props: {
|
|
severList: any[];
|
|
instanceData: any;
|
|
workerList: WorkerListItem[];
|
|
}) => {
|
|
const { severList, instanceData, workerList } = props;
|
|
if (!severList.length && !instanceData.draft_model_download_progress) {
|
|
return null;
|
|
}
|
|
const list = _.map(severList, (item: any) => {
|
|
const data = _.find(workerList, { id: item.worker_id });
|
|
return {
|
|
worker_name: data?.name,
|
|
worker_ip: data?.ip,
|
|
download_progress: _.round(item.download_progress, 2)
|
|
};
|
|
});
|
|
|
|
const mainWorker = [
|
|
{
|
|
worker_name: `${instanceData.worker_name}`,
|
|
worker_ip: `${instanceData.worker_ip}`,
|
|
download_progress: _.round(instanceData.download_progress, 2)
|
|
}
|
|
];
|
|
|
|
const draftModelList = [];
|
|
if (instanceData.draft_model_download_progress > 0) {
|
|
draftModelList.push({
|
|
draft_model: generateSource(instanceData.draft_model_source),
|
|
download_progress: _.round(instanceData.draft_model_download_progress, 2)
|
|
});
|
|
}
|
|
|
|
return (
|
|
<div>
|
|
{severList.length > 0 && (
|
|
<SimpleTabel
|
|
columns={downloadList}
|
|
dataSource={[...mainWorker, ...list]}
|
|
rowKey="worker_name"
|
|
theme="light"
|
|
></SimpleTabel>
|
|
)}
|
|
|
|
{draftModelList.length > 0 && (
|
|
<SimpleTabel
|
|
columns={draftModelDownloadList}
|
|
dataSource={[...draftModelList]}
|
|
rowKey="worker_name"
|
|
theme="light"
|
|
></SimpleTabel>
|
|
)}
|
|
</div>
|
|
);
|
|
};
|
|
|
|
const RenderWorkerDownloading = (props: {
|
|
distributed_servers?: DistributedServers;
|
|
workerList: WorkerListItem[];
|
|
instanceData: ModelInstanceListItem;
|
|
backend?: string;
|
|
}) => {
|
|
const { distributed_servers, workerList, instanceData, backend } = props;
|
|
|
|
const severList: DistributedServerItem[] =
|
|
distributed_servers?.subordinate_workers || [];
|
|
|
|
const isWorkerNotDownloading =
|
|
instanceData.state !== InstanceStatusMap.Downloading ||
|
|
!severList.length ||
|
|
backend === backendOptionsMap.llamaBox;
|
|
|
|
if (isWorkerNotDownloading && !instanceData.draft_model_download_progress) {
|
|
return null;
|
|
}
|
|
return (
|
|
<Tooltip
|
|
arrow={true}
|
|
styles={{
|
|
body: {
|
|
width: 360,
|
|
backgroundColor: 'var(--color-spotlight-bg)'
|
|
}
|
|
}}
|
|
classNames={{
|
|
root: 'light-downloading-tooltip'
|
|
}}
|
|
title={
|
|
<RenderRayactorDownloading
|
|
severList={severList}
|
|
workerList={workerList}
|
|
instanceData={instanceData}
|
|
></RenderRayactorDownloading>
|
|
}
|
|
>
|
|
<Progress
|
|
showInfo={false}
|
|
type="circle"
|
|
size={16}
|
|
strokeColor="var(--ant-color-success)"
|
|
percent={
|
|
instanceData.draft_model_download_progress ||
|
|
_.find(severList, (item: any) => item.download_progress < 100)
|
|
?.download_progress ||
|
|
0
|
|
}
|
|
/>
|
|
</Tooltip>
|
|
);
|
|
};
|
|
|
|
const InstanceStatusTag = (
|
|
props: Pick<InstanceItemProps, 'instanceData' | 'handleChildSelect'>
|
|
) => {
|
|
const intl = useIntl();
|
|
const { instanceData, handleChildSelect } = props;
|
|
if (!instanceData.state) {
|
|
return null;
|
|
}
|
|
return (
|
|
<>
|
|
<StatusTag
|
|
download={
|
|
instanceData.state === InstanceStatusMap.Downloading
|
|
? { percent: instanceData.download_progress }
|
|
: undefined
|
|
}
|
|
extra={
|
|
instanceData.state === InstanceStatusMap.Error &&
|
|
instanceData.worker_id ? (
|
|
<Button
|
|
type="link"
|
|
size="small"
|
|
style={{ paddingLeft: 0 }}
|
|
onClick={() => handleChildSelect('viewlog', instanceData)}
|
|
>
|
|
{intl.formatMessage({ id: 'models.list.more.logs' })}
|
|
</Button>
|
|
) : null
|
|
}
|
|
statusValue={{
|
|
status:
|
|
instanceData.state === InstanceStatusMap.Downloading &&
|
|
instanceData.download_progress === 100
|
|
? status[InstanceStatusMap.Running]
|
|
: status[instanceData.state],
|
|
text: InstanceStatusMapValue[instanceData.state],
|
|
message:
|
|
instanceData.state === InstanceStatusMap.Downloading &&
|
|
instanceData.download_progress === 100
|
|
? ''
|
|
: instanceData.state_message
|
|
}}
|
|
/>
|
|
</>
|
|
);
|
|
};
|
|
|
|
const childActionList = [
|
|
{
|
|
label: 'common.button.viewlog',
|
|
key: 'viewlog',
|
|
status: [
|
|
InstanceStatusMap.Initializing,
|
|
InstanceStatusMap.Running,
|
|
InstanceStatusMap.Error,
|
|
InstanceStatusMap.Starting,
|
|
InstanceStatusMap.Downloading
|
|
],
|
|
icon: <IconFont type="icon-logs" />
|
|
},
|
|
// {
|
|
// label: 'Terminal',
|
|
// locale: false,
|
|
// key: 'terminal',
|
|
// icon: <CodeOutlined />
|
|
// },
|
|
{
|
|
label: 'common.button.downloadLog',
|
|
key: 'download',
|
|
status: [
|
|
InstanceStatusMap.Initializing,
|
|
InstanceStatusMap.Running,
|
|
InstanceStatusMap.Error,
|
|
InstanceStatusMap.Starting,
|
|
InstanceStatusMap.Downloading
|
|
],
|
|
icon: <DownloadOutlined />
|
|
},
|
|
{
|
|
label: 'common.button.delrecreate',
|
|
key: 'delete',
|
|
props: {
|
|
danger: true
|
|
},
|
|
icon: <DeleteOutlined />
|
|
}
|
|
];
|
|
|
|
const renderGpuIndexs = (gpuIndexes: number[]) => {
|
|
return (
|
|
<GPUIndexWrapper>
|
|
{_.chunk(gpuIndexes, 8).map((item: number[], index: number) => {
|
|
return <span key={index}>{item.join(',')}</span>;
|
|
})}
|
|
</GPUIndexWrapper>
|
|
);
|
|
};
|
|
|
|
const distributeCols: ColumnProps[] = [
|
|
{
|
|
title: 'Worker',
|
|
key: 'worker_name',
|
|
style: {
|
|
wordBreak: 'break-word'
|
|
}
|
|
},
|
|
{
|
|
title: 'IP',
|
|
key: 'worker_ip',
|
|
render: ({ row }) => {
|
|
return row.port ? `${row.worker_ip}:${row.port}` : row.worker_ip;
|
|
}
|
|
},
|
|
{
|
|
title: 'models.table.gpuindex',
|
|
locale: true,
|
|
key: 'gpu_index',
|
|
render: ({ row }) => {
|
|
const list = _.sortBy(row.gpu_index, (item: number) => item);
|
|
return row.is_main ? (
|
|
<>
|
|
{renderGpuIndexs(list)}
|
|
<span>(main)</span>
|
|
</>
|
|
) : (
|
|
renderGpuIndexs(list)
|
|
);
|
|
}
|
|
},
|
|
{
|
|
title: 'models.table.vram.allocated',
|
|
locale: true,
|
|
key: 'vram',
|
|
render: ({ rowIndex, row, dataList }) => {
|
|
return convertFileSize(row.vram, 1);
|
|
}
|
|
}
|
|
];
|
|
|
|
const renderMessage = (title: string) => {
|
|
return (
|
|
<div
|
|
style={{
|
|
width: 280,
|
|
textOverflow: 'ellipsis',
|
|
whiteSpace: 'nowrap',
|
|
overflow: 'hidden'
|
|
}}
|
|
>
|
|
{title}
|
|
</div>
|
|
);
|
|
};
|
|
|
|
const InstanceItem: React.FC<InstanceItemProps> = ({
|
|
instanceData,
|
|
workerList,
|
|
modelData,
|
|
defaultOpenId,
|
|
handleChildSelect
|
|
}) => {
|
|
const [api, contextHolder] = notification.useNotification({
|
|
stack: { threshold: 1 }
|
|
});
|
|
const { downloadStream } = useDownloadStream();
|
|
const intl = useIntl();
|
|
const actionItems = useMemo(() => {
|
|
return _.filter(childActionList, (action: any) => {
|
|
if (action.key === 'viewlog' || action.key === 'download') {
|
|
return action.status.includes(instanceData.state);
|
|
}
|
|
return true;
|
|
});
|
|
}, [instanceData.state]);
|
|
|
|
const createFileName = (name: string) => {
|
|
const timestamp = dayjs().format('YYYY-MM-DD_HH-mm-ss');
|
|
const fileName = `${name}_${timestamp}.txt`;
|
|
return fileName;
|
|
};
|
|
|
|
const downloadNotification = useCallback(
|
|
(
|
|
data: HandlerOptions & {
|
|
filename: string;
|
|
duration?: number;
|
|
chunkRequestRef: any;
|
|
}
|
|
) => {
|
|
api.open({
|
|
duration: data.duration,
|
|
message: renderMessage(data.filename),
|
|
key: data.filename,
|
|
closeIcon: (
|
|
<span>{intl.formatMessage({ id: 'common.button.cancel' })}</span>
|
|
),
|
|
description: <Progress percent={data.percent} size="small"></Progress>,
|
|
onClose() {
|
|
data.chunkRequestRef?.current?.abort();
|
|
notification.destroy?.(data.filename);
|
|
}
|
|
});
|
|
},
|
|
[]
|
|
);
|
|
|
|
const renderWorkerInfo = useMemo(() => {
|
|
let workerIp = '-';
|
|
if (instanceData.worker_ip) {
|
|
workerIp = instanceData.port
|
|
? `${instanceData.worker_ip}:${instanceData.port}`
|
|
: instanceData.worker_ip;
|
|
}
|
|
return (
|
|
<div>
|
|
<div>{instanceData.worker_name}</div>
|
|
<div className="flex-center">
|
|
<HddFilled className="m-r-5" />
|
|
{workerIp}
|
|
</div>
|
|
<div className="flex-center">
|
|
<IconFont type="icon-filled-gpu" className="m-r-5" />
|
|
{intl.formatMessage({ id: 'models.table.gpuindex' })}: [
|
|
{_.join(instanceData.gpu_indexes?.sort?.(), ',')}]
|
|
</div>
|
|
<div className="flex-center">
|
|
<ThunderboltFilled className="m-r-5" />
|
|
{intl.formatMessage({ id: 'models.form.backend' })}:{' '}
|
|
{modelData?.backend || ''}
|
|
{modelData.backend_version ? `(${modelData.backend_version})` : ''}
|
|
</div>
|
|
</div>
|
|
);
|
|
}, [
|
|
instanceData.worker_name,
|
|
instanceData.worker_ip,
|
|
instanceData.port,
|
|
instanceData.gpu_indexes,
|
|
modelData?.backend,
|
|
modelData?.backend_version,
|
|
intl
|
|
]);
|
|
|
|
const calcTotalVram = (vram: Record<string, number>) => {
|
|
return _.sum(_.values(vram));
|
|
};
|
|
|
|
const renderDistributedServer = (severList: any[]) => {
|
|
const list = _.map(severList, (item: any) => {
|
|
const data = _.find(workerList, { id: item.worker_id });
|
|
return {
|
|
worker_name: data?.name,
|
|
worker_ip: data?.ip,
|
|
port: '',
|
|
is_main: false,
|
|
vram: calcTotalVram(item.computed_resource_claim?.vram || {}),
|
|
gpu_index: _.keys(item.computed_resource_claim?.vram)
|
|
};
|
|
});
|
|
|
|
const mainWorker = [
|
|
{
|
|
worker_name: `${instanceData.worker_name}`,
|
|
worker_ip: `${instanceData.worker_ip}`,
|
|
port: '',
|
|
vram: calcTotalVram(instanceData.computed_resource_claim?.vram || {}),
|
|
is_main: true,
|
|
gpu_index: instanceData.gpu_indexes
|
|
}
|
|
];
|
|
|
|
return (
|
|
<div>
|
|
<SimpleTabel
|
|
rowKey="worker_name"
|
|
columns={distributeCols}
|
|
dataSource={[...mainWorker, ...list]}
|
|
></SimpleTabel>
|
|
</div>
|
|
);
|
|
};
|
|
|
|
const renderDistributionInfo = (distributed_servers: DistributedServers) => {
|
|
const severList: DistributedServerItem[] =
|
|
distributed_servers?.subordinate_workers || [];
|
|
|
|
if (!severList.length) {
|
|
return null;
|
|
}
|
|
|
|
return (
|
|
<TooltipOverlayScroller
|
|
toolTipProps={{
|
|
trigger: 'hover',
|
|
styles: {
|
|
body: {
|
|
width: 'max-content',
|
|
maxWidth: '520px',
|
|
minWidth: '400px'
|
|
}
|
|
}
|
|
}}
|
|
title={renderDistributedServer(severList)}
|
|
>
|
|
<ThemeTag
|
|
opacity={0.75}
|
|
color="processing"
|
|
style={{
|
|
marginRight: 0,
|
|
display: 'flex',
|
|
alignItems: 'center',
|
|
maxWidth: '100%',
|
|
minWidth: 50,
|
|
textOverflow: 'ellipsis',
|
|
whiteSpace: 'nowrap',
|
|
overflow: 'hidden',
|
|
borderRadius: 12
|
|
}}
|
|
>
|
|
<InfoCircleOutlined className="m-r-5" />
|
|
{intl.formatMessage({
|
|
id: 'models.table.acrossworker'
|
|
})}
|
|
</ThemeTag>
|
|
</TooltipOverlayScroller>
|
|
);
|
|
};
|
|
|
|
const renderOffloadInfo = useMemo(() => {
|
|
const total_layers = instanceData.computed_resource_claim?.total_layers;
|
|
const offload_layers = instanceData.computed_resource_claim?.offload_layers;
|
|
|
|
if (total_layers === offload_layers || !total_layers) {
|
|
return null;
|
|
}
|
|
|
|
const offloadData = {
|
|
cpuoffload: `${
|
|
_.subtract(
|
|
instanceData.computed_resource_claim?.total_layers,
|
|
instanceData.computed_resource_claim?.offload_layers
|
|
) || 0
|
|
} ${intl.formatMessage({
|
|
id: 'models.table.layers'
|
|
})}`,
|
|
gpuoffload: `${instanceData.computed_resource_claim?.offload_layers} ${intl.formatMessage(
|
|
{
|
|
id: 'models.table.layers'
|
|
}
|
|
)}`
|
|
};
|
|
return (
|
|
<Tooltip
|
|
styles={{
|
|
body: {
|
|
paddingInline: 12
|
|
}
|
|
}}
|
|
title={
|
|
<InfoColumn fieldList={fieldList} data={offloadData}></InfoColumn>
|
|
}
|
|
>
|
|
<ThemeTag
|
|
opacity={0.75}
|
|
color="cyan"
|
|
style={{
|
|
display: 'flex',
|
|
alignItems: 'center',
|
|
maxWidth: '100%',
|
|
minWidth: 50,
|
|
textOverflow: 'ellipsis',
|
|
whiteSpace: 'nowrap',
|
|
overflow: 'hidden',
|
|
borderRadius: 12
|
|
}}
|
|
>
|
|
<InfoCircleOutlined className="m-r-5" />
|
|
{intl.formatMessage({
|
|
id: 'models.table.cpuoffload'
|
|
})}
|
|
</ThemeTag>
|
|
</Tooltip>
|
|
);
|
|
}, [
|
|
instanceData.computed_resource_claim?.total_layers,
|
|
instanceData.computed_resource_claim?.offload_layers
|
|
]);
|
|
|
|
const handleOnSelect = (val: string) => {
|
|
if (val === 'download') {
|
|
downloadStream({
|
|
url: `${MODEL_INSTANCE_API}/${instanceData.id}/logs`,
|
|
filename: createFileName(instanceData.name),
|
|
downloadNotification
|
|
});
|
|
} else {
|
|
handleChildSelect(val, instanceData);
|
|
}
|
|
};
|
|
|
|
return (
|
|
<>
|
|
{contextHolder}
|
|
<div style={{ borderRadius: 'var(--ant-table-header-border-radius)' }}>
|
|
<RowChildren>
|
|
<Row style={{ width: '100%' }} align="middle">
|
|
<Col
|
|
span={6}
|
|
style={{
|
|
paddingInline: 'var(--ant-table-cell-padding-inline)'
|
|
}}
|
|
>
|
|
<span className="flex-center instance-name">
|
|
<AutoTooltip title={instanceData.name} ghost>
|
|
<span className="m-r-5">{instanceData.name}</span>
|
|
</AutoTooltip>
|
|
{!!instanceData.worker_id && (
|
|
<WorkerInfo
|
|
title={renderWorkerInfo}
|
|
defaultOpen={defaultOpenId === instanceData.name}
|
|
></WorkerInfo>
|
|
)}
|
|
</span>
|
|
</Col>
|
|
<Col span={7}>
|
|
<span
|
|
style={{
|
|
paddingLeft: '58px',
|
|
flexWrap: 'wrap',
|
|
gap: '8px'
|
|
}}
|
|
className="flex align-center"
|
|
>
|
|
{renderOffloadInfo}
|
|
{renderDistributionInfo(
|
|
instanceData.distributed_servers || ({} as DistributedServers)
|
|
)}
|
|
</span>
|
|
</Col>
|
|
<Col span={4}>
|
|
<span
|
|
style={{ paddingLeft: '62px', gap: 4 }}
|
|
className="flex-center justify-center"
|
|
>
|
|
<InstanceStatusTag
|
|
instanceData={instanceData}
|
|
handleChildSelect={handleChildSelect}
|
|
/>
|
|
<RenderWorkerDownloading
|
|
backend={modelData?.backend}
|
|
distributed_servers={instanceData.distributed_servers}
|
|
workerList={workerList}
|
|
instanceData={instanceData}
|
|
></RenderWorkerDownloading>
|
|
</span>
|
|
</Col>
|
|
<Col span={4}>
|
|
<span style={{ paddingLeft: 43 }} className="flex">
|
|
<AutoTooltip ghost>
|
|
{dayjs(instanceData.created_at).format('YYYY-MM-DD HH:mm:ss')}
|
|
</AutoTooltip>
|
|
</span>
|
|
</Col>
|
|
<Col span={3}>
|
|
<div style={{ paddingLeft: 36 }}>
|
|
<DropdownButtons
|
|
items={actionItems}
|
|
onSelect={handleOnSelect}
|
|
></DropdownButtons>
|
|
</div>
|
|
</Col>
|
|
</Row>
|
|
</RowChildren>
|
|
</div>
|
|
</>
|
|
);
|
|
};
|
|
export default InstanceItem;
|