import { setRouteCache } from '@/atoms/route-cache'; import AlertInfo from '@/components/alert-info'; import IconFont from '@/components/icon-font'; import SpeechContent from '@/components/speech-content'; import routeCachekey from '@/config/route-cachekey'; import { useIntl } from '@umijs/max'; import { Spin } from 'antd'; import _ from 'lodash'; import 'overlayscrollbars/overlayscrollbars.css'; import React, { forwardRef, useImperativeHandle, useMemo, useRef, useState } from 'react'; import { AUDIO_TEXT_TO_SPEECH_API, CHAT_API, textToSpeech } from '../apis'; import MessageInput from '../components/message-input'; import RightContainer from '../components/right-container'; import ViewCommonCode from '../components/view-common-code'; import { extractErrorMessage } from '../config'; import { MessageItem } from '../config/types'; import '../style/ground-llm.less'; import '../style/system-message-wrap.less'; import { TextToSpeechCode } from '../view-code/audio'; import TTSDataForm from './forms/tts-form'; interface MessageProps { modelList: Global.BaseOption[]; loaded?: boolean; ref?: any; } const GroundTTS: React.FC = forwardRef((props, ref) => { const { modelList } = props; const messageId = useRef(0); const [messageList, setMessageList] = useState< { input: string; voice: string; format: string; speed: number; uid: number; autoplay: boolean; audioUrl: string; }[] >([]); const intl = useIntl(); const [parameters, setParams] = useState({ model: '', voice: '', response_format: 'mp3' }); const [show, setShow] = useState(false); const [loading, setLoading] = useState(false); const [tokenResult, setTokenResult] = useState(null); const [collapse, setCollapse] = useState(false); const controllerRef = useRef(null); const checkvalueRef = useRef(true); const [currentPrompt, setCurrentPrompt] = useState(''); const formRef = useRef(null); useImperativeHandle(ref, () => { return { viewCode() { setShow(true); }, setCollapse() { setCollapse(!collapse); }, collapse: collapse }; }); const dropEmptyFields = (parameters: Record) => { const fields = [ 'task_type', 'instructions', 'max_new_tokens', 'ref_audio', 'ref_text', 'language', 'x_vector_only_mode' ]; const newParams = { ...parameters }; return _.omitBy(newParams, (value: any, key: string) => { return fields.includes(key) && !value; }); }; const viewCodeContent = useMemo(() => { return TextToSpeechCode({ api: AUDIO_TEXT_TO_SPEECH_API, parameters: { ...dropEmptyFields(parameters), input: currentPrompt } }); }, [parameters, currentPrompt]); const setMessageId = () => { messageId.current = messageId.current + 1; }; const handleStopConversation = () => { controllerRef.current?.abort?.(); setLoading(false); }; const handleInputChange = (e: any) => { setCurrentPrompt(e.target.value); }; const submitMessage = async (current?: { role: string; content: string }) => { try { await formRef.current?.form.validateFields(); if (!parameters.model) return; setLoading(true); setMessageId(); setTokenResult(null); setCurrentPrompt(current?.content || ''); setMessageList([]); setRouteCache(routeCachekey['/playground/speech'], true); controllerRef.current?.abort?.(); controllerRef.current = new AbortController(); const signal = controllerRef.current.signal; const params = { ...dropEmptyFields(parameters), input: current?.content || currentPrompt }; const res: any = await textToSpeech({ data: params, url: CHAT_API, signal }); setParams(params); console.log('result:', res); if ((res?.status_code && res?.status_code !== 200) || res?.error) { setTokenResult({ error: true, errorMessage: extractErrorMessage(res) }); setMessageList([]); return; } setMessageList([ { input: current?.content || currentPrompt, voice: parameters.voice, format: parameters.response_format, speed: parameters.speed, uid: messageId.current, autoplay: checkvalueRef.current, audioUrl: res.url } ]); } catch (error: any) { const res = error?.response?.data; console.log('error:', error); if (res?.error) { setTokenResult({ error: true, errorMessage: extractErrorMessage(res) }); } } finally { setLoading(false); setRouteCache(routeCachekey['/playground/speech'], false); } }; const handleClear = () => { setMessageId(); setMessageList([]); setTokenResult(null); }; const handleSendMessage = (message: Omit) => { submitMessage(message); }; const handleCloseViewCode = () => { setShow(false); }; const updatateParams = (values: Record) => { setParams((pre: any) => { return { ...pre, ...values }; }); }; const handleOnCheckChange = (e: any) => { checkvalueRef.current = e.target.checked; }; return (
{messageList.length ? ( ) : (
{intl.formatMessage({ id: 'playground.audio.texttospeech.tips' })}
)} {loading && (
)}
{tokenResult && (
)}
); }); export default GroundTTS;