feat: upload audio file in chat

src/pages/playground/config/index.ts

@@ -1,6 +1,6 @@
 import _, { map } from 'lodash';
 import { CREAT_IMAGE_API } from '../apis';
-import { MessageItem } from './types';
+import { AudioData, MessageItem } from './types';
 
 export const Roles = {
   User: 'user',
@@ -76,7 +76,33 @@ export const generateMessagesByListContent = (messageList: any[]) => {
         content: content
       };
     }
-    return _.omit(item, ['uid', 'imgs']);
+
+    // audio
+    if (item.audio?.length) {
+      const content = map(item.audio, (item: AudioData) => {
+        return {
+          type: 'input_audio',
+          input_audio: {
+            data: item.base64,
+            format: item.format
+          }
+        };
+      });
+
+      if (item.content) {
+        content.push({
+          type: 'text',
+          text: item.content
+        });
+      }
+
+      return {
+        role: item.role,
+        content: content
+      };
+    }
+
+    return _.omit(item, ['uid', 'imgs', 'audio']);
   });
 };
 

src/pages/playground/config/types.ts

@@ -13,10 +13,23 @@ export type MessageItemAction =
   | 'markdown'
   | 'edit';
 
+export type AudioFormat = 'wav' | 'mp3';
+
+export interface AudioData {
+  uid: string | number;
+  base64: string;
+  format: AudioFormat;
+  data: {
+    url: string;
+    name: string;
+    duration: number;
+  };
+}
+
 export interface MessageItem {
   content: string;
   imgs?: { uid: string | number; dataUrl: string }[];
-  audio?: { uid: string | number; dataUrl: string; format: 'wav' | 'mp3' };
+  audio?: AudioData[];
   role: string;
   title?: React.ReactNode;
   uid: number;