From 5ba802482f72f5c91d4902cd5a63d1a001e731da Mon Sep 17 00:00:00 2001
From: shaohuzhang1 <80892890+shaohuzhang1@users.noreply.github.com>
Date: Thu, 27 Mar 2025 19:53:35 +0800
Subject: [PATCH] perf: Optimize voice recording (#2707)

---
 .../chat-input-operate/TouchChat.vue          |  11 +-
 .../component/chat-input-operate/index.vue    | 227 +++++++++++-------
 ui/src/components/ai-chat/index.vue           |   5 +
 3 files changed, 149 insertions(+), 94 deletions(-)

diff --git a/ui/src/components/ai-chat/component/chat-input-operate/TouchChat.vue b/ui/src/components/ai-chat/component/chat-input-operate/TouchChat.vue
index b2941d77e..e7cb014ac 100644
--- a/ui/src/components/ai-chat/component/chat-input-operate/TouchChat.vue
+++ b/ui/src/components/ai-chat/component/chat-input-operate/TouchChat.vue
@@ -8,9 +8,9 @@
       @touchstart="onTouchStart"
       @touchmove="onTouchMove"
       @touchend="onTouchEnd"
-      :disabled="props.disabled"
+      :disabled="disabled"
     >
-      按住说话
+      {{ disabled ? '对话中' : '按住说话' }}
     </el-button>
     <!-- 使用 custom-class 自定义样式 -->
     <transition name="el-fade-in-linear">
@@ -94,10 +94,13 @@ watch(
 )
 
 function onTouchStart(event: any) {
-  emit('TouchStart')
-  startY.value = event.touches[0].clientY
   // 阻止默认滚动行为
   event.preventDefault()
+  if (props.disabled) {
+    return
+  }
+  emit('TouchStart')
+  startY.value = event.touches[0].clientY
 }
 function onTouchMove(event: any) {
   if (!isTouching.value) return
diff --git a/ui/src/components/ai-chat/component/chat-input-operate/index.vue b/ui/src/components/ai-chat/component/chat-input-operate/index.vue
index b4d62b23e..549ad029c 100644
--- a/ui/src/components/ai-chat/component/chat-input-operate/index.vue
+++ b/ui/src/components/ai-chat/component/chat-input-operate/index.vue
@@ -119,7 +119,7 @@
           @TouchStart="startRecording"
           @TouchEnd="TouchEnd"
           :time="recorderTime"
-          :start="!mediaRecorderStatus"
+          :start="recorderStatus === 'START'"
           :disabled="loading"
         />
         <el-input
@@ -127,9 +127,9 @@
           ref="quickInputRef"
           v-model="inputValue"
           :placeholder="
-            startRecorderTime
+            recorderStatus === 'START'
               ? `${$t('chat.inputPlaceholder.speaking')}...`
-              : recorderLoading
+              : recorderStatus === 'TRANSCRIBING'
                 ? `${$t('chat.inputPlaceholder.recorderLoading')}...`
                 : $t('chat.inputPlaceholder.default')
           "
@@ -143,8 +143,10 @@
           <template v-if="props.applicationDetails.stt_model_enable">
             <span v-if="mode === 'mobile'">
               <el-button text @click="isMicrophone = !isMicrophone">
+                <!-- 键盘 -->
                 <AppIcon v-if="isMicrophone" iconName="app-keyboard"></AppIcon>
                 <el-icon v-else>
+                  <!-- 录音 -->
                   <Microphone />
                 </el-icon>
               </el-button>
@@ -154,7 +156,7 @@
                 :disabled="loading"
                 text
                 @click="startRecording"
-                v-if="mediaRecorderStatus"
+                v-if="recorderStatus === 'STOP'"
               >
                 <el-icon>
                   <Microphone />
@@ -165,14 +167,19 @@
                 <el-text type="info"
                   >00:{{ recorderTime < 10 ? `0${recorderTime}` : recorderTime }}</el-text
                 >
-                <el-button text type="primary" @click="stopRecording" :loading="recorderLoading">
+                <el-button
+                  text
+                  type="primary"
+                  @click="stopRecording"
+                  :loading="recorderStatus === 'TRANSCRIBING'"
+                >
                   <AppIcon iconName="app-video-stop"></AppIcon>
                 </el-button>
               </div>
             </span>
           </template>
 
-          <template v-if="(!startRecorderTime && !recorderLoading) || mode === 'mobile'">
+          <template v-if="recorderStatus === 'STOP' || mode === 'mobile'">
             <span v-if="props.applicationDetails.file_upload_enable" class="flex align-center ml-4">
               <el-upload
                 action="#"
@@ -234,7 +241,7 @@
   </div>
 </template>
 <script setup lang="ts">
-import { ref, computed, onMounted, nextTick } from 'vue'
+import { ref, computed, onMounted, nextTick, watch } from 'vue'
 import Recorder from 'recorder-core'
 import TouchChat from './TouchChat.vue'
 import applicationApi from '@/api/application'
@@ -417,107 +424,133 @@ const uploadFile = async (file: any, fileList: any) => {
       }
     })
 }
-
+// 语音录制任务id
 const intervalId = ref<any | null>(null)
+// 语音录制开始秒数
 const recorderTime = ref(0)
-const startRecorderTime = ref(false)
-const recorderLoading = ref(false)
+// START:开始录音 TRANSCRIBING:转换文字中
+const recorderStatus = ref<'START' | 'TRANSCRIBING' | 'STOP'>('STOP')
+
 const inputValue = ref<string>('')
 const uploadImageList = ref<Array<any>>([])
 const uploadDocumentList = ref<Array<any>>([])
 const uploadVideoList = ref<Array<any>>([])
 const uploadAudioList = ref<Array<any>>([])
-const mediaRecorderStatus = ref(true)
+
 const showDelete = ref('')
 
-// 定义响应式引用
-const mediaRecorder = ref<any>(null)
 const isDisabledChat = computed(
   () => !(inputValue.value.trim() && (props.appId || props.applicationDetails?.name))
 )
-// 移动端语音
+// 是否显示移动端语音按钮
 const isMicrophone = ref(false)
-
+watch(isMicrophone, (value: boolean) => {
+  if (value) {
+    // 如果显示就申请麦克风权限
+    recorderManage.open()
+  } else {
+    // 关闭麦克风
+    recorderManage.close()
+  }
+})
 const TouchEnd = (bool: Boolean) => {
   if (bool) {
     stopRecording()
+    recorderStatus.value = 'STOP'
   } else {
     stopTimer()
-    mediaRecorder.value.close()
-    mediaRecorder.value = null
+    recorderStatus.value = 'STOP'
   }
 }
+// 取消录音控制台日志
+Recorder.CLog = function () {}
 
-// 开始录音
-const startRecording = async () => {
-  try {
-    // 取消录音控制台日志
-    Recorder.CLog = function () {}
-    mediaRecorder.value = new Recorder({
+class RecorderManage {
+  recorder?: any
+  uploadRecording: (blob: Blob, duration: number) => void
+  constructor(uploadRecording: (blob: Blob, duration: number) => void) {
+    this.uploadRecording = uploadRecording
+  }
+  open() {
+    const recorder = new Recorder({
       type: 'mp3',
       bitRate: 128,
       sampleRate: 16000
     })
-
-    mediaRecorder.value.open(
-      () => {
-        mediaRecorder.value.start()
-        mediaRecorderStatus.value = false
+    if (!this.recorder) {
+      recorder.open(() => {
+        this.recorder = recorder
+      }, this.errorCallBack)
+    }
+  }
+  start() {
+    if (this.recorder) {
+      this.recorder.start()
+      recorderStatus.value = 'START'
+      handleTimeChange()
+    } else {
+      const recorder = new Recorder({
+        type: 'mp3',
+        bitRate: 128,
+        sampleRate: 16000
+      })
+      recorder.open(() => {
+        this.recorder = recorder
+        recorder.start()
+        recorderStatus.value = 'START'
         handleTimeChange()
-      },
-      (err: any) => {
-        stopTimer()
-        mediaRecorder.value.close()
-        MsgAlert(
-          t('common.tip'),
-          `${t('chat.tip.recorderTip')}
-    <img src="${new URL(`@/assets/tipIMG.jpg`, import.meta.url).href}" style="width: 100%;" />`,
-          {
+      }, this.errorCallBack)
+    }
+  }
+  stop() {
+    if (this.recorder) {
+      this.recorder.stop(
+        (blob: Blob, duration: number) => {
+          if (mode !== 'mobile') {
+            this.close()
+          }
+          this.uploadRecording(blob, duration)
+        },
+        (err: any) => {
+          MsgAlert(t('common.tip'), err, {
             confirmButtonText: t('chat.tip.confirm'),
             dangerouslyUseHTMLString: true,
             customClass: 'record-tip-confirm'
-          }
-        )
-      }
-    )
-  } catch (error) {
-    MsgAlert(
-      t('common.tip'),
-      `${t('chat.tip.recorderTip')}
-    <img src="${new URL(`@/assets/tipIMG.jpg`, import.meta.url).href}" style="width: 100%;" />`,
-      {
+          })
+        }
+      )
+    }
+  }
+  close() {
+    if (this.recorder) {
+      this.recorder.close()
+      this.recorder = undefined
+    }
+  }
+
+  private errorCallBack(err: any, isUserNotAllow: boolean) {
+    if (isUserNotAllow) {
+      MsgAlert(t('common.tip'), err, {
         confirmButtonText: t('chat.tip.confirm'),
         dangerouslyUseHTMLString: true,
         customClass: 'record-tip-confirm'
-      }
-    )
-    mediaRecorder.value.close()
-    stopTimer()
+      })
+    } else {
+      MsgAlert(
+        t('common.tip'),
+        `${err}
+        <div style="width: 100%;height:1px;border-top:1px var(--el-border-color) var(--el-border-style);margin:10px 0;"></div> 
+        ${t('chat.tip.recorderTip')}
+    <img src="${new URL(`@/assets/tipIMG.jpg`, import.meta.url).href}" style="width: 100%;" />`,
+        {
+          confirmButtonText: t('chat.tip.confirm'),
+          dangerouslyUseHTMLString: true,
+          customClass: 'record-tip-confirm'
+        }
+      )
+    }
   }
 }
-
-// 停止录音
-const stopRecording = () => {
-  startRecorderTime.value = false
-  recorderTime.value = 0
-  if (mediaRecorder.value) {
-    mediaRecorderStatus.value = true
-    mediaRecorder.value.stop(
-      (blob: Blob, duration: number) => {
-        // 测试blob是否能正常播放
-        //  const link = document.createElement('a')
-        //  link.href = window.URL.createObjectURL(blob)
-        //  link.download = 'abc.mp3'
-        //  link.click()
-        uploadRecording(blob) // 上传录音文件
-      },
-      (err: any) => {
-        console.error(`${t('chat.tip.recorderError')}:`, err)
-      }
-    )
-  }
-}
-
 // 上传录音文件
 const uploadRecording = async (audioBlob: Blob) => {
   try {
@@ -525,16 +558,13 @@ const uploadRecording = async (audioBlob: Blob) => {
     if (!props.applicationDetails.stt_autosend) {
       isMicrophone.value = false
     }
-    recorderLoading.value = true
-
+    recorderStatus.value = 'TRANSCRIBING'
     const formData = new FormData()
     formData.append('file', audioBlob, 'recording.mp3')
     bus.emit('on:transcribing', true)
     applicationApi
       .postSpeechToText(props.applicationDetails.id as string, formData, localLoading)
       .then((response) => {
-        recorderLoading.value = false
-        mediaRecorder.value.close()
         inputValue.value = typeof response.data === 'string' ? response.data : ''
         // 自动发送
         if (props.applicationDetails.stt_autosend) {
@@ -546,21 +576,35 @@ const uploadRecording = async (audioBlob: Blob) => {
         }
       })
       .catch((error) => {
-        recorderLoading.value = false
         console.error(`${t('chat.uploadFile.errorMessage')}:`, error)
       })
-      .finally(() => bus.emit('on:transcribing', false))
+      .finally(() => {
+        recorderStatus.value = 'STOP'
+        bus.emit('on:transcribing', false)
+      })
   } catch (error) {
-    recorderLoading.value = false
+    recorderStatus.value = 'STOP'
     console.error(`${t('chat.uploadFile.errorMessage')}:`, error)
   }
 }
+const recorderManage = new RecorderManage(uploadRecording)
+// 开始录音
+const startRecording = () => {
+  recorderManage.start()
+}
+
+// 停止录音
+const stopRecording = () => {
+  recorderManage.stop()
+}
 
 const handleTimeChange = () => {
-  startRecorderTime.value = true
   recorderTime.value = 0
+  if (intervalId.value) {
+    return
+  }
   intervalId.value = setInterval(() => {
-    if (!startRecorderTime.value) {
+    if (recorderStatus.value === 'STOP') {
       clearInterval(intervalId.value!)
       intervalId.value = null
       return
@@ -569,10 +613,12 @@ const handleTimeChange = () => {
     recorderTime.value++
 
     if (recorderTime.value === 60) {
-      stopRecording()
-      clearInterval(intervalId.value!)
-      intervalId.value = null
-      startRecorderTime.value = false
+      if (mode !== 'mobile') {
+        stopRecording()
+        clearInterval(intervalId.value!)
+        intervalId.value = null
+        recorderStatus.value = 'STOP'
+      }
     }
   }, 1000)
 }
@@ -580,9 +626,8 @@ const handleTimeChange = () => {
 const stopTimer = () => {
   if (intervalId.value !== null) {
     clearInterval(intervalId.value)
+    recorderTime.value = 0
     intervalId.value = null
-    startRecorderTime.value = false
-    mediaRecorderStatus.value = true
   }
 }
 
@@ -598,7 +643,9 @@ function autoSendMessage() {
   uploadDocumentList.value = []
   uploadAudioList.value = []
   uploadVideoList.value = []
-  quickInputRef.value.textareaStyle.height = '45px'
+  if (quickInputRef.value) {
+    quickInputRef.value.textareaStyle.height = '45px'
+  }
 }
 
 function sendChatHandle(event?: any) {
diff --git a/ui/src/components/ai-chat/index.vue b/ui/src/components/ai-chat/index.vue
index 563e6fb49..7e45c6a3c 100644
--- a/ui/src/components/ai-chat/index.vue
+++ b/ui/src/components/ai-chat/index.vue
@@ -527,6 +527,11 @@ onMounted(() => {
   window.sendMessage = sendMessage
   bus.on('on:transcribing', (status: boolean) => {
     transcribing.value = status
+    nextTick(() => {
+      if (scorll.value) {
+        scrollDiv.value.setScrollTop(getMaxHeight())
+      }
+    })
   })
 })