From 48354e634b72f119cbe6ef36fee44900de25ec60 Mon Sep 17 00:00:00 2001
From: yuzhiran <contact@yuzhiran.com>
Date: Sun, 5 Jul 2026 17:45:03 +0800
Subject: [PATCH] =?UTF-8?q?fix:=20=E5=BD=95=E9=9F=B3=E5=8F=AF=E9=9D=A0?=
 =?UTF-8?q?=E6=80=A7=E4=BF=AE=E5=A4=8D=20+=20ASR=20=E5=90=8E=E7=AB=AF?=
 =?UTF-8?q?=E4=BC=98=E5=8C=96?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

前端:
- recorder.onError 时重置 recorder = null，避免错误后录音永久失效
- 增加 asrLoading 状态，ASR 处理中输入框 disabled 并显示'语音识别中...'
- 增加 skipAsr 标志，<1s 的录音跳过 ASR 上传
- uploadFile 增加 30s timeout

后端:
- ASR: OpenAI 失败后 fallback 到本地 whisper，日志级别降为 warn
- try/catch/finally 重构，确保临时文件在所有路径都清理
- OpenAI 和 whisper 结果分别 try，互不影响
---
 backend/src/modules/tts/tts.controller.ts    | 45 ++++++++++++--------
 zhiyin-app/src/pages/interview/interview.vue | 18 +++++++-
 2 files changed, 43 insertions(+), 20 deletions(-)

diff --git a/backend/src/modules/tts/tts.controller.ts b/backend/src/modules/tts/tts.controller.ts
index 2a5ea62..2e796ae 100644
--- a/backend/src/modules/tts/tts.controller.ts
+++ b/backend/src/modules/tts/tts.controller.ts
@@ -69,29 +69,38 @@ export class TtsController {
     }
 
     try {
+      let text = ''
       if (process.env.OPENAI_API_KEY) {
-        const result = execSync(
-          `curl -s -X POST https://api.openai.com/v1/audio/transcriptions \
-            -H "Authorization: Bearer ${process.env.OPENAI_API_KEY}" \
-            -H "Content-Type: multipart/form-data" \
-            -F "file=@${wavPath}" \
-            -F "model=whisper-1" \
-            -F "language=zh"`,
-          { encoding: 'utf8', timeout: 30000 },
+        try {
+          const result = execSync(
+            `curl -s -X POST https://api.openai.com/v1/audio/transcriptions \
+              -H "Authorization: Bearer ${process.env.OPENAI_API_KEY}" \
+              -H "Content-Type: multipart/form-data" \
+              -F "file=@${wavPath}" \
+              -F "model=whisper-1" \
+              -F "language=zh"`,
+            { encoding: 'utf8', timeout: 30000 },
+          )
+          const parsed = JSON.parse(result)
+          if (parsed.text) text = parsed.text.trim()
+        } catch (e: any) {
+          this.logger.warn(`OpenAI ASR failed, falling back to local: ${e.message}`)
+        }
+      }
+      if (!text) {
+        const whisperResult = execSync(
+          `python3 -c 'import sys, whisper; model = whisper.load_model("tiny"); print(model.transcribe(sys.argv[1], language="zh")["text"].strip())' "${wavPath}"`,
+          { encoding: 'utf8', timeout: 60000 },
         )
-        const parsed = JSON.parse(result)
-        if (parsed.text) return { text: parsed.text.trim() }
-      }
-      const whisperResult = execSync(`python3 -c 'import sys, whisper; model = whisper.load_model("tiny"); print(model.transcribe(sys.argv[1], language="zh")["text"].strip())' "${wavPath}"`, { encoding: 'utf8', timeout: 60000 })
-      if (whisperResult && whisperResult.trim()) {
-        return { text: whisperResult.trim() }
+        if (whisperResult?.trim()) text = whisperResult.trim()
       }
+      return { text }
     } catch (e: any) {
       this.logger.error(`ASR failed: ${e?.message || e}`)
+      return { text: '' }
+    } finally {
+      try { if (dest) fs.unlinkSync(dest) } catch {}
+      try { if (wavPath && wavPath !== dest) fs.unlinkSync(wavPath) } catch {}
     }
-    // 清理临时文件
-    try { if (dest) fs.unlinkSync(dest) } catch {}
-    try { if (wavPath && wavPath !== dest) fs.unlinkSync(wavPath) } catch {}
-    return { text: '' }
   }
 }
diff --git a/zhiyin-app/src/pages/interview/interview.vue b/zhiyin-app/src/pages/interview/interview.vue
index 7c1dfb0..5bd9946 100644
--- a/zhiyin-app/src/pages/interview/interview.vue
+++ b/zhiyin-app/src/pages/interview/interview.vue
@@ -65,7 +65,7 @@
         <text class="mic-label">{{ isRecording ? recordingDuration + 's' : '按住' }}</text>
       </view>
       <view class="input-box">
-        <textarea class="input-area" v-model="inputText" placeholder="输入你的回答..." :auto-height="true" :maxlength="2000" :disabled="aiLoading || isRecording" @confirm="sendAnswer" />
+        <textarea class="input-area" v-model="inputText" :placeholder="asrLoading ? '语音识别中...' : '输入你的回答...'" :auto-height="true" :maxlength="2000" :disabled="aiLoading || isRecording || asrLoading" @confirm="sendAnswer" />
       </view>
       <view class="send-btn" :class="{ disabled: (!inputText.trim() && !isRecording) || aiLoading }" @click="sendAnswer">
         <text class="send-icon">{{ isRecording ? '◉' : '➤' }}</text>
@@ -153,8 +153,10 @@ const isSpeaking = ref(false)
 const dhRef = ref(null)
 const isRecording = ref(false)
 const recordingDuration = ref(0)
+const asrLoading = ref(false)
 let recorder = null
 let recordTimer = null
+let skipAsr = false
 
 function initRecorder() {
   // #ifdef MP-WEIXIN
@@ -169,24 +171,29 @@ function initRecorder() {
     console.error('[Recorder] error:', JSON.stringify(err))
     isRecording.value = false
     recordingDuration.value = 0
+    asrLoading.value = false
     if (recordTimer) { clearInterval(recordTimer); recordTimer = null }
     const msg = err?.errMsg?.includes('permission') ? '请允许录音权限' : (err?.errMsg || '录音失败，请重试')
     uni.showToast({ title: msg, icon: 'none' })
+    recorder = null
   })
   recorder.onStop(async (res) => {
     isRecording.value = false
     recordingDuration.value = 0
     if (recordTimer) { clearInterval(recordTimer); recordTimer = null }
+    if (skipAsr) { skipAsr = false; return }
     if (!res.tempFilePath) {
       uni.showToast({ title: '录音文件为空', icon: 'none' })
       return
     }
+    asrLoading.value = true
     try {
       const uploadRes = await uni.uploadFile({
         url: api(API_ENDPOINTS.TTS.ASR),
         filePath: res.tempFilePath,
         name: 'audio',
         header: { 'Authorization': `Bearer ${token()}` },
+        timeout: 30000,
       })
       if (uploadRes.statusCode === 200 && uploadRes.data) {
         const data = typeof uploadRes.data === 'string' ? JSON.parse(uploadRes.data) : uploadRes.data
@@ -200,6 +207,8 @@ function initRecorder() {
       }
     } catch (e) {
       console.error('[ASR] upload error:', e?.message || e)
+    } finally {
+      asrLoading.value = false
     }
     uni.showToast({ title: '语音识别失败，请手动输入', icon: 'none' })
   })
@@ -418,7 +427,7 @@ const confirmExit = () => {
 }
 
 function startRecord() {
-  if (aiLoading.value || isComplete.value) return
+  if (aiLoading.value || isComplete.value || asrLoading.value) return
   // #ifdef MP-WEIXIN
   if (isRecording.value) return
   isRecording.value = true
@@ -445,6 +454,11 @@ function stopRecord() {
   if (!isRecording.value) return
   isRecording.value = false
   if (!recorder) return
+  if (recordingDuration.value < 1) {
+    skipAsr = true
+    if (recordTimer) { clearInterval(recordTimer); recordTimer = null }
+    recordingDuration.value = 0
+  }
   recorder.stop()
 }
 </script>