From dffc8aa53894d46cedb70a5261a07f24f448b062 Mon Sep 17 00:00:00 2001 From: cfy666 <3087823110@qq.com> Date: Sun, 14 Jun 2026 13:13:29 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20=E6=94=AF=E6=8C=81=E6=97=A0=E6=91=84?= =?UTF-8?q?=E5=83=8F=E5=A4=B4/=E9=BA=A6=E5=85=8B=E9=A3=8E=E6=A8=A1?= =?UTF-8?q?=E5=BC=8F=E6=89=93=E5=AD=97=E8=81=8A=E5=A4=A9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - 修改 startSession 逻辑,摄像头和麦克风为可选 - 连接成功后始终显示聊天输入框 - 更新 UI 提示文字,引导用户打字对话 --- frontend/src/App.css | 5 ++++ frontend/src/App.tsx | 10 +++++++ frontend/src/components/ChatPanel/index.tsx | 8 +++--- frontend/src/hooks/useVisionSession.ts | 31 ++++++++++++--------- 4 files changed, 37 insertions(+), 17 deletions(-) diff --git a/frontend/src/App.css b/frontend/src/App.css index c88346b..4dd9ebe 100644 --- a/frontend/src/App.css +++ b/frontend/src/App.css @@ -265,6 +265,11 @@ body { margin-bottom: 4px; } +.video-placeholder__hint { + font-size: 0.72rem; + opacity: 0.6; +} + .video-indicator { position: absolute; bottom: 16px; diff --git a/frontend/src/App.tsx b/frontend/src/App.tsx index 71517d7..58ac759 100644 --- a/frontend/src/App.tsx +++ b/frontend/src/App.tsx @@ -173,6 +173,16 @@ function App() { 点击下方按钮开始对话 )} + {isConnected && !isCameraOn && ( +
+ + + + + 摄像头未开启 + 可在右侧聊天框打字对话 +
+ )} {/* 视频下方控制栏 */} diff --git a/frontend/src/components/ChatPanel/index.tsx b/frontend/src/components/ChatPanel/index.tsx index b405ef5..f37e01c 100644 --- a/frontend/src/components/ChatPanel/index.tsx +++ b/frontend/src/components/ChatPanel/index.tsx @@ -58,15 +58,15 @@ export function ChatPanel({ messages, currentReply, connectionStatus, onSendText
💬

点击下方按钮开始对话

- 连接后可通过摄像头和麦克风与 AI 交互 + 连接后可打字或语音与 AI 交互
); } return (
- 🎙️ -

对着摄像头说话即可

- AI 会自动识别你的语音并分析画面 + 💬 +

在下方输入文字开始对话

+ 也可以开启麦克风用语音对话
); } diff --git a/frontend/src/hooks/useVisionSession.ts b/frontend/src/hooks/useVisionSession.ts index 49b5891..b3e278c 100644 --- a/frontend/src/hooks/useVisionSession.ts +++ b/frontend/src/hooks/useVisionSession.ts @@ -284,21 +284,26 @@ export function useVisionSession() { /** 启动会话 */ const startSession = useCallback(async () => { - // 1. 获取摄像头和麦克风 - await startCamera(); - setIsCameraOn(true); - const micStream = await startMic(); - if (!micStream) { - showToast("无法获取麦克风权限", "error"); - return; - } - setIsMicOn(true); - - // 2. 连接 WebSocket + // 1. 连接 WebSocket(必须) connect(); - // 3. 启动 VAD(传入麦克风 stream) - await startVAD(micStream); + // 2. 尝试获取摄像头(可选) + try { + await startCamera(); + setIsCameraOn(true); + } catch { + console.warn("[Session] 无法获取摄像头权限,将以纯文本模式运行"); + } + + // 3. 尝试获取麦克风(可选) + const micStream = await startMic(); + if (micStream) { + setIsMicOn(true); + // 4. 启动 VAD(仅在麦克风可用时) + await startVAD(micStream); + } else { + console.warn("[Session] 无法获取麦克风权限,将以文本输入模式运行"); + } }, [startCamera, startMic, connect, startVAD]); /** 结束会话 */