feat: v0.17.0 — 课堂模块组件化、课程智能检测与多模态分析增强

课堂模块增强：
- 新增 classroom/components/ 组件目录
- useClassroomCapture / ClassroomPage 优化

课程智能检测：
- 新增 courseDetector.ts 前端课程识别
- 新增 course_detect.py 后端检测路由

多模态分析增强：
- multimodal_analyze_chain 分析链优化
- multimodal 路由扩展
- session_analyze 提示词更新

捕获模块：
- captureTypes / AnalysisPreview / capture index 重构

全量版本号同步至 v0.17.0（README / client / website）
新增课堂.md 文档

Author: Aparencia

README.md

@@ -3,7 +3,7 @@
   <p align="center"><strong>你的 AI 智能学习伙伴 — 让每一分钟学习都高效有价值</strong></p>
   <p align="center">
     <img src="https://img.shields.io/badge/status-beta-green.svg" alt="Status" />
-    <img src="https://img.shields.io/badge/version-v0.16.0-blue.svg" alt="Version" />
+    <img src="https://img.shields.io/badge/version-v0.17.0-blue.svg" alt="Version" />
     <img src="https://img.shields.io/badge/license-Apache--2.0-blue.svg" alt="License" />
   </p>
 </p>

client/src/features/classroom/components/LiveTranscript.tsx

@@ -0,0 +1,78 @@
+/**
+ * LiveTranscript — 实时 ASR 转录滚动面板
+ * 课中逐句显示语音转写结果，供用户确认采集质量
+ */
+import { useRef, useEffect } from 'react';
+import { Mic } from 'lucide-react';
+import { cn } from '@/lib/utils';
+
+interface TranscriptEntry {
+  id: string;
+  text: string;
+  timestamp: number;
+}
+
+interface LiveTranscriptProps {
+  transcripts: TranscriptEntry[];
+  isActive: boolean;
+  className?: string;
+}
+
+export function LiveTranscript({ transcripts, isActive, className }: LiveTranscriptProps) {
+  const scrollRef = useRef<HTMLDivElement>(null);
+  const lastCountRef = useRef(0);
+
+  // 新转录到达时自动滚到底部
+  useEffect(() => {
+    if (scrollRef.current && transcripts.length > lastCountRef.current) {
+      scrollRef.current.scrollTop = scrollRef.current.scrollHeight;
+    }
+    lastCountRef.current = transcripts.length;
+  }, [transcripts.length]);
+
+  if (transcripts.length === 0 && !isActive) return null;
+
+  return (
+    <div className={cn('flex flex-col border-t border-border/20', className)}>
+      {/* 标题栏 */}
+      <div className="flex items-center gap-1.5 px-3 py-1.5 border-b border-border/10">
+        <Mic className={cn('w-3.5 h-3.5', isActive ? 'text-emerald-500' : 'text-text-tertiary')} strokeWidth={1.5} />
+        <span className="text-[11px] font-medium text-text-tertiary">实时转录</span>
+        {isActive && (
+          <span className="ml-auto flex items-center gap-1">
+            <span className="w-1.5 h-1.5 rounded-full bg-emerald-500 animate-pulse" />
+            <span className="text-[10px] text-emerald-600">监听中</span>
+          </span>
+        )}
+        <span className={cn('text-[10px] text-text-tertiary', isActive && 'ml-2')}>
+          {transcripts.length} 句
+        </span>
+      </div>
+
+      {/* 转录内容滚动区 */}
+      <div ref={scrollRef} className="flex-1 overflow-y-auto px-3 py-2 space-y-1 max-h-40 min-h-[60px]">
+        {transcripts.length === 0 && (
+          <p className="text-[11px] text-text-tertiary text-center py-3 opacity-60">
+            {isActive ? '等待语音输入...' : '采集开始后转录将在此显示'}
+          </p>
+        )}
+        {transcripts.map((entry, idx) => {
+          const isLatest = idx === transcripts.length - 1;
+          const time = new Date(entry.timestamp).toLocaleTimeString([], { hour: '2-digit', minute: '2-digit', second: '2-digit' });
+          return (
+            <div
+              key={entry.id}
+              className={cn(
+                'flex gap-2 text-[12px] leading-relaxed transition-opacity duration-300',
+                isLatest ? 'text-text-primary opacity-100' : 'text-text-secondary opacity-80',
+              )}
+            >
+              <span className="text-[10px] text-text-tertiary flex-shrink-0 mt-0.5 tabular-nums">{time}</span>
+              <span className={cn(isLatest && 'font-medium')}>{entry.text}</span>
+            </div>
+          );
+        })}
+      </div>
+    </div>
+  );
+}

client/src/features/classroom/hooks/useClassroomCapture.ts

@@ -20,9 +20,11 @@ import type {
   KeyFrame,
   RecordingStatus,
   VideoRecording,
+  CourseMeta,
 } from '@/lib/capture';
 import { analyzeSession, analyzeVideo, analyzePartial, mergeNotes } from '@/lib/ai/sessionAnalyzer';
 import type { AnalyzeResult } from '@/lib/ai/sessionAnalyzer';
+import { detectCourseFromFrame } from '@/lib/ai/courseDetector';
 import { aiClient } from '@/lib/http/apiClient';
 
 interface IPCAudioStartResult {
@@ -59,6 +61,14 @@ export function useClassroomCapture() {
   const [analysisResult, setAnalysisResult] = useState<AnalyzeResult | null>(null);
   const [analysisError, setAnalysisError] = useState<string | null>(null);
 
+  // ── 实时转录 ──
+  const [liveTranscripts, setLiveTranscripts] = useState<{ id: string; text: string; timestamp: number }[]>([]);
+
+  // ── 课程上下文 ──
+  const [courseMeta, setCourseMeta] = useState<CourseMeta>({});
+  const [aiDetectEnabled, setAiDetectEnabled] = useState(false);
+  const courseDetectedRef = useRef(false);
+
   // ── Path C 全程录制 ──
   const [recordingStatus, setRecordingStatus] = useState<RecordingStatus | null>(null);
   const [videoFilePath, setVideoFilePath] = useState<string | null>(null);
@@ -149,6 +159,22 @@ export function useClassroomCapture() {
           keyframes: [...(prev.keyframes ?? []), data.keyframe],
         }));
 
+        // AI 课程识别：仅第 1 帧触发一次
+        if (aiDetectEnabled && !courseDetectedRef.current) {
+          courseDetectedRef.current = true;
+          detectCourseFromFrame(data.keyframe.imageBase64)
+            .then((detected) => {
+              if (detected) {
+                setCourseMeta((prev) => ({
+                  ...prev,
+                  ...detected,
+                  detectedBy: 'ai',
+                }));
+              }
+            })
+            .catch(() => { /* 静默降级到规则模式 */ });
+        }
+
         // 增量分析：累积到缓冲区，达到批次大小时触发后台分析
         pendingKeyframesRef.current.push(data.keyframe);
         if (pendingKeyframesRef.current.length >= INCREMENTAL_BATCH_SIZE && !isPartialAnalyzingRef.current) {
@@ -173,7 +199,7 @@ export function useClassroomCapture() {
       (data) => setSmartBundle(data.bundle),
     );
     return () => { offKeyframe(); offBundleReady(); };
-  }, [config.language]);
+  }, [config.language, aiDetectEnabled]);
 
   // ── Path B：流式 ASR — 语音段完成后立即转写 ──
   useEffect(() => {
@@ -205,7 +231,11 @@ export function useClassroomCapture() {
                 s.id === seg.id ? { ...s, audioText: text } : s,
               ),
             }));
-            if (text) setTranscribedCount((c) => c + 1);
+            if (text) {
+              setTranscribedCount((c) => c + 1);
+              // 实时转录上屏
+              setLiveTranscripts((prev) => [...prev, { id: seg.id, text, timestamp: seg.timestampStart }]);
+            }
           })
           .catch((err) => {
             console.warn('[useClassroomCapture] 流式 ASR 转写失败:', err);
@@ -337,6 +367,17 @@ export function useClassroomCapture() {
 
   useEffect(() => { refreshWindows(); }, [refreshWindows]);
 
+  // ── 窗口选中时自动提取课程名（规则模式） ──
+  const COURSE_KEYWORDS = /((?:高等数学|线性代数|概率论|大学物理|数据结构|操作系统|编译原理|离散数学|复变函数|英语|高数|大物|C语言|Python|Java|机器学习|深度学习|人工智能|计算机网络|数据库)[^\s|]*)/;
+
+  useEffect(() => {
+    if (!selectedWindow) return;
+    const match = selectedWindow.title.match(COURSE_KEYWORDS);
+    if (match && !courseMeta.courseName) {
+      setCourseMeta((prev) => ({ ...prev, courseName: match[1], detectedBy: 'window_title' }));
+    }
+  }, [selectedWindow]); // eslint-disable-line react-hooks/exhaustive-deps
+
   // ── 窗口变化监听（后台轮询 + 最小化容错） ──
   const windowMissingCountRef = useRef(0);
   const WINDOW_MISSING_THRESHOLD = 10; // 连续消失 10 次轮询（~30s）才判定为真正关闭
@@ -396,6 +437,7 @@ export function useClassroomCapture() {
       setStats({ frames: 0, extracted: 0 });
       setSegments([]);
       setSelectedIds(new Set());
+      setLiveTranscripts([]);
 
       // 预检网关
       try {
@@ -442,6 +484,7 @@ export function useClassroomCapture() {
         language: config.language,
         autoInsert: config.autoInsert,
         path: capturePath,
+        courseMeta: courseMeta.courseName ? courseMeta : undefined,
       });
       soundPlayer.play('capture_start');
 
@@ -639,6 +682,34 @@ export function useClassroomCapture() {
     setIsAnalyzing(false);
   }, []);
 
+  // ── 笔记→闪卡一键生成 ──
+  const handleGenerateCards = useCallback(async (content: string) => {
+    if (!window.electronAPI) return;
+    try {
+      toast({ type: 'info', message: '正在从笔记生成闪卡...' });
+      await window.electronAPI.invoke('ai_generate_cards', { content });
+      toast({ type: 'success', message: '闪卡已生成，可在闪卡模块查看' });
+    } catch (err) {
+      console.error('[useClassroomCapture] 生成闪卡失败:', err);
+      toast({ type: 'error', message: '闪卡生成失败，请重试' });
+    }
+  }, [toast]);
+
+  // ── 课中重点标记 ──
+  const [bookmarks, setBookmarks] = useState<{ timestamp: number; label?: string }[]>([]);
+
+  const handleBookmark = useCallback(() => {
+    if (status !== 'capturing') return;
+    const now = Date.now();
+    setBookmarks((prev) => [...prev, { timestamp: now }]);
+    // 同时插入 smartBundle timeline
+    setSmartBundle((prev) => ({
+      ...prev,
+      timeline: [...(prev.timeline ?? []), { timestamp: now, type: 'bookmark' as const }],
+    }));
+    toast({ type: 'success', message: `已标记重点 (${new Date(now).toLocaleTimeString()})` });
+  }, [status, toast]);
+
   return {
     // 窗口
     windows, windowsLoading, selectedWindow, setSelectedWindow, refreshWindows,
@@ -648,12 +719,17 @@ export function useClassroomCapture() {
     capturePath, setCapturePath, smartBundle,
     // 分析
     isAnalyzing, analysisResult, analysisError, partialCount, transcribedCount,
+    // 实时转录
+    liveTranscripts,
+    // 课程上下文
+    courseMeta, setCourseMeta, aiDetectEnabled, setAiDetectEnabled,
     // 录制
     recordingStatus, videoFilePath,
     // 操作
     handleStart, handlePause, handleStop, handleModeChange,
     handleToggleSelect, handleConfigChange,
-    handleAnalyze, handleVideoAnalyze, handleDismissAnalysis,
+    handleAnalyze, handleVideoAnalyze, handleDismissAnalysis, handleGenerateCards,
+    handleBookmark, bookmarks,
     // 派生
     canStart: !!selectedWindow,
   };