/** * 会话索引管理模块 * 提供会话生成、查询、管理等功能 */ import type Database from 'better-sqlite3' import { openWritableDatabase, openReadonlyDatabase, closeDatabase } from './core' import { DEFAULT_SESSION_GAP_THRESHOLD, type ChatSessionItem } from './types' /** * 内部清空会话数据函数 */ function clearSessionsInternal(db: Database.Database): void { db.exec('DELETE FROM message_context') db.exec('DELETE FROM chat_session') } /** * 生成会话索引 * 使用 Gap-based 算法,根据消息时间间隔自动切分会话 * * @param sessionId 数据库会话ID * @param gapThreshold 时间间隔阈值(秒),默认 1800(30分钟) * @param onProgress 进度回调 * @returns 生成的会话数量 */ export function generateSessions( sessionId: string, gapThreshold: number = DEFAULT_SESSION_GAP_THRESHOLD, onProgress?: (current: number, total: number) => void ): number { // 先关闭缓存的只读连接 closeDatabase(sessionId) const db = openWritableDatabase(sessionId) if (!db) { throw new Error(`无法打开数据库: ${sessionId}`) } try { // 获取消息总数 const countResult = db.prepare('SELECT COUNT(*) as count FROM message').get() as { count: number } const totalMessages = countResult.count if (totalMessages === 0) { return 0 } // 清空已有的会话数据 clearSessionsInternal(db) // 使用窗口函数计算会话边界 // 步骤1:为每条消息计算与前一条的时间差,标记新会话起点 const sessionMarkSQL = ` WITH message_ordered AS ( SELECT id, ts, LAG(ts) OVER (ORDER BY ts, id) AS prev_ts FROM message ), session_marks AS ( SELECT id, ts, CASE WHEN prev_ts IS NULL OR (ts - prev_ts) > ? THEN 1 ELSE 0 END AS is_new_session FROM message_ordered ), session_ids AS ( SELECT id, ts, SUM(is_new_session) OVER (ORDER BY ts, id) AS session_num FROM session_marks ) SELECT id, ts, session_num FROM session_ids ` const messages = db.prepare(sessionMarkSQL).all(gapThreshold) as Array<{ id: number ts: number session_num: number }> if (messages.length === 0) { return 0 } // 步骤2:计算每个会话的统计信息 const sessionMap = new Map() for (const msg of messages) { const session = sessionMap.get(msg.session_num) if (!session) { sessionMap.set(msg.session_num, { startTs: msg.ts, endTs: msg.ts, messageIds: [msg.id], }) } else { session.endTs = msg.ts session.messageIds.push(msg.id) } } // 步骤3:批量写入 chat_session 和 message_context 表 const insertSession = db.prepare(` INSERT INTO chat_session (start_ts, end_ts, message_count, is_manual, summary) VALUES (?, ?, ?, 0, NULL) `) const insertContext = db.prepare(` INSERT INTO message_context (message_id, session_id, topic_id) VALUES (?, ?, NULL) `) // 开始事务 const transaction = db.transaction(() => { let processedCount = 0 const totalSessions = sessionMap.size for (const [, sessionData] of sessionMap) { // 插入会话记录 const result = insertSession.run(sessionData.startTs, sessionData.endTs, sessionData.messageIds.length) const newSessionId = result.lastInsertRowid as number // 批量插入消息上下文 for (const messageId of sessionData.messageIds) { insertContext.run(messageId, newSessionId) } processedCount++ if (onProgress && processedCount % 100 === 0) { onProgress(processedCount, totalSessions) } } return totalSessions }) const sessionCount = transaction() // 最终进度回调 if (onProgress) { onProgress(sessionCount, sessionCount) } return sessionCount } finally { db.close() } } /** * 增量生成会话索引 * 仅处理现有最后一个会话 end_ts 之后的新消息,保留已有会话和摘要不变。 * * @param sessionId 数据库会话ID * @param gapThreshold 时间间隔阈值(秒),默认 1800(30分钟) * @returns 新增的会话数量 */ export function generateIncrementalSessions( sessionId: string, gapThreshold: number = DEFAULT_SESSION_GAP_THRESHOLD ): number { // 先关闭缓存的只读连接 closeDatabase(sessionId) const db = openWritableDatabase(sessionId) if (!db) { throw new Error(`无法打开数据库: ${sessionId}`) } try { // 1. 获取已索引消息的 ID 集合(通过 message_context 表) const indexedIds = new Set() const existingContextRows = db.prepare('SELECT message_id FROM message_context').all() as Array<{ message_id: number }> for (const row of existingContextRows) { indexedIds.add(row.message_id) } // 2. 找出所有未被索引的消息 const allMessages = db.prepare('SELECT id, ts FROM message ORDER BY ts, id').all() as Array<{ id: number ts: number }> const newMessages = allMessages.filter((m) => !indexedIds.has(m.id)) if (newMessages.length === 0) { return 0 } // 3. 获取最后一个已有会话的信息 const lastSession = db.prepare('SELECT id, end_ts FROM chat_session ORDER BY end_ts DESC LIMIT 1').get() as | { id: number; end_ts: number } | undefined // 4. 按时间排序新消息,然后用 gap-based 算法切分 newMessages.sort((a, b) => a.ts - b.ts || a.id - b.id) const insertSession = db.prepare(` INSERT INTO chat_session (start_ts, end_ts, message_count, is_manual, summary) VALUES (?, ?, ?, 0, NULL) `) const insertContext = db.prepare(` INSERT INTO message_context (message_id, session_id, topic_id) VALUES (?, ?, NULL) `) const updateSessionEndAndCount = db.prepare(` UPDATE chat_session SET end_ts = ?, message_count = message_count + ? WHERE id = ? `) const transaction = db.transaction(() => { let newSessionCount = 0 let currentSessionId: number | null = null let currentEndTs: number = 0 let appendCount = 0 for (let i = 0; i < newMessages.length; i++) { const msg = newMessages[i] const isFirst = i === 0 // 判断是否需要新建会话 let needNewSession = false if (isFirst) { // 第一条新消息:检查是否能并入最后一个已有会话 if (lastSession && msg.ts - lastSession.end_ts <= gapThreshold) { // 并入已有会话 currentSessionId = lastSession.id currentEndTs = lastSession.end_ts appendCount = 0 } else { needNewSession = true } } else { // 后续消息:检查与上一条的时间差 const prevMsg = newMessages[i - 1] if (msg.ts - prevMsg.ts > gapThreshold) { // 如果之前在追加已有会话,先更新它 if (currentSessionId && appendCount > 0) { updateSessionEndAndCount.run(currentEndTs, appendCount, currentSessionId) appendCount = 0 } needNewSession = true } } if (needNewSession) { // 新建会话 const result = insertSession.run(msg.ts, msg.ts, 1) currentSessionId = result.lastInsertRowid as number currentEndTs = msg.ts newSessionCount++ appendCount = 0 } else { // 追加到当前会话 currentEndTs = msg.ts appendCount++ } // 插入消息上下文 insertContext.run(msg.id, currentSessionId) } // 处理最后一个追加中的会话 if (currentSessionId && appendCount > 0) { updateSessionEndAndCount.run(currentEndTs, appendCount, currentSessionId) } return newSessionCount }) return transaction() } finally { db.close() } } /** * 清空会话索引数据 * @param sessionId 数据库会话ID */ export function clearSessions(sessionId: string): void { // 先关闭缓存的只读连接 closeDatabase(sessionId) const db = openWritableDatabase(sessionId) if (!db) { throw new Error(`无法打开数据库: ${sessionId}`) } try { clearSessionsInternal(db) } finally { db.close() } } /** * 检查是否已生成会话索引 * @param sessionId 数据库会话ID * @returns 是否有会话索引 */ export function hasSessionIndex(sessionId: string): boolean { const db = openReadonlyDatabase(sessionId) if (!db) { return false } try { // 检查 chat_session 表是否存在且有数据 const result = db.prepare('SELECT COUNT(*) as count FROM chat_session').get() as { count: number } return result.count > 0 } catch { // 表可能不存在 return false } finally { db.close() } } /** * 获取会话索引统计信息 * @param sessionId 数据库会话ID */ export function getSessionStats(sessionId: string): { sessionCount: number hasIndex: boolean gapThreshold: number } { const db = openReadonlyDatabase(sessionId) if (!db) { return { sessionCount: 0, hasIndex: false, gapThreshold: DEFAULT_SESSION_GAP_THRESHOLD } } try { // 获取会话数量 let sessionCount = 0 try { const countResult = db.prepare('SELECT COUNT(*) as count FROM chat_session').get() as { count: number } sessionCount = countResult.count } catch { // 表可能不存在 } // 获取配置的阈值 let gapThreshold = DEFAULT_SESSION_GAP_THRESHOLD try { const metaResult = db.prepare('SELECT session_gap_threshold FROM meta LIMIT 1').get() as | { session_gap_threshold: number | null } | undefined if (metaResult?.session_gap_threshold) { gapThreshold = metaResult.session_gap_threshold } } catch { // 字段可能不存在 } return { sessionCount, hasIndex: sessionCount > 0, gapThreshold, } } finally { db.close() } } /** * 更新单个聊天的会话切分阈值 * @param sessionId 数据库会话ID * @param gapThreshold 阈值(秒),null 表示使用全局配置 */ export function updateSessionGapThreshold(sessionId: string, gapThreshold: number | null): void { // 先关闭缓存的只读连接 closeDatabase(sessionId) const db = openWritableDatabase(sessionId) if (!db) { throw new Error(`无法打开数据库: ${sessionId}`) } try { db.prepare('UPDATE meta SET session_gap_threshold = ?').run(gapThreshold) } finally { db.close() } } /** * 获取会话列表(用于时间线导航) * @param sessionId 数据库会话ID * @returns 会话列表,按时间排序 */ export function getSessions(sessionId: string): ChatSessionItem[] { const db = openReadonlyDatabase(sessionId) if (!db) { return [] } try { // 查询会话列表,同时获取每个会话的首条消息 ID 和摘要 const sql = ` SELECT cs.id, cs.start_ts as startTs, cs.end_ts as endTs, cs.message_count as messageCount, cs.summary, (SELECT mc.message_id FROM message_context mc WHERE mc.session_id = cs.id ORDER BY mc.message_id LIMIT 1) as firstMessageId FROM chat_session cs ORDER BY cs.start_ts ASC ` const sessions = db.prepare(sql).all() as ChatSessionItem[] return sessions } catch { return [] } finally { db.close() } } // ==================== 会话摘要相关函数 ==================== /** * 保存会话摘要 * @param sessionId 数据库会话ID * @param chatSessionId 会话索引中的会话ID * @param summary 摘要内容 */ export function saveSessionSummary(sessionId: string, chatSessionId: number, summary: string): void { // 先关闭缓存的只读连接 closeDatabase(sessionId) const db = openWritableDatabase(sessionId) if (!db) { throw new Error(`无法打开数据库: ${sessionId}`) } try { db.prepare('UPDATE chat_session SET summary = ? WHERE id = ?').run(summary, chatSessionId) } finally { db.close() } } /** * 获取会话摘要 * @param sessionId 数据库会话ID * @param chatSessionId 会话索引中的会话ID * @returns 摘要内容 */ export function getSessionSummary(sessionId: string, chatSessionId: number): string | null { const db = openReadonlyDatabase(sessionId) if (!db) { return null } try { const result = db.prepare('SELECT summary FROM chat_session WHERE id = ?').get(chatSessionId) as | { summary: string | null } | undefined return result?.summary || null } catch { return null } finally { db.close() } }