mirror of
https://github.com/hellodigua/ChatLab.git
synced 2026-06-16 22:06:52 +08:00
digua
430 lines
13 KiB
TypeScript
430 lines
13 KiB
TypeScript
/**
|
||
* shuakami/qq-chat-exporter V4 格式解析器
|
||
* 适配项目: https://github.com/shuakami/qq-chat-exporter
|
||
* 版本: V4.x (2024年12月更新)
|
||
*
|
||
* 特征：
|
||
* - 时间戳使用 ISO 字符串格式（如 "2022-10-29T06:42:53.000Z"）
|
||
* - metadata.version 为 "4.x.x"
|
||
* - rawMessage 中包含 sendNickName（QQ昵称）、sendMemberName（群昵称）
|
||
*
|
||
* 名字字段说明：
|
||
* - sendNickName: QQ原始昵称（始终存在）
|
||
* - sendMemberName: 群昵称（可选，用户未设置时不存在）
|
||
* - sendRemarkName: 导出者的备注名（不使用）
|
||
*
|
||
* 显示名优先级: sendMemberName > sendNickName
|
||
*/
|
||
|
||
import * as fs from 'fs'
|
||
import * as path from 'path'
|
||
import { parser } from 'stream-json'
|
||
import { pick } from 'stream-json/filters/Pick'
|
||
import { streamValues } from 'stream-json/streamers/StreamValues'
|
||
import { chain } from 'stream-chain'
|
||
import { ChatPlatform, ChatType, MessageType } from '../../../../src/types/chat'
|
||
import type {
|
||
FormatFeature,
|
||
FormatModule,
|
||
Parser,
|
||
ParseOptions,
|
||
ParseEvent,
|
||
ParsedMeta,
|
||
ParsedMember,
|
||
ParsedMessage,
|
||
} from '../types'
|
||
import { getFileSize, createProgress, readFileHeadBytes, parseTimestamp, isValidYear } from '../utils'
|
||
|
||
// ==================== 辅助函数 ====================
|
||
|
||
/**
|
||
* 从文件名提取群名
|
||
*/
|
||
function extractNameFromFilePath(filePath: string): string {
|
||
const basename = path.basename(filePath)
|
||
const name = basename.replace(/\.json$/i, '')
|
||
return name || '未知群聊'
|
||
}
|
||
|
||
// ==================== 特征定义 ====================
|
||
|
||
export const feature: FormatFeature = {
|
||
id: 'shuakami-qq-exporter-v4',
|
||
name: 'shuakami/qq-chat-exporter V4',
|
||
platform: ChatPlatform.QQ,
|
||
priority: 10,
|
||
extensions: ['.json'],
|
||
signatures: {
|
||
// 文件头签名已足够唯一识别，无需检查 messages（可能超出 8KB 检测范围）
|
||
head: [/QQChatExporter V4/, /"version"\s*:\s*"4\./],
|
||
requiredFields: ['metadata', 'chatInfo'],
|
||
},
|
||
}
|
||
|
||
// ==================== 消息结构 ====================
|
||
|
||
interface V4RawMessage {
|
||
senderUin?: string
|
||
senderUid?: string
|
||
sendNickName?: string // QQ原始昵称
|
||
sendMemberName?: string // 群昵称
|
||
msgTime?: string // 秒级时间戳字符串
|
||
}
|
||
|
||
interface V4Message {
|
||
messageId?: string
|
||
timestamp: string // ISO 格式
|
||
sender: {
|
||
uid?: string
|
||
uin?: string
|
||
name: string
|
||
}
|
||
messageType?: number
|
||
isSystemMessage?: boolean
|
||
isRecalled?: boolean
|
||
content: {
|
||
text: string
|
||
html?: string
|
||
raw?: string
|
||
resources?: Array<{ type: string }>
|
||
elements?: Array<{ type: string }>
|
||
emojis?: Array<{ type: string }>
|
||
}
|
||
rawMessage?: V4RawMessage
|
||
}
|
||
|
||
// ==================== 成员信息追踪 ====================
|
||
|
||
interface MemberInfo {
|
||
platformId: string
|
||
accountName: string // 账号名称（QQ原始昵称 sendNickName）
|
||
groupNickname: string | undefined // 群昵称（sendMemberName，可为空）
|
||
}
|
||
|
||
// ==================== 消息类型转换 ====================
|
||
|
||
function convertMessageType(
|
||
messageType: number | undefined,
|
||
content: V4Message['content'],
|
||
isRecalled?: boolean
|
||
): MessageType {
|
||
// 撤回消息
|
||
if (isRecalled) {
|
||
return MessageType.RECALL
|
||
}
|
||
|
||
// 检查资源类型
|
||
if (content.resources && content.resources.length > 0) {
|
||
const resourceType = content.resources[0].type
|
||
switch (resourceType) {
|
||
case 'image':
|
||
return MessageType.IMAGE
|
||
case 'video':
|
||
return MessageType.VIDEO
|
||
case 'voice':
|
||
case 'audio':
|
||
return MessageType.VOICE
|
||
case 'file':
|
||
return MessageType.FILE
|
||
case 'location':
|
||
return MessageType.LOCATION
|
||
}
|
||
}
|
||
|
||
// 检查 emojis 字段
|
||
if (content.emojis && content.emojis.length > 0) {
|
||
return MessageType.EMOJI
|
||
}
|
||
|
||
// 根据文本内容判断特殊消息类型
|
||
const text = content.text?.trim() || ''
|
||
|
||
// 红包消息
|
||
if (text.includes('QQ红包') || text.includes('发出了红包') || text === '[红包]') {
|
||
return MessageType.RED_PACKET
|
||
}
|
||
|
||
// 转账消息
|
||
if (text.includes('转账') || text === '[转账]') {
|
||
return MessageType.TRANSFER
|
||
}
|
||
|
||
// 拍一拍/戳一戳
|
||
if (text.includes('拍了拍') || text.includes('戳了戳') || text === '[拍一拍]') {
|
||
return MessageType.POKE
|
||
}
|
||
|
||
// 通话消息
|
||
if (text.includes('语音通话') || text.includes('视频通话') || text.includes('通话时长')) {
|
||
return MessageType.CALL
|
||
}
|
||
|
||
// 分享消息
|
||
if (text === '[分享]' || text === '[音乐]' || text === '[小程序]') {
|
||
return MessageType.SHARE
|
||
}
|
||
|
||
// 链接/卡片消息
|
||
if (text === '[链接]' || text === '[卡片消息]') {
|
||
return MessageType.LINK
|
||
}
|
||
|
||
// 位置消息
|
||
if (text === '[位置]' || text === '[地理位置]') {
|
||
return MessageType.LOCATION
|
||
}
|
||
|
||
// 转发消息
|
||
if (text === '[转发]' || text === '[聊天记录]') {
|
||
return MessageType.FORWARD
|
||
}
|
||
|
||
// 根据 messageType 判断
|
||
switch (messageType) {
|
||
case 1:
|
||
return MessageType.TEXT
|
||
case 2:
|
||
return MessageType.TEXT // 普通消息
|
||
case 3:
|
||
return MessageType.IMAGE
|
||
case 7:
|
||
return MessageType.VIDEO
|
||
case 9:
|
||
return MessageType.REPLY // 回复消息
|
||
default:
|
||
return MessageType.TEXT
|
||
}
|
||
}
|
||
|
||
// ==================== 解析器实现 ====================
|
||
|
||
async function* parseV4(options: ParseOptions): AsyncGenerator<ParseEvent, void, unknown> {
|
||
const { filePath, batchSize = 5000, onProgress } = options
|
||
|
||
const totalBytes = getFileSize(filePath)
|
||
let bytesRead = 0
|
||
let messagesProcessed = 0
|
||
|
||
// 发送初始进度
|
||
const initialProgress = createProgress('parsing', 0, totalBytes, 0, '开始解析...')
|
||
yield { type: 'progress', data: initialProgress }
|
||
onProgress?.(initialProgress)
|
||
|
||
// 读取文件头获取 meta 信息
|
||
const headContent = readFileHeadBytes(filePath, 100000)
|
||
|
||
// 解析 chatInfo（仅用于获取群名，type 字段不可靠）
|
||
let chatInfo = { name: '未知群聊', type: 'group' as const }
|
||
try {
|
||
const chatInfoMatch = headContent.match(/"chatInfo"\s*:\s*(\{[^}]+\})/)
|
||
if (chatInfoMatch) {
|
||
chatInfo = JSON.parse(chatInfoMatch[1])
|
||
}
|
||
} catch {
|
||
// 使用默认值
|
||
}
|
||
|
||
// 解析 statistics.senders 来判断聊天类型
|
||
// 私聊只有 2 个发送者，群聊有多个发送者
|
||
let sendersCount = 0
|
||
try {
|
||
// 尝试多种正则匹配 senders 数组
|
||
// 方式1: senders 后面是 resources 字段
|
||
let sendersMatch = headContent.match(/"senders"\s*:\s*\[([\s\S]*?)\]\s*,\s*"resources"/)
|
||
// 方式2: senders 后面是 } 结束 statistics 对象
|
||
if (!sendersMatch) {
|
||
sendersMatch = headContent.match(/"senders"\s*:\s*\[([\s\S]*?)\]\s*\}/)
|
||
}
|
||
// 方式3: 更宽松的匹配，找到 senders 数组的开始和结束
|
||
if (!sendersMatch) {
|
||
const sendersStart = headContent.indexOf('"senders"')
|
||
if (sendersStart !== -1) {
|
||
const arrayStart = headContent.indexOf('[', sendersStart)
|
||
if (arrayStart !== -1 && arrayStart - sendersStart < 20) {
|
||
// 找到匹配的 ]
|
||
let depth = 1
|
||
let i = arrayStart + 1
|
||
while (i < headContent.length && depth > 0) {
|
||
if (headContent[i] === '[') depth++
|
||
else if (headContent[i] === ']') depth--
|
||
i++
|
||
}
|
||
if (depth === 0) {
|
||
const sendersContent = headContent.slice(arrayStart + 1, i - 1)
|
||
const uidMatches = sendersContent.match(/"uid"\s*:/g)
|
||
sendersCount = uidMatches ? uidMatches.length : 0
|
||
}
|
||
}
|
||
}
|
||
} else {
|
||
// 计算 senders 数组中 uid 出现的次数来确定发送者数量
|
||
const sendersContent = sendersMatch[1]
|
||
const uidMatches = sendersContent.match(/"uid"\s*:/g)
|
||
sendersCount = uidMatches ? uidMatches.length : 0
|
||
}
|
||
} catch {
|
||
// senders 解析失败
|
||
}
|
||
|
||
// 根据发送者数量判断聊天类型：私聊 <= 2 人，群聊 > 2 人
|
||
// 注意：chatInfo.type 字段不可靠（始终返回 private），不作为 fallback
|
||
// 如果无法获取 senders 数量，默认为群聊（群聊是更常见的使用场景）
|
||
const chatType = sendersCount > 0 ? (sendersCount > 2 ? ChatType.GROUP : ChatType.PRIVATE) : ChatType.GROUP // 默认为群聊
|
||
|
||
// 发送 meta
|
||
const meta: ParsedMeta = {
|
||
name: chatInfo.name === '未知群聊' ? extractNameFromFilePath(filePath) : chatInfo.name,
|
||
platform: ChatPlatform.QQ,
|
||
type: chatType,
|
||
}
|
||
yield { type: 'meta', data: meta }
|
||
|
||
// 收集成员和消息
|
||
const memberMap = new Map<string, MemberInfo>()
|
||
let messageBatch: ParsedMessage[] = []
|
||
|
||
// 流式解析
|
||
await new Promise<void>((resolve, reject) => {
|
||
const readStream = fs.createReadStream(filePath, { encoding: 'utf-8' })
|
||
|
||
readStream.on('data', (chunk: string | Buffer) => {
|
||
bytesRead += typeof chunk === 'string' ? Buffer.byteLength(chunk) : chunk.length
|
||
})
|
||
|
||
const pipeline = chain([readStream, parser(), pick({ filter: /^messages\.\d+$/ }), streamValues()])
|
||
|
||
const processMessage = (msg: V4Message): ParsedMessage | null => {
|
||
// 获取 platformId：优先使用 uin（QQ号），fallback 到 uid
|
||
const platformId = msg.sender.uin || msg.sender.uid || msg.rawMessage?.senderUin || msg.rawMessage?.senderUid
|
||
if (!platformId) return null
|
||
|
||
// 从 rawMessage 获取名字信息
|
||
const raw = msg.rawMessage
|
||
const accountName = raw?.sendNickName || msg.sender.name || platformId // QQ 原始昵称
|
||
const groupNickname = raw?.sendMemberName || undefined // 群昵称（可为空）
|
||
|
||
// 更新成员信息（保留最新的名字）
|
||
const existingMember = memberMap.get(platformId)
|
||
if (!existingMember) {
|
||
memberMap.set(platformId, {
|
||
platformId,
|
||
accountName,
|
||
groupNickname,
|
||
})
|
||
} else {
|
||
// 更新为最新的名字
|
||
existingMember.accountName = accountName
|
||
if (groupNickname) {
|
||
existingMember.groupNickname = groupNickname
|
||
}
|
||
}
|
||
|
||
// 解析时间戳
|
||
const timestamp = parseTimestamp(msg.timestamp)
|
||
if (timestamp === null || !isValidYear(timestamp)) return null
|
||
|
||
// 消息类型
|
||
const type = msg.isSystemMessage
|
||
? MessageType.SYSTEM
|
||
: convertMessageType(msg.messageType, msg.content, msg.isRecalled)
|
||
|
||
// 文本内容
|
||
let textContent = msg.content?.text || ''
|
||
if (msg.isRecalled) {
|
||
textContent = '[已撤回] ' + textContent
|
||
}
|
||
|
||
return {
|
||
senderPlatformId: platformId,
|
||
senderAccountName: accountName,
|
||
senderGroupNickname: groupNickname,
|
||
timestamp,
|
||
type,
|
||
content: textContent || null,
|
||
}
|
||
}
|
||
|
||
// 用于收集批次的临时数组
|
||
const batchCollector: ParsedMessage[] = []
|
||
|
||
pipeline.on('data', ({ value }: { value: V4Message }) => {
|
||
const parsed = processMessage(value)
|
||
if (parsed) {
|
||
batchCollector.push(parsed)
|
||
messagesProcessed++
|
||
|
||
// 达到批次大小
|
||
if (batchCollector.length >= batchSize) {
|
||
messageBatch.push(...batchCollector)
|
||
batchCollector.length = 0
|
||
|
||
const progress = createProgress(
|
||
'parsing',
|
||
bytesRead,
|
||
totalBytes,
|
||
messagesProcessed,
|
||
`已处理 ${messagesProcessed} 条消息...`
|
||
)
|
||
onProgress?.(progress)
|
||
}
|
||
}
|
||
})
|
||
|
||
pipeline.on('end', () => {
|
||
// 收集剩余消息
|
||
if (batchCollector.length > 0) {
|
||
messageBatch.push(...batchCollector)
|
||
}
|
||
resolve()
|
||
})
|
||
|
||
pipeline.on('error', reject)
|
||
})
|
||
|
||
// 发送成员
|
||
const members: ParsedMember[] = Array.from(memberMap.values()).map((m) => ({
|
||
platformId: m.platformId,
|
||
accountName: m.accountName,
|
||
groupNickname: m.groupNickname,
|
||
}))
|
||
yield { type: 'members', data: members }
|
||
|
||
// 分批发送消息
|
||
for (let i = 0; i < messageBatch.length; i += batchSize) {
|
||
const batch = messageBatch.slice(i, i + batchSize)
|
||
yield { type: 'messages', data: batch }
|
||
}
|
||
|
||
// 完成
|
||
const doneProgress = createProgress('done', totalBytes, totalBytes, messagesProcessed, '解析完成')
|
||
yield { type: 'progress', data: doneProgress }
|
||
onProgress?.(doneProgress)
|
||
|
||
yield {
|
||
type: 'done',
|
||
data: { messageCount: messagesProcessed, memberCount: memberMap.size },
|
||
}
|
||
}
|
||
|
||
// ==================== 导出解析器 ====================
|
||
|
||
export const parser_: Parser = {
|
||
feature,
|
||
parse: parseV4,
|
||
}
|
||
|
||
// ==================== 导出预处理器 ====================
|
||
|
||
import { qqPreprocessor } from './shuakami-qq-preprocessor'
|
||
export const preprocessor = qqPreprocessor
|
||
|
||
// ==================== 导出格式模块 ====================
|
||
|
||
const module_: FormatModule = {
|
||
feature,
|
||
parser: parser_,
|
||
preprocessor: qqPreprocessor,
|
||
}
|
||
|
||
export default module_
|