test: 暂存代码

This commit is contained in:
电摇小子
2026-08-06 20:29:25 +08:00
parent 17417aa9d6
commit 4967cff3c0
43 changed files with 9978 additions and 512 deletions
+46 -3
View File
@@ -104,6 +104,10 @@ import type { ExportRequest } from '../shared/export'
import { discoverAccounts } from './services/account-discovery'
import { VoiceRecognitionUseCase } from './voice-pipeline/voice-recognition-use-case'
import type { VoiceMessageReference } from '../shared/voice-recognition'
import type { AiSearchPipelineRequest } from '../shared/ai-search'
import type { KnowledgeSearchIpcRequest, KnowledgeSearchIpcResult } from '../shared/knowledge'
import { KnowledgeSearchService } from './knowledge/knowledge-search-service'
import { AiSearchPipelineService } from './services/ai-search-pipeline-service'
// electron-vite can close the child's stdout/stderr after spawning Electron.
// Plain console.error then throws EPIPE on a closed pipe and crashes the IPC
@@ -112,6 +116,8 @@ installSafeConsole()
let voiceService: VoiceService | null = null
let voiceRecognition: VoiceRecognitionUseCase | null = null
let knowledgeSearchService: KnowledgeSearchService | null = null
let aiSearchPipelineService: AiSearchPipelineService | null = null
let imageDecryptService: ImageDecryptService | null = null
let stickerService: StickerService | null = null
let videoAssetService: VideoAssetService | null = null
@@ -430,6 +436,16 @@ app.whenReady().then(async () => {
databasePath: join(app.getPath('userData'), 'cache', 'voice-transcripts.sqlite'),
workerPath: join(__dirname, 'voiceRecognitionWorker.js')
})
knowledgeSearchService = new KnowledgeSearchService(
app.getPath('userData'),
join(__dirname, 'knowledgeWorker.js')
)
aiSearchPipelineService = new AiSearchPipelineService(knowledgeSearchService, aiProviderService)
knowledgeSearchService.onStatusChange((status) => {
for (const window of BrowserWindow.getAllWindows()) {
if (!window.isDestroyed()) window.webContents.send('knowledge:status', status)
}
})
voiceRecognition.modelManager.setProgressListener((status) => {
for (const window of BrowserWindow.getAllWindows()) {
if (!window.isDestroyed()) window.webContents.send('voice:modelProgress', status)
@@ -501,10 +517,13 @@ app.whenReady().then(async () => {
ipcMain.handle('app-update:install', () => appUpdateService.install())
ipcMain.handle('cache:getSummary', () => getCacheSummary())
ipcMain.handle('cache:clear', async (_, scope: CacheClearScope) => {
const allowedScopes: CacheClearScope[] = ['bootstrap', 'electron', 'all']
const allowedScopes: CacheClearScope[] = ['bootstrap', 'electron', 'knowledge', 'all']
if (!allowedScopes.includes(scope)) return getCacheSummary()
imageDecryptService = null
return clearCache(scope)
return clearCache(scope, {
beforeClearKnowledge: () =>
knowledgeSearchService?.prepareForCacheClear() || Promise.resolve()
})
})
ipcMain.handle('db:init', async (_, key: string, accountRoot?: string) => {
@@ -891,6 +910,29 @@ app.whenReady().then(async () => {
})
ipcMain.handle('db:search', (_, keyword: string) => chat.searchMessages(keyword))
ipcMain.handle(
'knowledge:search',
(_, request: KnowledgeSearchIpcRequest): Promise<KnowledgeSearchIpcResult> => {
if (!knowledgeSearchService) {
throw new Error('本地知识库服务尚未初始化')
}
return knowledgeSearchService.search(request)
}
)
ipcMain.handle('knowledge:getStatus', () => {
if (!knowledgeSearchService) throw new Error('本地知识库服务尚未初始化')
return knowledgeSearchService.getStatus()
})
ipcMain.handle('knowledge:startIndex', () => {
if (!knowledgeSearchService) throw new Error('本地知识库服务尚未初始化')
return knowledgeSearchService.startCurrentAccountIndex()
})
ipcMain.handle('ai-search:run', (event, request: AiSearchPipelineRequest) => {
if (!aiSearchPipelineService) throw new Error('本地搜索服务尚未初始化')
return aiSearchPipelineService.run(request, (progress) => {
if (!event.sender.isDestroyed()) event.sender.send('ai-search:progress', progress)
})
})
ipcMain.handle(
'ai:chat',
@@ -1444,7 +1486,8 @@ app.on('before-quit', (event) => {
const [, nativeCallsDrained] = await Promise.all([
apiServer.stop().catch(() => undefined),
chat.closeChatDbForQuit().catch(() => false),
voiceRecognition?.dispose().catch(() => undefined)
voiceRecognition?.dispose().catch(() => undefined),
knowledgeSearchService?.dispose().catch(() => undefined)
])
if (!nativeCallsDrained) {
console.warn('[Shutdown] WCDB async calls did not fully drain before quit')
+88
View File
@@ -0,0 +1,88 @@
import { createHash } from 'crypto'
import type {
KnowledgeChunk,
KnowledgeChunkerConfig,
KnowledgeNormalizedMessage
} from '../../shared/knowledge'
import { isIndexableKnowledgeMessage } from './normalizer'
function digest(value: string): string {
return createHash('sha256').update(value).digest('hex')
}
function formatChunkText(messages: KnowledgeNormalizedMessage[]): string {
return messages
.map((message) => {
const sender = message.senderName || message.senderId || '未知成员'
return `[${new Date(message.createTime).toISOString()}] ${sender}: ${message.searchableText}`
})
.join('\n')
}
function buildChunk(
messages: KnowledgeNormalizedMessage[],
config: KnowledgeChunkerConfig
): KnowledgeChunk {
const first = messages[0]
const last = messages[messages.length - 1]
const text = formatChunkText(messages)
const messageIds = messages.map((message) => message.messageId)
const participantIds = Array.from(
new Set(messages.map((message) => message.senderId).filter((value): value is string => Boolean(value)))
)
const messageKinds = Array.from(new Set(messages.map((message) => message.kind)))
const identity = `${first.accountId}|${first.conversationId}|${config.version}|${messageIds.join('|')}`
return {
chunkId: digest(identity),
accountId: first.accountId,
conversationId: first.conversationId,
startTime: first.createTime,
endTime: last.createTime,
text,
messageIds,
participantIds,
messageKinds,
contentHash: digest(`${identity}|${text}`),
chunkerVersion: config.version
}
}
/** Chunks one conversation only; cross-conversation chunks are never allowed. */
export function chunkConversation(
messages: KnowledgeNormalizedMessage[],
config: KnowledgeChunkerConfig
): KnowledgeChunk[] {
const sorted = messages
.filter(isIndexableKnowledgeMessage)
.slice()
.sort((left, right) => left.createTime - right.createTime || left.messageId.localeCompare(right.messageId))
if (!sorted.length) return []
const conversationId = sorted[0].conversationId
const accountId = sorted[0].accountId
if (sorted.some((message) => message.conversationId !== conversationId || message.accountId !== accountId)) {
throw new Error('Conversation chunker received messages from multiple accounts or conversations')
}
const chunks: KnowledgeChunk[] = []
let current: KnowledgeNormalizedMessage[] = []
let currentCharacters = 0
for (const message of sorted) {
const previous = current[current.length - 1]
const nextCharacters = currentCharacters + message.searchableText.length
const shouldSplit =
current.length > 0 &&
(message.createTime - previous.createTime > config.maxGapMs ||
current.length >= config.maxMessages ||
nextCharacters > config.maxCharacters)
if (shouldSplit) {
chunks.push(buildChunk(current, config))
current = []
currentCharacters = 0
}
current.push(message)
currentCharacters += message.searchableText.length
}
if (current.length) chunks.push(buildChunk(current, config))
return chunks
}
@@ -0,0 +1,611 @@
import * as chat from '../services/chat-service'
import type {
KnowledgeAttachmentMetadata,
KnowledgeEvidence,
KnowledgeMessageKind,
KnowledgeRuntimeStatus,
KnowledgeSearchRequest,
KnowledgeSearchIpcRequest,
KnowledgeSearchIpcResult,
KnowledgeSearchResult,
KnowledgeSourceMessage
} from '../../shared/knowledge'
import {
DEFAULT_KNOWLEDGE_CHUNKER,
DEFAULT_KNOWLEDGE_FTS_CONFIG,
emptyKnowledgeSearchTimings
} from '../../shared/knowledge'
import { KnowledgeService } from './knowledge-service'
const FALLBACK_LIMIT = 240
const MAX_SENDER_NAME_CONVERSATIONS = 8
const MAX_CONVERSATION_FILTERS_PER_WORKER_SEARCH = 700
function looksLikeOpaqueSenderId(value: string | undefined): boolean {
const normalized = value?.trim() || ''
return (
normalized.startsWith('wxid_') ||
normalized.endsWith('@chatroom') ||
/^\d{6,}$/.test(normalized)
)
}
function groupMemberDisplayName(member: chat.GroupSnapshot['members'][number]): string {
return (
[member.groupNickname, member.wechatNickname, member.nickname, member.remark]
.map((value) => value.trim())
.find((value) => value && !looksLikeOpaqueSenderId(value)) || ''
)
}
function sourceMessageId(message: chat.FormattedMessage): string {
if (message.localId) return `local:${message.localId}`
if (message.id) return String(message.id)
return `${message.createTime || 0}:${message.serverId || message.content}`
}
function sourceKind(message: chat.FormattedMessage): KnowledgeMessageKind {
if (message.voiceTranscript || message.type === '语音') return 'voice'
if (message.contentData?.type === 'share' || message.contentData?.type === 'miniProgram') {
return message.contentData.type === 'share' && message.contentData.typeVal === '6'
? 'file'
: 'link'
}
if (message.contentData?.type === 'system') return 'system'
return message.content?.trim() ? 'text' : 'other'
}
function sourceTextAndAttachment(message: chat.FormattedMessage): {
text?: string
attachment?: KnowledgeAttachmentMetadata
} {
const text = message.content?.trim() || ''
const content = message.contentData
if (!content) {
return {
text: text || undefined,
attachment: message.exportMediaName
? {
name: message.exportMediaName,
kind: message.exportMediaType === 'file' ? 'file' : 'other'
}
: undefined
}
}
if (content.type === 'share') {
const title = content.title?.trim() || ''
const description = content.des?.trim() || ''
return {
text: [text, title, description].filter(Boolean).join('\n') || undefined,
attachment:
title || content.url
? {
name: title || content.url,
kind: content.typeVal === '6' ? 'file' : 'link',
url: content.url
}
: undefined
}
}
if (content.type === 'miniProgram') {
return {
text: [text, content.title, content.description].filter(Boolean).join('\n') || undefined,
attachment: content.title ? { name: content.title, kind: 'link' } : undefined
}
}
if (content.type === 'quote') {
return {
text:
[text, content.title, content.content, content.quotedContent].filter(Boolean).join('\n') ||
undefined
}
}
if (content.type === 'forwardBundle') {
return {
text: [text, content.title, content.description, ...content.items.map((item) => item.text)]
.filter(Boolean)
.join('\n')
}
}
return { text: text || undefined }
}
function toSourceMessage(
accountId: string,
conversationId: string,
message: chat.FormattedMessage
): KnowledgeSourceMessage | null {
if (!message.createTime) return null
const extracted = sourceTextAndAttachment(message)
const voiceTranscript = message.voiceTranscript?.trim() || undefined
if (!extracted.text && !extracted.attachment && !voiceTranscript) return null
return {
accountId,
conversationId,
messageId: sourceMessageId(message),
// Existing chat messages use Unix seconds; the knowledge contract uses milliseconds.
createTime: message.createTime * 1000,
senderId: message.senderId || message.from || undefined,
senderName: message.isSender ? '我' : message.name || undefined,
kind: sourceKind(message),
text: extracted.text,
attachment: extracted.attachment,
voiceTranscript
}
}
function normalizeComparable(value: string): string {
return value.toLocaleLowerCase().replace(/\s+/g, '')
}
function fallbackTermScore(message: chat.FormattedMessage, terms: string[]): number {
const source = toSourceMessage('fallback', 'fallback', message)
const text = `${source?.text || ''}\n${source?.voiceTranscript || ''}\n${source?.attachment?.name || ''}`
const normalized = normalizeComparable(text)
return terms.reduce((score, term) => {
const normalizedTerm = normalizeComparable(term)
return normalizedTerm && normalized.includes(normalizedTerm)
? score + normalizedTerm.length
: score
}, 0)
}
/**
* Main-process adapter for the read-only chat archive. It never passes source
* database handles or keys to the worker; only normalized serializable values.
*/
export class KnowledgeSearchService {
private readonly service: KnowledgeService
private readonly indexing = new Map<string, Promise<void>>()
private readonly statusByAccount = new Map<string, KnowledgeRuntimeStatus>()
private readonly statusListeners = new Set<(status: KnowledgeRuntimeStatus) => void>()
private wcdbReadTail: Promise<void> = Promise.resolve()
constructor(userDataPath: string, workerPath: string) {
this.service = new KnowledgeService(userDataPath, workerPath)
}
startCurrentAccountIndex(): KnowledgeRuntimeStatus {
const accountId = this.currentAccountId()
if (!accountId) return this.emptyStatus('')
const current = this.statusByAccount.get(accountId) || this.emptyStatus(accountId)
if (this.indexing.has(accountId)) return current
const started: KnowledgeRuntimeStatus = {
...current,
state: current.indexedMessageCount ? 'syncing' : 'building',
processedMessages: 0,
totalMessages: current.sourceMessageCount,
estimatedRemainingMs: null,
lastError: undefined
}
this.publishStatus(started)
const task = this.indexAccount(accountId)
.catch((error) => {
const previous = this.statusByAccount.get(accountId)
this.publishStatus({
...(previous || this.emptyStatus(accountId)),
state: 'error',
lastError: error instanceof Error ? error.message : String(error)
})
throw error
})
.finally(() => {
this.indexing.delete(accountId)
void this.refreshStatus(accountId).catch(() => undefined)
})
this.indexing.set(accountId, task)
void task.catch((error) => {
console.warn('[Knowledge] background index failed:', error)
})
return started
}
async search(request: KnowledgeSearchIpcRequest): Promise<KnowledgeSearchIpcResult> {
const accountId = this.currentAccountId()
if (!accountId) return this.searchFallback(request, 'unavailable')
try {
const searchRequest: Omit<KnowledgeSearchRequest, 'databaseRoot'> = {
accountId,
fts: DEFAULT_KNOWLEDGE_FTS_CONFIG,
text: request.text,
terms: request.terms,
limit: Math.max(1, Math.min(request.limit || FALLBACK_LIMIT, FALLBACK_LIMIT)),
conversationIds: request.conversationIds,
senderIds: request.senderIds,
startTime: request.startTime === undefined ? undefined : request.startTime * 1000,
endTime: request.endTime === undefined ? undefined : request.endTime * 1000
}
const result = await this.searchKnowledge(searchRequest)
// An existing derived database can answer while its next incremental pass is running.
// Never turn an interactive global search into another full WCDB scan during that pass.
if (result.state === 'ready' || result.evidence.length) {
return this.toKnowledgeResult(result)
}
if (this.indexing.has(accountId)) {
return {
...result,
source: 'knowledge',
totalMessages: result.indexedMessageCount
}
}
return this.searchFallback(request, 'unavailable')
} catch (error) {
console.warn('[Knowledge] search failed, using legacy fallback:', error)
return this.searchFallback(request, 'error')
}
}
async dispose(): Promise<void> {
await this.service.dispose()
}
/** Safely release derived SQLite handles before the cache screen removes them. */
async prepareForCacheClear(): Promise<void> {
if (this.indexing.size) {
throw new Error('本地知识库正在同步,请等待同步完成后再清理')
}
await this.service.dispose()
const accountIds = Array.from(this.statusByAccount.keys())
this.statusByAccount.clear()
accountIds.forEach((accountId) => this.publishStatus(this.emptyStatus(accountId)))
}
onStatusChange(listener: (status: KnowledgeRuntimeStatus) => void): () => void {
this.statusListeners.add(listener)
return () => this.statusListeners.delete(listener)
}
async getStatus(): Promise<KnowledgeRuntimeStatus> {
const accountId = this.currentAccountId()
if (!accountId) return this.emptyStatus('')
return this.refreshStatus(accountId)
}
private currentAccountId(): string {
if (!chat.isReady()) return ''
return chat.getSelfAccountInfo()?.wxid || chat.getCurrentAccountRoot()
}
private async indexAccount(accountId: string): Promise<void> {
const contacts = await this.listContacts()
let processedMessages = 0
const startedAt = Date.now()
this.publishStatus({
...(this.statusByAccount.get(accountId) || this.emptyStatus(accountId)),
state: this.statusByAccount.get(accountId)?.indexedMessageCount ? 'syncing' : 'building',
processedMessages: 0,
totalMessages: null,
estimatedRemainingMs: null
})
for (const [index, contact] of contacts.entries()) {
// WCDB rejects overlapping async pagination. Queue every archive read so
// background indexing and an interactive fallback search can interleave safely.
const messages = await this.listMessages(contact.md5)
const sourceMessages = messages
.map((message) => toSourceMessage(accountId, contact.md5, message))
.filter((message): message is KnowledgeSourceMessage => Boolean(message))
await this.service.index(
{
accountId,
conversations: [
{
conversationId: contact.md5,
completeSnapshot: true,
messages: sourceMessages
}
],
chunker: DEFAULT_KNOWLEDGE_CHUNKER,
fts: DEFAULT_KNOWLEDGE_FTS_CONFIG,
sourceMessageCount:
index === contacts.length - 1 ? processedMessages + sourceMessages.length : undefined
},
(progress) => {
const current = this.statusByAccount.get(accountId) || this.emptyStatus(accountId)
this.publishStatus({
...current,
state: current.indexedMessageCount ? 'syncing' : 'building',
processedMessages: processedMessages + progress.processedMessages,
totalMessages: null,
currentConversationId: progress.conversationId,
estimatedRemainingMs: null
})
}
)
processedMessages += sourceMessages.length
const current = this.statusByAccount.get(accountId) || this.emptyStatus(accountId)
this.publishStatus({
...current,
state: current.indexedMessageCount ? 'syncing' : 'building',
processedMessages,
totalMessages: null,
currentConversationId: contact.md5,
estimatedRemainingMs: null
})
}
await this.refreshStatus(accountId, {
processedMessages,
totalMessages: processedMessages,
startedAt
})
}
private async searchFallback(
request: KnowledgeSearchIpcRequest,
fallbackReason: 'unavailable' | 'indexing' | 'error'
): Promise<KnowledgeSearchIpcResult> {
const startedAt = Date.now()
const contacts = await this.listContacts()
const allowedConversations = new Set(request.conversationIds || [])
const sourceContacts = allowedConversations.size
? contacts.filter((contact) => allowedConversations.has(contact.md5))
: contacts
const senderIds = new Set(request.senderIds || [])
const terms = request.terms.filter((term) => term.trim().length >= 2)
const matches: Array<{
contact: (typeof sourceContacts)[number]
message: chat.FormattedMessage
score: number
}> = []
let totalMessages = 0
for (const contact of sourceContacts) {
const messages = await this.listMessages(contact.md5, request.startTime, request.endTime)
totalMessages += messages.length
for (const message of messages) {
matches.push({
contact,
message,
score: fallbackTermScore(message, terms)
})
}
}
const filtered = matches
.filter(({ message, score }) => {
const senderMatches = !senderIds.size || senderIds.has(message.senderId || message.from)
const termMatches = !terms.length || score > 0
return senderMatches && termMatches
})
.sort(
(left, right) =>
right.score - left.score ||
(right.message.createTime || 0) - (left.message.createTime || 0)
)
.slice(0, Math.max(1, Math.min(request.limit || FALLBACK_LIMIT, FALLBACK_LIMIT)))
const result: KnowledgeSearchIpcResult = {
source: 'fallback',
fallbackReason,
state: fallbackReason === 'indexing' ? 'indexing' : 'unavailable',
indexedMessageCount: 0,
indexedChunkCount: 0,
totalMessages,
timings: {
...emptyKnowledgeSearchTimings(),
messageLoadMs: Date.now() - startedAt,
totalMs: Date.now() - startedAt
},
evidence: filtered.map(({ contact, message, score }) => ({
chunkId: `fallback:${contact.md5}:${sourceMessageId(message)}`,
conversationId: contact.md5,
startTime: (message.createTime || 0) * 1000,
endTime: (message.createTime || 0) * 1000,
messageId: sourceMessageId(message),
senderId: message.senderId || message.from || undefined,
sender: message.isSender ? '我' : message.name || '未知成员',
timestamp: (message.createTime || 0) * 1000,
messageIds: [sourceMessageId(message)],
text: sourceTextAndAttachment(message).text || message.content || `[${message.type}]`,
score: -score
}))
}
return {
...result,
evidence: await this.enrichEvidenceSenders(result.evidence)
}
}
/**
* SQLite has a finite bind-parameter limit. Group/one-to-one scope filters
* can contain over one thousand conversations, so split only the Worker
* query and merge real Evidence instead of dropping the selected scope.
*/
private async searchKnowledge(
request: Omit<KnowledgeSearchRequest, 'databaseRoot'>
): Promise<KnowledgeSearchResult> {
const conversationIds = Array.from(new Set(request.conversationIds || []))
if (conversationIds.length <= MAX_CONVERSATION_FILTERS_PER_WORKER_SEARCH) {
return this.searchWorker(request)
}
const partialResults: KnowledgeSearchResult[] = []
for (
let start = 0;
start < conversationIds.length;
start += MAX_CONVERSATION_FILTERS_PER_WORKER_SEARCH
) {
partialResults.push(
await this.searchWorker({
...request,
conversationIds: conversationIds.slice(
start,
start + MAX_CONVERSATION_FILTERS_PER_WORKER_SEARCH
)
})
)
}
const evidenceByIdentity = new Map<string, KnowledgeEvidence>()
partialResults
.flatMap((result) => result.evidence)
.forEach((item) => {
const identity = `${item.conversationId}:${item.messageId}`
const existing = evidenceByIdentity.get(identity)
if (!existing || (item.score || 0) < (existing.score || 0)) {
evidenceByIdentity.set(identity, item)
}
})
const mergeStartedAt = Date.now()
const mergedEvidence = Array.from(evidenceByIdentity.values())
.sort(
(left, right) => (left.score || 0) - (right.score || 0) || right.timestamp - left.timestamp
)
.slice(0, request.limit)
const timings = partialResults.reduce(
(total, result) => ({
workerIpcMs: total.workerIpcMs + (result.timings?.workerIpcMs || 0),
workerBootMs: total.workerBootMs + (result.timings?.workerBootMs || 0),
dispatchMs: total.dispatchMs + (result.timings?.dispatchMs || 0),
workerSqlMs: total.workerSqlMs + (result.timings?.workerSqlMs || 0),
responseTransferMs: total.responseTransferMs + (result.timings?.responseTransferMs || 0),
responseSerializeMs: total.responseSerializeMs + (result.timings?.responseSerializeMs || 0),
ftsMs: total.ftsMs + (result.timings?.ftsMs || 0),
messageLoadMs: total.messageLoadMs + (result.timings?.messageLoadMs || 0),
chunkExpandMs: total.chunkExpandMs + (result.timings?.chunkExpandMs || 0),
rankingMs: total.rankingMs + (result.timings?.rankingMs || 0),
totalMs: total.totalMs + (result.timings?.totalMs || 0)
}),
emptyKnowledgeSearchTimings()
)
const mergeRankingMs = Date.now() - mergeStartedAt
timings.rankingMs += mergeRankingMs
timings.totalMs += mergeRankingMs
return {
state: partialResults.some((result) => result.state === 'ready')
? 'ready'
: partialResults.some((result) => result.state === 'indexing')
? 'indexing'
: 'unavailable',
indexedMessageCount: Math.max(...partialResults.map((result) => result.indexedMessageCount)),
indexedChunkCount: Math.max(...partialResults.map((result) => result.indexedChunkCount)),
evidence: mergedEvidence,
timings
}
}
private async searchWorker(
request: Omit<KnowledgeSearchRequest, 'databaseRoot'>
): Promise<KnowledgeSearchResult> {
const startedAt = Date.now()
const result = await this.service.search(request)
const timings = result.timings || emptyKnowledgeSearchTimings()
return {
...result,
timings: {
...timings,
workerIpcMs: timings.workerIpcMs || Math.max(0, Date.now() - startedAt - timings.totalMs),
workerSqlMs: timings.workerSqlMs || timings.totalMs
}
}
}
private listContacts(): ReturnType<typeof chat.listContactsAsync> {
return this.enqueueWcdbRead(() => chat.listContactsAsync())
}
private listMessages(
conversationId: string,
startTime?: number,
endTime?: number
): ReturnType<typeof chat.listMessagesAsync> {
return this.enqueueWcdbRead(() => chat.listMessagesAsync(conversationId, startTime, endTime))
}
private async toKnowledgeResult(
result: KnowledgeSearchResult
): Promise<KnowledgeSearchIpcResult> {
return {
...result,
evidence: await this.enrichEvidenceSenders(result.evidence),
source: 'knowledge',
totalMessages: result.indexedMessageCount
}
}
private async enrichEvidenceSenders(evidence: KnowledgeEvidence[]): Promise<KnowledgeEvidence[]> {
const candidateConversationIds = Array.from(
new Set(
evidence
.filter((item) => item.senderId && looksLikeOpaqueSenderId(item.sender))
.map((item) => item.conversationId)
)
).slice(0, MAX_SENDER_NAME_CONVERSATIONS)
if (!candidateConversationIds.length) return evidence
const contacts = await this.listContacts()
const groupConversationIds = new Set(
contacts.filter((contact) => contact.type === 'group').map((contact) => contact.md5)
)
const memberNamesByConversation = new Map<string, Map<string, string>>()
for (const conversationId of candidateConversationIds) {
if (!groupConversationIds.has(conversationId)) continue
const snapshot = await this.enqueueWcdbRead(() => chat.getGroupSnapshotAsync(conversationId))
const memberNames = new Map(
(snapshot?.members || [])
.map((member) => [member.wxid, groupMemberDisplayName(member)] as const)
.filter(([, name]) => Boolean(name))
)
if (memberNames.size) memberNamesByConversation.set(conversationId, memberNames)
}
return evidence.map((item) => {
const sender = memberNamesByConversation.get(item.conversationId)?.get(item.senderId || '')
return sender ? { ...item, sender } : item
})
}
private enqueueWcdbRead<T>(operation: () => Promise<T>): Promise<T> {
const result = this.wcdbReadTail.then(operation, operation)
// Keep the queue usable after a read failure while returning that failure to its caller.
this.wcdbReadTail = result.then(
() => undefined,
() => undefined
)
return result
}
private emptyStatus(accountId: string): KnowledgeRuntimeStatus {
return {
accountId,
state: 'unavailable',
indexedMessageCount: 0,
indexedChunkCount: 0,
sourceMessageCount: null,
processedMessages: 0,
totalMessages: null,
estimatedRemainingMs: null,
databaseBytes: 0,
walBytes: 0,
shmBytes: 0
}
}
private async refreshStatus(
accountId: string,
progress?: Pick<KnowledgeRuntimeStatus, 'processedMessages' | 'totalMessages'> & {
startedAt?: number
}
): Promise<KnowledgeRuntimeStatus> {
const remote = await this.service.status({ accountId, fts: DEFAULT_KNOWLEDGE_FTS_CONFIG })
const current = this.statusByAccount.get(accountId)
const indexing = this.indexing.has(accountId)
const processedMessages =
progress?.processedMessages ?? current?.processedMessages ?? remote.processedMessages
const totalMessages = progress?.totalMessages ?? remote.sourceMessageCount
const state = indexing
? remote.indexedMessageCount > 0
? 'syncing'
: 'building'
: remote.state
const status: KnowledgeRuntimeStatus = {
...remote,
state,
processedMessages,
totalMessages,
estimatedRemainingMs: null
}
this.publishStatus(status)
return status
}
private publishStatus(status: KnowledgeRuntimeStatus): void {
this.statusByAccount.set(status.accountId, status)
for (const listener of this.statusListeners) listener(status)
}
}
+54
View File
@@ -0,0 +1,54 @@
import { join } from 'path'
import type {
KnowledgeCapacityPreflight,
KnowledgeCapacityPreflightRequest,
KnowledgeIndexProgress,
KnowledgeIndexRequest,
KnowledgeIndexResult,
KnowledgeRuntimeStatus,
KnowledgeSearchRequest,
KnowledgeSearchResult,
KnowledgeStatusRequest
} from '../../shared/knowledge'
import { KnowledgeWorkerHost } from './knowledge-worker-host'
/** Minimal main-process service; no renderer API is exposed in Task 0~Task 2. */
export class KnowledgeService {
private readonly worker: KnowledgeWorkerHost
constructor(userDataPath: string, workerPath: string) {
this.worker = new KnowledgeWorkerHost(workerPath)
this.databaseRoot = join(userDataPath, 'knowledge')
}
private readonly databaseRoot: string
index(
request: Omit<KnowledgeIndexRequest, 'databaseRoot'>,
onProgress?: (progress: KnowledgeIndexProgress) => void
): Promise<KnowledgeIndexResult> {
return this.worker.index({ ...request, databaseRoot: this.databaseRoot }, onProgress)
}
preflight(
request: Omit<KnowledgeCapacityPreflightRequest, 'databaseRoot'>
): Promise<KnowledgeCapacityPreflight> {
return this.worker.preflight({ ...request, databaseRoot: this.databaseRoot })
}
remove(accountId: string): Promise<{ removed: true }> {
return this.worker.remove(accountId, this.databaseRoot)
}
search(request: Omit<KnowledgeSearchRequest, 'databaseRoot'>): Promise<KnowledgeSearchResult> {
return this.worker.search({ ...request, databaseRoot: this.databaseRoot })
}
status(request: Omit<KnowledgeStatusRequest, 'databaseRoot'>): Promise<KnowledgeRuntimeStatus> {
return this.worker.status({ ...request, databaseRoot: this.databaseRoot })
}
dispose(): Promise<void> {
return this.worker.dispose()
}
}
File diff suppressed because it is too large Load Diff
+182
View File
@@ -0,0 +1,182 @@
import { fork, type ChildProcess } from 'child_process'
import { randomUUID } from 'crypto'
import type {
KnowledgeCapacityPreflight,
KnowledgeCapacityPreflightRequest,
KnowledgeIndexProgress,
KnowledgeIndexRequest,
KnowledgeIndexResult,
KnowledgeRuntimeStatus,
KnowledgeSearchRequest,
KnowledgeSearchResult,
KnowledgeStatusRequest,
KnowledgeWorkerRequest,
KnowledgeWorkerResponse
} from '../../shared/knowledge'
type WorkerResult =
| KnowledgeIndexResult
| KnowledgeCapacityPreflight
| KnowledgeSearchResult
| KnowledgeRuntimeStatus
| { removed: true }
type PendingRequest = {
resolve: (result: WorkerResult) => void
reject: (error: Error) => void
onProgress?: (progress: KnowledgeIndexProgress) => void
sentAt: number
workerBootStartedAt?: number
}
/**
* Main-process boundary for the derived knowledge database. The child runs
* with ELECTRON_RUN_AS_NODE so synchronous node:sqlite calls never block UI.
*/
export class KnowledgeWorkerHost {
private child: ChildProcess | null = null
private childStartedAt = 0
private readonly pending = new Map<string, PendingRequest>()
constructor(private readonly workerPath: string) {}
index(
payload: KnowledgeIndexRequest,
onProgress?: (progress: KnowledgeIndexProgress) => void
): Promise<KnowledgeIndexResult> {
return this.request('index', payload, onProgress) as Promise<KnowledgeIndexResult>
}
preflight(payload: KnowledgeCapacityPreflightRequest): Promise<KnowledgeCapacityPreflight> {
return this.request('preflight', payload) as Promise<KnowledgeCapacityPreflight>
}
search(payload: KnowledgeSearchRequest): Promise<KnowledgeSearchResult> {
return this.request('search', payload) as Promise<KnowledgeSearchResult>
}
status(payload: KnowledgeStatusRequest): Promise<KnowledgeRuntimeStatus> {
return this.request('status', payload) as Promise<KnowledgeRuntimeStatus>
}
remove(accountId: string, databaseRoot: string): Promise<{ removed: true }> {
return this.request('remove', { accountId, databaseRoot }) as Promise<{ removed: true }>
}
cancel(targetRequestId: string): Promise<{ removed: true }> {
return this.request('cancel', { targetRequestId }) as Promise<{ removed: true }>
}
async dispose(): Promise<void> {
const child = this.child
if (!child) return
try {
await this.request('close', {})
} catch {
// The child is about to be stopped; its only job is a derived local index.
}
if (this.child === child) this.child = null
if (!child.killed) child.kill()
}
private request(
type: KnowledgeWorkerRequest['type'],
payload: KnowledgeWorkerRequest['payload'],
onProgress?: (progress: KnowledgeIndexProgress) => void
): Promise<WorkerResult> {
const hadWorker = Boolean(this.child?.connected)
const child = this.ensureChild()
const requestId = randomUUID()
const sentAt = Date.now()
const request: KnowledgeWorkerRequest = { version: 1, type, requestId, sentAt, payload }
return new Promise((resolve, reject) => {
this.pending.set(requestId, {
resolve,
reject,
onProgress,
sentAt,
workerBootStartedAt: hadWorker ? undefined : this.childStartedAt
})
child.send(request, (error) => {
if (error) this.finish(requestId, undefined, error)
})
})
}
private ensureChild(): ChildProcess {
if (this.child?.connected) return this.child
const child = fork(this.workerPath, [], {
stdio: ['ignore', 'ignore', 'ignore', 'ipc'],
serialization: 'advanced',
env: { ...process.env, ELECTRON_RUN_AS_NODE: '1' }
})
child.on('message', (message: KnowledgeWorkerResponse) => {
if (message?.version !== 1) return
if (message.type === 'progress') {
const pending = this.pending.get(message.requestId)
if (pending && message.payload)
pending.onProgress?.(message.payload as KnowledgeIndexProgress)
return
}
this.finish(
message.requestId,
message.payload as WorkerResult | undefined,
message.type === 'error'
? new Error(message.error || 'Knowledge worker failed')
: undefined,
message.transport
)
})
child.once('error', (error) => this.failAll(error))
child.once('exit', (code) => {
if (this.child === child) this.child = null
this.failAll(new Error(`Knowledge worker exited (${code ?? 'unknown'})`))
})
this.child = child
this.childStartedAt = Date.now()
return child
}
private finish(
requestId: string,
result?: WorkerResult,
error?: Error,
transport?: KnowledgeWorkerResponse['transport']
): void {
const pending = this.pending.get(requestId)
if (!pending) return
this.pending.delete(requestId)
if (error) pending.reject(error)
else if (result) pending.resolve(this.applyTransportTimings(result, pending, transport))
else pending.reject(new Error('Knowledge worker returned no result'))
}
private applyTransportTimings(
result: WorkerResult,
pending: PendingRequest,
transport?: KnowledgeWorkerResponse['transport']
): WorkerResult {
if (!('timings' in result) || !transport) return result
const receivedAt = Date.now()
const workerBootMs = pending.workerBootStartedAt
? Math.max(0, transport.workerReceivedAt - pending.workerBootStartedAt)
: 0
const dispatchMs = Math.max(0, transport.workerReceivedAt - pending.sentAt)
const responseTransferMs = Math.max(0, receivedAt - transport.workerCompletedAt)
return {
...result,
timings: {
...result.timings,
workerBootMs,
dispatchMs,
workerSqlMs: result.timings.totalMs,
responseSerializeMs: transport.responseSerializeMs,
responseTransferMs,
workerIpcMs: workerBootMs + dispatchMs + responseTransferMs
}
}
}
private failAll(error: Error): void {
for (const requestId of this.pending.keys()) this.finish(requestId, undefined, error)
}
}
+200
View File
@@ -0,0 +1,200 @@
import type {
KnowledgeCapacityPreflightRequest,
KnowledgeIndexRequest,
KnowledgeRuntimeStatus,
KnowledgeSearchRequest,
KnowledgeStatusRequest,
KnowledgeWorkerRequest,
KnowledgeWorkerResponse
} from '../../shared/knowledge'
import { emptyKnowledgeSearchTimings } from '../../shared/knowledge'
import {
KnowledgeStore,
estimateKnowledgeCapacityPreflight,
getKnowledgeDatabasePath,
removeKnowledgeDatabase
} from './knowledge-store'
import { existsSync } from 'fs'
import { serialize } from 'v8'
const stores = new Map<string, KnowledgeStore>()
const controllers = new Map<string, AbortController>()
function send(
message: KnowledgeWorkerResponse,
transport?: KnowledgeWorkerResponse['transport']
): void {
if (process.send) process.send({ ...message, transport })
}
function sendSearchResult(
request: KnowledgeWorkerRequest,
payload: KnowledgeWorkerResponse['payload'],
workerReceivedAt: number
): void {
const serializeStartedAt = Date.now()
// This measures the actual payload encoding workload before Node IPC performs
// its own transfer. It lets diagnostics separate payload cost from SQL time.
serialize(payload)
const responseSerializeMs = Date.now() - serializeStartedAt
send(
{ version: 1, type: 'result', requestId: request.requestId, payload },
{ workerReceivedAt, workerCompletedAt: Date.now(), responseSerializeMs }
)
}
function storeKey(databaseRoot: string, accountId: string): string {
return getKnowledgeDatabasePath(databaseRoot, accountId)
}
function getStore(
request: Pick<KnowledgeIndexRequest, 'databaseRoot' | 'accountId' | 'fts'>
): KnowledgeStore {
const key = storeKey(request.databaseRoot, request.accountId)
let store = stores.get(key)
if (!store) {
store = new KnowledgeStore(request.databaseRoot, request.accountId, request.fts)
stores.set(key, store)
}
return store
}
function closeStore(databaseRoot: string, accountId: string): void {
const key = storeKey(databaseRoot, accountId)
const store = stores.get(key)
if (store) store.close()
stores.delete(key)
}
async function handleIndex(
request: KnowledgeWorkerRequest,
payload: KnowledgeIndexRequest
): Promise<void> {
const controller = new AbortController()
controllers.set(request.requestId, controller)
try {
const result = await getStore(payload).index(payload, controller.signal, (progress) => {
send({ version: 1, type: 'progress', requestId: request.requestId, payload: progress })
})
send({ version: 1, type: 'result', requestId: request.requestId, payload: result })
} finally {
controllers.delete(request.requestId)
}
}
async function handlePreflight(
request: KnowledgeWorkerRequest,
payload: KnowledgeCapacityPreflightRequest
): Promise<void> {
const result = await estimateKnowledgeCapacityPreflight(payload)
send({ version: 1, type: 'result', requestId: request.requestId, payload: result })
}
async function handleSearch(
request: KnowledgeWorkerRequest,
payload: KnowledgeSearchRequest
): Promise<void> {
const workerReceivedAt = Date.now()
const path = getKnowledgeDatabasePath(payload.databaseRoot, payload.accountId)
if (!existsSync(path)) {
sendSearchResult(
request,
{
state: 'unavailable',
evidence: [],
indexedMessageCount: 0,
indexedChunkCount: 0,
timings: emptyKnowledgeSearchTimings()
},
workerReceivedAt
)
return
}
const result = getStore(payload).searchWithStatus(payload)
sendSearchResult(request, result, workerReceivedAt)
}
async function handleStatus(
request: KnowledgeWorkerRequest,
payload: KnowledgeStatusRequest
): Promise<void> {
const path = getKnowledgeDatabasePath(payload.databaseRoot, payload.accountId)
if (!existsSync(path)) {
const unavailable: KnowledgeRuntimeStatus = {
accountId: payload.accountId,
state: 'unavailable',
indexedMessageCount: 0,
indexedChunkCount: 0,
sourceMessageCount: null,
processedMessages: 0,
totalMessages: null,
estimatedRemainingMs: null,
databaseBytes: 0,
walBytes: 0,
shmBytes: 0
}
send({ version: 1, type: 'result', requestId: request.requestId, payload: unavailable })
return
}
send({
version: 1,
type: 'result',
requestId: request.requestId,
payload: getStore(payload).getRuntimeStatus()
})
}
async function handle(request: KnowledgeWorkerRequest): Promise<void> {
try {
if (request.type === 'cancel') {
const payload = request.payload as { targetRequestId: string }
controllers.get(payload.targetRequestId)?.abort()
send({ version: 1, type: 'result', requestId: request.requestId, payload: { removed: true } })
return
}
if (request.type === 'close') {
for (const controller of controllers.values()) controller.abort()
for (const store of stores.values()) store.close()
stores.clear()
send({ version: 1, type: 'result', requestId: request.requestId, payload: { removed: true } })
process.disconnect?.()
return
}
if (request.type === 'remove') {
const payload = request.payload as { accountId: string; databaseRoot: string }
closeStore(payload.databaseRoot, payload.accountId)
removeKnowledgeDatabase(payload.databaseRoot, payload.accountId)
send({ version: 1, type: 'result', requestId: request.requestId, payload: { removed: true } })
return
}
if (request.type === 'preflight') {
await handlePreflight(request, request.payload as KnowledgeCapacityPreflightRequest)
return
}
if (request.type === 'search') {
await handleSearch(request, request.payload as KnowledgeSearchRequest)
return
}
if (request.type === 'status') {
await handleStatus(request, request.payload as KnowledgeStatusRequest)
return
}
if (request.type === 'index') {
await handleIndex(request, request.payload as KnowledgeIndexRequest)
return
}
throw new Error(`Unsupported knowledge worker request: ${String(request.type)}`)
} catch (error) {
send({
version: 1,
type: 'error',
requestId: request.requestId,
error: error instanceof Error ? error.message : String(error)
})
}
}
process.on('message', (message: KnowledgeWorkerRequest) => {
if (message?.version !== 1) return
void handle(message)
})
+55
View File
@@ -0,0 +1,55 @@
import { createHash } from 'crypto'
import type {
KnowledgeNormalizedMessage,
KnowledgeSourceMessage
} from '../../shared/knowledge'
const compact = (value: string | undefined): string => value?.replace(/\s+/g, ' ').trim() || ''
function digest(value: string): string {
return createHash('sha256').update(value).digest('hex')
}
/**
* Converts a read-only archive record into text safe for local search. Paths,
* binary media and raw voice data are deliberately excluded.
*/
export function normalizeKnowledgeMessage(
source: KnowledgeSourceMessage
): KnowledgeNormalizedMessage {
const sections: string[] = []
const messageText = compact(source.text)
if (messageText) sections.push(messageText)
const transcript = compact(source.voiceTranscript)
if (transcript) sections.push(`语音转写:${transcript}`)
const attachmentName = compact(source.attachment?.name)
if (attachmentName) {
const label = source.attachment?.kind === 'link' ? '链接' : '附件'
sections.push(`${label}:${attachmentName}`)
}
const url = compact(source.attachment?.url)
if (url) sections.push(`地址:${url}`)
const searchableText = sections.join('\n')
return {
...source,
text: messageText || undefined,
voiceTranscript: transcript || undefined,
searchableText,
contentHash: digest(
JSON.stringify({
messageId: source.messageId,
createTime: source.createTime,
senderId: source.senderId || '',
kind: source.kind,
searchableText
})
)
}
}
export function isIndexableKnowledgeMessage(message: KnowledgeNormalizedMessage): boolean {
return Boolean(message.searchableText.trim())
}
+6
View File
@@ -0,0 +1,6 @@
import type { KnowledgeWorkerRequest, KnowledgeWorkerResponse } from '../../shared/knowledge'
export const KNOWLEDGE_WORKER_PROTOCOL_VERSION = 1 as const
export type WorkerKnowledgeRequest = KnowledgeWorkerRequest
export type WorkerKnowledgeResponse = KnowledgeWorkerResponse
+185
View File
@@ -0,0 +1,185 @@
import type { AiSearchAgentToolName, AiSearchAgentTraceItem } from '../../shared/ai-search'
export const MAX_AGENT_TOOL_CALLS = 5
export type AgentAction =
| { action: 'tool'; tool: AiSearchAgentToolName; arguments: Record<string, unknown> }
| { action: 'finalize'; reason: string }
export interface AgentToolResult {
summary: Record<string, unknown>
candidateCount: number
/** A host-owned coverage signal, never supplied by the model. */
finalizeReason?: string
}
export interface ControlledSearchAgentOptions {
question: string
scopeLabel: string
rangeLabel: string
maxToolCalls?: number
decide: (prompt: string) => Promise<string | undefined>
execute: (action: Extract<AgentAction, { action: 'tool' }>) => Promise<AgentToolResult>
onTrace: (item: Omit<AiSearchAgentTraceItem, 'sequence'>) => void
}
export interface ControlledSearchAgentResult {
status: 'finalized' | 'exhausted' | 'invalid'
toolCalls: number
reason: string
}
const TOOL_NAMES = new Set<AiSearchAgentToolName>([
'search_conversations',
'search_people',
'search_messages',
'get_conversation_messages',
'get_messages_by_time',
'get_message_context'
])
const parseAction = (value: string | undefined): AgentAction | null => {
if (!value) return null
const match = value.match(/\{[\s\S]*\}/)
if (!match) return null
try {
const parsed = JSON.parse(match[0]) as Record<string, unknown>
if (parsed.action === 'finalize' && typeof parsed.reason === 'string' && parsed.reason.trim()) {
return { action: 'finalize', reason: parsed.reason.trim().slice(0, 240) }
}
if (
parsed.action === 'tool' &&
typeof parsed.tool === 'string' &&
TOOL_NAMES.has(parsed.tool as AiSearchAgentToolName) &&
parsed.arguments &&
typeof parsed.arguments === 'object' &&
!Array.isArray(parsed.arguments)
) {
return {
action: 'tool',
tool: parsed.tool as AiSearchAgentToolName,
arguments: parsed.arguments as Record<string, unknown>
}
}
} catch {
// Invalid model output is rejected by the caller and triggers legacy fallback.
}
return null
}
const agentSystemPrompt = (
question: string,
scopeLabel: string,
rangeLabel: string
): string => `你是 WechatExplorer 的受控本地聊天搜索代理,只负责决定下一步检索,不回答用户问题。
用户问题:${question}
允许范围:${scopeLabel};时间范围:${rangeLabel}。
你只能输出一个 JSON 对象,不能输出 Markdown、解释、代码、SQL、文件路径或任何系统操作。
唯一合法格式:
{"action":"tool","tool":"search_people|search_conversations|search_messages|get_conversation_messages|get_messages_by_time|get_message_context","arguments":{...}}
或:
{"action":"finalize","reason":"已有足够证据"}
规则:
- 只能使用此前 Tool 返回的 conversationRef/messageRef;不得猜测或创建引用。
- 问“我和某人最近聊了什么”时,优先 search_people 或 search_conversations,再 get_conversation_messages;不要把联系人名当消息关键词。
- 搜索会话没有结果时,可根据结果自行尝试更短或更自然的名称表达,但最多五次 Tool 调用。
- Tool 结果不足时可以改 Tool 或查询策略;结果充分时 finalize。
- 不要请求全部聊天记录;遵守 Tool 返回的受限结果。`
const traceArguments = (
argumentsValue: Record<string, unknown>
): Record<string, string | number | boolean> => {
const result: Record<string, string | number | boolean> = {}
if (typeof argumentsValue.query === 'string') result.query = argumentsValue.query.slice(0, 80)
if (typeof argumentsValue.limit === 'number') result.limit = argumentsValue.limit
if (typeof argumentsValue.startTime === 'number') result.startTime = argumentsValue.startTime
if (typeof argumentsValue.endTime === 'number') result.endTime = argumentsValue.endTime
if (typeof argumentsValue.conversationRef === 'string') result.target = '已选择会话'
if (typeof argumentsValue.messageRef === 'string') result.context = '已选择消息'
return result
}
export async function runControlledSearchAgent(
options: ControlledSearchAgentOptions
): Promise<ControlledSearchAgentResult> {
let toolCalls = 0
let previousResult = '尚未执行 Tool。'
options.onTrace({ event: 'agentStart', label: '开始规划本次本地检索' })
const maxToolCalls = options.maxToolCalls || MAX_AGENT_TOOL_CALLS
while (toolCalls < maxToolCalls) {
const decisionStartedAt = Date.now()
const decisionInput = `${agentSystemPrompt(options.question, options.scopeLabel, options.rangeLabel)}\n\n上一次 Tool 结果:${previousResult}`
const output = await options.decide(decisionInput)
const decisionElapsedMs = Date.now() - decisionStartedAt
const action = parseAction(output)
if (!action) return { status: 'invalid', toolCalls, reason: 'Agent 返回的控制协议无效' }
if (action.action === 'finalize') {
options.onTrace({
event: 'agentDecision',
label: 'Agent 判断现有结果足够',
decision: action.reason,
decisionInput: decisionInput.slice(0, 8_000),
elapsedMs: decisionElapsedMs
})
return { status: 'finalized', toolCalls, reason: action.reason }
}
options.onTrace({
event: 'agentDecision',
label: 'Agent 选择下一次检索',
toolName: action.tool,
elapsedMs: decisionElapsedMs,
decisionInput: decisionInput.slice(0, 8_000)
})
toolCalls += 1
options.onTrace({
event: 'toolCallStart',
label: '正在执行本地检索',
toolName: action.tool,
arguments: traceArguments(action.arguments)
})
const toolStartedAt = Date.now()
try {
const result = await options.execute(action)
const elapsedMs = Date.now() - toolStartedAt
options.onTrace({
event: 'toolCallEnd',
label: '本地检索完成',
toolName: action.tool,
resultCount: result.candidateCount,
elapsedMs
})
previousResult = JSON.stringify(result.summary)
if (result.finalizeReason) {
options.onTrace({
event: 'agentDecision',
label: '本地资料已覆盖所选时间范围,可直接整理回答',
decision: result.finalizeReason,
elapsedMs: 0
})
return { status: 'finalized', toolCalls, reason: result.finalizeReason }
}
} catch (error) {
const elapsedMs = Date.now() - toolStartedAt
const message = error instanceof Error ? error.message : '本次本地检索不可用'
options.onTrace({
event: 'toolCallEnd',
label: '本地检索未返回结果',
toolName: action.tool,
resultCount: 0,
elapsedMs,
decision: message.slice(0, 160)
})
previousResult = JSON.stringify({ error: message.slice(0, 160), results: [] })
}
}
options.onTrace({
event: 'agentDecision',
label: '已达到本次检索上限',
decision: `最多允许 ${maxToolCalls} 次本地检索`
})
return { status: 'exhausted', toolCalls, reason: '已达到本次检索上限' }
}
+217
View File
@@ -0,0 +1,217 @@
import type {
AiSearchAggregation,
AiSearchFinalEvidence,
AiSearchPipelineEvidence
} from '../../shared/ai-search'
export type EvidenceBuildResult = {
evidence: AiSearchFinalEvidence[]
aggregation: AiSearchAggregation
candidateCount: number
deduplicatedCount: number
candidateRankingMs: number
evidenceBuildMs: number
aggregationMs: number
}
export type CitationValidationResult = {
answer: string
invalidCitationIds: string[]
status: 'valid' | 'sanitized'
}
export const evidenceIdentity = (
item: Pick<AiSearchPipelineEvidence, 'conversationId' | 'messageId'>
): string => `${item.conversationId}\u0000${item.messageId}`
const compareEvidence = (left: AiSearchPipelineEvidence, right: AiSearchPipelineEvidence): number =>
(left.score ?? 0) - (right.score ?? 0) ||
right.timestamp - left.timestamp ||
evidenceIdentity(left).localeCompare(evidenceIdentity(right))
const personIdentity = (item: AiSearchFinalEvidence): string =>
item.senderId
? `sender:${item.senderId}`
: `conversation:${item.conversationId}:name:${item.sender}`
export function buildEvidenceAggregation(evidence: AiSearchFinalEvidence[]): AiSearchAggregation {
const people = new Map<
string,
{
id: string
name: string
messageCount: number
conversationIds: Set<string>
lastMessageAt: number
evidenceIds: AiSearchFinalEvidence['id'][]
}
>()
const conversations = new Map<
string,
{
id: string
name: string
type: 'user' | 'group'
messageCount: number
people: Set<string>
lastMessageAt: number
evidenceIds: AiSearchFinalEvidence['id'][]
}
>()
for (const item of evidence) {
const personId = personIdentity(item)
const person = people.get(personId) || {
id: personId,
name: item.sender,
messageCount: 0,
conversationIds: new Set<string>(),
lastMessageAt: item.timestamp,
evidenceIds: []
}
person.messageCount += 1
person.conversationIds.add(item.conversationId)
person.lastMessageAt = Math.max(person.lastMessageAt, item.timestamp)
person.evidenceIds.push(item.id)
people.set(personId, person)
const conversation = conversations.get(item.conversationId) || {
id: item.conversationId,
name: item.conversationName,
type: item.conversationType,
messageCount: 0,
people: new Set<string>(),
lastMessageAt: item.timestamp,
evidenceIds: []
}
conversation.messageCount += 1
conversation.people.add(personId)
conversation.lastMessageAt = Math.max(conversation.lastMessageAt, item.timestamp)
conversation.evidenceIds.push(item.id)
conversations.set(item.conversationId, conversation)
}
return {
messageCount: evidence.length,
peopleCount: people.size,
conversationCount: conversations.size,
people: Array.from(people.values())
.map((person) => ({
id: person.id,
name: person.name,
messageCount: person.messageCount,
conversationCount: person.conversationIds.size,
lastMessageAt: person.lastMessageAt,
evidenceIds: person.evidenceIds
}))
.sort(
(left, right) =>
right.messageCount - left.messageCount || right.lastMessageAt - left.lastMessageAt
),
conversations: Array.from(conversations.values())
.map((conversation) => ({
id: conversation.id,
name: conversation.name,
type: conversation.type,
messageCount: conversation.messageCount,
peopleCount: conversation.people.size,
lastMessageAt: conversation.lastMessageAt,
evidenceIds: conversation.evidenceIds
}))
.sort(
(left, right) =>
right.messageCount - left.messageCount || right.lastMessageAt - left.lastMessageAt
)
}
}
/**
* Performs all candidate ordering, identity de-duplication, final limiting and
* program-owned citation assignment in one place. Nothing downstream receives
* the candidate list as an AI context.
*/
export function buildFinalEvidence(
candidates: AiSearchPipelineEvidence[],
limit: number,
options?: { strategy?: 'ranked' | 'conversation_coverage' }
): EvidenceBuildResult {
const rankingStartedAt = Date.now()
const ranked = [...candidates].sort(compareEvidence)
const candidateRankingMs = Date.now() - rankingStartedAt
const evidenceStartedAt = Date.now()
const unique = new Map<string, AiSearchPipelineEvidence>()
for (const item of ranked) {
const identity = evidenceIdentity(item)
if (!unique.has(identity)) unique.set(identity, item)
}
const uniqueEvidence = Array.from(unique.values())
const selected =
options?.strategy === 'conversation_coverage'
? selectConversationCoverage(uniqueEvidence, limit)
: uniqueEvidence.slice(0, Math.max(1, limit))
const evidence = selected.map((item, index) => ({ ...item, id: `E${index + 1}` as const }))
const evidenceBuildMs = Date.now() - evidenceStartedAt
const aggregationStartedAt = Date.now()
const aggregation = buildEvidenceAggregation(evidence)
const aggregationMs = Date.now() - aggregationStartedAt
return {
evidence,
aggregation,
candidateCount: candidates.length,
deduplicatedCount: unique.size,
candidateRankingMs,
evidenceBuildMs,
aggregationMs
}
}
/**
* A recent-conversation answer should cover separate local conversation chunks,
* not merely pick eight adjacent newest messages from one exchange.
*/
function selectConversationCoverage(
evidence: AiSearchPipelineEvidence[],
limit: number
): AiSearchPipelineEvidence[] {
const max = Math.max(1, limit)
const byChunk = new Map<string, AiSearchPipelineEvidence[]>()
for (const item of evidence) {
const chunk = byChunk.get(item.chunkId) || []
chunk.push(item)
byChunk.set(item.chunkId, chunk)
}
const representatives = Array.from(byChunk.values())
.map((items) => [...items].sort(compareEvidence)[0])
.sort((left, right) => left.timestamp - right.timestamp)
if (representatives.length <= max) return representatives
const selected: AiSearchPipelineEvidence[] = []
for (let index = 0; index < max; index += 1) {
const position = Math.round((index * (representatives.length - 1)) / (max - 1 || 1))
const item = representatives[position]
if (item && !selected.includes(item)) selected.push(item)
}
return selected
}
/** Do not expose citations that cannot resolve to program-owned Final Evidence. */
export function sanitizeAnswerCitations(
answer: string,
evidence: Array<Pick<AiSearchFinalEvidence, 'id'>>
): CitationValidationResult {
const allowed = new Set(evidence.map((item) => item.id))
const invalidCitationIds = new Set<string>()
const sanitized = answer.replace(/\[E(\d+)\]/g, (citation, number: string) => {
const id = `E${number}`
if (allowed.has(id as AiSearchFinalEvidence['id'])) return citation
invalidCitationIds.add(id)
return ''
})
return {
answer: sanitized,
invalidCitationIds: Array.from(invalidCitationIds),
status: invalidCitationIds.size ? 'sanitized' : 'valid'
}
}
File diff suppressed because it is too large Load Diff
+20 -1
View File
@@ -7,6 +7,11 @@ import type { CacheClearScope, CacheSummary, CacheSummaryItem } from '../../shar
export type { CacheClearScope } from '../../shared/cache'
const BOOTSTRAP_CACHE_DIR = path.join(app.getPath('userData'), 'cache', 'bootstrap')
const KNOWLEDGE_CACHE_DIR = path.join(app.getPath('userData'), 'knowledge')
export interface CacheClearOptions {
beforeClearKnowledge?: () => Promise<void>
}
function inspectDirectory(directory: string): { sizeBytes: number; fileCount: number } {
if (!fs.existsSync(directory)) return { sizeBytes: 0, fileCount: 0 }
@@ -40,6 +45,7 @@ function inspectDirectory(directory: string): { sizeBytes: number; fileCount: nu
export function getCacheSummary(): CacheSummary {
const bootstrap = inspectDirectory(BOOTSTRAP_CACHE_DIR)
const electron = inspectDirectory(path.join(app.getPath('userData'), 'Cache'))
const knowledge = inspectDirectory(KNOWLEDGE_CACHE_DIR)
const items: CacheSummaryItem[] = [
{
id: 'bootstrap',
@@ -52,6 +58,12 @@ export function getCacheSummary(): CacheSummary {
label: '应用临时缓存',
description: 'Electron 页面资源缓存,清理后会自动重新生成。',
...electron
},
{
id: 'knowledge',
label: '本地知识库索引',
description: '为问问微信建立的所有账号本地检索索引。清理后需手动重新建立,不影响微信原始数据。',
...knowledge
}
]
return {
@@ -61,7 +73,10 @@ export function getCacheSummary(): CacheSummary {
}
}
export async function clearCache(scope: CacheClearScope): Promise<CacheSummary> {
export async function clearCache(
scope: CacheClearScope,
options: CacheClearOptions = {}
): Promise<CacheSummary> {
if (scope === 'bootstrap' || scope === 'all') {
clearBootstrapCache()
await fs.remove(BOOTSTRAP_CACHE_DIR)
@@ -69,5 +84,9 @@ export async function clearCache(scope: CacheClearScope): Promise<CacheSummary>
if (scope === 'electron' || scope === 'all') {
await session.defaultSession.clearCache()
}
if (scope === 'knowledge' || scope === 'all') {
await options.beforeClearKnowledge?.()
await fs.remove(KNOWLEDGE_CACHE_DIR)
}
return getCacheSummary()
}
@@ -0,0 +1,86 @@
import type { Contact } from '../../shared/types'
import {
emptyContactResolution,
normalizeContactName,
type ContactResolutionCandidate,
type ContactResolutionMatch,
type ContactResolutionResult
} from '../../shared/contact-resolution'
export type ContactResolutionScope = 'any' | 'person' | 'group'
const displayName = (contact: Contact): string =>
contact.m_nsNickName || contact.remark || contact.wechatNickname || contact.m_nsUsrName
const aliases = (contact: Contact): Array<{ value: string; primary: boolean }> =>
[
{ value: contact.m_nsNickName, primary: true },
{ value: contact.remark || '', primary: false },
{ value: contact.wechatNickname || '', primary: false },
{ value: contact.m_nsUsrName, primary: false }
].filter((item) => Boolean(normalizeContactName(item.value)))
/**
* The one main-process authority that converts a user/Agent supplied name to
* an existing conversation. It only auto-confirms an exact canonical alias.
* Fuzzy discovery intentionally returns candidates rather than a guessed ID.
*/
export function resolveContact(
query: string,
contacts: Contact[],
scope: ContactResolutionScope = 'any'
): ContactResolutionResult {
const normalizedQuery = normalizeContactName(query)
if (!normalizedQuery) return emptyContactResolution()
const matches = new Map<string, { contact: Contact; matchedBy: ContactResolutionMatch }>()
for (const contact of contacts) {
if (!contact.md5) continue
if (scope === 'person' && contact.type !== 'user') continue
if (scope === 'group' && contact.type !== 'group') continue
for (const alias of aliases(contact)) {
if (normalizeContactName(alias.value) !== normalizedQuery) continue
const rawExact =
alias.value.trim().normalize('NFKC').toLocaleLowerCase() ===
query.trim().normalize('NFKC').toLocaleLowerCase()
const matchedBy: ContactResolutionMatch = rawExact
? 'exact'
: alias.primary
? 'normalized'
: 'alias'
const current = matches.get(contact.md5)
if (!current || (current.matchedBy === 'alias' && matchedBy !== 'alias')) {
matches.set(contact.md5, { contact, matchedBy })
}
}
}
const candidates: ContactResolutionCandidate[] = Array.from(matches.values())
.map(({ contact, matchedBy }) => ({
conversationId: contact.md5,
displayName: displayName(contact),
matchedBy,
confidence: 1
}))
.sort((left, right) => left.displayName.localeCompare(right.displayName, 'zh-CN'))
if (candidates.length !== 1) {
return {
...emptyContactResolution(),
candidates,
ambiguous: candidates.length > 1
}
}
const candidate = candidates[0]
const contact = matches.get(candidate.conversationId)!.contact
return {
matched: true,
personId: contact.m_nsUsrName,
conversationId: contact.md5,
canonicalName: displayName(contact),
displayName: candidate.displayName,
matchedBy: candidate.matchedBy,
confidence: candidate.confidence,
candidates,
ambiguous: false
}
}