+
@@ -51,8 +52,10 @@
多媒体缓存列表
let mediaCacheData = {};
const mediaListDiv = document.getElementById('mediaList');
const saveButton = document.getElementById('saveButton');
+ const exportButton = document.getElementById('exportButton');
saveButton.addEventListener('click', handleSave);
+ exportButton.addEventListener('click', handleExport);
function guessMimeType(base64String) {
if (base64String.startsWith('/9j/')) return 'image/jpeg';
@@ -78,10 +81,7 @@
多媒体缓存列表
}
async function handleSave() {
- if (Object.keys(mediaCacheData).length === 0) {
- alert('没有数据可保存。');
- return;
- }
+ // 允许空对象保存：用于“删除最后一条后清空缓存文件”的场景
// Update mediaCacheData with current textarea values
const entries = mediaListDiv.getElementsByClassName('media-entry');
@@ -117,6 +117,46 @@
多媒体缓存列表
}
}
+ async function handleExport() {
+ exportButton.disabled = true;
+ const originalText = exportButton.textContent;
+ exportButton.textContent = '导出中...';
+
+ try {
+ const response = await fetch('/admin_api/multimodal-cache/export');
+ if (!response.ok) {
+ let errorMsg = `HTTP ${response.status}`;
+ try {
+ const errJson = await response.json();
+ errorMsg = errJson.error || errJson.details || errorMsg;
+ } catch (_) {}
+ throw new Error(errorMsg);
+ }
+
+ const blob = await response.blob();
+ const disposition = response.headers.get('Content-Disposition') || '';
+ const fileNameMatch = disposition.match(/filename="([^"]+)"/i);
+ const fileName = fileNameMatch ? fileNameMatch[1] : `multimodal_cache_export_${Date.now()}.json`;
+
+ const url = URL.createObjectURL(blob);
+ const link = document.createElement('a');
+ link.href = url;
+ link.download = fileName;
+ document.body.appendChild(link);
+ link.click();
+ document.body.removeChild(link);
+ URL.revokeObjectURL(url);
+
+ alert(`导出完成：${fileName}`);
+ } catch (error) {
+ console.error('导出多媒体缓存失败:', error);
+ alert(`导出失败: ${error.message}`);
+ } finally {
+ exportButton.disabled = false;
+ exportButton.textContent = originalText;
+ }
+ }
+
async function handleReidentify(base64Key, entryDiv) {
const reidentifyBtn = entryDiv.querySelector('.reidentify-btn');
const descriptionTextarea = entryDiv.querySelector('textarea');
diff --git a/FileFetcherServer.js b/FileFetcherServer.js
index 48534ddc7..de13b4bc5 100644
--- a/FileFetcherServer.js
+++ b/FileFetcherServer.js
@@ -89,8 +89,28 @@ async function fetchFile(fileUrl, requestIp) {
console.log(`[FileFetcherServer] URL缓存未命中: ${fileUrl}。将尝试从来源服务器获取。`);
}
- // 2. 缓存未命中，直接从来源的分布式服务器获取
- // 已移除：在主服务器上直接读取本地文件的尝试，因为这是逻辑缺陷。
+ // 2. 缓存未命中，优先尝试主服务器本地读取（单机/本机客户端场景）
+ // 若本地不存在或不可读，再回退到分布式超栈追踪链路。
+ try {
+ const localFilePath = fileURLToPath(fileUrl);
+ const localBuffer = await fs.readFile(localFilePath);
+ const localMimeType = mime.lookup(localFilePath) || 'application/octet-stream';
+ console.log(`[FileFetcherServer] 本地直读成功: ${localFilePath}`);
+
+ try {
+ await fs.writeFile(cachedFilePath, localBuffer);
+ console.log(`[FileFetcherServer] 已将本地文件缓存到: ${cachedFilePath}`);
+ } catch (writeError) {
+ console.error(`[FileFetcherServer] 本地文件缓存写入失败: ${writeError.message}`);
+ }
+
+ return { buffer: localBuffer, mimeType: localMimeType };
+ } catch (localReadError) {
+ const localErrorCode = localReadError && localReadError.code ? localReadError.code : 'UNKNOWN';
+ console.log(`[FileFetcherServer] 本地直读未命中或失败 (${localErrorCode})，回退到分布式拉取: ${fileUrl}`);
+ }
+
+ // 3. 本地直读失败后，回退到来源分布式服务器获取
// --- 失败缓存逻辑 (保留) ---
const cachedFailure = failedFetchCache.get(fileUrl);
diff --git a/KnowledgeBaseManager.js b/KnowledgeBaseManager.js
index c7680e9bd..758822847 100644
--- a/KnowledgeBaseManager.js
+++ b/KnowledgeBaseManager.js
@@ -48,6 +48,8 @@ class KnowledgeBaseManager {
tagBlacklistSuper: (process.env.TAG_BLACKLIST_SUPER || '').split(',').map(t => t.trim()).filter(Boolean),
tagExpandMaxCount: parseInt(process.env.TAG_EXPAND_MAX_COUNT, 10) || 30,
fullScanOnStartup: (process.env.KNOWLEDGEBASE_FULL_SCAN_ON_STARTUP || 'true').toLowerCase() === 'true',
+ multimodalIndexEnabled: (process.env.KNOWLEDGEBASE_MULTIMODAL_INDEX || 'false').toLowerCase() === 'true',
+ sidecarSuffix: process.env.MULTIMODAL_SIDECAR_SUFFIX || '.vcpmeta.json',
// 语言置信度补偿配置
langConfidenceEnabled: (process.env.LANG_CONFIDENCE_GATING_ENABLED || 'true').toLowerCase() === 'true',
langPenaltyUnknown: parseFloat(process.env.LANG_PENALTY_UNKNOWN) || 0.05,
@@ -947,29 +949,50 @@ class KnowledgeBaseManager {
}
}
+ notifyFileChanged(filePath) {
+ if (!filePath || typeof filePath !== 'string') return false;
+
+ const normalizedPath = path.resolve(filePath);
+ const relPath = path.relative(this.config.rootPath, normalizedPath);
+ if (!relPath || relPath.startsWith('..')) return false;
+
+ const parts = relPath.split(path.sep);
+ const diaryName = parts.length > 1 ? parts[0] : 'Root';
+
+ if (this.config.ignoreFolders.includes(diaryName)) return false;
+ const fileName = path.basename(relPath);
+ if (this.config.ignorePrefixes.some(prefix => fileName.startsWith(prefix))) return false;
+ if (this.config.ignoreSuffixes.some(suffix => fileName.endsWith(suffix))) return false;
+ if (!this._isIndexableFile(normalizedPath)) return false;
+
+ this.pendingFiles.add(normalizedPath);
+ if (this.pendingFiles.size >= this.config.maxBatchSize) {
+ this._flushBatch();
+ } else {
+ this._scheduleBatch();
+ }
+ return true;
+ }
+
+ async notifyFileDeleted(filePath) {
+ if (!filePath || typeof filePath !== 'string') return false;
+
+ const normalizedPath = path.resolve(filePath);
+ const relPath = path.relative(this.config.rootPath, normalizedPath);
+ if (!relPath || relPath.startsWith('..')) return false;
+
+ if (!this._isIndexableFile(normalizedPath)) return false;
+ await this._handleDelete(normalizedPath);
+ return true;
+ }
+
_startWatcher() {
if (!this.watcher) {
const handleFile = (filePath) => {
- const relPath = path.relative(this.config.rootPath, filePath);
- // 提取第一级目录作为日记本名称
- const parts = relPath.split(path.sep);
- const diaryName = parts.length > 1 ? parts[0] : 'Root';
-
- if (this.config.ignoreFolders.includes(diaryName)) return;
- const fileName = path.basename(relPath);
- if (this.config.ignorePrefixes.some(prefix => fileName.startsWith(prefix))) return;
- if (this.config.ignoreSuffixes.some(suffix => fileName.endsWith(suffix))) return;
- if (!filePath.match(/\.(md|txt)$/i)) return;
-
- this.pendingFiles.add(filePath);
- if (this.pendingFiles.size >= this.config.maxBatchSize) {
- this._flushBatch();
- } else {
- this._scheduleBatch();
- }
+ this.notifyFileChanged(filePath);
};
this.watcher = chokidar.watch(this.config.rootPath, { ignored: /(^|[\/\\])\../, ignoreInitial: !this.config.fullScanOnStartup });
- this.watcher.on('add', handleFile).on('change', handleFile).on('unlink', fp => this._handleDelete(fp));
+ this.watcher.on('add', handleFile).on('change', handleFile).on('unlink', fp => this.notifyFileDeleted(fp));
}
}
@@ -1002,7 +1025,9 @@ class KnowledgeBaseManager {
const row = checkFile.get(relPath);
if (row && row.mtime === stats.mtimeMs && row.size === stats.size) return;
- const content = await fs.readFile(filePath, 'utf-8');
+ const content = await this._readIndexableContent(filePath);
+ if (!content) return;
+
const checksum = crypto.createHash('md5').update(content).digest('hex');
if (row && row.checksum === checksum) {
@@ -1273,6 +1298,41 @@ class KnowledgeBaseManager {
} catch (e) { console.error(`[KnowledgeBase] Save failed for ${name}:`, e); }
}
+ _isSidecarFile(filePath) {
+ return filePath.toLowerCase().endsWith((this.config.sidecarSuffix || '.vcpmeta.json').toLowerCase());
+ }
+
+ _isIndexableFile(filePath) {
+ if (filePath.match(/\.(md|txt)$/i)) return true;
+ if (!this.config.multimodalIndexEnabled) return false;
+ return this._isSidecarFile(filePath);
+ }
+
+ async _readIndexableContent(filePath) {
+ if (!this._isSidecarFile(filePath)) {
+ return await fs.readFile(filePath, 'utf-8');
+ }
+
+ try {
+ const raw = await fs.readFile(filePath, 'utf-8');
+ const sidecar = JSON.parse(raw);
+ const description = typeof sidecar.description === 'string' ? sidecar.description.trim() : '';
+ const tagsArray = Array.isArray(sidecar.tags)
+ ? sidecar.tags.map(t => (typeof t === 'string' ? t.trim() : '')).filter(Boolean)
+ : [];
+
+ let merged = description;
+ if (tagsArray.length > 0 && !/^\s*Tag:/im.test(merged)) {
+ merged = `${merged}${merged ? '\n' : ''}Tag: ${tagsArray.join(', ')}`;
+ }
+
+ return this._prepareTextForEmbedding(merged) === '[EMPTY_CONTENT]' ? null : merged;
+ } catch (error) {
+ console.warn(`[KnowledgeBase] Failed to parse sidecar file "${filePath}": ${error.message}`);
+ return null;
+ }
+ }
+
_extractTags(content) {
// 增强型正则：支持多行 Tag 提取，并兼容多种分隔符 (中英文逗号、分号、顿号、竖线)
const tagLines = content.match(/Tag:\s*(.+)$/gim);
diff --git a/Plugin.js b/Plugin.js
index 4a7ca792e..bd1c53681 100755
--- a/Plugin.js
+++ b/Plugin.js
@@ -344,7 +344,7 @@ class PluginManager {
return `[Invalid value format for placeholder ${placeholder}]`;
}
- async executeMessagePreprocessor(pluginName, messages) {
+ async executeMessagePreprocessor(pluginName, messages, runtimeConfig = {}) {
const processorModule = this.messagePreprocessors.get(pluginName);
const pluginManifest = this.plugins.get(pluginName);
if (!processorModule || !pluginManifest) {
@@ -358,7 +358,11 @@ class PluginManager {
try {
if (this.debugMode) console.log(`[PluginManager] Executing message preprocessor: ${pluginName}`);
const pluginSpecificConfig = this._getPluginConfig(pluginManifest);
- const processedMessages = await processorModule.processMessages(messages, pluginSpecificConfig);
+ const mergedConfig = {
+ ...pluginSpecificConfig,
+ ...(runtimeConfig && typeof runtimeConfig === 'object' ? runtimeConfig : {})
+ };
+ const processedMessages = await processorModule.processMessages(messages, mergedConfig);
if (this.debugMode) console.log(`[PluginManager] Message preprocessor ${pluginName} finished.`);
return processedMessages;
} catch (error) {
diff --git a/Plugin/ImageProcessor/image-processor.js b/Plugin/ImageProcessor/image-processor.js
index 0f5f5fdc4..c054065c7 100644
--- a/Plugin/ImageProcessor/image-processor.js
+++ b/Plugin/ImageProcessor/image-processor.js
@@ -41,6 +41,29 @@ async function saveMediaCacheToFile() {
}
}
+function _resolveMediaPath(cacheEntry, mediaIndexForLabel) {
+ if (cacheEntry && typeof cacheEntry.filePath === 'string' && cacheEntry.filePath.trim()) {
+ return cacheEntry.filePath.trim();
+ }
+ if (cacheEntry && typeof cacheEntry.id === 'string' && cacheEntry.id.trim()) {
+ return `file://multimodal_cache/${cacheEntry.id.trim()}`;
+ }
+ return `file://multimodal_cache/media_${mediaIndexForLabel + 1}`;
+}
+
+function _formatStructuredMediaInfo(description, cacheEntry, mediaIndexForLabel) {
+ const safeDescription = (description || '').replace(/\s+/g, ' ').trim();
+ const mediaPath = _resolveMediaPath(cacheEntry, mediaIndexForLabel);
+ return JSON.stringify(
+ {
+ description: safeDescription,
+ filePath: mediaPath
+ },
+ null,
+ 2
+ );
+}
+
async function translateMediaAndCacheInternal(base64DataWithPrefix, mediaIndexForLabel, currentConfig) {
const { default: fetch } = await import('node-fetch');
const base64PrefixPattern = /^data:(image|audio|video)\/[^;]+;base64,/;
@@ -49,15 +72,27 @@ async function translateMediaAndCacheInternal(base64DataWithPrefix, mediaIndexFo
const cachedEntry = mediaBase64Cache[pureBase64Data];
if (cachedEntry) {
- const description = typeof cachedEntry === 'string' ? cachedEntry : cachedEntry.description; // Handle old and new cache format
+ const description = typeof cachedEntry === 'string' ? cachedEntry : cachedEntry.description;
+ const normalizedEntry = typeof cachedEntry === 'string'
+ ? { id: crypto.randomUUID(), description, timestamp: new Date().toISOString(), mimeType: mediaMimeType }
+ : cachedEntry;
console.log(`[MultiModalProcessor] Cache hit for media ${mediaIndexForLabel + 1}.`);
- return `[MULTIMODAL_DATA_${mediaIndexForLabel + 1}_Info: ${description}]`;
+ return {
+ inlineText: `[MULTIMODAL_DATA_${mediaIndexForLabel + 1}_Info: ${description}]`,
+ structuredText: _formatStructuredMediaInfo(description, normalizedEntry, mediaIndexForLabel),
+ cacheEntry: normalizedEntry
+ };
}
console.log(`[MultiModalProcessor] Translating media ${mediaIndexForLabel + 1}...`);
if (!currentConfig.MultiModalModel || !currentConfig.MultiModalPrompt || !currentConfig.API_Key || !currentConfig.API_URL) {
console.error('[MultiModalProcessor] Multimodal translation config incomplete.');
- return `[MULTIMODAL_DATA_${mediaIndexForLabel + 1}_Info: 多模态数据转译服务配置不完整]`;
+ const failText = '[多模态数据转译服务配置不完整]';
+ return {
+ inlineText: `[MULTIMODAL_DATA_${mediaIndexForLabel + 1}_Info: ${failText}]`,
+ structuredText: _formatStructuredMediaInfo(failText, null, mediaIndexForLabel),
+ cacheEntry: null
+ };
}
const maxRetries = 3;
@@ -106,7 +141,11 @@ async function translateMediaAndCacheInternal(base64DataWithPrefix, mediaIndexFo
};
mediaBase64Cache[pureBase64Data] = newCacheEntry;
await saveMediaCacheToFile();
- return `[MULTIMODAL_DATA_${mediaIndexForLabel + 1}_Info: ${cleanedDescription}]`;
+ return {
+ inlineText: `[MULTIMODAL_DATA_${mediaIndexForLabel + 1}_Info: ${cleanedDescription}]`,
+ structuredText: _formatStructuredMediaInfo(cleanedDescription, newCacheEntry, mediaIndexForLabel),
+ cacheEntry: newCacheEntry
+ };
} else if (description) {
lastError = new Error(`Description too short (length: ${description.length}, attempt ${attempt}).`);
} else {
@@ -118,8 +157,14 @@ async function translateMediaAndCacheInternal(base64DataWithPrefix, mediaIndexFo
}
if (attempt < maxRetries) await new Promise(resolve => setTimeout(resolve, 500));
}
+
console.error(`[MultiModalProcessor] Failed to translate media ${mediaIndexForLabel + 1} after ${maxRetries} attempts.`);
- return `[MULTIMODAL_DATA_${mediaIndexForLabel + 1}_Info: 多模态数据转译失败: ${lastError ? lastError.message.substring(0,100) : '未知错误'}]`;
+ const failReason = `多模态数据转译失败: ${lastError ? lastError.message.substring(0, 100) : '未知错误'}`;
+ return {
+ inlineText: `[MULTIMODAL_DATA_${mediaIndexForLabel + 1}_Info: ${failReason}]`,
+ structuredText: _formatStructuredMediaInfo(failReason, null, mediaIndexForLabel),
+ cacheEntry: null
+ };
}
module.exports = {
@@ -132,10 +177,15 @@ module.exports = {
// Called by Plugin.js for each relevant request
async processMessages(messages, requestConfig = {}) {
- // Merge base config with request-specific config
const currentConfig = { ...pluginConfig, ...requestConfig };
+ const transModeRaw = (currentConfig.TransBase64Mode || 'default').toString().toLowerCase();
+ const transMode = ['default', 'plus', 'minus'].includes(transModeRaw) ? transModeRaw : 'default';
+ const cognitoAgents = Array.isArray(currentConfig.TransBase64CognitoAgents)
+ ? currentConfig.TransBase64CognitoAgents.filter(item => typeof item === 'string' && item.trim())
+ : [];
+
let globalMediaIndexForLabel = 0;
- const processedMessages = JSON.parse(JSON.stringify(messages)); // Deep copy
+ const processedMessages = JSON.parse(JSON.stringify(messages));
for (let i = 0; i < processedMessages.length; i++) {
const msg = processedMessages[i];
@@ -154,7 +204,8 @@ module.exports = {
}
if (mediaPartsToTranslate.length > 0) {
- const allTranslatedMediaTexts = [];
+ const translatedInlineTexts = [];
+ const translatedStructuredTexts = [];
const asyncLimit = currentConfig.MultiModalModelAsynchronousLimit || 1;
for (let j = 0; j < mediaPartsToTranslate.length; j += asyncLimit) {
@@ -162,20 +213,53 @@ module.exports = {
const translationPromisesInChunk = chunkToTranslate.map((base64Url) =>
translateMediaAndCacheInternal(base64Url, globalMediaIndexForLabel++, currentConfig)
);
- const translatedTextsInChunk = await Promise.all(translationPromisesInChunk);
- allTranslatedMediaTexts.push(...translatedTextsInChunk);
+ const translatedResultsInChunk = await Promise.all(translationPromisesInChunk);
+ for (const result of translatedResultsInChunk) {
+ translatedInlineTexts.push(result.inlineText);
+ translatedStructuredTexts.push(result.structuredText);
+ }
+ }
+
+ if (transMode === 'minus') {
+ const markerId = crypto.randomUUID();
+ const beginMarker = `[TRANSBASE64_MINUS_BEGIN_${markerId}]`;
+ const endMarker = `[TRANSBASE64_MINUS_END_${markerId}]`;
+ const agentsLine = `[CognitoAgents: ${cognitoAgents.length > 0 ? cognitoAgents.join(', ') : 'Cognito-Core'}]`;
+ const hiddenBlock = `${beginMarker}\n${agentsLine}\n${translatedStructuredTexts.join('\n')}\n${endMarker}`;
+
+ let userTextPart = contentWithoutMedia.find(p => p.type === 'text');
+ if (!userTextPart) {
+ userTextPart = { type: 'text', text: '' };
+ contentWithoutMedia.unshift(userTextPart);
+ }
+ userTextPart.text = (userTextPart.text ? userTextPart.text.trim() + '\n' : '') + hiddenBlock;
+ msg.content = contentWithoutMedia;
+ continue;
}
- let userTextPart = contentWithoutMedia.find(p => p.type === 'text');
- if (!userTextPart) {
- userTextPart = { type: 'text', text: '' };
- contentWithoutMedia.unshift(userTextPart);
+ let userTextPart;
+ if (transMode === 'plus') {
+ userTextPart = msg.content.find(p => p.type === 'text');
+ if (!userTextPart) {
+ userTextPart = { type: 'text', text: '' };
+ msg.content.unshift(userTextPart);
+ }
+ } else {
+ userTextPart = contentWithoutMedia.find(p => p.type === 'text');
+ if (!userTextPart) {
+ userTextPart = { type: 'text', text: '' };
+ contentWithoutMedia.unshift(userTextPart);
+ }
}
+
const insertPrompt = currentConfig.MediaInsertPrompt || "[多模态数据信息已提取:]";
userTextPart.text = (userTextPart.text ? userTextPart.text.trim() + '\n' : '') +
insertPrompt + '\n' +
- allTranslatedMediaTexts.join('\n');
- msg.content = contentWithoutMedia;
+ translatedInlineTexts.join('\n');
+
+ if (transMode === 'default') {
+ msg.content = contentWithoutMedia;
+ }
}
}
}
diff --git a/Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js b/Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js
index d27925e8c..46d61f233 100644
--- a/Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js
+++ b/Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js
@@ -71,6 +71,7 @@ class RAGDiaryPlugin {
this.ragParams = {}; // ✅ 新增：用于存储热调控参数
this.ragParamsWatcher = null;
+ this.regexRuleCache = new Map();
// 注意：不在构造函数中调用 loadConfig()，而是在 initialize() 中调用
}
@@ -388,36 +389,124 @@ class RAGDiaryPlugin {
return result;
}
- async getDiaryContent(characterName) {
+ async getDiaryContent(characterName, retrievalOptions = null) {
+ return this.getDiaryContentByOptions(characterName, retrievalOptions || this._parseDiaryRetrievalOptions(''));
+ }
+
+ _isTextDiaryFile(fileName) {
+ return /\.(txt|md)$/i.test(fileName || '');
+ }
+
+ _getSidecarSuffix() {
+ return (process.env.MULTIMODAL_SIDECAR_SUFFIX || '.vcpmeta.json').toLowerCase();
+ }
+
+ _isSidecarFileName(fileName) {
+ const suffix = this._getSidecarSuffix();
+ return (fileName || '').toLowerCase().endsWith(suffix);
+ }
+
+ _getSidecarPathForMedia(mediaFilePath) {
+ return `${mediaFilePath}${this._getSidecarSuffix()}`;
+ }
+
+ _shouldIncludeFileByOptions(fileName, retrievalOptions) {
+ const opts = retrievalOptions || {};
+ const lower = (fileName || '').toLowerCase();
+
+ if (Array.isArray(opts.whitelist) && opts.whitelist.length > 0) {
+ const whitelist = new Set(opts.whitelist.map(item => item.toLowerCase()));
+ if (!whitelist.has(lower)) return false;
+ }
+
+ if (Array.isArray(opts.blacklist) && opts.blacklist.length > 0) {
+ const blacklist = new Set(opts.blacklist.map(item => item.toLowerCase()));
+ if (blacklist.has(lower)) return false;
+ }
+
+ const isText = this._isTextDiaryFile(fileName);
+ if (opts.textOnly && !isText) return false;
+ if (opts.noText && isText) return false;
+
+ return true;
+ }
+
+ async _buildMultimodalStructuredText(mediaFilePath, mediaFileName) {
+ const fallback = JSON.stringify({
+ description: '[多模态文件暂无侧车描述信息]',
+ filePath: `file://${mediaFilePath}`
+ }, null, 2);
+
+ const sidecarPath = this._getSidecarPathForMedia(mediaFilePath);
+ try {
+ const raw = await fs.readFile(sidecarPath, 'utf-8');
+ const sidecar = JSON.parse(raw);
+ let description = typeof sidecar.description === 'string' ? sidecar.description.trim() : '';
+ const tags = Array.isArray(sidecar.tags)
+ ? sidecar.tags.map(t => (typeof t === 'string' ? t.trim() : '')).filter(Boolean)
+ : [];
+
+ if (tags.length > 0 && !/^\s*Tag:/im.test(description)) {
+ description = `${description}${description ? '\n' : ''}Tag: ${tags.join(', ')}`;
+ }
+
+ return JSON.stringify({
+ description: description || '[多模态文件暂无描述]',
+ filePath: (typeof sidecar.filePath === 'string' && sidecar.filePath.trim())
+ ? sidecar.filePath.trim()
+ : `file://${mediaFilePath}`
+ }, null, 2);
+ } catch (error) {
+ console.warn(`[RAGDiaryPlugin] 读取侧车失败(${mediaFileName}): ${error.message}`);
+ return fallback;
+ }
+ }
+
+ async getDiaryContentByOptions(characterName, retrievalOptions = null, mediaFileCollector = null) {
+ const options = retrievalOptions || this._parseDiaryRetrievalOptions('');
const characterDirPath = path.join(dailyNoteRootPath, characterName);
let characterDiaryContent = `[${characterName}日记本内容为空]`;
+
try {
- const files = await fs.readdir(characterDirPath);
- const relevantFiles = files.filter(file => {
- const lowerCaseFile = file.toLowerCase();
- return lowerCaseFile.endsWith('.txt') || lowerCaseFile.endsWith('.md');
- }).sort();
-
- if (relevantFiles.length > 0) {
- const fileContents = await Promise.all(
- relevantFiles.map(async (file) => {
- const filePath = path.join(characterDirPath, file);
- try {
- return await fs.readFile(filePath, 'utf-8');
- } catch (readErr) {
- return `[Error reading file: ${file}]`;
+ const entries = await fs.readdir(characterDirPath, { withFileTypes: true });
+ const visibleFiles = entries
+ .filter(entry => entry && entry.isFile())
+ .map(entry => entry.name)
+ .filter(name => name && !name.startsWith('.'))
+ .filter(name => !this._isSidecarFileName(name))
+ .filter(name => this._shouldIncludeFileByOptions(name, options))
+ .sort((a, b) => a.localeCompare(b, 'zh-Hans-CN'));
+
+ if (visibleFiles.length === 0) return characterDiaryContent;
+
+ const rendered = [];
+ for (const file of visibleFiles) {
+ const filePath = path.join(characterDirPath, file);
+ try {
+ if (this._isTextDiaryFile(file)) {
+ const text = await fs.readFile(filePath, 'utf-8');
+ rendered.push(text);
+ } else {
+ const structured = await this._buildMultimodalStructuredText(filePath, file);
+ rendered.push(`[MULTIMODAL:${file}]\n${structured}`);
+ if (options.transMode === 'plus' && mediaFileCollector && typeof mediaFileCollector.add === 'function') {
+ mediaFileCollector.add(`file://${filePath}`);
}
- })
- );
- characterDiaryContent = fileContents.join('\n\n---\n\n');
+ }
+ } catch (readErr) {
+ rendered.push(`[Error reading file: ${file}]`);
+ }
}
+
+ characterDiaryContent = rendered.join('\n\n---\n\n');
} catch (charDirError) {
if (charDirError.code !== 'ENOENT') {
console.error(`[RAGDiaryPlugin] Error reading character directory ${characterDirPath}:`, charDirError.message);
}
characterDiaryContent = `[无法读取“${characterName}”的日记本，可能不存在]`;
}
- return characterDiaryContent;
+
+ return this._applyDiaryPostProcessing(characterDiaryContent, options);
}
_sigmoid(x) {
@@ -987,6 +1076,7 @@ class RAGDiaryPlugin {
// 3. 循环处理每个识别到的 system 消息
const newMessages = JSON.parse(JSON.stringify(messages));
const globalProcessedDiaries = new Set(); // 在最外层维护一个 Set
+ const pendingUserMediaDirectives = new Set();
for (const index of targetSystemMessageIndices) {
console.log(`[RAGDiaryPlugin] Processing system message at index: ${index}`);
const systemMessage = newMessages[index];
@@ -1006,12 +1096,17 @@ class RAGDiaryPlugin {
dynamicParams.tagTruncationRatio, // 🌟 传递动态截断比例
dynamicParams.metrics, // 传递指标用于日志
historySegments, // 🌟 Tagmemo V4: 传递历史分段
- contextDiaryPrefixes // 🌟 V4.1: 传递上下文日记去重前缀
+ contextDiaryPrefixes, // 🌟 V4.1: 传递上下文日记去重前缀
+ pendingUserMediaDirectives
);
newMessages[index].content = processedContent;
}
+ if (lastUserMessageIndex > -1 && pendingUserMediaDirectives.size > 0) {
+ this._appendFileDirectivesToUserMessage(newMessages[lastUserMessageIndex], Array.from(pendingUserMediaDirectives));
+ }
+
return newMessages;
} catch (error) {
console.error('[RAGDiaryPlugin] processMessages 发生严重错误:', error);
@@ -1034,7 +1129,7 @@ class RAGDiaryPlugin {
}
// V3.0 新增: 处理单条 system 消息内容的辅助函数
- async _processSingleSystemMessage(content, queryVector, userContent, aiContent, combinedQueryForDisplay, dynamicK, timeRanges, processedDiaries, isAIMemoLicensed, dynamicTagWeight = 0.15, tagTruncationRatio = 0.5, metrics = {}, historySegments = [], contextDiaryPrefixes = new Set()) {
+ async _processSingleSystemMessage(content, queryVector, userContent, aiContent, combinedQueryForDisplay, dynamicK, timeRanges, processedDiaries, isAIMemoLicensed, dynamicTagWeight = 0.15, tagTruncationRatio = 0.5, metrics = {}, historySegments = [], contextDiaryPrefixes = new Set(), pendingUserMediaDirectives = new Set()) {
if (!this.pushVcpInfo) {
console.warn('[RAGDiaryPlugin] _processSingleSystemMessage: pushVcpInfo is null. Cannot broadcast RAG details.');
}
@@ -1044,10 +1139,10 @@ class RAGDiaryPlugin {
processedContent = processedContent.replace(/\[\[AIMemo=True\]\]/g, '');
const ragDeclarations = [...processedContent.matchAll(/\[\[(.*?)日记本(.*?)\]\]/g)];
- const fullTextDeclarations = [...processedContent.matchAll(/<<(.*?)日记本>>/g)];
+ const fullTextDeclarations = [...processedContent.matchAll(/<<(.*?)日记本(.*?)>>/g)];
const hybridDeclarations = [...processedContent.matchAll(/《《(.*?)日记本(.*?)》》/g)];
const metaThinkingDeclarations = [...processedContent.matchAll(/\[\[VCP元思考(.*?)\]\]/g)];
- const directDiariesDeclarations = [...processedContent.matchAll(/\{\{(.*?)日记本\}\}/g)];
+ const directDiariesDeclarations = [...processedContent.matchAll(/\{\{(.*?)日记本(.*?)\}\}/g)];
// --- 1. 处理 [[VCP元思考...]] 元思考链 ---
for (const match of metaThinkingDeclarations) {
const placeholder = match[0];
@@ -1137,6 +1232,8 @@ class RAGDiaryPlugin {
if (aggregateInfo.isAggregate) {
// --- 聚合模式 ---
+ const retrievalOptions = this._parseDiaryRetrievalOptions(modifiers);
+
// 核心逻辑：只有在许可证存在的情况下，::AIMemo才生效
const shouldUseAIMemo = isAIMemoLicensed && modifiers.includes('::AIMemo');
@@ -1162,7 +1259,8 @@ class RAGDiaryPlugin {
metrics: metrics,
historySegments: historySegments,
processedDiaries: processedDiaries,
- contextDiaryPrefixes // 🌟 V4.1
+ contextDiaryPrefixes, // 🌟 V4.1
+ retrievalOptions
});
return { placeholder, content: retrievedContent };
} catch (error) {
@@ -1201,7 +1299,8 @@ class RAGDiaryPlugin {
tagTruncationRatio: tagTruncationRatio, // 🌟 传入截断比例
metrics: metrics,
historySegments: historySegments, // 🌟 传入历史分段
- contextDiaryPrefixes // 🌟 V4.1: 传入上下文日记去重前缀
+ contextDiaryPrefixes, // 🌟 V4.1: 传入上下文日记去重前缀
+ retrievalOptions: this._parseDiaryRetrievalOptions(modifiers)
});
return { placeholder, content: retrievedContent };
} catch (error) {
@@ -1215,73 +1314,76 @@ class RAGDiaryPlugin {
// --- 2. 准备 <<...>> RAG 全文检索任务 ---
for (const match of fullTextDeclarations) {
const placeholder = match[0];
- const dbName = match[1];
- if (processedDiaries.has(dbName)) {
- console.warn(`[RAGDiaryPlugin] Detected circular reference to "${dbName}" in <<...>>. Skipping.`);
- processingPromises.push(Promise.resolve({ placeholder, content: `[检测到循环引用，已跳过"${dbName}日记本"的解析]` }));
- continue;
- }
- processedDiaries.add(dbName);
+ const rawName = match[1];
+ const modifiers = match[2] || '';
+ const aggregateInfo = this._parseAggregateSyntax(rawName, modifiers);
- // ✅ 新增：为<<>>模式生成缓存键
- const cacheKey = this._generateCacheKey({
- userContent,
- aiContent: aiContent || '',
- dbName,
- modifiers: '', // 全文模式无修饰符
- dynamicK
- });
+ for (const dbName of aggregateInfo.diaryNames) {
+ if (processedDiaries.has(dbName)) {
+ console.warn(`[RAGDiaryPlugin] Detected circular reference to "${dbName}" in <<...>>. Skipping.`);
+ processingPromises.push(Promise.resolve({ placeholder, content: `[检测到循环引用，已跳过"${dbName}日记本"的解析]` }));
+ continue;
+ }
+ processedDiaries.add(dbName);
- // ✅ 尝试从缓存获取
- const cachedResult = this._getCachedResult(cacheKey);
- if (cachedResult) {
- processingPromises.push(Promise.resolve({ placeholder, content: cachedResult.content }));
- continue; // ⭐ 跳过后续的阈值判断和内容读取
- }
+ const retrievalOptions = this._parseDiaryRetrievalOptions(modifiers);
- processingPromises.push((async () => {
- const diaryConfig = this.ragConfig[dbName] || {};
- const localThreshold = diaryConfig.threshold || GLOBAL_SIMILARITY_THRESHOLD;
- const dbNameVector = await this.vectorDBManager.getDiaryNameVector(dbName); // <--- 使用缓存
- if (!dbNameVector) {
- console.warn(`[RAGDiaryPlugin] Could not find cached vector for diary name: "${dbName}". Skipping.`);
- const emptyResult = '';
- this._setCachedResult(cacheKey, { content: emptyResult }); // ✅ 缓存空结果
- return { placeholder, content: emptyResult };
+ const cacheKey = this._generateCacheKey({
+ userContent,
+ aiContent: aiContent || '',
+ dbName,
+ modifiers,
+ dynamicK
+ });
+
+ const cachedResult = this._getCachedResult(cacheKey);
+ if (cachedResult) {
+ processingPromises.push(Promise.resolve({ placeholder, content: cachedResult.content }));
+ continue;
}
- const baseSimilarity = this.cosineSimilarity(queryVector, dbNameVector);
- const enhancedVector = this.enhancedVectorCache[dbName];
- const enhancedSimilarity = enhancedVector ? this.cosineSimilarity(queryVector, enhancedVector) : 0;
- const finalSimilarity = Math.max(baseSimilarity, enhancedSimilarity);
+ processingPromises.push((async () => {
+ const diaryConfig = this.ragConfig[dbName] || {};
+ const localThreshold = diaryConfig.threshold || GLOBAL_SIMILARITY_THRESHOLD;
+ const dbNameVector = await this.vectorDBManager.getDiaryNameVector(dbName);
+ if (!dbNameVector) {
+ console.warn(`[RAGDiaryPlugin] Could not find cached vector for diary name: "${dbName}". Skipping.`);
+ const emptyResult = '';
+ this._setCachedResult(cacheKey, { content: emptyResult });
+ return { placeholder, content: emptyResult };
+ }
- if (finalSimilarity >= localThreshold) {
- const diaryContent = await this.getDiaryContent(dbName);
- const safeContent = diaryContent
- .replace(/\[\[.*日记本.*\]\]/g, '[循环占位符已移除]')
- .replace(/<<.*日记本>>/g, '[循环占位符已移除]')
- .replace(/《《.*日记本.*》》/g, '[循环占位符已移除]')
- .replace(/\{\{.*日记本\}\}/g, '[循环占位符已移除]');
+ const baseSimilarity = this.cosineSimilarity(queryVector, dbNameVector);
+ const enhancedVector = this.enhancedVectorCache[dbName];
+ const enhancedSimilarity = enhancedVector ? this.cosineSimilarity(queryVector, enhancedVector) : 0;
+ const finalSimilarity = Math.max(baseSimilarity, enhancedSimilarity);
- if (this.pushVcpInfo) {
- this.pushVcpInfo({
- type: 'DailyNote',
- action: 'FullTextRecall',
- dbName: dbName,
- message: `[RAGDiary] 已全文召回日记本：${dbName}，共 1 条全量记录`
- });
- }
+ if (finalSimilarity >= localThreshold) {
+ const diaryContent = await this.getDiaryContentByOptions(dbName, retrievalOptions, pendingUserMediaDirectives);
+ const safeContent = diaryContent
+ .replace(/\[\[.*日记本.*\]\]/g, '[循环占位符已移除]')
+ .replace(/<<.*日记本.*>>/g, '[循环占位符已移除]')
+ .replace(/《《.*日记本.*》》/g, '[循环占位符已移除]')
+ .replace(/\{\{.*日记本.*\}\}/g, '[循环占位符已移除]');
+
+ if (this.pushVcpInfo) {
+ this.pushVcpInfo({
+ type: 'DailyNote',
+ action: 'FullTextRecall',
+ dbName: dbName,
+ message: `[RAGDiary] 已全文召回日记本：${dbName}，共 1 条全量记录`
+ });
+ }
- // ✅ 缓存结果
- this._setCachedResult(cacheKey, { content: safeContent });
- return { placeholder, content: safeContent };
- }
+ this._setCachedResult(cacheKey, { content: safeContent });
+ return { placeholder, content: safeContent };
+ }
- // ✅ 缓存空结果（阈值不匹配）
- const emptyResult = '';
- this._setCachedResult(cacheKey, { content: emptyResult });
- return { placeholder, content: emptyResult };
- })());
+ const emptyResult = '';
+ this._setCachedResult(cacheKey, { content: emptyResult });
+ return { placeholder, content: emptyResult };
+ })());
+ }
}
// --- 3. 收集 《《...》》 混合模式中的 AIMemo 请求 ---
@@ -1295,6 +1397,8 @@ class RAGDiaryPlugin {
if (aggregateInfo.isAggregate) {
// --- 《《》》聚合模式 ---
+ const retrievalOptions = this._parseDiaryRetrievalOptions(modifiers);
+
processingPromises.push((async () => {
try {
// 使用平均阈值进行相似度门控
@@ -1347,7 +1451,8 @@ class RAGDiaryPlugin {
metrics: metrics,
historySegments: historySegments,
processedDiaries: processedDiaries,
- contextDiaryPrefixes // 🌟 V4.1
+ contextDiaryPrefixes, // 🌟 V4.1
+ retrievalOptions
});
return { placeholder, content: retrievedContent };
} catch (error) {
@@ -1419,7 +1524,8 @@ class RAGDiaryPlugin {
tagTruncationRatio: tagTruncationRatio, // 🌟 传入截断比例
metrics: metrics,
historySegments: historySegments, // 🌟 传入历史分段
- contextDiaryPrefixes // 🌟 V4.1: 传入上下文日记去重前缀
+ contextDiaryPrefixes, // 🌟 V4.1: 传入上下文日记去重前缀
+ retrievalOptions: this._parseDiaryRetrievalOptions(modifiers)
});
// ✅ 缓存结果（RAG已在内部缓存，这里是额外保险）
@@ -1494,57 +1600,335 @@ class RAGDiaryPlugin {
// --- 5. 处理 {{...日记本}} 直接引入模式 ---
for (const match of directDiariesDeclarations) {
const placeholder = match[0];
- const dbName = match[1];
+ const rawName = match[1];
+ const modifiers = match[2] || '';
+ const aggregateInfo = this._parseAggregateSyntax(rawName, modifiers);
+ const retrievalOptions = this._parseDiaryRetrievalOptions(modifiers);
- if (processedDiaries.has(dbName)) {
- console.warn(`[RAGDiaryPlugin] Detected circular reference to "${dbName}" in {{...}}. Skipping.`);
- processingPromises.push(Promise.resolve({ placeholder, content: `[检测到循环引用，已跳过"${dbName}日记本"的解析]` }));
- continue;
- }
- // 标记以防其他模式循环
- processedDiaries.add(dbName);
+ for (const dbName of aggregateInfo.diaryNames) {
+ if (processedDiaries.has(dbName)) {
+ console.warn(`[RAGDiaryPlugin] Detected circular reference to "${dbName}" in {{...}}. Skipping.`);
+ processingPromises.push(Promise.resolve({ placeholder, content: `[检测到循环引用，已跳过"${dbName}日记本"的解析]` }));
+ continue;
+ }
+ processedDiaries.add(dbName);
- // 直接获取内容，跳过阈值判断
- processingPromises.push((async () => {
- try {
- const diaryContent = await this.getDiaryContent(dbName);
- const safeContent = diaryContent
- .replace(/\[\[.*日记本.*\]\]/g, '[循环占位符已移除]')
- .replace(/<<.*日记本>>/g, '[循环占位符已移除]')
- .replace(/《《.*日记本.*》》/g, '[循环占位符已移除]')
- .replace(/\{\{.*日记本\}\}/g, '[循环占位符已移除]');
-
- if (this.pushVcpInfo) {
- this.pushVcpInfo({
- type: 'DailyNote',
- action: 'DirectRecall',
- dbName: dbName,
- message: `[RAGDiary] 已直接引入日记本：${dbName}，共 1 条全量记录`
- });
- }
+ processingPromises.push((async () => {
+ try {
+ const diaryContent = await this.getDiaryContentByOptions(dbName, retrievalOptions, pendingUserMediaDirectives);
+ const safeContent = diaryContent
+ .replace(/\[\[.*日记本.*\]\]/g, '[循环占位符已移除]')
+ .replace(/<<.*日记本.*>>/g, '[循环占位符已移除]')
+ .replace(/《《.*日记本.*》》/g, '[循环占位符已移除]')
+ .replace(/\{\{.*日记本.*\}\}/g, '[循环占位符已移除]');
+
+ if (this.pushVcpInfo) {
+ this.pushVcpInfo({
+ type: 'DailyNote',
+ action: 'DirectRecall',
+ dbName: dbName,
+ message: `[RAGDiary] 已直接引入日记本：${dbName}，共 1 条全量记录`
+ });
+ }
- return { placeholder, content: safeContent };
- } catch (error) {
- console.error(`[RAGDiaryPlugin] 处理 {{...日记本}} 直接引入模式出错 (${dbName}):`, error);
- return { placeholder, content: `[处理失败: ${error.message}]` };
- }
- })());
+ return { placeholder, content: safeContent };
+ } catch (error) {
+ console.error(`[RAGDiaryPlugin] 处理 {{...日记本}} 直接引入模式出错 (${dbName}):`, error);
+ return { placeholder, content: `[处理失败: ${error.message}]` };
+ }
+ })());
+ }
}
// --- 执行所有任务并替换内容 ---
const results = await Promise.all(processingPromises);
+
+ // 同一占位符可能对应多条结果（如 {{A+B日记本}} 直接引入模式）
+ // 需要先按占位符聚合再替换，避免后续结果被覆盖或丢失
+ const groupedResults = new Map();
for (const result of results) {
- processedContent = processedContent.replace(result.placeholder, result.content);
+ if (!result || typeof result.placeholder !== 'string') continue;
+ if (!groupedResults.has(result.placeholder)) {
+ groupedResults.set(result.placeholder, []);
+ }
+ groupedResults.get(result.placeholder).push(result.content || '');
+ }
+
+ for (const [placeholder, chunks] of groupedResults.entries()) {
+ const mergedContent = chunks
+ .map(chunk => (typeof chunk === 'string' ? chunk : String(chunk)))
+ .filter(chunk => chunk.length > 0)
+ .join('\n\n');
+ processedContent = processedContent.replace(placeholder, mergedContent);
}
return processedContent;
}
+ _appendFileDirectivesToUserMessage(message, fileUrls = []) {
+ if (!message || !Array.isArray(fileUrls) || fileUrls.length === 0) return;
+
+ const normalizedUrls = fileUrls
+ .map(item => (typeof item === 'string' ? item.trim() : ''))
+ .filter(item => item.startsWith('file://'));
+
+ if (normalizedUrls.length === 0) return;
+
+ const lines = normalizedUrls.map(url => `{{VCP@${url}}}`).join('\n');
+
+ if (typeof message.content === 'string') {
+ const suffix = message.content && !message.content.endsWith('\n') ? '\n' : '';
+ message.content = `${message.content || ''}${suffix}${lines}`;
+ return;
+ }
+
+ if (Array.isArray(message.content)) {
+ let textPart = message.content.find(part => part && part.type === 'text' && typeof part.text === 'string');
+ if (!textPart) {
+ textPart = { type: 'text', text: '' };
+ message.content.unshift(textPart);
+ }
+ const suffix = textPart.text && !textPart.text.endsWith('\n') ? '\n' : '';
+ textPart.text = `${textPart.text || ''}${suffix}${lines}`;
+ }
+ }
+
_extractKMultiplier(modifiers) {
const kMultiplierMatch = modifiers.match(/:(\d+\.?\d*)/);
return kMultiplierMatch ? parseFloat(kMultiplierMatch[1]) : 1.0;
}
+ _parseDiaryRetrievalOptions(modifiers = '') {
+ const options = {
+ transMode: null,
+ transCognitoAgents: [],
+ textOnly: false,
+ noText: false,
+ whitelist: [],
+ blacklist: [],
+ regexRulesEarly: [],
+ regexRulesLate: [],
+ tagOnlyStage: null
+ };
+
+ if (!modifiers || typeof modifiers !== 'string') return options;
+
+ const tokens = modifiers
+ .split('::')
+ .map(item => item.trim())
+ .filter(Boolean)
+ .filter(item => item !== '…');
+
+ for (const token of tokens) {
+ const lower = token.toLowerCase();
+
+ const transMatch = token.match(/^TransBase64([+-]?)(?::(.+))?$/i);
+ if (transMatch) {
+ const symbol = transMatch[1] || '';
+ options.transMode = symbol === '-' ? 'minus' : (symbol === '+' ? 'plus' : 'default');
+ const agentsRaw = (transMatch[2] || '').trim();
+ if (agentsRaw) {
+ options.transCognitoAgents = agentsRaw.split(';').map(v => v.trim()).filter(Boolean);
+ }
+ continue;
+ }
+
+ if (lower === 'textonly') {
+ options.textOnly = true;
+ options.noText = false;
+ continue;
+ }
+
+ if (lower === 'notext') {
+ options.noText = true;
+ options.textOnly = false;
+ continue;
+ }
+
+ if (lower.startsWith('whitelist:')) {
+ options.whitelist = token
+ .substring('whitelist:'.length)
+ .split(';')
+ .map(v => v.trim())
+ .filter(Boolean);
+ continue;
+ }
+
+ if (lower.startsWith('blacklist:')) {
+ options.blacklist = token
+ .substring('blacklist:'.length)
+ .split(';')
+ .map(v => v.trim())
+ .filter(Boolean);
+ continue;
+ }
+
+ if (lower.startsWith('regexrule:')) {
+ const suffix = token.substring('regexrule:'.length).trim();
+ const segments = suffix.split(':').map(v => v.trim()).filter(Boolean);
+ const lastSegment = segments.length > 0 ? segments[segments.length - 1].toLowerCase() : '';
+ const isLastStep = lastSegment === '@laststep';
+ const rulesRaw = isLastStep ? segments.slice(0, -1).join(':') : segments.join(':');
+ const rules = rulesRaw.split(';').map(v => v.trim()).filter(Boolean);
+ if (isLastStep) options.regexRulesLate.push(...rules);
+ else options.regexRulesEarly.push(...rules);
+ continue;
+ }
+
+ if (lower.startsWith('tagonly')) {
+ options.tagOnlyStage = token.toLowerCase().includes('@laststep') ? 'late' : 'early';
+ continue;
+ }
+ }
+
+ return options;
+ }
+
+ _isLikelyTextSourceFile(sourceFile = '') {
+ return /\.(txt|md)$/i.test(sourceFile);
+ }
+
+ _isLikelySidecarSourceFile(sourceFile = '') {
+ return sourceFile.toLowerCase().endsWith(this._getSidecarSuffix());
+ }
+
+ _applyDiaryResultFilters(results, retrievalOptions) {
+ if (!Array.isArray(results) || results.length === 0) return results;
+ const opts = retrievalOptions || {};
+ if (!opts.textOnly && !opts.noText && (!opts.whitelist || opts.whitelist.length === 0) && (!opts.blacklist || opts.blacklist.length === 0)) {
+ return results;
+ }
+
+ const whitelist = new Set((opts.whitelist || []).map(v => v.toLowerCase()));
+ const blacklist = new Set((opts.blacklist || []).map(v => v.toLowerCase()));
+
+ return results.filter(item => {
+ const source = item?.sourceFile || item?.fullPath || '';
+ const basename = source ? path.basename(source).toLowerCase() : '';
+
+ if (whitelist.size > 0 && !whitelist.has(basename)) return false;
+ if (blacklist.size > 0 && blacklist.has(basename)) return false;
+
+ const isText = this._isLikelyTextSourceFile(basename);
+ const isSidecar = this._isLikelySidecarSourceFile(basename);
+
+ if (opts.textOnly) return isText;
+ if (opts.noText) return !isText || isSidecar;
+
+ return true;
+ });
+ }
+
+ _extractTagLinesOnly(text) {
+ if (!text || typeof text !== 'string') return text;
+ const lines = text.match(/Tag:\s*.+$/gim) || [];
+ const normalized = [];
+ const seen = new Set();
+ for (const line of lines) {
+ const fixed = line.replace(/\s+/g, ' ').trim();
+ if (!fixed) continue;
+ const key = fixed.toLowerCase();
+ if (seen.has(key)) continue;
+ seen.add(key);
+ normalized.push(fixed.startsWith('Tag:') ? fixed : `Tag: ${fixed.replace(/^tag:\s*/i, '')}`);
+ }
+ return normalized.length > 0 ? normalized.join('\n') : '';
+ }
+
+ _getMultimediaPresetsDir() {
+ const explicit = process.env.MULTIMEDIA_PRESETS_PATH || process.env.MULTIMEDIA_PRESETS_DIR_PATH;
+ if (explicit && explicit.trim()) return explicit.trim();
+ if (projectBasePath) return path.join(projectBasePath, 'MultimediaPresets');
+ return path.join(__dirname, '..', '..', 'MultimediaPresets');
+ }
+
+ async _loadRegexRulePreset(ruleName) {
+ if (!ruleName) return null;
+ if (this.regexRuleCache.has(ruleName)) return this.regexRuleCache.get(ruleName);
+
+ const presetsDir = this._getMultimediaPresetsDir();
+ const filePath = path.join(presetsDir, `${ruleName}.json`);
+ try {
+ const raw = await fs.readFile(filePath, 'utf-8');
+ const parsed = JSON.parse(raw);
+ this.regexRuleCache.set(ruleName, parsed);
+ return parsed;
+ } catch (error) {
+ console.warn(`[RAGDiaryPlugin] RegexRule "${ruleName}" 加载失败: ${error.message}`);
+ this.regexRuleCache.set(ruleName, null);
+ return null;
+ }
+ }
+
+ async _applySingleRegexRule(text, ruleName) {
+ const preset = await this._loadRegexRulePreset(ruleName);
+ if (!preset) return text;
+
+ const applyOne = (current, item) => {
+ const pattern = item?.pattern || item?.regex || item?.match;
+ const flags = item?.flags || 'g';
+ const replacement = item?.replace ?? item?.replacement ?? '';
+ if (!pattern || typeof pattern !== 'string') return current;
+ try {
+ const regex = new RegExp(pattern, flags);
+ return current.replace(regex, replacement);
+ } catch (error) {
+ console.warn(`[RAGDiaryPlugin] RegexRule "${ruleName}" 子规则失败: ${error.message}`);
+ return current;
+ }
+ };
+
+ try {
+ let output = text;
+ if (Array.isArray(preset.rules)) {
+ for (const item of preset.rules) output = applyOne(output, item);
+ return output;
+ }
+ if (Array.isArray(preset.replacements)) {
+ for (const item of preset.replacements) output = applyOne(output, item);
+ return output;
+ }
+ if (preset.pattern || preset.regex || preset.match) {
+ return applyOne(output, preset);
+ }
+ return text;
+ } catch (error) {
+ console.warn(`[RAGDiaryPlugin] RegexRule "${ruleName}" 应用失败: ${error.message}`);
+ return text;
+ }
+ }
+
+ async _applyRegexRuleList(text, ruleNames = []) {
+ let output = text;
+ for (const ruleName of ruleNames) {
+ output = await this._applySingleRegexRule(output, ruleName);
+ }
+ return output;
+ }
+
+ async _applyDiaryPostProcessing(text, retrievalOptions) {
+ const opts = retrievalOptions || {};
+ let output = typeof text === 'string' ? text : String(text || '');
+
+ if (opts.tagOnlyStage === 'early') {
+ output = this._extractTagLinesOnly(output);
+ }
+
+ if (Array.isArray(opts.regexRulesEarly) && opts.regexRulesEarly.length > 0) {
+ output = await this._applyRegexRuleList(output, opts.regexRulesEarly);
+ }
+
+ if (opts.tagOnlyStage === 'late') {
+ output = this._extractTagLinesOnly(output);
+ }
+
+ if (Array.isArray(opts.regexRulesLate) && opts.regexRulesLate.length > 0) {
+ output = await this._applyRegexRuleList(output, opts.regexRulesLate);
+ }
+
+ return output;
+ }
+
//####################################################################################
//## 🌟 V5 日记聚合检索 (Diary Aggregate Retrieval)
//####################################################################################
@@ -1617,7 +2001,8 @@ class RAGDiaryPlugin {
metrics,
historySegments,
processedDiaries, // 🛡️ 循环引用检测
- contextDiaryPrefixes = new Set() // 🌟 V4.1: 上下文日记去重前缀
+ contextDiaryPrefixes = new Set(), // 🌟 V4.1: 上下文日记去重前缀
+ retrievalOptions = null
} = options;
const totalK = Math.max(1, Math.round(dynamicK * kMultiplier));
@@ -1693,6 +2078,8 @@ class RAGDiaryPlugin {
// 🛡️ 去除 modifiers 中的 kMultiplier，防止 _processRAGPlaceholder 内部再次乘以 kMultiplier
const cleanedModifiers = modifiers.replace(/^:\d+\.?\d*/, '');
+ const effectiveRetrievalOptions = retrievalOptions || this._parseDiaryRetrievalOptions(cleanedModifiers);
+
const retrievalPromises = kAllocations.map(async (allocation) => {
// 标记为已处理，防止循环引用
if (processedDiaries) processedDiaries.add(allocation.name);
@@ -1712,7 +2099,8 @@ class RAGDiaryPlugin {
tagTruncationRatio,
metrics,
historySegments,
- contextDiaryPrefixes // 🌟 V4.1: 透传上下文日记去重前缀
+ contextDiaryPrefixes, // 🌟 V4.1: 透传上下文日记去重前缀
+ retrievalOptions: effectiveRetrievalOptions
});
return { name: allocation.name, content, k: allocation.k, success: true };
} catch (e) {
@@ -1852,7 +2240,8 @@ class RAGDiaryPlugin {
tagTruncationRatio = 0.5, // 🌟 新增截断比例
metrics = {},
historySegments = [], // 🌟 Tagmemo V4
- contextDiaryPrefixes = new Set() // 🌟 V4.1: 上下文日记去重前缀
+ contextDiaryPrefixes = new Set(), // 🌟 V4.1: 上下文日记去重前缀
+ retrievalOptions = null
} = options;
// 1️⃣ 生成缓存键
@@ -1903,6 +2292,7 @@ class RAGDiaryPlugin {
const kForSearch = useRerank
? Math.max(1, Math.round(finalK * this.rerankConfig.multiplier) + dedupBuffer)
: finalK + dedupBuffer;
+ const effectiveRetrievalOptions = retrievalOptions || this._parseDiaryRetrievalOptions(modifiers);
// 准备元数据用于生成自描述区块
const metadata = {
@@ -1958,6 +2348,7 @@ class RAGDiaryPlugin {
// 1. 语义路召回
let ragResults = await this.vectorDBManager.search(dbName, finalQueryVector, kSemantic + dedupBuffer, tagWeight, coreTagsForSearch);
+ ragResults = this._applyDiaryResultFilters(ragResults, effectiveRetrievalOptions);
ragResults = this._filterContextDuplicates(ragResults, contextDiaryPrefixes);
ragResults = ragResults.slice(0, kSemantic).map(r => ({ ...r, source: 'rag' }));
@@ -1987,7 +2378,7 @@ class RAGDiaryPlugin {
// 按相似度排序并取前 kTime 个
scoredTimeChunks.sort((a, b) => b.score - a.score);
- timeResults = scoredTimeChunks.slice(0, kTime);
+ timeResults = this._applyDiaryResultFilters(scoredTimeChunks.slice(0, kTime), effectiveRetrievalOptions);
console.log(`[RAGDiaryPlugin] Time path: Found ${timeChunks.length} chunks in range, selected top ${timeResults.length} by relevance.`);
}
@@ -2074,6 +2465,7 @@ class RAGDiaryPlugin {
let flattenedResults = resultsArrays.flat();
// 🧹 V4.1: 上下文去重（在 SVD 去重之前先过滤掉与上下文工具调用重复的条目）
+ flattenedResults = this._applyDiaryResultFilters(flattenedResults, effectiveRetrievalOptions);
flattenedResults = this._filterContextDuplicates(flattenedResults, contextDiaryPrefixes);
// 🌟 Tagmemo V4: Intelligent Deduplication
@@ -2165,12 +2557,13 @@ class RAGDiaryPlugin {
}
// 4️⃣ 保存到缓存
+ const postProcessed = await this._applyDiaryPostProcessing(retrievedContent, effectiveRetrievalOptions);
this._setCachedResult(cacheKey, {
- content: retrievedContent,
+ content: postProcessed,
vcpInfo: vcpInfoData
});
- return retrievedContent;
+ return postProcessed;
}
diff --git a/WebSocketServer.js b/WebSocketServer.js
index 5cb90837d..137052238 100755
--- a/WebSocketServer.js
+++ b/WebSocketServer.js
@@ -520,11 +520,58 @@ async function executeDistributedTool(serverIdOrName, toolName, toolArgs, timeou
}
function findServerByIp(ip) {
+ const buildIpVariants = (rawIp) => {
+ const variants = new Set();
+ if (!rawIp || typeof rawIp !== 'string') return variants;
+
+ let normalized = rawIp.trim();
+ if (!normalized) return variants;
+
+ variants.add(normalized);
+
+ if (normalized.startsWith('::ffff:')) {
+ const mapped = normalized.slice(7);
+ if (mapped) variants.add(mapped);
+ normalized = mapped || normalized;
+ }
+
+ if (normalized === '::1') {
+ variants.add('127.0.0.1');
+ variants.add('localhost');
+ }
+
+ if (normalized === '127.0.0.1' || normalized === 'localhost') {
+ variants.add('::1');
+ }
+
+ return variants;
+ };
+
+ const requestIpVariants = buildIpVariants(ip);
+ if (requestIpVariants.size === 0) {
+ return null;
+ }
+
for (const [serverId, ipInfo] of distributedServerIPs.entries()) {
- if (ipInfo.publicIP === ip || (ipInfo.localIPs && ipInfo.localIPs.includes(ip))) {
- return ipInfo.serverName || serverId;
+ const candidateIps = new Set();
+
+ if (ipInfo.publicIP) {
+ for (const v of buildIpVariants(ipInfo.publicIP)) candidateIps.add(v);
+ }
+
+ if (Array.isArray(ipInfo.localIPs)) {
+ for (const localIp of ipInfo.localIPs) {
+ for (const v of buildIpVariants(localIp)) candidateIps.add(v);
+ }
+ }
+
+ for (const candidateIp of candidateIps) {
+ if (requestIpVariants.has(candidateIp)) {
+ return ipInfo.serverName || serverId;
+ }
}
}
+
return null;
}
diff --git a/config.env.example b/config.env.example
index a750c6622..9265dcb58 100644
--- a/config.env.example
+++ b/config.env.example
@@ -109,6 +109,22 @@ WhitelistEmbeddingModelList=5
# 默认值: (VCP根目录)/Agent
# AGENT_DIR_PATH=./Agent
+# -------------------------------------------------------------------
+# [TVS 目录]
+# -------------------------------------------------------------------
+# TVS_DIR_PATH: 指定存放 TVS 变量文件（.txt）的根目录。
+# 默认值: (VCP根目录)/TVStxt
+# TVS_DIR_PATH=./TVStxt
+
+# -------------------------------------------------------------------
+# [VCP 文件直传语法]
+# -------------------------------------------------------------------
+# VCP_FILE_DIRECTIVE_ENABLED:
+# 是否启用 {{VCP@file://...}} 语法。
+# 启用后，user 消息中的该语法会在进入模型前被转换为多模态 part。
+# 当 file:// 指向分布式节点本地文件时，会复用 FileFetcherServer 的超栈追踪链路拉取 Base64 数据。
+VCP_FILE_DIRECTIVE_ENABLED=true
+
# -------------------------------------------------------------------
# [知识库 (Knowledge Base) V2 - Powered by Vexus-Lite]
# -------------------------------------------------------------------
diff --git a/modules/chatCompletionHandler.js b/modules/chatCompletionHandler.js
index ffcbd8f56..af5562513 100644
--- a/modules/chatCompletionHandler.js
+++ b/modules/chatCompletionHandler.js
@@ -10,6 +10,7 @@ const ToolCallParser = require('./vcpLoop/toolCallParser');
const ToolExecutor = require('./vcpLoop/toolExecutor');
const StreamHandler = require('./handlers/streamHandler');
const NonStreamHandler = require('./handlers/nonStreamHandler');
+const FileFetcherServer = require('../FileFetcherServer.js');
/**
* 检测工具返回结果是否为错误
@@ -289,6 +290,113 @@ async function _refreshRagBlocksIfNeeded(messages, newContext, pluginManager, de
return newMessages;
}
+async function _expandVcpFileDirectives(messages, requestIp, debugMode = false) {
+ if (!Array.isArray(messages)) return messages;
+ const directiveRegex = /\{\{VCP@((?:file:\/\/)[^}]+)\}\}/g;
+ const newMessages = JSON.parse(JSON.stringify(messages));
+ let hasDirective = false;
+ const isEnabled = (process.env.VCP_FILE_DIRECTIVE_ENABLED || 'true').toLowerCase() === 'true';
+
+ if (!isEnabled) {
+ return newMessages;
+ }
+
+ async function transformTextToParts(text) {
+ if (typeof text !== 'string' || !text.includes('{{VCP@file://')) {
+ return null;
+ }
+
+ const matches = [...text.matchAll(directiveRegex)];
+ if (matches.length === 0) {
+ return null;
+ }
+
+ hasDirective = true;
+ const parts = [];
+ let cursor = 0;
+
+ for (const match of matches) {
+ const fullMatch = match[0];
+ const rawUrl = match[1];
+ const startIndex = match.index || 0;
+ const endIndex = startIndex + fullMatch.length;
+
+ if (startIndex > cursor) {
+ const plainText = text.slice(cursor, startIndex);
+ if (plainText) parts.push({ type: 'text', text: plainText });
+ }
+
+ const fileUrl = (rawUrl || '').trim();
+ try {
+ const { buffer, mimeType } = await FileFetcherServer.fetchFile(fileUrl, requestIp);
+ const dataUri = `data:${mimeType || 'application/octet-stream'};base64,${buffer.toString('base64')}`;
+ parts.push({
+ type: 'image_url',
+ image_url: { url: dataUri }
+ });
+ if (debugMode) {
+ console.log(`[VCPFileDirective] Resolved directive via FileFetcherServer: ${fileUrl}`);
+ }
+ } catch (error) {
+ const errorText = `[VCP@file 读取失败: ${fileUrl} | ${error.message}]`;
+ parts.push({ type: 'text', text: errorText });
+ if (debugMode) {
+ console.warn(`[VCPFileDirective] Failed to resolve ${fileUrl}: ${error.message}`);
+ }
+ }
+
+ cursor = endIndex;
+ }
+
+ if (cursor < text.length) {
+ const tail = text.slice(cursor);
+ if (tail) parts.push({ type: 'text', text: tail });
+ }
+
+ if (parts.length === 0) {
+ parts.push({ type: 'text', text: '' });
+ }
+
+ return parts;
+ }
+
+ for (const msg of newMessages) {
+ if (!msg || msg.role !== 'user') continue;
+
+ if (typeof msg.content === 'string') {
+ const transformedParts = await transformTextToParts(msg.content);
+ if (transformedParts) {
+ msg.content = transformedParts;
+ }
+ continue;
+ }
+
+ if (Array.isArray(msg.content)) {
+ const flattened = [];
+ for (const part of msg.content) {
+ if (!part || typeof part.text !== 'string') {
+ flattened.push(part);
+ continue;
+ }
+
+ const transformedParts = await transformTextToParts(part.text);
+ if (transformedParts) {
+ flattened.push(...transformedParts);
+ } else {
+ flattened.push(part);
+ }
+ }
+ msg.content = flattened;
+ }
+ }
+
+ if (debugMode && hasDirective) {
+ console.log('[VCPFileDirective] All {{VCP@file://...}} directives have been transformed for user messages.');
+ }
+
+ return newMessages;
+}
+
class ChatCompletionHandler {
constructor(config) {
this.config = config;
@@ -418,31 +526,86 @@ class ChatCompletionHandler {
if (DEBUG_MODE) await writeDebugLog('LogAfterInitialRoleDivider', originalBody.messages);
}
+ originalBody.messages = await _expandVcpFileDirectives(originalBody.messages, clientIp, DEBUG_MODE);
+ if (DEBUG_MODE) await writeDebugLog('LogAfterVcpFileDirectiveProcessing', originalBody.messages);
+
let shouldProcessMedia = false;
+ let transBase64Mode = null;
+ let transBase64CognitoAgents = [];
+ const transBase64PlaceholderRegex = /\{\{TransBase64([+-]?)(?:::(.*?))?\}\}/g;
+
+ const parseTransBase64Directives = (text) => {
+ if (typeof text !== 'string' || !text) {
+ return { cleanedText: text, found: false, mode: null, agents: [] };
+ }
+
+ let found = false;
+ let detectedMode = null;
+ let detectedAgents = [];
+ const cleanedText = text.replace(transBase64PlaceholderRegex, (_, modeSymbol, agentsRaw) => {
+ found = true;
+ if (!detectedMode) {
+ if (modeSymbol === '-') detectedMode = 'minus';
+ else if (modeSymbol === '+') detectedMode = 'plus';
+ else detectedMode = 'default';
+ }
+
+ if (!detectedAgents.length && typeof agentsRaw === 'string' && agentsRaw.trim()) {
+ detectedAgents = agentsRaw.split(';').map(item => item.trim()).filter(Boolean);
+ }
+
+ return '';
+ });
+
+ return { cleanedText, found, mode: detectedMode, agents: detectedAgents };
+ };
+
if (originalBody.messages && Array.isArray(originalBody.messages)) {
for (const msg of originalBody.messages) {
let foundPlaceholderInMsg = false;
- if (msg.role === 'user' || msg.role === 'system') {
- if (typeof msg.content === 'string' && msg.content.includes('{{TransBase64}}')) {
- foundPlaceholderInMsg = true;
- msg.content = msg.content.replace(/\{\{TransBase64\}\}/g, '');
+ const normalizedRole = typeof msg.role === 'string' ? msg.role.toLowerCase() : '';
+ if (normalizedRole === 'user' || normalizedRole === 'system') {
+ if (typeof msg.content === 'string') {
+ const parsed = parseTransBase64Directives(msg.content);
+ if (parsed.found) {
+ foundPlaceholderInMsg = true;
+ msg.content = parsed.cleanedText;
+ if (!transBase64Mode && parsed.mode) transBase64Mode = parsed.mode;
+ if (transBase64CognitoAgents.length === 0 && parsed.agents.length > 0) {
+ transBase64CognitoAgents = parsed.agents;
+ }
+ }
} else if (Array.isArray(msg.content)) {
for (const part of msg.content) {
- if (part.type === 'text' && typeof part.text === 'string' && part.text.includes('{{TransBase64}}')) {
- foundPlaceholderInMsg = true;
- part.text = part.text.replace(/\{\{TransBase64\}\}/g, '');
+ if (typeof part.text === 'string') {
+ const parsed = parseTransBase64Directives(part.text);
+ if (parsed.found) {
+ foundPlaceholderInMsg = true;
+ part.text = parsed.cleanedText;
+ if (!transBase64Mode && parsed.mode) transBase64Mode = parsed.mode;
+ if (transBase64CognitoAgents.length === 0 && parsed.agents.length > 0) {
+ transBase64CognitoAgents = parsed.agents;
+ }
+ }
}
}
}
}
if (foundPlaceholderInMsg) {
shouldProcessMedia = true;
- if (DEBUG_MODE) console.log('[Server] Media translation enabled by {{TransBase64}} placeholder.');
- break;
}
}
}
+ if (!transBase64Mode && shouldProcessMedia) {
+ transBase64Mode = 'default';
+ }
+ if (DEBUG_MODE && shouldProcessMedia) {
+ console.log(
+ `[Server] Media translation enabled by TransBase64 placeholder. mode=${transBase64Mode || 'default'} agents=${transBase64CognitoAgents.join(',') || 'Cognito-Core'}`
+ );
+ }
+
// --- VCPTavern 优先处理 ---
// 在任何变量替换之前，首先运行 VCPTavern 来注入预设内容
let tavernProcessedMessages = originalBody.messages;
@@ -508,7 +671,14 @@ class ChatCompletionHandler {
if (pluginManager.messagePreprocessors.has(processorName)) {
if (DEBUG_MODE) console.log(`[Server] Calling message preprocessor: ${processorName}`);
try {
- processedMessages = await pluginManager.executeMessagePreprocessor(processorName, processedMessages);
+ processedMessages = await pluginManager.executeMessagePreprocessor(
+ processorName,
+ processedMessages,
+ {
+ TransBase64Mode: transBase64Mode || 'default',
+ TransBase64CognitoAgents: transBase64CognitoAgents
+ }
+ );
} catch (pluginError) {
console.error(`[Server] Error in preprocessor ${processorName}:`, pluginError);
}
@@ -529,8 +699,35 @@ class ChatCompletionHandler {
}
if (DEBUG_MODE) await writeDebugLog('LogAfterPreprocessors', processedMessages);
+ // 二次展开：允许预处理器（如 RAGDiaryPlugin 的 TransBase64+）在后置阶段新增 {{VCP@file://...}} 指令
+ // 这样可把“日记本召回出的媒体文件”真正转为多模态 part 发送给模型
+ processedMessages = await _expandVcpFileDirectives(processedMessages, clientIp, DEBUG_MODE);
+ if (DEBUG_MODE) await writeDebugLog('LogAfterPostPreprocessorVcpFileDirectiveProcessing', processedMessages);
+
// 经过改造后，processedMessages 已经是最终版本，无需再调用 replaceOtherVariables
+ if (shouldProcessMedia && transBase64Mode === 'minus') {
+ const minusBlockRegex = /\[TRANSBASE64_MINUS_BEGIN_[^\]]+\][\s\S]*?\[TRANSBASE64_MINUS_END_[^\]]+\]\s*/g;
+ processedMessages = processedMessages.map(message => {
+ if (!message || message.role !== 'user') return message;
+ if (typeof message.content === 'string') {
+ return { ...message, content: message.content.replace(minusBlockRegex, '') };
+ }
+ if (Array.isArray(message.content)) {
+ return {
+ ...message,
+ content: message.content.map(part => {
+ if (part && part.type === 'text' && typeof part.text === 'string') {
+ return { ...part, text: part.text.replace(minusBlockRegex, '') };
+ }
+ return part;
+ })
+ };
+ }
+ return message;
+ });
+ }
+
originalBody.messages = processedMessages;
await writeDebugLog('LogOutputAfterProcessing', originalBody);
diff --git a/modules/mediaSidecarManager.js b/modules/mediaSidecarManager.js
new file mode 100644
index 000000000..700de06af
--- /dev/null
+++ b/modules/mediaSidecarManager.js
@@ -0,0 +1,417 @@
+// modules/mediaSidecarManager.js
+const fs = require('fs').promises;
+const fsSync = require('fs');
+const path = require('path');
+const crypto = require('crypto');
+const chokidar = require('chokidar');
+const { EventEmitter } = require('events');
+
+const DEFAULT_SUPPORTED_EXTENSIONS = new Set([
+ '.png', '.jpg', '.jpeg', '.webp', '.gif', '.bmp', '.tiff', '.tif', '.avif', '.svg',
+ '.mp3', '.wav', '.flac', '.m4a', '.aac', '.ogg',
+ '.mp4', '.mov', '.mkv', '.webm', '.avi',
+ '.pdf'
+]);
+
+class MediaSidecarManager extends EventEmitter {
+ constructor() {
+ super();
+ this.watcher = null;
+ this.initialized = false;
+ this.debugMode = false;
+ this.config = {
+ rootPath: '',
+ storePath: '',
+ sidecarSuffix: process.env.MULTIMODAL_SIDECAR_SUFFIX || '.vcpmeta.json',
+ enable: (process.env.MULTIMODAL_SIDECAR_ENABLED || 'false').toLowerCase() === 'true',
+ sidecarCreateDelayMs: parseInt(process.env.MULTIMODAL_SIDECAR_CREATE_DELAY_MS || '1000', 10),
+ metadataSyncEnabled: (process.env.MEDIA_METADATA_SYNC || 'false').toLowerCase() === 'true'
+ };
+
+ this.hashMapPath = '';
+ this.hashMap = new Map();
+ this.pendingTimers = new Map();
+ this.pendingDeleteTimers = new Map();
+ }
+
+ async initialize(options = {}) {
+ if (this.initialized) return;
+
+ this.debugMode = !!options.debugMode;
+ this.config.rootPath = options.rootPath || process.env.KNOWLEDGEBASE_ROOT_PATH || path.join(__dirname, '..', 'dailynote');
+ this.config.storePath = options.storePath || process.env.KNOWLEDGEBASE_STORE_PATH || path.join(__dirname, '..', 'VectorStore');
+
+ this.hashMapPath = path.join(this.config.storePath, 'media_hash_map.json');
+
+ if (!this.config.enable) {
+ this._log('disabled by env flag.');
+ this.initialized = true;
+ return;
+ }
+
+ await fs.mkdir(this.config.storePath, { recursive: true });
+ await this._loadHashMap();
+ this._startWatcher();
+
+ this.initialized = true;
+ this._log(`initialized. root=${this.config.rootPath}`);
+ }
+
+ async shutdown() {
+ for (const timer of this.pendingTimers.values()) {
+ clearTimeout(timer);
+ }
+ this.pendingTimers.clear();
+
+ for (const timer of this.pendingDeleteTimers.values()) {
+ clearTimeout(timer);
+ }
+ this.pendingDeleteTimers.clear();
+
+ if (this.watcher) {
+ await this.watcher.close();
+ this.watcher = null;
+ }
+
+ await this._saveHashMap();
+ this.initialized = false;
+ }
+
+ isEnabled() {
+ return this.config.enable;
+ }
+
+ _log(message) {
+ if (this.debugMode) {
+ console.log(`[MediaSidecarManager] ${message}`);
+ }
+ }
+
+ _isSidecarFile(filePath) {
+ return filePath.endsWith(this.config.sidecarSuffix);
+ }
+
+ _isDotPath(filePath) {
+ const rel = path.relative(this.config.rootPath, filePath);
+ if (!rel || rel.startsWith('..')) return false;
+ return rel.split(path.sep).some(seg => seg.startsWith('.'));
+ }
+
+ _isSupportedMediaFile(filePath) {
+ if (this._isSidecarFile(filePath)) return false;
+ const ext = path.extname(filePath).toLowerCase();
+ return DEFAULT_SUPPORTED_EXTENSIONS.has(ext);
+ }
+
+ _getSidecarPath(mediaFilePath) {
+ return `${mediaFilePath}${this.config.sidecarSuffix}`;
+ }
+
+ async _loadHashMap() {
+ this.hashMap.clear();
+ try {
+ if (!fsSync.existsSync(this.hashMapPath)) {
+ await this._saveHashMap();
+ return;
+ }
+ const raw = await fs.readFile(this.hashMapPath, 'utf8');
+ const parsed = JSON.parse(raw);
+ for (const [hash, info] of Object.entries(parsed || {})) {
+ this.hashMap.set(hash, info);
+ }
+ } catch (error) {
+ console.error('[MediaSidecarManager] failed to load hash map:', error.message);
+ this.hashMap.clear();
+ }
+ }
+
+ async _saveHashMap() {
+ try {
+ const data = {};
+ for (const [hash, info] of this.hashMap.entries()) {
+ data[hash] = info;
+ }
+ await fs.writeFile(this.hashMapPath, JSON.stringify(data, null, 2), 'utf8');
+ } catch (error) {
+ console.error('[MediaSidecarManager] failed to save hash map:', error.message);
+ }
+ }
+
+ async _computeFileHash(filePath) {
+ const data = await fs.readFile(filePath);
+ return `sha256:${crypto.createHash('sha256').update(data).digest('hex')}`;
+ }
+
+ async _readPngJpegDescription() {
+ return '';
+ }
+
+ async _syncPngJpegDescription() {
+ return;
+ }
+
+ async _buildInitialDescription(mediaFilePath) {
+ const ext = path.extname(mediaFilePath).toLowerCase();
+ if (ext === '.png' || ext === '.jpg' || ext === '.jpeg') {
+ const mediaDescription = await this._readPngJpegDescription(mediaFilePath);
+ if (mediaDescription) return mediaDescription;
+ }
+ return '';
+ }
+
+ async _createOrUpdateSidecar(mediaFilePath, options = {}) {
+ const { force = false } = options;
+ const sidecarPath = this._getSidecarPath(mediaFilePath);
+
+ let mediaStats;
+ try {
+ mediaStats = await fs.stat(mediaFilePath);
+ if (!mediaStats.isFile()) return null;
+ } catch (error) {
+ if (error.code !== 'ENOENT') {
+ console.error('[MediaSidecarManager] stat media failed:', error.message);
+ }
+ return null;
+ }
+
+ let sidecarExists = false;
+ let currentSidecar = null;
+ try {
+ const raw = await fs.readFile(sidecarPath, 'utf8');
+ currentSidecar = JSON.parse(raw);
+ sidecarExists = true;
+ } catch (error) {
+ sidecarExists = false;
+ }
+
+ const mediaHash = await this._computeFileHash(mediaFilePath);
+
+ if (!sidecarExists) {
+ const recovered = await this._recoverSidecarByHash(mediaHash, sidecarPath);
+ if (recovered) {
+ currentSidecar = recovered;
+ sidecarExists = true;
+ }
+ }
+
+ if (sidecarExists && !force) {
+ return currentSidecar;
+ }
+ const relativePath = path.relative(this.config.rootPath, mediaFilePath);
+ const mimeType = this._guessMimeType(mediaFilePath);
+ const now = new Date().toISOString();
+ const description = sidecarExists ? (currentSidecar.description || '') : await this._buildInitialDescription(mediaFilePath);
+ const tags = Array.isArray(currentSidecar?.tags) ? currentSidecar.tags : [];
+
+ const sidecar = {
+ version: 1,
+ mediaHash,
+ mediaPath: `file://${mediaFilePath}`,
+ relativePath,
+ mimeType,
+ description,
+ presetName: currentSidecar?.presetName || 'Cognito-Core',
+ tags,
+ generator: Array.isArray(currentSidecar?.generator) ? currentSidecar.generator : ['Cognito-Core'],
+ source: currentSidecar?.source || 'auto',
+ createdAt: currentSidecar?.createdAt || now,
+ updatedAt: now
+ };
+
+ await fs.writeFile(sidecarPath, JSON.stringify(sidecar, null, 2), 'utf8');
+
+ this.hashMap.set(mediaHash, {
+ relativeMediaPath: relativePath,
+ relativeSidecarPath: path.relative(this.config.rootPath, sidecarPath),
+ updatedAt: now
+ });
+ await this._saveHashMap();
+
+ if (this.config.metadataSyncEnabled && (mediaFilePath.toLowerCase().endsWith('.png') || mediaFilePath.toLowerCase().endsWith('.jpg') || mediaFilePath.toLowerCase().endsWith('.jpeg'))) {
+ await this._syncPngJpegDescription(mediaFilePath, sidecar.description);
+ }
+
+ this.emit('sidecar-upsert', { mediaFilePath, sidecarPath, sidecar });
+ this._log(`sidecar upserted: ${path.relative(this.config.rootPath, sidecarPath)}`);
+ return sidecar;
+ }
+
+ async _removeSidecarForMedia(mediaFilePath) {
+ const sidecarPath = this._getSidecarPath(mediaFilePath);
+ let sidecar = null;
+
+ try {
+ const raw = await fs.readFile(sidecarPath, 'utf8');
+ sidecar = JSON.parse(raw);
+ } catch (_) { }
+
+ try {
+ await fs.unlink(sidecarPath);
+ } catch (error) {
+ if (error.code !== 'ENOENT') {
+ console.error('[MediaSidecarManager] remove sidecar failed:', error.message);
+ }
+ }
+
+ if (sidecar?.mediaHash) {
+ this.hashMap.delete(sidecar.mediaHash);
+ await this._saveHashMap();
+ }
+
+ this.emit('sidecar-delete', { mediaFilePath, sidecarPath, sidecar });
+ this._log(`sidecar deleted: ${path.relative(this.config.rootPath, sidecarPath)}`);
+ }
+
+ async _removeBySidecarPath(sidecarPath) {
+ let sidecar = null;
+ try {
+ const raw = await fs.readFile(sidecarPath, 'utf8');
+ sidecar = JSON.parse(raw);
+ } catch (_) { }
+
+ if (sidecar?.mediaHash) {
+ this.hashMap.delete(sidecar.mediaHash);
+ await this._saveHashMap();
+ }
+
+ const mediaFilePath = sidecarPath.slice(0, -this.config.sidecarSuffix.length);
+ this.emit('sidecar-delete', { mediaFilePath, sidecarPath, sidecar });
+ this._log(`sidecar removed event handled: ${path.relative(this.config.rootPath, sidecarPath)}`);
+ }
+
+ _clearPendingDelete(mediaFilePath) {
+ const timer = this.pendingDeleteTimers.get(mediaFilePath);
+ if (timer) {
+ clearTimeout(timer);
+ this.pendingDeleteTimers.delete(mediaFilePath);
+ }
+ }
+
+ _scheduleSidecarCreate(mediaFilePath) {
+ if (this.pendingTimers.has(mediaFilePath)) {
+ clearTimeout(this.pendingTimers.get(mediaFilePath));
+ }
+
+ const timer = setTimeout(async () => {
+ this.pendingTimers.delete(mediaFilePath);
+ await this._createOrUpdateSidecar(mediaFilePath, { force: false });
+ }, this.config.sidecarCreateDelayMs);
+
+ this.pendingTimers.set(mediaFilePath, timer);
+ }
+
+ _scheduleSidecarDelete(mediaFilePath) {
+ this._clearPendingDelete(mediaFilePath);
+
+ const timer = setTimeout(async () => {
+ this.pendingDeleteTimers.delete(mediaFilePath);
+ await this._removeSidecarForMedia(mediaFilePath);
+ }, this.config.sidecarCreateDelayMs);
+
+ this.pendingDeleteTimers.set(mediaFilePath, timer);
+ }
+
+ async _recoverSidecarByHash(mediaHash, targetSidecarPath) {
+ const hashInfo = this.hashMap.get(mediaHash);
+ if (!hashInfo || !hashInfo.relativeSidecarPath) return null;
+
+ const oldSidecarPath = path.join(this.config.rootPath, hashInfo.relativeSidecarPath);
+ if (oldSidecarPath === targetSidecarPath) return null;
+ if (!fsSync.existsSync(oldSidecarPath)) return null;
+
+ try {
+ await fs.mkdir(path.dirname(targetSidecarPath), { recursive: true });
+ await fs.rename(oldSidecarPath, targetSidecarPath);
+ const raw = await fs.readFile(targetSidecarPath, 'utf8');
+ this._log(`sidecar rename recovered by hash: ${path.relative(this.config.rootPath, oldSidecarPath)} -> ${path.relative(this.config.rootPath, targetSidecarPath)}`);
+ return JSON.parse(raw);
+ } catch (error) {
+ console.error('[MediaSidecarManager] recover sidecar by hash failed:', error.message);
+ return null;
+ }
+ }
+
+ _startWatcher() {
+ if (this.watcher) return;
+
+ this.watcher = chokidar.watch(this.config.rootPath, {
+ ignored: /(^|[\/\\])\../,
+ ignoreInitial: false,
+ persistent: true
+ });
+
+ this.watcher
+ .on('add', async (filePath) => {
+ if (this._isDotPath(filePath)) return;
+
+ if (this._isSupportedMediaFile(filePath)) {
+ this._clearPendingDelete(filePath);
+ this._scheduleSidecarCreate(filePath);
+ return;
+ }
+
+ if (this._isSidecarFile(filePath)) {
+ this.emit('sidecar-upsert', { mediaFilePath: filePath.slice(0, -this.config.sidecarSuffix.length), sidecarPath: filePath, sidecar: null });
+ }
+ })
+ .on('change', async (filePath) => {
+ if (this._isDotPath(filePath)) return;
+
+ if (this._isSupportedMediaFile(filePath)) {
+ this._clearPendingDelete(filePath);
+ await this._createOrUpdateSidecar(filePath, { force: true });
+ return;
+ }
+
+ if (this._isSidecarFile(filePath)) {
+ this.emit('sidecar-upsert', { mediaFilePath: filePath.slice(0, -this.config.sidecarSuffix.length), sidecarPath: filePath, sidecar: null });
+ }
+ })
+ .on('unlink', async (filePath) => {
+ if (this._isDotPath(filePath)) return;
+
+ if (this._isSupportedMediaFile(filePath)) {
+ this._scheduleSidecarDelete(filePath);
+ return;
+ }
+
+ if (this._isSidecarFile(filePath)) {
+ await this._removeBySidecarPath(filePath);
+ }
+ })
+ .on('error', (error) => {
+ console.error('[MediaSidecarManager] watcher error:', error.message);
+ });
+ }
+
+ _guessMimeType(filePath) {
+ const ext = path.extname(filePath).toLowerCase();
+ const map = {
+ '.png': 'image/png',
+ '.jpg': 'image/jpeg',
+ '.jpeg': 'image/jpeg',
+ '.webp': 'image/webp',
+ '.gif': 'image/gif',
+ '.bmp': 'image/bmp',
+ '.tiff': 'image/tiff',
+ '.tif': 'image/tiff',
+ '.avif': 'image/avif',
+ '.svg': 'image/svg+xml',
+ '.mp3': 'audio/mpeg',
+ '.wav': 'audio/wav',
+ '.flac': 'audio/flac',
+ '.m4a': 'audio/mp4',
+ '.aac': 'audio/aac',
+ '.ogg': 'audio/ogg',
+ '.mp4': 'video/mp4',
+ '.mov': 'video/quicktime',
+ '.mkv': 'video/x-matroska',
+ '.webm': 'video/webm',
+ '.avi': 'video/x-msvideo',
+ '.pdf': 'application/pdf'
+ };
+ return map[ext] || 'application/octet-stream';
+ }
+}
+
+module.exports = new MediaSidecarManager();
diff --git a/modules/messageProcessor.js b/modules/messageProcessor.js
index 488962baa..7ce302fab 100644
--- a/modules/messageProcessor.js
+++ b/modules/messageProcessor.js
@@ -8,7 +8,6 @@ const tvsManager = require('./tvsManager.js'); // 引入新的TVS管理器
const DEFAULT_TIMEZONE = process.env.DEFAULT_TIMEZONE || 'Asia/Shanghai';
const REPORT_TIMEZONE = process.env.REPORT_TIMEZONE || 'Asia/Shanghai'; // 新增：用于控制 AI 报告的时间，默认回退到中国时区
const AGENT_DIR = path.join(__dirname, '..', 'Agent');
-const TVS_DIR = path.join(__dirname, '..', 'TVStxt');
const VCP_ASYNC_RESULTS_DIR = path.join(__dirname, '..', 'VCPAsyncResults');
async function resolveAllVariables(text, model, role, context, processingStack = new Set()) {
diff --git a/modules/tvsManager.js b/modules/tvsManager.js
index c9ecb4ddc..c5f576384 100644
--- a/modules/tvsManager.js
+++ b/modules/tvsManager.js
@@ -3,23 +3,39 @@ const fs = require('fs').promises;
const path = require('path');
const chokidar = require('chokidar');
-const TVS_DIR = path.join(__dirname, '..', 'TVStxt');
+function resolveTvsDir() {
+ const configPath = process.env.TVS_DIR_PATH;
+ if (!configPath || typeof configPath !== 'string' || configPath.trim() === '') {
+ return path.join(__dirname, '..', 'TVStxt');
+ }
+
+ const normalizedPath = path.normalize(configPath.trim());
+ return path.isAbsolute(normalizedPath)
+ ? normalizedPath
+ : path.resolve(__dirname, '..', normalizedPath);
+}
class TvsManager {
constructor() {
this.contentCache = new Map();
this.debugMode = false;
+ this.tvsDir = resolveTvsDir();
}
initialize(debugMode = false) {
this.debugMode = debugMode;
- console.log('[TvsManager] Initializing...');
- this.watchFiles();
+ this.tvsDir = resolveTvsDir();
+ console.log(`[TvsManager] Initializing... TVS directory: ${this.tvsDir}`);
+ fs.mkdir(this.tvsDir, { recursive: true })
+ .then(() => this.watchFiles())
+ .catch((error) => {
+ console.error(`[TvsManager] Failed to ensure TVS directory: ${this.tvsDir}`, error);
+ });
}
watchFiles() {
try {
- const watcher = chokidar.watch(TVS_DIR, {
+ const watcher = chokidar.watch(this.tvsDir, {
ignored: /(^|[\/\\])\../, // ignore dotfiles
persistent: true,
ignoreInitial: true, // Don't trigger 'add' events on startup
@@ -43,7 +59,7 @@ class TvsManager {
.on('error', (error) => console.error(`[TvsManager] Watcher error: ${error}`));
if (this.debugMode) {
- console.log(`[TvsManager] Watching for changes in: ${TVS_DIR}`);
+ console.log(`[TvsManager] Watching for changes in: ${this.tvsDir}`);
}
} catch (error) {
console.error(`[TvsManager] Failed to set up file watcher:`, error);
@@ -63,7 +79,7 @@ class TvsManager {
}
try {
- const filePath = path.join(TVS_DIR, filename);
+ const filePath = path.join(this.tvsDir, filename);
const content = await fs.readFile(filePath, 'utf8');
this.contentCache.set(filename, content);
return content;
diff --git a/routes/adminPanelRoutes.js b/routes/adminPanelRoutes.js
index 8a3ae79c5..f6fd873f5 100644
--- a/routes/adminPanelRoutes.js
+++ b/routes/adminPanelRoutes.js
@@ -23,6 +23,18 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
const AGENT_FILES_DIR = agentDirPath;
console.log('[AdminPanelRoutes] Agent files directory:', AGENT_FILES_DIR);
+ function resolveTvsDir() {
+ const configPath = process.env.TVS_DIR_PATH || process.env.TVSTXT_DIR_PATH; // 兼容两种命名
+ if (!configPath || typeof configPath !== 'string' || configPath.trim() === '') {
+ return path.join(__dirname, '..', 'TVStxt');
+ }
+
+ const normalizedPath = path.normalize(configPath.trim());
+ return path.isAbsolute(normalizedPath)
+ ? normalizedPath
+ : path.resolve(__dirname, '..', normalizedPath);
+ }
+
// --- Admin API Router 内容 ---
@@ -736,6 +748,59 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
// --- MultiModal Cache API (New) ---
+ function normalizeMediaBase64Key(base64Key) {
+ if (typeof base64Key !== 'string') return '';
+ const trimmed = base64Key.trim();
+ const match = trimmed.match(/^data:[^;]+;base64,(.+)$/i);
+ return match ? match[1] : trimmed;
+ }
+
+ function guessMimeTypeFromBase64(base64String) {
+ if (typeof base64String !== 'string') return 'application/octet-stream';
+ const sample = base64String.trim();
+ if (sample.startsWith('/9j/')) return 'image/jpeg';
+ if (sample.startsWith('iVBOR')) return 'image/png';
+ if (sample.startsWith('R0lGOD')) return 'image/gif';
+ if (sample.startsWith('UklGR')) return 'image/webp';
+ if (sample.startsWith('JVBER')) return 'application/pdf';
+ return 'application/octet-stream';
+ }
+
+ function getExtensionByMimeType(mimeType) {
+ const map = {
+ 'image/jpeg': '.jpg',
+ 'image/png': '.png',
+ 'image/gif': '.gif',
+ 'image/webp': '.webp',
+ 'image/bmp': '.bmp',
+ 'image/tiff': '.tiff',
+ 'image/avif': '.avif',
+ 'image/svg+xml': '.svg',
+ 'audio/mpeg': '.mp3',
+ 'audio/wav': '.wav',
+ 'audio/flac': '.flac',
+ 'audio/mp4': '.m4a',
+ 'audio/aac': '.aac',
+ 'audio/ogg': '.ogg',
+ 'video/mp4': '.mp4',
+ 'video/quicktime': '.mov',
+ 'video/x-matroska': '.mkv',
+ 'video/webm': '.webm',
+ 'video/x-msvideo': '.avi',
+ 'application/pdf': '.pdf'
+ };
+ return map[mimeType] || '.bin';
+ }
+
+ function decodeFileUrl(fileUrl) {
+ if (typeof fileUrl !== 'string' || !fileUrl.startsWith('file://')) return null;
+ try {
+ return decodeURIComponent(fileUrl.slice('file://'.length));
+ } catch (_) {
+ return fileUrl.slice('file://'.length);
+ }
+ }
+
adminApiRouter.get('/multimodal-cache', async (req, res) => {
const cachePath = path.join(__dirname, '..', 'Plugin', 'ImageProcessor', 'multimodal_cache.json');
try {
@@ -766,6 +831,80 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
}
});
+ adminApiRouter.get('/multimodal-cache/export', async (req, res) => {
+ const cachePath = path.join(__dirname, '..', 'Plugin', 'ImageProcessor', 'multimodal_cache.json');
+ const sidecarSuffix = process.env.MULTIMODAL_SIDECAR_SUFFIX || '.vcpmeta.json';
+
+ try {
+ const content = await fs.readFile(cachePath, 'utf-8');
+ const cacheData = JSON.parse(content || '{}');
+ const keys = Object.keys(cacheData || {});
+
+ const exportData = {
+ exportedAt: new Date().toISOString(),
+ source: 'multimodal_cache',
+ sidecarSuffix,
+ itemCount: keys.length,
+ items: []
+ };
+
+ for (let index = 0; index < keys.length; index++) {
+ const base64Key = keys[index];
+ const entry = cacheData[base64Key] || {};
+ const pureBase64 = normalizeMediaBase64Key(base64Key);
+ const mimeType = entry.mimeType || guessMimeTypeFromBase64(pureBase64);
+ const ext = getExtensionByMimeType(mimeType);
+ const mediaFileName = `media_${index + 1}${ext}`;
+
+ let mediaSize = 0;
+ try {
+ mediaSize = Buffer.from(pureBase64, 'base64').length;
+ } catch (_) {
+ mediaSize = 0;
+ }
+
+ const mediaFilePath = decodeFileUrl(entry.filePath);
+ let sidecarPath = null;
+ let sidecar = null;
+
+ if (mediaFilePath) {
+ sidecarPath = `${mediaFilePath}${sidecarSuffix}`;
+ try {
+ const sidecarRaw = await fs.readFile(sidecarPath, 'utf-8');
+ sidecar = JSON.parse(sidecarRaw);
+ } catch (_) {
+ sidecar = null;
+ }
+ }
+
+ exportData.items.push({
+ id: entry.id || null,
+ timestamp: entry.timestamp || null,
+ mimeType,
+ description: entry.description || '',
+ sourceFilePath: entry.filePath || null,
+ mediaFileName,
+ mediaSize,
+ mediaBase64: pureBase64,
+ sidecarFilePath: sidecarPath ? `file://${sidecarPath}` : null,
+ sidecar
+ });
+ }
+
+ const fileName = `multimodal_cache_export_${Date.now()}.json`;
+ res.setHeader('Content-Type', 'application/json; charset=utf-8');
+ res.setHeader('Content-Disposition', `attachment; filename="${fileName}"`);
+ res.status(200).send(JSON.stringify(exportData, null, 2));
+ } catch (error) {
+ console.error('[AdminPanelRoutes API] Error exporting multimodal cache:', error);
+ if (error.code === 'ENOENT') {
+ res.status(404).json({ error: 'multimodal_cache.json 不存在，无法导出。' });
+ } else {
+ res.status(500).json({ error: 'Failed to export multimodal cache', details: error.message });
+ }
+ }
+ });
+
adminApiRouter.post('/multimodal-cache/reidentify', async (req, res) => {
const { base64Key } = req.body;
if (typeof base64Key !== 'string' || !base64Key) {
@@ -997,7 +1136,7 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
// --- End Agent Files API ---
// --- TVS Variable Files API ---
- const TVS_FILES_DIR = path.join(__dirname, '..', 'TVStxt'); // 定义 TVS 文件目录
+ const TVS_FILES_DIR = resolveTvsDir(); // 定义 TVS 文件目录（支持 TVS_DIR_PATH）
// GET list of TVS .txt files
adminApiRouter.get('/tvsvars', async (req, res) => {
@@ -2138,8 +2277,7 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
adminApiRouter.get('/tool-list-editor/check-file/:fileName', async (req, res) => {
try {
const fileName = req.params.fileName;
- const tvsTxtDir = path.join(PROJECT_BASE_PATH, 'TVStxt');
- const outputPath = path.join(tvsTxtDir, `${fileName}.txt`);
+ const outputPath = path.join(TVS_FILES_DIR, `${fileName}.txt`);
try {
await fs.access(outputPath);
@@ -2159,8 +2297,7 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
adminApiRouter.post('/tool-list-editor/export/:fileName', async (req, res) => {
try {
const fileName = req.params.fileName;
- const tvsTxtDir = path.join(PROJECT_BASE_PATH, 'TVStxt');
- const outputPath = path.join(tvsTxtDir, `${fileName}.txt`);
+ const outputPath = path.join(TVS_FILES_DIR, `${fileName}.txt`);
const { selectedTools, toolDescriptions, includeHeader, includeExamples } = req.body;
@@ -2271,7 +2408,7 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
});
await fs.writeFile(outputPath, output, 'utf-8');
- res.json({ status: 'success', filePath: `TVStxt/${fileName}.txt` });
+ res.json({ status: 'success', filePath: outputPath });
} catch (error) {
console.error('[AdminAPI] Error exporting to txt:', error);
res.status(500).json({ error: 'Failed to export to txt', details: error.message });
diff --git a/server.js b/server.js
index 5eb803e1c..fc8089b50 100644
--- a/server.js
+++ b/server.js
@@ -70,11 +70,40 @@ async function ensureAgentDirectory() {
}
}
}
-const TVS_DIR = path.join(__dirname, 'TVStxt'); // 新增：定义 TVStxt 目录
+let TVS_DIR;
+
+function resolveTvsDir() {
+ const configPath = process.env.TVS_DIR_PATH;
+ if (!configPath || typeof configPath !== 'string' || configPath.trim() === '') {
+ return path.join(__dirname, 'TVStxt');
+ }
+
+ const normalizedPath = path.normalize(configPath.trim());
+ return path.isAbsolute(normalizedPath)
+ ? normalizedPath
+ : path.resolve(__dirname, normalizedPath);
+}
+
+TVS_DIR = resolveTvsDir();
+
+async function ensureTvsDirectory() {
+ try {
+ await fs.mkdir(TVS_DIR, { recursive: true });
+ console.log(`[Server] TVS directory: ${TVS_DIR}`);
+ } catch (error) {
+ if (error.code !== 'EEXIST') {
+ console.error(`[Server] Failed to create TVS directory: ${TVS_DIR}`);
+ console.error(error);
+ process.exit(1);
+ }
+ }
+}
+
const crypto = require('crypto');
const agentManager = require('./modules/agentManager.js'); // 新增：Agent管理器
const tvsManager = require('./modules/tvsManager.js'); // 新增：TVS管理器
const messageProcessor = require('./modules/messageProcessor.js');
+const mediaSidecarManager = require('./modules/mediaSidecarManager.js');
const knowledgeBaseManager = require('./KnowledgeBaseManager.js'); // 新增：引入统一知识库管理器
const pluginManager = require('./Plugin.js');
const taskScheduler = require('./routes/taskScheduler.js');
@@ -1188,6 +1217,9 @@ async function startServer() {
// 确保 Agent 目录存在
await ensureAgentDirectory();
+ // 确保 TVS 目录存在
+ await ensureTvsDirectory();
+
// 新增：加载模型重定向配置
console.log('正在加载模型重定向配置...');
modelRedirectHandler.setDebugMode(DEBUG_MODE);
@@ -1207,6 +1239,40 @@ async function startServer() {
// 🌟 关键修复：在监听端口前完成所有初始化
await initialize(); // This loads plugins and initializes services
+ console.log('正在初始化多模态侧车管理器...');
+ await mediaSidecarManager.initialize({
+ rootPath: dailyNoteRootPath,
+ storePath: process.env.KNOWLEDGEBASE_STORE_PATH || path.join(__dirname, 'VectorStore'),
+ debugMode: DEBUG_MODE
+ });
+ console.log('多模态侧车管理器初始化完成。');
+
+ if (knowledgeBaseManager && typeof knowledgeBaseManager.notifyFileChanged === 'function' && typeof knowledgeBaseManager.notifyFileDeleted === 'function') {
+ mediaSidecarManager.on('sidecar-upsert', async ({ sidecarPath }) => {
+ try {
+ if (sidecarPath) {
+ knowledgeBaseManager.notifyFileChanged(sidecarPath);
+ }
+ } catch (error) {
+ console.error('[Server] sidecar-upsert -> KnowledgeBase notify failed:', error.message);
+ }
+ });
+
+ mediaSidecarManager.on('sidecar-delete', async ({ sidecarPath }) => {
+ try {
+ if (sidecarPath) {
+ await knowledgeBaseManager.notifyFileDeleted(sidecarPath);
+ }
+ } catch (error) {
+ console.error('[Server] sidecar-delete -> KnowledgeBase notify failed:', error.message);
+ }
+ });
+
+ if (DEBUG_MODE) {
+ console.log('[Server] Media sidecar lifecycle bridge to KnowledgeBaseManager is active.');
+ }
+ }
+
server = app.listen(port, () => {
console.log(`中间层服务器正在监听端口 ${port}`);
console.log(`API 服务器地址: ${apiUrl}`);
@@ -1247,6 +1313,10 @@ async function gracefulShutdown() {
await pluginManager.shutdownAllPlugins();
}
+ if (mediaSidecarManager) {
+ await mediaSidecarManager.shutdown();
+ }
+
const serverLogWriteStream = logger.getLogWriteStream();
if (serverLogWriteStream) {
logger.originalConsoleLog('[Server] Closing server log file stream...');
From 579818d7f2aeaea203fbde657a62e8ad233e7b50 Mon Sep 17 00:00:00 2001
From: Oxyel <74046599+TyChest@users.noreply.github.com>
Date: Thu, 26 Feb 2026 14:25:54 +0800
Subject: [PATCH 2/6] update
---
AdminPanel/index.html | 7 +
AdminPanel/js/knowledge-media-describer.js | 251 +++++++++++
AdminPanel/knowledge_media_describer.html | 218 +++++++++
KnowledgeBaseManager.js | 27 +-
.../knowledge-media-describer.js | 424 ++++++++++++++++++
.../plugin-manifest.json | 41 ++
Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js | 246 +++++++++-
config.env.example | 12 +
modules/mediaSidecarManager.js | 168 ++++++-
routes/adminPanelRoutes.js | 391 ++++++++++++++++
10 files changed, 1743 insertions(+), 42 deletions(-)
create mode 100644 AdminPanel/js/knowledge-media-describer.js
create mode 100644 AdminPanel/knowledge_media_describer.html
create mode 100644 Plugin/KnowledgeMediaDescriber/knowledge-media-describer.js
create mode 100644 Plugin/KnowledgeMediaDescriber/plugin-manifest.json
diff --git a/AdminPanel/index.html b/AdminPanel/index.html
index b9324faca..1f4d09454 100644
--- a/AdminPanel/index.html
+++ b/AdminPanel/index.html
@@ -434,6 +434,8 @@
控制中心
class="material-symbols-outlined">forumVCP论坛
photo_library多媒体Base64编辑器
+
perm_media知识库多媒体描述管理
hub语义组编辑器
图像缓存编辑器
+
+
语义组编辑器
管理 RAGDiaryPlugin 使用的语义组。语义组通过关键词激活，将相关的向量注入查询，以提高检索的准确性。
diff --git a/AdminPanel/js/knowledge-media-describer.js b/AdminPanel/js/knowledge-media-describer.js
new file mode 100644
index 000000000..527aa9fb9
--- /dev/null
+++ b/AdminPanel/js/knowledge-media-describer.js
@@ -0,0 +1,251 @@
+(function () {
+ const apiBase = '/admin_api/knowledge-media';
+
+ let currentItems = [];
+
+ function qs(selector) {
+ return document.querySelector(selector);
+ }
+
+ function escapeHtml(str) {
+ return String(str || '')
+ .replace(/&/g, '&')
+ .replace(//g, '>')
+ .replace(/"/g, '"')
+ .replace(/'/g, ''');
+ }
+
+ function setStatus(message, type = 'info') {
+ const statusEl = qs('#kms-status');
+ if (!statusEl) return;
+ statusEl.textContent = message || '';
+ statusEl.className = `status-message ${type}`;
+ }
+
+ function parseTags(tagsText) {
+ return String(tagsText || '')
+ .split(',')
+ .map(tag => tag.trim())
+ .filter(Boolean);
+ }
+
+ function renderTable(items) {
+ const tbody = qs('#kms-table-body');
+ if (!tbody) return;
+
+ if (!items || items.length === 0) {
+ tbody.innerHTML = '| 暂无数据 |
';
+ return;
+ }
+
+ tbody.innerHTML = items.map((item, index) => {
+ const tagsText = Array.isArray(item.tags) ? item.tags.join(', ') : '';
+ return `
+
+ | ${index + 1} |
+ ${escapeHtml(item.relativePath)} |
+ ${escapeHtml(item.extension || '')} |
+ ${Number(item.size || 0).toLocaleString()} |
+ ${item.hasSidecar ? '✅' : '❌'} |
+
+
+ |
+
+
+
+
+
+
+ |
+
+
+
+ |
+
+ `;
+ }).join('');
+ }
+
+ async function apiFetch(url, options = {}) {
+ const response = await fetch(url, {
+ ...options,
+ headers: {
+ 'Content-Type': 'application/json',
+ ...(options.headers || {})
+ }
+ });
+
+ const text = await response.text();
+ let data;
+ try {
+ data = text ? JSON.parse(text) : {};
+ } catch (_) {
+ data = { error: text || 'Invalid JSON response' };
+ }
+
+ if (!response.ok) {
+ const message = data.error || data.details || `HTTP ${response.status}`;
+ throw new Error(message);
+ }
+
+ return data;
+ }
+
+ async function loadList() {
+ const keyword = qs('#kms-search-input')?.value?.trim() || '';
+ const query = keyword ? `?keyword=${encodeURIComponent(keyword)}` : '';
+ setStatus('加载中...', 'info');
+
+ try {
+ const data = await apiFetch(`${apiBase}/list${query}`);
+ currentItems = data.items || [];
+ renderTable(currentItems);
+ const countEl = qs('#kms-count');
+ if (countEl) {
+ countEl.textContent = `共 ${data.total || currentItems.length} 项`;
+ }
+ setStatus('加载完成', 'success');
+ } catch (error) {
+ setStatus(`加载失败：${error.message}`, 'error');
+ }
+ }
+
+ async function saveOne(row) {
+ const index = Number(row.dataset.index);
+ const item = currentItems[index];
+ if (!item) return;
+
+ const presetName = row.querySelector('.preset-input')?.value || '';
+ const description = row.querySelector('.desc-input')?.value || '';
+ const tagsText = row.querySelector('.tags-input')?.value || '';
+
+ try {
+ await apiFetch(`${apiBase}/update`, {
+ method: 'POST',
+ body: JSON.stringify({
+ mediaPath: item.mediaPath,
+ presetName,
+ description,
+ tags: parseTags(tagsText)
+ })
+ });
+ setStatus(`已保存：${item.relativePath}`, 'success');
+ await loadList();
+ } catch (error) {
+ setStatus(`保存失败：${error.message}`, 'error');
+ }
+ }
+
+ async function regenerateOne(row) {
+ const index = Number(row.dataset.index);
+ const item = currentItems[index];
+ if (!item) return;
+
+ try {
+ await apiFetch(`${apiBase}/regenerate`, {
+ method: 'POST',
+ body: JSON.stringify({ mediaPath: item.mediaPath })
+ });
+ setStatus(`已重生成：${item.relativePath}`, 'success');
+ await loadList();
+ } catch (error) {
+ setStatus(`重生成失败：${error.message}`, 'error');
+ }
+ }
+
+ async function rebuildAll(regenerateExisting) {
+ const message = regenerateExisting
+ ? '将重建并覆盖已有描述，确定继续吗？'
+ : '将只为缺失侧车文件的媒体创建描述，确定继续吗？';
+
+ if (!window.confirm(message)) return;
+
+ setStatus('重建中，请稍候...', 'info');
+ try {
+ const result = await apiFetch(`${apiBase}/rebuild`, {
+ method: 'POST',
+ body: JSON.stringify({ regenerateExisting })
+ });
+ setStatus(
+ `重建完成：扫描 ${result.scanned || 0}，新建 ${result.created || 0}，更新 ${result.updated || 0}`,
+ 'success'
+ );
+ await loadList();
+ } catch (error) {
+ setStatus(`重建失败：${error.message}`, 'error');
+ }
+ }
+
+ async function exportAll() {
+ setStatus('导出中...', 'info');
+ try {
+ const response = await fetch(`${apiBase}/export`, { method: 'POST' });
+ if (!response.ok) {
+ const err = await response.text();
+ throw new Error(err || `HTTP ${response.status}`);
+ }
+
+ const blob = await response.blob();
+ const disposition = response.headers.get('Content-Disposition') || '';
+ const match = disposition.match(/filename="([^"]+)"/i);
+ const fileName = match ? match[1] : `knowledge_media_export_${Date.now()}.json`;
+
+ const url = URL.createObjectURL(blob);
+ const link = document.createElement('a');
+ link.href = url;
+ link.download = fileName;
+ document.body.appendChild(link);
+ link.click();
+ document.body.removeChild(link);
+ URL.revokeObjectURL(url);
+
+ setStatus(`导出完成：${fileName}`, 'success');
+ } catch (error) {
+ setStatus(`导出失败：${error.message}`, 'error');
+ }
+ }
+
+ function bindEvents() {
+ const reloadBtn = qs('#kms-reload-btn');
+ const rebuildMissingBtn = qs('#kms-rebuild-missing-btn');
+ const rebuildAllBtn = qs('#kms-rebuild-all-btn');
+ const exportBtn = qs('#kms-export-btn');
+ const searchBtn = qs('#kms-search-btn');
+ const searchInput = qs('#kms-search-input');
+ const tableBody = qs('#kms-table-body');
+
+ if (reloadBtn) reloadBtn.addEventListener('click', loadList);
+ if (rebuildMissingBtn) rebuildMissingBtn.addEventListener('click', () => rebuildAll(false));
+ if (rebuildAllBtn) rebuildAllBtn.addEventListener('click', () => rebuildAll(true));
+ if (exportBtn) exportBtn.addEventListener('click', exportAll);
+ if (searchBtn) searchBtn.addEventListener('click', loadList);
+
+ if (searchInput) {
+ searchInput.addEventListener('keydown', (event) => {
+ if (event.key === 'Enter') {
+ event.preventDefault();
+ loadList();
+ }
+ });
+ }
+
+ if (tableBody) {
+ tableBody.addEventListener('click', async (event) => {
+ const row = event.target.closest('tr[data-index]');
+ if (!row) return;
+
+ if (event.target.classList.contains('save-one-btn')) {
+ await saveOne(row);
+ } else if (event.target.classList.contains('regen-one-btn')) {
+ await regenerateOne(row);
+ }
+ });
+ }
+ }
+
+ document.addEventListener('DOMContentLoaded', async () => {
+ bindEvents();
+ await loadList();
+ });
+})();
\ No newline at end of file
diff --git a/AdminPanel/knowledge_media_describer.html b/AdminPanel/knowledge_media_describer.html
new file mode 100644
index 000000000..7d308865b
--- /dev/null
+++ b/AdminPanel/knowledge_media_describer.html
@@ -0,0 +1,218 @@
+
+
+
+
+
+ 知识库多媒体描述管理
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ 共 0 项
+
+
+
+
+
+
+
+ | # |
+ 相对路径 |
+ 类型 |
+ 大小(bytes) |
+ 侧车 |
+ 预设名 |
+ 描述与Tag |
+ 操作 |
+
+
+
+ | 加载中... |
+
+
+
多媒体缓存列表
return 'application/octet-stream'; // Default for unknown
}
+ function generateId() {
+ if (window.crypto && typeof window.crypto.randomUUID === 'function') {
+ return window.crypto.randomUUID();
+ }
+ return `id_${Date.now()}_${Math.floor(Math.random() * 1000)}`;
+ }
+
+ function normalizeCacheEntry(entry, now) {
+ if (!entry || typeof entry !== 'object' || Array.isArray(entry)) {
+ const baseDesc = typeof entry === 'string' ? entry : '';
+ const baseId = generateId();
+ return {
+ id: baseId,
+ description: baseDesc,
+ timestamp: now,
+ variants: {
+ 'Cognito-Core': {
+ id: baseId,
+ description: baseDesc,
+ timestamp: now,
+ cognitoAgent: 'Cognito-Core'
+ }
+ }
+ };
+ }
+ if (!entry.variants || typeof entry.variants !== 'object') {
+ entry.variants = {};
+ }
+ return entry;
+ }
+
+ function updateDefaultDescription(entry, description, now) {
+ if (!entry || typeof entry !== 'object') return;
+ if (!entry.variants || typeof entry.variants !== 'object') {
+ entry.variants = {};
+ }
+ const existingVariant = entry.variants['Cognito-Core'] || {};
+ entry.variants['Cognito-Core'] = {
+ ...existingVariant,
+ id: existingVariant.id || entry.id || generateId(),
+ description,
+ timestamp: now,
+ mimeType: existingVariant.mimeType || entry.mimeType,
+ cognitoAgent: 'Cognito-Core'
+ };
+
+ const isDefaultAgent = !entry.cognitoAgent || entry.cognitoAgent === 'Cognito-Core';
+ if (isDefaultAgent) {
+ entry.description = description;
+ entry.timestamp = now;
+ }
+ }
+
+ function getPresetOptions(entry) {
+ const options = new Set();
+ if (entry && typeof entry === 'object') {
+ if (entry.cognitoAgent) options.add(entry.cognitoAgent);
+ if (entry.variants && typeof entry.variants === 'object') {
+ Object.keys(entry.variants).forEach(key => options.add(key));
+ }
+ }
+ options.add('Cognito-Core');
+ return Array.from(options).filter(Boolean).map(name => ({ name, label: name }));
+ }
+
+ function resolveDescriptionByPreset(entry, presetName) {
+ if (!entry || typeof entry !== 'object') return '';
+ const normalized = (presetName || '').trim();
+
+ if (!normalized) {
+ const isDefaultAgent = !entry.cognitoAgent || entry.cognitoAgent === 'Cognito-Core';
+ if (isDefaultAgent && entry.description) return entry.description;
+ if (entry.variants && entry.variants['Cognito-Core'] && entry.variants['Cognito-Core'].description) {
+ return entry.variants['Cognito-Core'].description;
+ }
+ return entry.description || '';
+ }
+
+ if (entry.variants && entry.variants[normalized] && entry.variants[normalized].description) {
+ return entry.variants[normalized].description;
+ }
+ if (entry.cognitoAgent === normalized && entry.description) {
+ return entry.description;
+ }
+ return '';
+ }
+
+ function applyPresetSelection(entryDiv, entry, presetName, presetInput, descriptionTextarea) {
+ const normalized = (presetName || '').trim();
+ entryDiv.dataset.presetName = normalized;
+ if (presetInput) {
+ presetInput.value = normalized;
+ }
+ descriptionTextarea.value = resolveDescriptionByPreset(entry, normalized);
+ const buttons = entryDiv.querySelectorAll('.preset-toggle-btn');
+ buttons.forEach(btn => {
+ const btnPreset = btn.dataset.presetName || '';
+ if (btnPreset === normalized) {
+ btn.classList.add('active');
+ } else {
+ btn.classList.remove('active');
+ }
+ });
+ }
+
async function loadMediaCache() {
try {
const response = await fetch('/admin_api/multimodal-cache'); // UPDATED API ENDPOINT
@@ -89,8 +194,37 @@ 多媒体缓存列表
const entryDiv = entries[i];
const base64Key = entryDiv.dataset.base64Key;
const textarea = entryDiv.querySelector('textarea');
+ const presetInput = entryDiv.querySelector('.preset-input');
+ const presetName = entryDiv.dataset.presetName !== undefined
+ ? entryDiv.dataset.presetName
+ : (presetInput ? presetInput.value.trim() : '');
+ const now = new Date().toISOString();
+
if (mediaCacheData[base64Key]) {
- mediaCacheData[base64Key].description = textarea.value;
+ const entry = normalizeCacheEntry(mediaCacheData[base64Key], now);
+
+ if (presetName) {
+ const existingVariant = entry.variants[presetName] || {};
+ entry.variants[presetName] = {
+ ...existingVariant,
+ id: existingVariant.id || entry.id || generateId(),
+ description: textarea.value,
+ timestamp: now,
+ mimeType: existingVariant.mimeType || entry.mimeType,
+ cognitoAgent: presetName
+ };
+ if (!entry.cognitoAgent) {
+ entry.cognitoAgent = presetName;
+ }
+ if (entry.cognitoAgent === presetName) {
+ entry.description = textarea.value;
+ entry.timestamp = now;
+ }
+ } else {
+ updateDefaultDescription(entry, textarea.value, now);
+ }
+
+ mediaCacheData[base64Key] = entry;
}
}
@@ -185,12 +319,16 @@ 多媒体缓存列表
try {
// Call the new backend API endpoint
+ const presetInput = entryDiv.querySelector('.preset-input');
+ const presetName = entryDiv.dataset.presetName !== undefined
+ ? entryDiv.dataset.presetName
+ : (presetInput ? presetInput.value.trim() : '');
const response = await fetch('/admin_api/multimodal-cache/reidentify', { // UPDATED API ENDPOINT
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
- body: JSON.stringify({ base64Key: base64Key })
+ body: JSON.stringify({ base64Key: base64Key, presetName })
});
const result = await response.json();
@@ -202,10 +340,33 @@ 多媒体缓存列表
// Update the mediaCacheData in memory as well
if (mediaCacheData[base64Key]) {
- mediaCacheData[base64Key].description = result.newDescription || '';
- mediaCacheData[base64Key].timestamp = result.newTimestamp || mediaCacheData[base64Key].timestamp; // Keep old timestamp if new one is missing
- }
+ const presetName = (result.presetName || entryDiv.dataset.presetName || (entryDiv.querySelector('.preset-input')?.value || '')).trim();
+ const now = result.newTimestamp || new Date().toISOString();
+ const entry = normalizeCacheEntry(mediaCacheData[base64Key], now);
+
+ if (presetName) {
+ const existingVariant = entry.variants[presetName] || {};
+ entry.variants[presetName] = {
+ ...existingVariant,
+ id: existingVariant.id || entry.id || generateId(),
+ description: result.newDescription || '',
+ timestamp: now,
+ mimeType: existingVariant.mimeType || entry.mimeType,
+ cognitoAgent: presetName
+ };
+ if (!entry.cognitoAgent) {
+ entry.cognitoAgent = presetName;
+ }
+ if (entry.cognitoAgent === presetName) {
+ entry.description = result.newDescription || '';
+ entry.timestamp = now;
+ }
+ } else {
+ updateDefaultDescription(entry, result.newDescription || '', now);
+ }
+ mediaCacheData[base64Key] = entry;
+ }
statusSpan.textContent = '重新识别成功!';
statusSpan.style.color = '#2ecc71'; // Success color
@@ -334,13 +495,102 @@ 多媒体缓存列表
};
entryDiv.appendChild(mediaElement);
+ const presetLabel = document.createElement('label');
+ presetLabel.textContent = '署名/预设名:';
+ entryDiv.appendChild(presetLabel);
+
+ const presetInput = document.createElement('input');
+ presetInput.type = 'text';
+ presetInput.className = 'preset-input';
+ const presetOptions = getPresetOptions(entry);
+ const defaultPreset = (entry && typeof entry === 'object' && entry.cognitoAgent)
+ ? entry.cognitoAgent
+ : 'Cognito-Core';
+ entryDiv.dataset.presetName = defaultPreset || '';
+ presetInput.value = defaultPreset;
+ const presetListId = `preset-options-${mediaKeys.indexOf(base64Key)}`;
+ presetInput.setAttribute('list', presetListId);
+
+ const presetList = document.createElement('datalist');
+ presetList.id = presetListId;
+ presetOptions
+ .filter(option => option.name)
+ .forEach(option => {
+ const opt = document.createElement('option');
+ opt.value = option.name;
+ presetList.appendChild(opt);
+ });
+
+ presetInput.addEventListener('change', () => {
+ const selectedPreset = presetInput.value.trim();
+ applyPresetSelection(entryDiv, entry, selectedPreset, presetInput, descriptionTextarea);
+ });
+
+ entryDiv.appendChild(presetInput);
+ entryDiv.appendChild(presetList);
+
+ const presetButtons = document.createElement('div');
+ presetButtons.className = 'preset-toggle';
+ presetOptions.forEach(option => {
+ const btn = document.createElement('button');
+ btn.type = 'button';
+ btn.className = 'preset-toggle-btn';
+ btn.dataset.presetName = option.name;
+ btn.textContent = option.label;
+ btn.style.marginRight = '6px';
+ btn.style.marginBottom = '6px';
+ btn.addEventListener('click', () => {
+ applyPresetSelection(entryDiv, entry, option.name, presetInput, descriptionTextarea);
+ });
+ btn.addEventListener('contextmenu', (event) => {
+ event.preventDefault();
+ if (option.name === 'Cognito-Core') {
+ alert('Cognito-Core 为默认描述，不能删除。');
+ return;
+ }
+ if (!confirm(`确定要删除署名「${option.label}」的描述吗？`)) {
+ return;
+ }
+
+ const now = new Date().toISOString();
+ const currentEntry = normalizeCacheEntry(mediaCacheData[base64Key], now);
+ if (currentEntry.variants && currentEntry.variants[option.name]) {
+ delete currentEntry.variants[option.name];
+ }
+
+ if (currentEntry.cognitoAgent === option.name) {
+ currentEntry.cognitoAgent = 'Cognito-Core';
+ if (currentEntry.variants['Cognito-Core'] && currentEntry.variants['Cognito-Core'].description) {
+ currentEntry.description = currentEntry.variants['Cognito-Core'].description;
+ currentEntry.timestamp = currentEntry.variants['Cognito-Core'].timestamp || currentEntry.timestamp;
+ }
+ }
+
+ mediaCacheData[base64Key] = currentEntry;
+
+ const presetListOption = presetList.querySelector(`option[value="${option.name}"]`);
+ if (presetListOption) {
+ presetListOption.remove();
+ }
+ btn.remove();
+
+ const currentPreset = entryDiv.dataset.presetName || '';
+ if (currentPreset === option.name) {
+ applyPresetSelection(entryDiv, currentEntry, 'Cognito-Core', presetInput, descriptionTextarea);
+ }
+ });
+ presetButtons.appendChild(btn);
+ });
+ entryDiv.appendChild(presetButtons);
+
const descriptionLabel = document.createElement('label');
descriptionLabel.textContent = '媒体描述 (可编辑):';
entryDiv.appendChild(descriptionLabel);
const descriptionTextarea = document.createElement('textarea');
- descriptionTextarea.value = entry.description || '';
+ descriptionTextarea.value = resolveDescriptionByPreset(entry, entryDiv.dataset.presetName || '');
entryDiv.appendChild(descriptionTextarea);
+ applyPresetSelection(entryDiv, entry, entryDiv.dataset.presetName || '', presetInput, descriptionTextarea);
const keyInfo = document.createElement('div');
keyInfo.className = 'base64-key';
diff --git a/AdminPanel/index.html b/AdminPanel/index.html
index 1f4d09454..20034bb75 100644
--- a/AdminPanel/index.html
+++ b/AdminPanel/index.html
@@ -440,6 +440,8 @@ 控制中心
class="material-symbols-outlined">hub语义组编辑器
casinoVCPTavern预设编辑
+
rule_settings多媒体预设编辑器
smart_toyAgent管理器
VCPTavern预设编辑
+
+
Agent 管理
管理 Agent 的定义名称与对应的 .txt 文件。在这里可以添加、删除和修改 Agent 映射，并直接编辑关联的文本文件。
diff --git a/AdminPanel/js/multimedia-presets-editor.js b/AdminPanel/js/multimedia-presets-editor.js
new file mode 100644
index 000000000..ab80c1e52
--- /dev/null
+++ b/AdminPanel/js/multimedia-presets-editor.js
@@ -0,0 +1,388 @@
+(function () {
+ const API_BASE = '/admin_api/multimedia-presets';
+
+ const state = {
+ items: [],
+ currentFileName: '',
+ loadedSnapshot: null
+ };
+
+ function qs(selector) {
+ return document.querySelector(selector);
+ }
+
+ function setStatus(message, type = 'info') {
+ const el = qs('#mpe-status');
+ if (!el) return;
+ el.textContent = message || '';
+ el.className = `status-message ${type}`;
+ }
+
+ function escapeHtml(value) {
+ return String(value || '')
+ .replace(/&/g, '&')
+ .replace(//g, '>')
+ .replace(/"/g, '"')
+ .replace(/'/g, ''');
+ }
+
+ async function apiFetch(url, options = {}) {
+ const response = await fetch(url, {
+ ...options,
+ headers: {
+ 'Content-Type': 'application/json',
+ ...(options.headers || {})
+ }
+ });
+
+ const text = await response.text();
+ let data = {};
+ try {
+ data = text ? JSON.parse(text) : {};
+ } catch (_) {
+ data = { error: text || `HTTP ${response.status}` };
+ }
+
+ if (!response.ok) {
+ throw new Error(data.error || data.details || `HTTP ${response.status}`);
+ }
+ return data;
+ }
+
+ function normalizeFileName(name) {
+ const raw = String(name || '').trim();
+ if (!raw) return '';
+ return raw.toLowerCase().endsWith('.json') ? raw : `${raw}.json`;
+ }
+
+ function parseOptionalNumber(inputId, asInteger = false) {
+ const raw = String(qs(inputId)?.value || '').trim();
+ if (!raw) return undefined;
+ const num = asInteger ? parseInt(raw, 10) : parseFloat(raw);
+ if (Number.isNaN(num)) return undefined;
+ return num;
+ }
+
+ function clearRulesList() {
+ const list = qs('#mpe-rules-list');
+ if (list) list.innerHTML = '';
+ }
+
+ function createRuleCard(rule = {}) {
+ const list = qs('#mpe-rules-list');
+ if (!list) return;
+
+ const card = document.createElement('div');
+ card.className = 'rule-card';
+ card.innerHTML = `
+
+
+
+
+
+
+
+
+ `;
+
+ card.querySelector('.rule-delete-btn')?.addEventListener('click', () => {
+ card.remove();
+ });
+
+ list.appendChild(card);
+ }
+
+ function getRulesFromEditor() {
+ const list = qs('#mpe-rules-list');
+ if (!list) return [];
+
+ const cards = Array.from(list.querySelectorAll('.rule-card'));
+ return cards
+ .map(card => ({
+ pattern: String(card.querySelector('.rule-pattern')?.value || '').trim(),
+ flags: String(card.querySelector('.rule-flags')?.value || '').trim(),
+ replace: String(card.querySelector('.rule-replace')?.value || '')
+ }))
+ .filter(rule => rule.pattern);
+ }
+
+ function toggleTypeUI(type) {
+ const isRegex = type === 'regexRule';
+ const promptGroup = qs('#mpe-prompt-group');
+ const rulesBlock = qs('#mpe-rules-block');
+
+ if (promptGroup) {
+ promptGroup.style.display = isRegex ? 'none' : '';
+ }
+ if (rulesBlock) {
+ rulesBlock.style.display = isRegex ? '' : 'none';
+ }
+ }
+
+ function fillEditor(fileName, presetData) {
+ const data = presetData && typeof presetData === 'object' ? presetData : {};
+ const type = data.type === 'regexRule' ? 'regexRule' : 'cognito';
+ const requestParams = data.requestParams && typeof data.requestParams === 'object'
+ ? data.requestParams
+ : {};
+
+ qs('#mpe-file-name').value = fileName || '';
+ qs('#mpe-type').value = type;
+ qs('#mpe-name').value = data.name || '';
+ qs('#mpe-description').value = data.description || '';
+ qs('#mpe-prompt').value = data.prompt || '';
+
+ qs('#mpe-model').value = requestParams.model || data.model || '';
+ qs('#mpe-temperature').value = requestParams.temperature ?? data.temperature ?? '';
+ qs('#mpe-top-p').value = requestParams.top_p ?? data.top_p ?? '';
+ qs('#mpe-top-k').value = requestParams.top_k ?? data.top_k ?? '';
+
+ clearRulesList();
+ const rules = Array.isArray(data.rules) ? data.rules : [];
+ if (rules.length > 0) {
+ rules.forEach(rule => createRuleCard(rule));
+ }
+
+ toggleTypeUI(type);
+
+ state.currentFileName = fileName || '';
+ state.loadedSnapshot = JSON.parse(JSON.stringify(data));
+ }
+
+ function clearEditor(type = 'cognito') {
+ qs('#mpe-file-name').value = '';
+ qs('#mpe-type').value = type;
+ qs('#mpe-name').value = '';
+ qs('#mpe-description').value = '';
+ qs('#mpe-prompt').value = '';
+ qs('#mpe-model').value = '';
+ qs('#mpe-temperature').value = '';
+ qs('#mpe-top-p').value = '';
+ qs('#mpe-top-k').value = '';
+ clearRulesList();
+ if (type === 'regexRule') {
+ createRuleCard({ pattern: '', flags: 'g', replace: '' });
+ }
+ toggleTypeUI(type);
+ state.currentFileName = '';
+ state.loadedSnapshot = null;
+ }
+
+ function collectPayload() {
+ const type = qs('#mpe-type').value === 'regexRule' ? 'regexRule' : 'cognito';
+ const name = String(qs('#mpe-name')?.value || '').trim();
+ const description = String(qs('#mpe-description')?.value || '').trim();
+
+ const payload = {
+ name: name || '',
+ type,
+ description
+ };
+
+ if (type === 'regexRule') {
+ payload.rules = getRulesFromEditor();
+ } else {
+ payload.prompt = String(qs('#mpe-prompt')?.value || '');
+ }
+
+ const requestParams = {};
+ const model = String(qs('#mpe-model')?.value || '').trim();
+ if (model) requestParams.model = model;
+
+ const temperature = parseOptionalNumber('#mpe-temperature');
+ const topP = parseOptionalNumber('#mpe-top-p');
+ const topK = parseOptionalNumber('#mpe-top-k', true);
+
+ if (typeof temperature === 'number') requestParams.temperature = temperature;
+ if (typeof topP === 'number') requestParams.top_p = topP;
+ if (typeof topK === 'number') requestParams.top_k = topK;
+
+ if (Object.keys(requestParams).length > 0) {
+ payload.requestParams = requestParams;
+ }
+
+ return payload;
+ }
+
+ async function loadList() {
+ const filter = String(qs('#mpe-type-filter')?.value || 'all');
+ const search = String(qs('#mpe-search-input')?.value || '').trim().toLowerCase();
+
+ setStatus('加载预设列表中...', 'info');
+ try {
+ const query = filter !== 'all' ? `?type=${encodeURIComponent(filter)}` : '';
+ const data = await apiFetch(`${API_BASE}${query}`);
+ const items = Array.isArray(data.items) ? data.items : [];
+
+ state.items = items.filter(item => {
+ if (!search) return true;
+ const haystack = `${item.fileName || ''}\n${item.name || ''}\n${item.description || ''}`.toLowerCase();
+ return haystack.includes(search);
+ });
+
+ renderList();
+ setStatus(`已加载 ${state.items.length} 个预设`, 'success');
+ } catch (error) {
+ setStatus(`加载失败：${error.message}`, 'error');
+ }
+ }
+
+ function renderList() {
+ const listEl = qs('#mpe-preset-list');
+ if (!listEl) return;
+
+ if (!state.items.length) {
+ listEl.innerHTML = '没有匹配的预设';
+ return;
+ }
+
+ listEl.innerHTML = state.items.map(item => {
+ const active = item.fileName === state.currentFileName ? 'active' : '';
+ return `
+
+ ${escapeHtml(item.name || item.fileName || '')}
+
+ ${escapeHtml(item.type || '')}
+ ${escapeHtml(item.fileName || '')}
+
+
+ `;
+ }).join('');
+ }
+
+ async function loadPreset(fileName) {
+ if (!fileName) return;
+ setStatus(`加载 ${fileName} ...`, 'info');
+ try {
+ const data = await apiFetch(`${API_BASE}/${encodeURIComponent(fileName)}`);
+ fillEditor(fileName, data.data || {});
+ renderList();
+ setStatus(`已加载 ${fileName}`, 'success');
+ } catch (error) {
+ setStatus(`读取失败：${error.message}`, 'error');
+ }
+ }
+
+ async function savePreset() {
+ const fileName = normalizeFileName(qs('#mpe-file-name')?.value);
+ if (!fileName) {
+ setStatus('请填写文件名（.json）', 'error');
+ return;
+ }
+
+ const payload = collectPayload();
+ if (payload.type === 'regexRule' && (!Array.isArray(payload.rules) || payload.rules.length === 0)) {
+ setStatus('RegexRule 至少需要一条规则（pattern）', 'error');
+ return;
+ }
+ if (payload.type === 'cognito' && !String(payload.prompt || '').trim()) {
+ setStatus('Cognito 预设需要 prompt 内容', 'error');
+ return;
+ }
+
+ setStatus(`保存 ${fileName} 中...`, 'info');
+ try {
+ await apiFetch(`${API_BASE}/${encodeURIComponent(fileName)}`, {
+ method: 'POST',
+ body: JSON.stringify(payload)
+ });
+
+ state.currentFileName = fileName;
+ state.loadedSnapshot = JSON.parse(JSON.stringify(payload));
+
+ await loadList();
+ renderList();
+ setStatus(`保存成功：${fileName}`, 'success');
+ } catch (error) {
+ setStatus(`保存失败：${error.message}`, 'error');
+ }
+ }
+
+ async function deletePreset() {
+ const fileName = normalizeFileName(qs('#mpe-file-name')?.value || state.currentFileName);
+ if (!fileName) {
+ setStatus('请先选择或填写要删除的文件名', 'error');
+ return;
+ }
+
+ if (!window.confirm(`确定删除预设 ${fileName} 吗？`)) return;
+
+ setStatus(`删除 ${fileName} 中...`, 'info');
+ try {
+ await apiFetch(`${API_BASE}/${encodeURIComponent(fileName)}`, { method: 'DELETE' });
+
+ if (state.currentFileName === fileName) {
+ clearEditor('cognito');
+ }
+ await loadList();
+ setStatus(`已删除：${fileName}`, 'success');
+ } catch (error) {
+ setStatus(`删除失败：${error.message}`, 'error');
+ }
+ }
+
+ function resetEditor() {
+ if (!state.loadedSnapshot) {
+ setStatus('当前没有可重置的已加载内容', 'info');
+ return;
+ }
+ fillEditor(state.currentFileName, state.loadedSnapshot);
+ setStatus('已重置为已加载内容', 'success');
+ }
+
+ function bindEvents() {
+ qs('#mpe-refresh-btn')?.addEventListener('click', loadList);
+ qs('#mpe-search-input')?.addEventListener('keydown', (event) => {
+ if (event.key === 'Enter') {
+ event.preventDefault();
+ loadList();
+ }
+ });
+ qs('#mpe-type-filter')?.addEventListener('change', loadList);
+
+ qs('#mpe-type')?.addEventListener('change', (event) => {
+ toggleTypeUI(event.target.value);
+ });
+
+ qs('#mpe-add-rule-btn')?.addEventListener('click', () => {
+ createRuleCard({ pattern: '', flags: 'g', replace: '' });
+ });
+
+ qs('#mpe-new-cognito-btn')?.addEventListener('click', () => {
+ clearEditor('cognito');
+ setStatus('已创建 Cognito 草稿，请填写并保存', 'info');
+ });
+
+ qs('#mpe-new-regex-btn')?.addEventListener('click', () => {
+ clearEditor('regexRule');
+ setStatus('已创建 RegexRule 草稿，请填写并保存', 'info');
+ });
+
+ qs('#mpe-save-btn')?.addEventListener('click', savePreset);
+ qs('#mpe-delete-btn')?.addEventListener('click', deletePreset);
+ qs('#mpe-reset-btn')?.addEventListener('click', resetEditor);
+
+ qs('#mpe-preset-list')?.addEventListener('click', async (event) => {
+ const item = event.target.closest('.preset-item');
+ if (!item) return;
+ const fileName = item.dataset.fileName || '';
+ await loadPreset(fileName);
+ });
+ }
+
+ document.addEventListener('DOMContentLoaded', async () => {
+ bindEvents();
+ clearEditor('cognito');
+ await loadList();
+ });
+})();
\ No newline at end of file
diff --git a/AdminPanel/multimedia_presets_editor.html b/AdminPanel/multimedia_presets_editor.html
new file mode 100644
index 000000000..b9b3c2673
--- /dev/null
+++ b/AdminPanel/multimedia_presets_editor.html
@@ -0,0 +1,339 @@
+
+
+
+
+
+ 多媒体预设编辑器
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
-
@@ -52,10 +51,7 @@
多媒体缓存列表
let mediaCacheData = {};
const mediaListDiv = document.getElementById('mediaList');
const saveButton = document.getElementById('saveButton');
- const exportButton = document.getElementById('exportButton');
-
saveButton.addEventListener('click', handleSave);
- exportButton.addEventListener('click', handleExport);
function guessMimeType(base64String) {
if (base64String.startsWith('/9j/')) return 'image/jpeg';
@@ -251,46 +247,6 @@
多媒体缓存列表
}
}
- async function handleExport() {
- exportButton.disabled = true;
- const originalText = exportButton.textContent;
- exportButton.textContent = '导出中...';
-
- try {
- const response = await fetch('/admin_api/multimodal-cache/export');
- if (!response.ok) {
- let errorMsg = `HTTP ${response.status}`;
- try {
- const errJson = await response.json();
- errorMsg = errJson.error || errJson.details || errorMsg;
- } catch (_) {}
- throw new Error(errorMsg);
- }
-
- const blob = await response.blob();
- const disposition = response.headers.get('Content-Disposition') || '';
- const fileNameMatch = disposition.match(/filename="([^"]+)"/i);
- const fileName = fileNameMatch ? fileNameMatch[1] : `multimodal_cache_export_${Date.now()}.json`;
-
- const url = URL.createObjectURL(blob);
- const link = document.createElement('a');
- link.href = url;
- link.download = fileName;
- document.body.appendChild(link);
- link.click();
- document.body.removeChild(link);
- URL.revokeObjectURL(url);
-
- alert(`导出完成：${fileName}`);
- } catch (error) {
- console.error('导出多媒体缓存失败:', error);
- alert(`导出失败: ${error.message}`);
- } finally {
- exportButton.disabled = false;
- exportButton.textContent = originalText;
- }
- }
-
async function handleReidentify(base64Key, entryDiv) {
const reidentifyBtn = entryDiv.querySelector('.reidentify-btn');
const descriptionTextarea = entryDiv.querySelector('textarea');
diff --git a/AdminPanel/js/knowledge-media-describer.js b/AdminPanel/js/knowledge-media-describer.js
index 527aa9fb9..28e19351f 100644
--- a/AdminPanel/js/knowledge-media-describer.js
+++ b/AdminPanel/js/knowledge-media-describer.js
@@ -1,12 +1,37 @@
(function () {
const apiBase = '/admin_api/knowledge-media';
+ const presetApi = '/admin_api/multimedia-presets?type=cognito';
let currentItems = [];
+ let filteredItems = [];
+ let presetNames = [];
+
+ const IMAGE_EXTS = new Set(['.png', '.jpg', '.jpeg', '.gif', '.webp', '.bmp', '.tiff', '.tif', '.avif', '.svg']);
+ const AUDIO_EXTS = new Set(['.mp3', '.wav', '.flac', '.m4a', '.aac', '.ogg']);
+ const VIDEO_EXTS = new Set(['.mp4', '.mov', '.mkv', '.webm', '.avi']);
+ const DOC_EXTS = new Set(['.pdf']);
function qs(selector) {
return document.querySelector(selector);
}
+ function formatSize(size) {
+ const value = Number(size || 0);
+ if (value < 1024) return `${value} B`;
+ if (value < 1024 * 1024) return `${(value / 1024).toFixed(1)} KB`;
+ if (value < 1024 * 1024 * 1024) return `${(value / (1024 * 1024)).toFixed(1)} MB`;
+ return `${(value / (1024 * 1024 * 1024)).toFixed(2)} GB`;
+ }
+
+ function classifyType(ext) {
+ const lower = String(ext || '').toLowerCase();
+ if (IMAGE_EXTS.has(lower)) return 'image';
+ if (AUDIO_EXTS.has(lower)) return 'audio';
+ if (VIDEO_EXTS.has(lower)) return 'video';
+ if (DOC_EXTS.has(lower)) return 'document';
+ return 'other';
+ }
+
function escapeHtml(str) {
return String(str || '')
.replace(/&/g, '&')
@@ -30,43 +55,116 @@
.filter(Boolean);
}
- function renderTable(items) {
- const tbody = qs('#kms-table-body');
- if (!tbody) return;
+ function ensurePresetDatalist() {
+ let datalist = qs('#kms-preset-suggestions');
+ if (!datalist) {
+ datalist = document.createElement('datalist');
+ datalist.id = 'kms-preset-suggestions';
+ document.body.appendChild(datalist);
+ }
+ datalist.innerHTML = presetNames.map(name => `
`).join('');
+ }
+
+ function updateStats() {
+ const total = currentItems.length;
+ const shown = filteredItems.length;
+ const hasSidecar = currentItems.filter(item => item.hasSidecar).length;
+ const missingSidecar = total - hasSidecar;
+
+ const countEl = qs('#kms-count');
+ const sidecarCountEl = qs('#kms-sidecar-count');
+ const missingCountEl = qs('#kms-missing-count');
+
+ if (countEl) countEl.textContent = `显示 ${shown} / 共 ${total} 项`;
+ if (sidecarCountEl) sidecarCountEl.textContent = `有侧车 ${hasSidecar} 项`;
+ if (missingCountEl) missingCountEl.textContent = `缺侧车 ${missingSidecar} 项`;
+ }
+
+ function renderList(items) {
+ const list = qs('#kms-list');
+ if (!list) return;
if (!items || items.length === 0) {
- tbody.innerHTML = '
| 暂无数据 |
';
+ list.innerHTML = '
暂无匹配项
';
return;
}
- tbody.innerHTML = items.map((item, index) => {
+ list.innerHTML = items.map((item, index) => {
const tagsText = Array.isArray(item.tags) ? item.tags.join(', ') : '';
+ const itemType = classifyType(item.extension);
+ const modifiedText = item.modifiedAt ? new Date(item.modifiedAt).toLocaleString() : '-';
+
return `
-
- | ${index + 1} |
- ${escapeHtml(item.relativePath)} |
- ${escapeHtml(item.extension || '')} |
- ${Number(item.size || 0).toLocaleString()} |
- ${item.hasSidecar ? '✅' : '❌'} |
-
-
- |
-
-
- |
-
-
-
- |
-
+
+
+
+
+
+
${escapeHtml(formatSize(item.size))}
+
${escapeHtml(modifiedText)}
+
+
+
+
+
`;
}).join('');
}
+ function applyFilters() {
+ const typeFilter = qs('#kms-type-filter')?.value || 'all';
+ const sidecarFilter = qs('#kms-sidecar-filter')?.value || 'all';
+ const sortValue = qs('#kms-sort-select')?.value || 'modified_desc';
+
+ let next = [...currentItems];
+
+ if (typeFilter !== 'all') {
+ next = next.filter(item => classifyType(item.extension) === typeFilter);
+ }
+
+ if (sidecarFilter === 'has') {
+ next = next.filter(item => !!item.hasSidecar);
+ } else if (sidecarFilter === 'missing') {
+ next = next.filter(item => !item.hasSidecar);
+ }
+
+ next.sort((a, b) => {
+ switch (sortValue) {
+ case 'modified_asc':
+ return new Date(a.modifiedAt).getTime() - new Date(b.modifiedAt).getTime();
+ case 'size_desc':
+ return Number(b.size || 0) - Number(a.size || 0);
+ case 'size_asc':
+ return Number(a.size || 0) - Number(b.size || 0);
+ case 'path_asc':
+ return String(a.relativePath || '').localeCompare(String(b.relativePath || ''), 'zh-Hans-CN');
+ case 'modified_desc':
+ default:
+ return new Date(b.modifiedAt).getTime() - new Date(a.modifiedAt).getTime();
+ }
+ });
+
+ filteredItems = next;
+ renderList(filteredItems);
+ updateStats();
+ }
+
async function apiFetch(url, options = {}) {
const response = await fetch(url, {
...options,
@@ -92,6 +190,20 @@
return data;
}
+ async function loadPresets() {
+ try {
+ const data = await apiFetch(presetApi);
+ const items = Array.isArray(data.items) ? data.items : [];
+ presetNames = items
+ .map(item => (typeof item?.name === 'string' ? item.name.trim() : ''))
+ .filter(Boolean);
+ ensurePresetDatalist();
+ } catch (_) {
+ presetNames = [];
+ ensurePresetDatalist();
+ }
+ }
+
async function loadList() {
const keyword = qs('#kms-search-input')?.value?.trim() || '';
const query = keyword ? `?keyword=${encodeURIComponent(keyword)}` : '';
@@ -99,26 +211,27 @@
try {
const data = await apiFetch(`${apiBase}/list${query}`);
- currentItems = data.items || [];
- renderTable(currentItems);
- const countEl = qs('#kms-count');
- if (countEl) {
- countEl.textContent = `共 ${data.total || currentItems.length} 项`;
- }
+ currentItems = Array.isArray(data.items) ? data.items : [];
+ applyFilters();
setStatus('加载完成', 'success');
} catch (error) {
+ currentItems = [];
+ filteredItems = [];
+ renderList([]);
+ updateStats();
setStatus(`加载失败：${error.message}`, 'error');
}
}
async function saveOne(row) {
const index = Number(row.dataset.index);
- const item = currentItems[index];
+ const item = filteredItems[index];
if (!item) return;
const presetName = row.querySelector('.preset-input')?.value || '';
const description = row.querySelector('.desc-input')?.value || '';
const tagsText = row.querySelector('.tags-input')?.value || '';
+ const agentSignature = row.querySelector('.agent-signature-input')?.value || '';
try {
await apiFetch(`${apiBase}/update`, {
@@ -127,7 +240,8 @@
mediaPath: item.mediaPath,
presetName,
description,
- tags: parseTags(tagsText)
+ tags: parseTags(tagsText),
+ agentSignature
})
});
setStatus(`已保存：${item.relativePath}`, 'success');
@@ -139,13 +253,17 @@
async function regenerateOne(row) {
const index = Number(row.dataset.index);
- const item = currentItems[index];
+ const item = filteredItems[index];
if (!item) return;
+ const presetName = row.querySelector('.preset-input')?.value || '';
try {
await apiFetch(`${apiBase}/regenerate`, {
method: 'POST',
- body: JSON.stringify({ mediaPath: item.mediaPath })
+ body: JSON.stringify({
+ mediaPath: item.mediaPath,
+ presetName
+ })
});
setStatus(`已重生成：${item.relativePath}`, 'success');
await loadList();
@@ -154,71 +272,16 @@
}
}
- async function rebuildAll(regenerateExisting) {
- const message = regenerateExisting
- ? '将重建并覆盖已有描述，确定继续吗？'
- : '将只为缺失侧车文件的媒体创建描述，确定继续吗？';
-
- if (!window.confirm(message)) return;
-
- setStatus('重建中，请稍候...', 'info');
- try {
- const result = await apiFetch(`${apiBase}/rebuild`, {
- method: 'POST',
- body: JSON.stringify({ regenerateExisting })
- });
- setStatus(
- `重建完成：扫描 ${result.scanned || 0}，新建 ${result.created || 0}，更新 ${result.updated || 0}`,
- 'success'
- );
- await loadList();
- } catch (error) {
- setStatus(`重建失败：${error.message}`, 'error');
- }
- }
-
- async function exportAll() {
- setStatus('导出中...', 'info');
- try {
- const response = await fetch(`${apiBase}/export`, { method: 'POST' });
- if (!response.ok) {
- const err = await response.text();
- throw new Error(err || `HTTP ${response.status}`);
- }
-
- const blob = await response.blob();
- const disposition = response.headers.get('Content-Disposition') || '';
- const match = disposition.match(/filename="([^"]+)"/i);
- const fileName = match ? match[1] : `knowledge_media_export_${Date.now()}.json`;
-
- const url = URL.createObjectURL(blob);
- const link = document.createElement('a');
- link.href = url;
- link.download = fileName;
- document.body.appendChild(link);
- link.click();
- document.body.removeChild(link);
- URL.revokeObjectURL(url);
-
- setStatus(`导出完成：${fileName}`, 'success');
- } catch (error) {
- setStatus(`导出失败：${error.message}`, 'error');
- }
- }
-
function bindEvents() {
const reloadBtn = qs('#kms-reload-btn');
- const rebuildMissingBtn = qs('#kms-rebuild-missing-btn');
- const rebuildAllBtn = qs('#kms-rebuild-all-btn');
- const exportBtn = qs('#kms-export-btn');
const searchBtn = qs('#kms-search-btn');
const searchInput = qs('#kms-search-input');
- const tableBody = qs('#kms-table-body');
+ const typeFilter = qs('#kms-type-filter');
+ const sidecarFilter = qs('#kms-sidecar-filter');
+ const sortSelect = qs('#kms-sort-select');
+ const list = qs('#kms-list');
if (reloadBtn) reloadBtn.addEventListener('click', loadList);
- if (rebuildMissingBtn) rebuildMissingBtn.addEventListener('click', () => rebuildAll(false));
- if (rebuildAllBtn) rebuildAllBtn.addEventListener('click', () => rebuildAll(true));
- if (exportBtn) exportBtn.addEventListener('click', exportAll);
if (searchBtn) searchBtn.addEventListener('click', loadList);
if (searchInput) {
@@ -230,9 +293,13 @@
});
}
- if (tableBody) {
- tableBody.addEventListener('click', async (event) => {
- const row = event.target.closest('tr[data-index]');
+ if (typeFilter) typeFilter.addEventListener('change', applyFilters);
+ if (sidecarFilter) sidecarFilter.addEventListener('change', applyFilters);
+ if (sortSelect) sortSelect.addEventListener('change', applyFilters);
+
+ if (list) {
+ list.addEventListener('click', async (event) => {
+ const row = event.target.closest('.kms-item[data-index]');
if (!row) return;
if (event.target.classList.contains('save-one-btn')) {
@@ -246,6 +313,7 @@
document.addEventListener('DOMContentLoaded', async () => {
bindEvents();
+ await loadPresets();
await loadList();
});
})();
\ No newline at end of file
diff --git a/AdminPanel/knowledge_media_describer.html b/AdminPanel/knowledge_media_describer.html
index 7d308865b..42e7031aa 100644
--- a/AdminPanel/knowledge_media_describer.html
+++ b/AdminPanel/knowledge_media_describer.html
@@ -6,65 +6,107 @@
+
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
-
- 共 0 项
-
-
+
-
-
-
-
- | # |
- 相对路径 |
- 类型 |
- 大小(bytes) |
- 侧车 |
- 预设名 |
- 描述与Tag |
- 操作 |
-
-
-
- | 加载中... |
-
-
+
diff --git a/Plugin/KnowledgeMediaDescriber/knowledge-media-describer.js b/Plugin/KnowledgeMediaDescriber/knowledge-media-describer.js
index 19e4859d5..4c5270ec4 100644
--- a/Plugin/KnowledgeMediaDescriber/knowledge-media-describer.js
+++ b/Plugin/KnowledgeMediaDescriber/knowledge-media-describer.js
@@ -227,6 +227,10 @@ async function buildAndWriteSidecar(mediaPath, knowledgeRootPath, options = {})
? options.source.trim()
: (typeof existing?.source === 'string' && existing.source.trim() ? existing.source.trim() : 'manual');
+ const agentSignature = options.agentSignature !== undefined
+ ? String(options.agentSignature || '').trim()
+ : (typeof existing?.agentSignature === 'string' ? existing.agentSignature.trim() : '');
+
const sidecar = {
version: 1,
mediaHash,
@@ -239,6 +243,7 @@ async function buildAndWriteSidecar(mediaPath, knowledgeRootPath, options = {})
tags,
generator: generator.length > 0 ? generator : [presetName],
source,
+ agentSignature,
createdAt: existing?.createdAt || now,
updatedAt: now
};
@@ -258,6 +263,7 @@ async function traceAndPersistMedia(request) {
presetName,
generator,
source,
+ agentSignature,
targetDiaryName,
targetFileName,
relocateMode = 'copy',
@@ -272,7 +278,8 @@ async function traceAndPersistMedia(request) {
tags,
presetName,
generator,
- source
+ source,
+ agentSignature
});
const result = {
@@ -322,7 +329,8 @@ async function traceAndPersistMedia(request) {
tags,
presetName,
generator,
- source: source || 'trace'
+ source: source || 'trace',
+ agentSignature
});
result.target = {
@@ -373,7 +381,7 @@ function convertToVCPFormat(response) {
async function updateSidecarParams(request) {
const knowledgeRootPath = getKnowledgeRootPath();
- const { diaryName, fileName, description, tags, presetName, generator, source } = request || {};
+ const { diaryName, fileName, description, tags, presetName, generator, source, agentSignature } = request || {};
if (!diaryName || !fileName) {
throw new Error('diaryName 和 fileName 不能为空。');
@@ -392,7 +400,8 @@ async function updateSidecarParams(request) {
tags,
presetName,
generator,
- source
+ source,
+ agentSignature
});
return {
@@ -404,6 +413,38 @@ async function updateSidecarParams(request) {
};
}
+async function updateSidecarAgentSignature(request) {
+ const knowledgeRootPath = getKnowledgeRootPath();
+ const { diaryName, fileName, agentSignature } = request || {};
+
+ if (!diaryName || !fileName) {
+ throw new Error('diaryName 和 fileName 不能为空。');
+ }
+ if (agentSignature !== undefined && typeof agentSignature !== 'string') {
+ throw new Error('agentSignature 必须是字符串。');
+ }
+
+ const diaryPath = resolveTargetDiaryPath(diaryName, knowledgeRootPath);
+ const mediaPath = path.join(diaryPath, fileName);
+
+ const stats = await fs.stat(mediaPath);
+ if (!stats.isFile()) {
+ throw new Error(`文件不存在: ${mediaPath}`);
+ }
+
+ const sidecarResult = await buildAndWriteSidecar(mediaPath, knowledgeRootPath, {
+ agentSignature
+ });
+
+ return {
+ action: 'UpdateSidecarAgentSignature',
+ diaryName,
+ fileName,
+ sidecarPath: toFileUrl(sidecarResult.sidecarPath),
+ sidecar: sidecarResult.sidecar
+ };
+}
+
async function listSidecars(request) {
const knowledgeRootPath = getKnowledgeRootPath();
const { diaryName } = request || {};
@@ -615,6 +656,17 @@ async function processRequest(request) {
};
}
+ case 'UpdateSidecarAgentSignature': {
+ const updateAgentSignatureResult = await updateSidecarAgentSignature(request);
+ return {
+ success: true,
+ data: {
+ message: '侧车 Agent 署名更新完成。',
+ ...updateAgentSignatureResult
+ }
+ };
+ }
+
case 'ListSidecars': {
const listResult = await listSidecars(request);
return {
diff --git a/Plugin/KnowledgeMediaDescriber/plugin-manifest.json b/Plugin/KnowledgeMediaDescriber/plugin-manifest.json
index 25237bb2a..c47dd0689 100644
--- a/Plugin/KnowledgeMediaDescriber/plugin-manifest.json
+++ b/Plugin/KnowledgeMediaDescriber/plugin-manifest.json
@@ -17,11 +17,11 @@
"invocationCommands": [
{
"command": "TraceKnowledgeMedia",
- "description": "功能: 通过一个已知的媒体 file:// 地址执行“超栈追踪”主流程。\n主流程包含两段，可一次性完成：\n1) 追踪并写侧车：解析媒体文件、校验类型、计算 SHA256 哈希，生成或更新 sidecar，并可写入 description / tags / presetName / generator / source。\n2) 入库同步(可选)：当提供 targetDiaryName 后，在同一请求内把媒体文件与侧车文件一起复制或移动到目标日记本目录，并即时刷新侧车中的 filePath、mediaPath、relativePath、mediaHash。\n\n参数:\n- mediaPath (字符串, 必需): 媒体文件地址，推荐 file:// 绝对路径。\n- description (字符串, 可选): 主动写入侧车描述。\n- tags (字符串或数组, 可选): 主动写入侧车 Tag。字符串可用逗号分隔。\n- presetName (字符串, 可选): 侧车预设名。\n- generator (字符串或数组, 可选): 侧车 generator 字段。\n- source (字符串, 可选): 侧车 source 字段。\n- targetDiaryName (字符串, 可选): 目标日记本名称（只写 name，不写路径）。插件会自动保存到 KNOWLEDGEBASE_ROOT_PATH/targetDiaryName 下。\n- targetFileName (字符串, 可选): 目标文件名（含扩展名）。仅在 relocateMode 为 copy 时有效，用于在复制时重命名。\n- relocateMode (字符串, 可选, 默认 copy): copy 或 move。\n- overwrite (布尔, 可选, 默认 false): 是否允许覆盖同名文件；false 时自动改名避免覆盖。\n\n调用格式(仅写侧车):\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」TraceKnowledgeMedia「末」,\nmediaPath:「始」file:///abs/path/IMG_1202.JPG「末」,\ndescription:「始」会议白板照片，核心结论已拍摄留档。「末」,\ntags:「始」会议,白板,记录「末」,\npresetName:「始」CognitoName01「末」\n<<<[END_TOOL_REQUEST]>>>\n\n调用格式(一次性：写侧车 + 复制到目标日记本并重命名):\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」TraceKnowledgeMedia「末」,\nmediaPath:「始」file:///abs/path/IMG_1202.JPG「末」,\ndescription:「始」项目A现场截图。「末」,\ntags:「始」项目A,现场,截图「末」,\ntargetDiaryName:「始」Nova「末」,\ntargetFileName:「始」ProjectA_Site_01.jpg「末」,\nrelocateMode:「始」copy「末」,\noverwrite:「始」false「末」\n<<<[END_TOOL_REQUEST]>>>\n\n调用格式(一次性：写侧车 + 移动到目标日记本):\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」TraceKnowledgeMedia「末」,\nmediaPath:「始」file:///abs/path/IMG_1202.JPG「末」,\ntargetDiaryName:「始」Nova「末」,\nrelocateMode:「始」move「末」,\noverwrite:「始」false「末」\n<<<[END_TOOL_REQUEST]>>>"
+ "description": "功能: 通过一个已知的媒体 file:// 地址执行“超栈追踪”主流程。\n主流程包含两段，可一次性完成：\n1) 追踪并写侧车：解析媒体文件、校验类型、计算 SHA256 哈希，生成或更新 sidecar，并可写入 description / tags / presetName / generator / source / agentSignature。\n2) 入库同步(可选)：当提供 targetDiaryName 后，在同一请求内把媒体文件与侧车文件一起复制或移动到目标日记本目录，并即时刷新侧车中的 filePath、mediaPath、relativePath、mediaHash。\n\n参数:\n- mediaPath (字符串, 必需): 媒体文件地址，推荐 file:// 绝对路径。\n- description (字符串, 可选): 主动写入侧车描述。\n- tags (字符串或数组, 可选): 主动写入侧车 Tag。字符串可用逗号分隔。\n- presetName (字符串, 可选): 侧车预设名。\n- generator (字符串或数组, 可选): 侧车 generator 字段。\n- source (字符串, 可选): 侧车 source 字段。\n- agentSignature (字符串, 可选): 侧车 Agent 署名字段。\n- targetDiaryName (字符串, 可选): 目标日记本名称（只写 name，不写路径）。插件会自动保存到 KNOWLEDGEBASE_ROOT_PATH/targetDiaryName 下。\n- targetFileName (字符串, 可选): 目标文件名（含扩展名）。仅在 relocateMode 为 copy 时有效，用于在复制时重命名。\n- relocateMode (字符串, 可选, 默认 copy): copy 或 move。\n- overwrite (布尔, 可选, 默认 false): 是否允许覆盖同名文件；false 时自动改名避免覆盖。\n\n调用格式(仅写侧车):\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」TraceKnowledgeMedia「末」,\nmediaPath:「始」file:///abs/path/IMG_1202.JPG「末」,\ndescription:「始」会议白板照片，核心结论已拍摄留档。「末」,\ntags:「始」会议,白板,记录「末」,\npresetName:「始」CognitoName01「末」,\nagentSignature:「始」Nova「末」\n<<<[END_TOOL_REQUEST]>>>\n\n调用格式(一次性：写侧车 + 复制到目标日记本并重命名):\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」TraceKnowledgeMedia「末」,\nmediaPath:「始」file:///abs/path/IMG_1202.JPG「末」,\ndescription:「始」项目A现场截图。「末」,\ntags:「始」项目A,现场,截图「末」,\ntargetDiaryName:「始」Nova「末」,\ntargetFileName:「始」ProjectA_Site_01.jpg「末」,\nrelocateMode:「始」copy「末」,\noverwrite:「始」false「末」\n<<<[END_TOOL_REQUEST]>>>\n\n调用格式(一次性：写侧车 + 移动到目标日记本):\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」TraceKnowledgeMedia「末」,\nmediaPath:「始」file:///abs/path/IMG_1202.JPG「末」,\ntargetDiaryName:「始」Nova「末」,\nrelocateMode:「始」move「末」,\noverwrite:「始」false「末」\n<<<[END_TOOL_REQUEST]>>>"
},
{
"command": "UpdateSidecarParams",
- "description": "功能: 更改指定日记本中某个文件的侧车文件参数。\n\n参数:\n- diaryName (字符串, 必需): 日记本名称。\n- fileName (字符串, 必需): 媒体文件名（含扩展名）。\n- description (字符串, 可选): 更新描述。\n- tags (字符串或数组, 可选): 更新 Tag。\n- presetName (字符串, 可选): 更新预设名。\n- generator (字符串或数组, 可选): 更新 generator 字段。\n- source (字符串, 可选): 更新 source 字段。\n\n调用格式:\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」UpdateSidecarParams「末」,\ndiaryName:「始」Nova「末」,\nfileName:「始」ProjectA_Site_01.jpg「末」,\ndescription:「始」更新后的描述内容「末」,\ntags:「始」新标签1,新标签2「末」\n<<<[END_TOOL_REQUEST]>>>"
+ "description": "功能: 更改指定日记本中某个文件的侧车文件参数。\n\n参数:\n- diaryName (字符串, 必需): 日记本名称。\n- fileName (字符串, 必需): 媒体文件名（含扩展名）。\n- description (字符串, 可选): 更新描述。\n- tags (字符串或数组, 可选): 更新 Tag。\n- presetName (字符串, 可选): 更新预设名。\n- generator (字符串或数组, 可选): 更新 generator 字段。\n- source (字符串, 可选): 更新 source 字段。\n- agentSignature (字符串, 可选): 更新 Agent 署名字段。\n\n调用格式:\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」UpdateSidecarParams「末」,\ndiaryName:「始」Nova「末」,\nfileName:「始」ProjectA_Site_01.jpg「末」,\ndescription:「始」更新后的描述内容「末」,\ntags:「始」新标签1,新标签2「末」,\nagentSignature:「始」Nova「末」\n<<<[END_TOOL_REQUEST]>>>"
},
{
"command": "ListSidecars",
@@ -38,6 +38,10 @@
{
"command": "RenameDiaryMedia",
"description": "功能: 重命名指定日记本中的指定多模态文件，并联动重命名对应侧车文件，同时刷新侧车中的 filePath / mediaPath / relativePath / mediaHash。\n参数:\n- diaryName (字符串, 必需): 日记本名称。\n- fileName (字符串, 必需): 原媒体文件名（含扩展名）。\n- newFileName (字符串, 必需): 新媒体文件名（含扩展名）。\n- overwrite (布尔, 可选, 默认 false): 是否允许覆盖同名文件；false 时自动改名避免覆盖。\n\n调用格式:\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」RenameDiaryMedia「末」,\ndiaryName:「始」Nova「末」,\nfileName:「始」ProjectA_Site_01.jpg「末」,\nnewFileName:「始」ProjectA_Site_Final.jpg「末」,\noverwrite:「始」false「末」\n<<<[END_TOOL_REQUEST]>>>"
+ },
+ {
+ "command": "UpdateSidecarAgentSignature",
+ "description": "功能: 专用于更新指定日记本中某个多模态文件侧车的 Agent 署名。\n\n参数:\n- diaryName (字符串, 必需): 日记本名称。\n- fileName (字符串, 必需): 媒体文件名（含扩展名）。\n- agentSignature (字符串, 可选): Agent 署名；传空字符串可清空。\n\n调用格式:\n<<<[TOOL_REQUEST]>>>\ntool_name:「始」KnowledgeMediaDescriber「末」,\ncommand:「始」UpdateSidecarAgentSignature「末」,\ndiaryName:「始」Nova「末」,\nfileName:「始」ProjectA_Site_01.jpg「末」,\nagentSignature:「始」Nova「末」\n<<<[END_TOOL_REQUEST]>>>"
}
]
},
diff --git a/Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js b/Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js
index 41449f569..c446a8b44 100644
--- a/Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js
+++ b/Plugin/RAGDiaryPlugin/RAGDiaryPlugin.js
@@ -73,6 +73,11 @@ class RAGDiaryPlugin {
this.ragParamsWatcher = null;
this.regexRuleCache = new Map();
+ // 召回权重统计：文件路径 -> 累计权重（用于超限时优先保留高权重）
+ this.recallWeights = {};
+ this.recallWeightsPath = path.join(__dirname, 'diary_recall_weights.json');
+ this.recallWeightsMaxEntries = parseInt(process.env.DIARY_RECALL_WEIGHTS_MAX_ENTRIES || '20000', 10);
+
// 注意：不在构造函数中调用 loadConfig()，而是在 initialize() 中调用
}
@@ -292,6 +297,7 @@ class RAGDiaryPlugin {
await this.loadConfig();
await this.loadRagParams();
this._startRagParamsWatcher();
+ await this._loadRecallWeights();
// ✅ 启动缓存清理任务
this._startCacheCleanupTask();
@@ -2020,6 +2026,210 @@ class RAGDiaryPlugin {
}
}
+ _resolveResultFilePath(result, dbName = '') {
+ if (!result || typeof result !== 'object') return '';
+ const sidecarSuffix = this._getSidecarSuffix();
+
+ let candidate = '';
+ if (typeof result.fullPath === 'string' && result.fullPath.trim()) {
+ candidate = result.fullPath.trim();
+ } else if (typeof result.sourceFile === 'string' && result.sourceFile.trim()) {
+ candidate = result.sourceFile.trim();
+ } else {
+ const mediaUrl = this._extractMediaFileUrlFromResult(result);
+ if (typeof mediaUrl === 'string' && mediaUrl.startsWith('file://')) {
+ candidate = decodeURIComponent(mediaUrl.replace(/^file:\/\//i, ''));
+ }
+ }
+
+ if (!candidate) return '';
+
+ if (candidate.startsWith('file://')) {
+ candidate = decodeURIComponent(candidate.replace(/^file:\/\//i, ''));
+ }
+
+ if (candidate.toLowerCase().endsWith(sidecarSuffix)) {
+ candidate = candidate.slice(0, -sidecarSuffix.length);
+ }
+
+ if (path.isAbsolute(candidate)) return path.normalize(candidate);
+
+ const normalized = path.normalize(candidate);
+ const directUnderRoot = path.join(dailyNoteRootPath, normalized);
+ if (normalized.startsWith(`${dbName}${path.sep}`) || normalized === dbName) {
+ return path.normalize(directUnderRoot);
+ }
+
+ if (dbName) {
+ return path.normalize(path.join(dailyNoteRootPath, dbName, normalized));
+ }
+
+ return path.normalize(directUnderRoot);
+ }
+
+ _buildRecallWeightKey(result, dbName = '', index = 0) {
+ const resolvedPath = this._resolveResultFilePath(result, dbName);
+ if (resolvedPath) return resolvedPath.toLowerCase();
+
+ const source = (result?.sourceFile || result?.fullPath || '').toString().trim();
+ if (source) return `${dbName || 'unknown'}::${source.toLowerCase()}`;
+
+ const textSig = (result?.text || '').toString().trim().slice(0, 120);
+ if (textSig) return `${dbName || 'unknown'}::__text__${textSig}`;
+
+ return `${dbName || 'unknown'}::__idx__${index}`;
+ }
+
+ _getRecallWeightByKey(fileKey = '') {
+ if (!fileKey) return 0;
+ const raw = this.recallWeights?.[fileKey];
+ return Number.isFinite(raw) ? raw : 0;
+ }
+
+ async _loadRecallWeights() {
+ try {
+ const raw = await fs.readFile(this.recallWeightsPath, 'utf-8');
+ const parsed = JSON.parse(raw);
+ if (parsed && typeof parsed === 'object' && !Array.isArray(parsed)) {
+ this.recallWeights = parsed;
+ } else {
+ this.recallWeights = {};
+ }
+ console.log(`[RAGDiaryPlugin] 召回权重已加载: ${Object.keys(this.recallWeights).length} 条`);
+ } catch (error) {
+ if (error.code !== 'ENOENT') {
+ console.warn(`[RAGDiaryPlugin] 读取召回权重失败，使用空表: ${error.message}`);
+ }
+ this.recallWeights = {};
+ }
+ }
+
+ _pruneRecallWeightsIfNeeded() {
+ const maxEntries = Number.isFinite(this.recallWeightsMaxEntries) && this.recallWeightsMaxEntries > 0
+ ? this.recallWeightsMaxEntries
+ : 20000;
+
+ const entries = Object.entries(this.recallWeights || {});
+ if (entries.length <= maxEntries) return;
+
+ entries.sort((a, b) => (Number(b[1]) || 0) - (Number(a[1]) || 0));
+ this.recallWeights = Object.fromEntries(entries.slice(0, maxEntries));
+ }
+
+ async _saveRecallWeights() {
+ this._pruneRecallWeightsIfNeeded();
+ try {
+ await fs.writeFile(this.recallWeightsPath, JSON.stringify(this.recallWeights, null, 2), 'utf-8');
+ } catch (error) {
+ console.warn(`[RAGDiaryPlugin] 写入召回权重失败: ${error.message}`);
+ }
+ }
+
+ async _recordRecallWeightsForResults(results, dbName) {
+ if (!Array.isArray(results) || results.length === 0) return;
+
+ const touchedKeys = new Set();
+ for (let i = 0; i < results.length; i++) {
+ const item = results[i];
+ const key = this._buildRecallWeightKey(item, dbName, i);
+ if (!key || touchedKeys.has(key)) continue;
+ touchedKeys.add(key);
+
+ const current = this._getRecallWeightByKey(key);
+ this.recallWeights[key] = current + 1;
+ }
+
+ if (touchedKeys.size > 0) {
+ await this._saveRecallWeights();
+ }
+ }
+
+ async _applyFileLimitsToResults(results, dbName, retrievalOptions = null) {
+ if (!Array.isArray(results) || results.length === 0) return results;
+ const opts = retrievalOptions || {};
+ const hasMaxNum = Number.isFinite(opts.maxNum) && opts.maxNum > 0;
+ const hasMaxSize = Number.isFinite(opts.maxSizeKb) && opts.maxSizeKb > 0;
+ if (!hasMaxNum && !hasMaxSize) return results;
+
+ const maxNum = hasMaxNum ? opts.maxNum : Number.POSITIVE_INFINITY;
+ const maxSizeBytes = hasMaxSize ? Math.floor(opts.maxSizeKb * 1024) : Number.POSITIVE_INFINITY;
+
+ // 先按“文件”聚合，再按权重排序；超限时优先剔除低权重文件
+ const candidateMap = new Map();
+
+ for (let i = 0; i < results.length; i++) {
+ const item = results[i];
+ const fileKey = this._buildRecallWeightKey(item, dbName, i);
+ const resolvedPath = this._resolveResultFilePath(item, dbName);
+ const score = Number(item?.rerank_score ?? item?.score ?? 0);
+
+ if (!candidateMap.has(fileKey)) {
+ let fileSizeBytes = 0;
+ if (resolvedPath) {
+ try {
+ const stat = await fs.stat(resolvedPath);
+ if (stat && stat.isFile()) fileSizeBytes = Number(stat.size) || 0;
+ } catch (e) {
+ fileSizeBytes = 0;
+ }
+ }
+
+ candidateMap.set(fileKey, {
+ fileKey,
+ fileSizeBytes,
+ recallWeight: this._getRecallWeightByKey(fileKey),
+ bestScore: score,
+ firstIndex: i,
+ items: [item]
+ });
+ } else {
+ const existing = candidateMap.get(fileKey);
+ existing.items.push(item);
+ existing.bestScore = Math.max(existing.bestScore, score);
+ }
+ }
+
+ const candidates = Array.from(candidateMap.values()).sort((a, b) => {
+ // 1) 历史权重高的优先保留
+ if (b.recallWeight !== a.recallWeight) return b.recallWeight - a.recallWeight;
+ // 2) 同权重时相关度高优先
+ if (b.bestScore !== a.bestScore) return b.bestScore - a.bestScore;
+ // 3) 最后保持原始顺序稳定
+ return a.firstIndex - b.firstIndex;
+ });
+
+ const selectedGroups = [];
+ let selectedFileCount = 0;
+ let selectedSizeBytes = 0;
+
+ for (const candidate of candidates) {
+ const exceedNum = selectedFileCount + 1 > maxNum;
+ const exceedSize = selectedSizeBytes + candidate.fileSizeBytes > maxSizeBytes;
+ if (exceedNum || exceedSize) {
+ continue;
+ }
+
+ selectedGroups.push(candidate);
+ selectedFileCount += 1;
+ selectedSizeBytes += candidate.fileSizeBytes;
+ }
+
+ // 回到原结果顺序输出（避免格式波动）
+ const selectedKeySet = new Set(selectedGroups.map(g => g.fileKey));
+ const selected = [];
+ for (let i = 0; i < results.length; i++) {
+ const item = results[i];
+ const key = this._buildRecallWeightKey(item, dbName, i);
+ if (selectedKeySet.has(key)) selected.push(item);
+ }
+
+ if (selected.length !== results.length) {
+ console.log(`[RAGDiaryPlugin] 文件返回限制生效(${dbName}): 原始 ${results.length} 条 -> 保留 ${selected.length} 条, 文件数=${selectedFileCount}, 总大小=${Math.round(selectedSizeBytes / 1024)}KB（按历史权重优先保留）`);
+ }
+
+ return selected;
+ }
+
_toPathOnlyMultimodalResult(result) {
if (!result || typeof result !== 'object') return '';
const source = (result.fullPath || result.sourceFile || '').toString();
@@ -2057,7 +2267,9 @@ class RAGDiaryPlugin {
blacklist: [],
regexRulesEarly: [],
regexRulesLate: [],
- tagOnlyStage: null
+ tagOnlyStage: null,
+ maxNum: null,
+ maxSizeKb: null
};
if (!modifiers || typeof modifiers !== 'string') return options;
@@ -2128,6 +2340,24 @@ class RAGDiaryPlugin {
options.tagOnlyStage = token.toLowerCase().includes('@laststep') ? 'late' : 'early';
continue;
}
+
+ const maxNumMatch = token.match(/^MAX_NUM:(\d+)$/i);
+ if (maxNumMatch) {
+ const parsed = parseInt(maxNumMatch[1], 10);
+ if (Number.isFinite(parsed) && parsed > 0) {
+ options.maxNum = parsed;
+ }
+ continue;
+ }
+
+ const maxSizeMatch = token.match(/^MAX_SIZE:(\d+(?:\.\d+)?)$/i);
+ if (maxSizeMatch) {
+ const parsed = parseFloat(maxSizeMatch[1]);
+ if (Number.isFinite(parsed) && parsed > 0) {
+ options.maxSizeKb = parsed;
+ }
+ continue;
+ }
}
return options;
@@ -2864,6 +3094,9 @@ class RAGDiaryPlugin {
}
}
+ finalResultsForBroadcast = await this._applyFileLimitsToResults(finalResultsForBroadcast, dbName, effectiveRetrievalOptions);
+ await this._recordRecallWeightsForResults(finalResultsForBroadcast, dbName);
+
const shouldDirectSendMedia =
(effectiveRetrievalOptions.transMode === null || effectiveRetrievalOptions.transMode === 'plus') &&
pendingUserMediaDirectives &&
diff --git a/modules/mediaSidecarManager.js b/modules/mediaSidecarManager.js
index 7ce8de890..be42a6518 100644
--- a/modules/mediaSidecarManager.js
+++ b/modules/mediaSidecarManager.js
@@ -286,6 +286,7 @@ class MediaSidecarManager extends EventEmitter {
tags,
generator: Array.isArray(currentSidecar?.generator) ? currentSidecar.generator : ['Cognito-Core'],
source: currentSidecar?.source || 'auto',
+ agentSignature: (typeof currentSidecar?.agentSignature === 'string' ? currentSidecar.agentSignature : ''),
createdAt: currentSidecar?.createdAt || now,
updatedAt: now
};
diff --git a/routes/adminPanelRoutes.js b/routes/adminPanelRoutes.js
index e17adb036..33913ef1f 100644
--- a/routes/adminPanelRoutes.js
+++ b/routes/adminPanelRoutes.js
@@ -1241,13 +1241,18 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
? existing.description.trim()
: buildAutoDescription(mediaPath, stats));
+ const nextPresetName = (typeof options.presetName === 'string')
+ ? options.presetName.trim()
+ : (existing && typeof existing.presetName === 'string' ? existing.presetName : '');
+
const sidecar = {
version: 1,
filePath: toFileUrl(mediaPath),
mediaPath: toFileUrl(mediaPath),
- presetName: existing && typeof existing.presetName === 'string' ? existing.presetName : '',
+ presetName: nextPresetName,
description: nextDescription,
tags: existing && Array.isArray(existing.tags) ? normalizeTags(existing.tags) : [],
+ agentSignature: existing && typeof existing.agentSignature === 'string' ? existing.agentSignature : '',
updatedAt: now
};
@@ -1261,6 +1266,9 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
if (options.patch.tags !== undefined) {
sidecar.tags = normalizeTags(options.patch.tags);
}
+ if (typeof options.patch.agentSignature === 'string') {
+ sidecar.agentSignature = options.patch.agentSignature.trim();
+ }
sidecar.updatedAt = now;
}
@@ -1298,6 +1306,7 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
const description = sidecar && typeof sidecar.description === 'string' ? sidecar.description : '';
const presetName = sidecar && typeof sidecar.presetName === 'string' ? sidecar.presetName : '';
const tags = sidecar && Array.isArray(sidecar.tags) ? normalizeTags(sidecar.tags) : [];
+ const agentSignature = sidecar && typeof sidecar.agentSignature === 'string' ? sidecar.agentSignature : '';
const item = {
mediaPath: toFileUrl(mediaPath),
@@ -1309,7 +1318,8 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
hasSidecar: !!sidecar,
presetName,
description,
- tags
+ tags,
+ agentSignature
};
if (loweredKeyword) {
@@ -1317,7 +1327,8 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
relativePath.toLowerCase(),
description.toLowerCase(),
presetName.toLowerCase(),
- tags.join(',').toLowerCase()
+ tags.join(',').toLowerCase(),
+ agentSignature.toLowerCase()
].join('\n');
if (!searchable.includes(loweredKeyword)) {
continue;
@@ -1353,13 +1364,13 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
});
adminApiRouter.post('/knowledge-media/update', async (req, res) => {
- const { mediaPath, description, presetName, tags } = req.body || {};
+ const { mediaPath, description, presetName, tags, agentSignature } = req.body || {};
try {
const knowledgeRootPath = getKnowledgeRootPath();
await fs.access(knowledgeRootPath);
const resolved = await resolveKnowledgeMediaPath(mediaPath, knowledgeRootPath);
- const patch = { description, presetName, tags };
+ const patch = { description, presetName, tags, agentSignature };
const { sidecarPath, sidecar } = await ensureSidecarForMedia(resolved.mediaPath, { patch });
notifyKnowledgeSidecarChanged(sidecarPath);
@@ -1377,13 +1388,16 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
});
adminApiRouter.post('/knowledge-media/regenerate', async (req, res) => {
- const { mediaPath } = req.body || {};
+ const { mediaPath, presetName } = req.body || {};
try {
const knowledgeRootPath = getKnowledgeRootPath();
await fs.access(knowledgeRootPath);
const resolved = await resolveKnowledgeMediaPath(mediaPath, knowledgeRootPath);
- const { sidecarPath, sidecar } = await ensureSidecarForMedia(resolved.mediaPath, { regenerate: true });
+ const { sidecarPath, sidecar } = await ensureSidecarForMedia(resolved.mediaPath, {
+ regenerate: true,
+ presetName: typeof presetName === 'string' ? presetName : undefined
+ });
notifyKnowledgeSidecarChanged(sidecarPath);
res.json({
@@ -1398,70 +1412,6 @@ module.exports = function (DEBUG_MODE, dailyNoteRootPath, pluginManager, getCurr
res.status(400).json({ success: false, error: 'Failed to regenerate knowledge media sidecar', details: error.message });
}
});
-
- adminApiRouter.post('/knowledge-media/rebuild', async (req, res) => {
- const { regenerateExisting = false } = req.body || {};
- try {
- const knowledgeRootPath = getKnowledgeRootPath();
- await fs.access(knowledgeRootPath);
-
- const mediaFiles = await walkKnowledgeMediaFiles(knowledgeRootPath);
- let created = 0;
- let updated = 0;
-
- for (const mediaPath of mediaFiles) {
- const sidecarSuffix = getKnowledgeMediaSidecarSuffix();
- const sidecarPath = `${mediaPath}${sidecarSuffix}`;
- const sidecarExists = !!(await safeReadJson(sidecarPath));
-
- if (!sidecarExists || regenerateExisting) {
- const { sidecarPath } = await ensureSidecarForMedia(mediaPath, { regenerate: !!regenerateExisting });
- notifyKnowledgeSidecarChanged(sidecarPath);
- if (sidecarExists) {
- updated += 1;
- } else {
- created += 1;
- }
- }
- }
-
- res.json({
- success: true,
- message: '知识库多媒体侧车重建完成。',
- scanned: mediaFiles.length,
- created,
- updated
- });
- } catch (error) {
- console.error('[AdminPanelRoutes API] Error rebuilding knowledge media sidecars:', error);
- res.status(500).json({ success: false, error: 'Failed to rebuild knowledge media sidecars', details: error.message });
- }
- });
-
- adminApiRouter.post('/knowledge-media/export', async (req, res) => {
- try {
- const knowledgeRootPath = getKnowledgeRootPath();
- await fs.access(knowledgeRootPath);
-
- const items = await buildKnowledgeMediaList(knowledgeRootPath);
- const exportedAt = new Date().toISOString();
- const payload = {
- exportedAt,
- rootPath: toFileUrl(knowledgeRootPath),
- sidecarSuffix: getKnowledgeMediaSidecarSuffix(),
- itemCount: items.length,
- items
- };
-
- const fileName = `knowledge_media_export_${Date.now()}.json`;
- res.setHeader('Content-Type', 'application/json; charset=utf-8');
- res.setHeader('Content-Disposition', `attachment; filename="${fileName}"`);
- res.status(200).send(JSON.stringify(payload, null, 2));
- } catch (error) {
- console.error('[AdminPanelRoutes API] Error exporting knowledge media:', error);
- res.status(500).json({ success: false, error: 'Failed to export knowledge media', details: error.message });
- }
- });
// --- End Knowledge Media Describer API ---
// --- Image Cache API (Legacy, for backward compatibility) ---