rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Vector Storage: Fix query summarizing for WI and files

Browse Source
This commit is contained in:
Cohee
2024-08-16 20:49:14 +03:00
parent 24a283c724
commit c88edaa4ed
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
public/scripts/extensions/vectors/index.js
View File

@ -401,7 +401,7 @@ async function processFiles(chat) {
const dataBankCollectionIds = await ingestDataBankAttachments(); const dataBankCollectionIds = await ingestDataBankAttachments();
if (dataBankCollectionIds.length) { if (dataBankCollectionIds.length) {
const queryText = await getQueryText(chat); const queryText = await getQueryText(chat, 'file');
await injectDataBankChunks(queryText, dataBankCollectionIds); await injectDataBankChunks(queryText, dataBankCollectionIds);
} }
@ -435,7 +435,7 @@ async function processFiles(chat) {
await vectorizeFile(fileText, fileName, collectionId, settings.chunk_size, settings.overlap_percent); await vectorizeFile(fileText, fileName, collectionId, settings.chunk_size, settings.overlap_percent);
} }
const queryText = await getQueryText(chat); const queryText = await getQueryText(chat, 'file');
const fileChunks = await retrieveFileChunks(queryText, collectionId); const fileChunks = await retrieveFileChunks(queryText, collectionId);
message.mes = `${fileChunks}\n\n${message.mes}`; message.mes = `${fileChunks}\n\n${message.mes}`;
@ -596,7 +596,7 @@ async function rearrangeChat(chat) {
return; return;
} }
const queryText = await getQueryText(chat); const queryText = await getQueryText(chat, 'chat');
if (queryText.length === 0) { if (queryText.length === 0) {
console.debug('Vectors: No text to query'); console.debug('Vectors: No text to query');
@ -683,15 +683,16 @@ const onChatEvent = debounce(async () => await moduleWorker.update(), debounce_t
/** /**
* Gets the text to query from the chat * Gets the text to query from the chat
* @param {object[]} chat Chat messages * @param {object[]} chat Chat messages
* @param {'file'|'chat'|'world-info'} initiator Initiator of the query
* @returns {Promise<string>} Text to query * @returns {Promise<string>} Text to query
*/ */
async function getQueryText(chat) { async function getQueryText(chat, initiator) {
let queryText = ''; let queryText = '';
let i = 0; let i = 0;
let hashedMessages = chat.map(x => ({ text: String(substituteParams(x.mes)) })); let hashedMessages = chat.map(x => ({ text: String(substituteParams(x.mes)) }));
if (settings.summarize && settings.summarize_sent) { if (initiator === 'chat' && settings.enabled_chats && settings.summarize && settings.summarize_sent) {
hashedMessages = await summarize(hashedMessages, settings.summary_source); hashedMessages = await summarize(hashedMessages, settings.summary_source);
} }
@ -1279,7 +1280,7 @@ async function activateWorldInfo(chat) {
} }
// Perform a multi-query // Perform a multi-query
const queryText = await getQueryText(chat); const queryText = await getQueryText(chat, 'world-info');
if (queryText.length === 0) { if (queryText.length === 0) {
console.debug('Vectors: No text to query for WI'); console.debug('Vectors: No text to query for WI');