rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-01-20 13:38:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

#1152 Filter repeating message hashes when inserting vectors

Browse Source
This commit is contained in:
Cohee 2023-09-19 17:12:22 +03:00
parent 3de5cdd7e8
commit dfbeb41afa
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
public/scripts/extensions/vectors/index.js
View File

@ -182,14 +182,17 @@ async function rearrangeChat(chat) {
// Get the most relevant messages, excluding the last few
const queryHashes = (await queryCollection(chatId, queryText, settings.insert)).filter(onlyUnique);
const queriedMessages = [];
const insertedHashes = new Set();
const retainMessages = chat.slice(-settings.protect);
for (const message of chat) {
if (retainMessages.includes(message)) {
if (retainMessages.includes(message) || !message.mes) {
continue;
}
if (message.mes && queryHashes.includes(getStringHash(message.mes))) {
const hash = getStringHash(message.mes);
if (queryHashes.includes(hash) && !insertedHashes.has(hash)) {
queriedMessages.push(message);
insertedHashes.add(hash);
}
}