rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Split overlap size in two

Browse Source
This commit is contained in:
Cohee
2024-06-06 23:00:49 +03:00
parent 39721b6a8f
commit bcfc4d5c64
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
public/scripts/extensions/vectors/index.js
View File

@ -603,11 +603,12 @@ function getPromptText(queriedMessages) {
* @returns {string} Overlapped chunks, with overlap trimmed to sentence boundaries * @returns {string} Overlapped chunks, with overlap trimmed to sentence boundaries
*/ */
function overlapChunks(chunk, index, chunks, overlapSize) { function overlapChunks(chunk, index, chunks, overlapSize) {
const halfOverlap = Math.floor(overlapSize / 2);
const nextChunk = chunks[index + 1]; const nextChunk = chunks[index + 1];
const prevChunk = chunks[index - 1]; const prevChunk = chunks[index - 1];
const nextOverlap = trimToEndSentence(nextChunk?.substring(0, overlapSize)) || ''; const nextOverlap = trimToEndSentence(nextChunk?.substring(0, halfOverlap)) || '';
const prevOverlap = trimToStartSentence(prevChunk?.substring(prevChunk.length - overlapSize)) || ''; const prevOverlap = trimToStartSentence(prevChunk?.substring(prevChunk.length - halfOverlap)) || '';
const overlappedChunk = [prevOverlap, chunk, nextOverlap].filter(x => x).join(' '); const overlappedChunk = [prevOverlap, chunk, nextOverlap].filter(x => x).join(' ');
return overlappedChunk; return overlappedChunk;