rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add Handling for Dangling Characters in "trimToEndSentence" - utils.js 

New: Considered the presence of whitespace or newline characters preceding the punctuation for accurate trimming.
This commit is contained in:
Spacellary 2024-02-02 13:42:31 -03:00 committed by GitHub
parent 3b739cceed
commit e4025cb413
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
public/scripts/utils.js
View File

@ -471,14 +471,18 @@ export function sortByCssOrder(a, b) {
* trimToEndSentence('Hello, world! I am from'); // 'Hello, world!'
*/
export function trimToEndSentence(input, include_newline = false) {
const punctuation = new Set(['.', '!', '?', '*', '"', ')', '}', '`', ']', '$', '。', '！', '？', '”', '）', '】', '】', '’', '」', '】']); // extend this as you see fit
const punctuation = new Set(['.', '!', '?', '*', '"', ')', '}', '`', ']', '$', '。', '！', '？', '”', '）', '】', '’', '」']); // extend this as you see fit
let last = -1;
for (let i = input.length - 1; i >= 0; i--) {
const char = input[i];
if (punctuation.has(char)) {
last = i;
if (i > 0 && (input[i - 1] === ' ' || input[i - 1] === '\n')) {
last = i - 1;
} else {
last = i;
}
break;
}