rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

llamacpp broke

Browse Source
This commit is contained in:
Cohee
2024-05-12 21:41:07 +03:00
parent 4ccedb939c
commit c7d75b7789
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/textgen-settings.js
View File

@ -373,7 +373,7 @@ function getCustomTokenBans() {
} else if (line.startsWith('"') && line.endsWith('"')) { } else if (line.startsWith('"') && line.endsWith('"')) {
// Remove the enclosing quotes // Remove the enclosing quotes
banned_strings.push(line.slice(1, -1)) banned_strings.push(line.slice(1, -1));
} else { } else {
try { try {
const tokens = getTextTokens(tokenizer, line); const tokens = getTextTokens(tokenizer, line);
@ -1137,7 +1137,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
const logitBiasArray = (params.logit_bias && typeof params.logit_bias === 'object' && Object.keys(params.logit_bias).length > 0) const logitBiasArray = (params.logit_bias && typeof params.logit_bias === 'object' && Object.keys(params.logit_bias).length > 0)
? Object.entries(params.logit_bias).map(([key, value]) => [Number(key), value]) ? Object.entries(params.logit_bias).map(([key, value]) => [Number(key), value])
: []; : [];
const tokenBans = toIntArray(getCustomTokenBans()); const tokenBans = toIntArray(banned_tokens);
logitBiasArray.push(...tokenBans.map(x => [Number(x), false])); logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));
const llamaCppParams = { const llamaCppParams = {
'logit_bias': logitBiasArray, 'logit_bias': logitBiasArray,