rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Supposed slowdown fix

Browse Source
This commit is contained in:
SillyLossy
2023-03-19 17:03:17 +02:00
parent 40e371aa72
commit ad765f2275
1 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
public/script.js
View File

@@ -1215,7 +1215,7 @@ async function Generate(type, automatic_trigger) {//encode("dsfs").length
if (i === chat.length - 1) { if (i === chat.length - 1) {
if (!pin_examples) { if (!pin_examples) {
let mesExmString = ''; let mesExmString = '';
for (let iii = mesExamplesArray.length - 1; iii >= 0; iii--) { for (let iii = 0; iii < mesExamplesArray.length; iii++) {
mesExmString += mesExamplesArray[iii]; mesExmString += mesExamplesArray[iii];
const prompt = worldInfoString + storyString + mesExmString + chatString + anchorTop + anchorBottom + charPersonality + promptBias + extension_prompt; const prompt = worldInfoString + storyString + mesExmString + chatString + anchorTop + anchorBottom + charPersonality + promptBias + extension_prompt;
if (encode(JSON.stringify(prompt)).length + 120 < this_max_context) { if (encode(JSON.stringify(prompt)).length + 120 < this_max_context) {
@@ -1225,19 +1225,19 @@ async function Generate(type, automatic_trigger) {//encode("dsfs").length
count_exm_add++; count_exm_add++;
await delay(1); await delay(1);
} else { } else {
break; iii = mesExamplesArray.length;
} }
} }
} }
if (!is_pygmalion && Scenario && Scenario.length > 0) { if (!is_pygmalion && Scenario && Scenario.length > 0) {
storyString += `Circumstances and context of the dialogue: ${Scenario}\n`; storyString += `Circumstances and context of the dialogue: ${Scenario}\n`;
} }
console.log('calling runGenerate');
runGenerate();
return;
} }
i++; i++;
} }
console.log('calling runGenerate');
runGenerate();
return;
function runGenerate(cycleGenerationPromt = '') { function runGenerate(cycleGenerationPromt = '') {
$(".swipe_right").css("display", "none"); $(".swipe_right").css("display", "none");
@@ -1424,6 +1424,7 @@ async function Generate(type, automatic_trigger) {//encode("dsfs").length
textgenerationwebui_settings.top_p, // top_p textgenerationwebui_settings.top_p, // top_p
textgenerationwebui_settings.typical_p, // typical_p textgenerationwebui_settings.typical_p, // typical_p
textgenerationwebui_settings.rep_pen, // repetition_penalty textgenerationwebui_settings.rep_pen, // repetition_penalty
1.0, // encoder rep pen
textgenerationwebui_settings.top_k, // top_k textgenerationwebui_settings.top_k, // top_k
0, // min_length 0, // min_length
textgenerationwebui_settings.rep_pen_size, // no_repeat_ngram_size textgenerationwebui_settings.rep_pen_size, // no_repeat_ngram_size