mirror of
https://github.com/SillyTavern/SillyTavern.git
synced 2025-06-05 21:59:27 +02:00
manual re-addition of index.html tokenizer code
line 849: if((anchorTop != "" || charPersonality != "") && !is_pygmalion){ line 1035: if(message_already_generated.indexOf('You:') === -1 && message_already_generated.indexOf('<|endoftext|>') === -1 && tokens_already_generated < parseInt(amount_gen) && getMessage.length > 0){
This commit is contained in:
@@ -846,7 +846,7 @@
|
|||||||
is_add_personality = true;
|
is_add_personality = true;
|
||||||
//chatString = chatString.substr(0,chatString.length-1);
|
//chatString = chatString.substr(0,chatString.length-1);
|
||||||
//anchorAndPersonality = "[Genre: roleplay chat][Tone: very long messages with descriptions]";
|
//anchorAndPersonality = "[Genre: roleplay chat][Tone: very long messages with descriptions]";
|
||||||
if(anchorTop != "" || charPersonality != ""){
|
if((anchorTop != "" || charPersonality != "") && !is_pygmalion){
|
||||||
if(anchorTop != "") charPersonality+=' ';
|
if(anchorTop != "") charPersonality+=' ';
|
||||||
item+="["+charPersonality+anchorTop+']\n';
|
item+="["+charPersonality+anchorTop+']\n';
|
||||||
}
|
}
|
||||||
@@ -1032,7 +1032,7 @@
|
|||||||
if(is_pygmalion){
|
if(is_pygmalion){
|
||||||
if_typing_text = false;
|
if_typing_text = false;
|
||||||
message_already_generated +=getMessage;
|
message_already_generated +=getMessage;
|
||||||
if(message_already_generated.indexOf('You:') === -1 && tokens_already_generated < parseInt(amount_gen)){
|
if(message_already_generated.indexOf('You:') === -1 && message_already_generated.indexOf('<|endoftext|>') === -1 && tokens_already_generated < parseInt(amount_gen) && getMessage.length > 0){
|
||||||
runGenerate(getMessage);
|
runGenerate(getMessage);
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user