manual re-addition of index.html tokenizer code

line 849:
if((anchorTop != "" || charPersonality != "") && !is_pygmalion){

line 1035:
if(message_already_generated.indexOf('You:') === -1 && message_already_generated.indexOf('<|endoftext|>') === -1 && tokens_already_generated < parseInt(amount_gen) && getMessage.length > 0){
This commit is contained in:
RossAscends
2023-02-25 06:03:12 +09:00
committed by GitHub
parent 1c0ce37d3e
commit 1f4c01fedf

View File

@@ -846,7 +846,7 @@
is_add_personality = true; is_add_personality = true;
//chatString = chatString.substr(0,chatString.length-1); //chatString = chatString.substr(0,chatString.length-1);
//anchorAndPersonality = "[Genre: roleplay chat][Tone: very long messages with descriptions]"; //anchorAndPersonality = "[Genre: roleplay chat][Tone: very long messages with descriptions]";
if(anchorTop != "" || charPersonality != ""){ if((anchorTop != "" || charPersonality != "") && !is_pygmalion){
if(anchorTop != "") charPersonality+=' '; if(anchorTop != "") charPersonality+=' ';
item+="["+charPersonality+anchorTop+']\n'; item+="["+charPersonality+anchorTop+']\n';
} }
@@ -1032,7 +1032,7 @@
if(is_pygmalion){ if(is_pygmalion){
if_typing_text = false; if_typing_text = false;
message_already_generated +=getMessage; message_already_generated +=getMessage;
if(message_already_generated.indexOf('You:') === -1 && tokens_already_generated < parseInt(amount_gen)){ if(message_already_generated.indexOf('You:') === -1 && message_already_generated.indexOf('<|endoftext|>') === -1 && tokens_already_generated < parseInt(amount_gen) && getMessage.length > 0){
runGenerate(getMessage); runGenerate(getMessage);
return; return;
} }