Merge pull request #19 from SillyLossy/dev

Dev

public/script.js

@@ -196,8 +196,8 @@ const system_messages = {
             'Hi there! The following chat formatting commands are supported:',
             '<ol>',
             '<li><tt>*text*</tt> – format the actions that your character does</li>',
-            '<li><tt>{*text*}</tt> – set the behavioral bias for your character</li>',
-            '<li><tt>{}</tt> – cancel a previously set bias</li>',
+            '<li><tt>{{text}}</tt> – set the behavioral bias for the AI character</li>',
+            '<li><tt>{{}}</tt> – cancel a previously set bias</li>',
             '</ol>',
             'Need more help? Visit our wiki – <a href=\"https://github.com/TavernAI/TavernAI/wiki\">TavernAI Wiki</a>!'
         ].join('')
@@ -784,9 +784,16 @@ function messageFormating(mes, ch_name, isSystem, forceAvatar) {
             .replace(/\n/g, "<br/>");
     } else if (!isSystem) {
         mes = converter.makeHtml(mes);
-        mes = mes.replace(/{.*}/g, "");
+        //mes = mes.replace(/{.*}/g, "");
+        mes = mes.replace(/{{(\*?.+?\*?)}}/g, "");
+        
+
         mes = mes.replace(/\n/g, "<br/>");
         mes = mes.trim();
+
+        mes = mes.replace(/<code>[\s\S]*?<\/code>/g, function(match) {
+            return match.replace(/&amp;/g, '&');
+        });
     }
 
     if (forceAvatar) {
@@ -967,7 +974,8 @@ function extractMessageBias(message) {
     }
 
     const found = [];
-    const rxp = /{([^}]+)}/g;
+    const rxp = /{{(\*?.+?\*?)}}/g;
+    //const rxp = /{([^}]+)}/g;
     let curMatch;
 
     while ((curMatch = rxp.exec(message))) {
@@ -1017,6 +1025,7 @@ function getExtensionPrompt(position = 0, depth = undefined, separator = "\n") {
     if (extension_prompt.length && !extension_prompt.endsWith(separator)) {
         extension_prompt = extension_prompt + separator;
     }
+    extension_prompt = substituteParams(extension_prompt);
     return extension_prompt;
 }
 
@@ -1257,7 +1266,8 @@ async function Generate(type, automatic_trigger, force_name2) {//encode("dsfs").
             }
 
             // replace bias markup
-            chat2[i] = (chat2[i] ?? '').replace(/{.*}/g, '');
+            //chat2[i] = (chat2[i] ?? '').replace(/{.*}/g, '');
+            chat2[i] = (chat2[i] ?? '').replace(/{{(\*?.+?\*?)}}/g, '');
             //console.log('replacing chat2 {}s');
             j++;
         }
@@ -1886,8 +1896,8 @@ async function saveChat(chat_name) {
             chat[i].mes = str;
             chat[i].name = default_user_name;
         } else if (i !== chat.length - 1 && chat[i].swipe_id !== undefined) {
-            delete chat[i].swipes;
-            delete chat[i].swipe_id;
+          //  delete chat[i].swipes;
+          //  delete chat[i].swipe_id;
         }
     });
     var save_chat = [

public/scripts/extensions/floating-prompt/index.js

@@ -5,8 +5,8 @@ const MODULE_NAME = '2_floating_prompt'; // <= Deliberate, for sorting lower tha
 const UPDATE_INTERVAL = 1000;
 
 let lastMessageNumber = null;
-let promptInsertionInterval = 0;
-let promptInsertionPosition = 0;
+let promptInsertionInterval = 1;
+let promptInsertionPosition = 1;
 let promptInsertionDepth = 0;
 
 function onExtensionFloatingPromptInput() {
@@ -49,8 +49,8 @@ function getLocalStorageKeys() {
 function loadSettings() {
     const keys = getLocalStorageKeys();
     const prompt = localStorage.getItem(keys.prompt) ?? '';
-    const interval = localStorage.getItem(keys.interval) ?? 0;
-    const position = localStorage.getItem(keys.position) ?? 0;
+    const interval = localStorage.getItem(keys.interval) ?? 1;
+    const position = localStorage.getItem(keys.position) ?? 1;
     const depth = localStorage.getItem(keys.depth) ?? 0;
     $('#extension_floating_prompt').val(prompt).trigger('input');
     $('#extension_floating_interval').val(interval).trigger('input');
@@ -113,9 +113,9 @@ async function moduleWorker() {
                 In-chat
             </label>
             <label for="extension_floating_interval">Every N messages <b>you</b> send (set to 0 to disable):</label>
-            <input id="extension_floating_interval" class="text_pole" type="number" value="0" min="0" max="999" />
+            <input id="extension_floating_interval" class="text_pole" type="number" min="0" max="999" />
             <label for="extension_floating_interval">Insertion depth (for in-chat positioning):</label>
-            <input id="extension_floating_depth" class="text_pole" type="number" value="0" min="0" max="99" />
+            <input id="extension_floating_depth" class="text_pole" type="number" min="0" max="99" />
             <span>Appending to the prompt in next: <span id="extension_floating_counter">No</span> message(s)</span>
         </div>
         `;

public/scripts/extensions/poe/index.js

@@ -1,6 +1,6 @@
 import { getContext, getApiUrl } from "../../extensions.js";
 import { delay } from "../../utils.js";
-import { showSwipeButtons, hideSwipeButtons } from "../../../script.js";
+import { showSwipeButtons, hideSwipeButtons, getExtensionPrompt, extension_prompt_types } from "../../../script.js";
 
 const TOKEN_KEY = 'extensions_poe_token';
 const BOT_KEY = 'extensions_poe_bot';
@@ -8,7 +8,7 @@ const RESPONSE_KEY = 'extensions_poe_response';
 const MESSAGE_KEY = 'extensions_poe_message';
 const MAX_CONTEXT_KEY = 'extensions_poe_max_context';
 
-const DEFAULT_MAX_CONTEXT = 4096 - 256;
+const DEFAULT_MAX_CONTEXT = 2000;
 const MAX_RETRIES_FOR_ACTIVATION = 5;
 const DEFAULT_JAILBREAK_RESPONSE = 'Yes, Sir';
 const DEFAULT_JAILBREAK_MESSAGE = `You are going to interact with me in an erotic text-based free-style roleplay, following these requirements:
@@ -97,24 +97,29 @@ async function generate(type, chat2, storyString, mesExamplesArray, promptBias,
             console.log('Could not jailbreak the bot');
         }
     
+        let activator = `[Write the next reply as ${context.name2} only]`;
         let prompt = [worldInfoBefore, storyString, worldInfoAfter, extension_prompt, promptBias].join('\n').replace(/<START>/gm, '').trim();
         let messageSendString = '';
+
+        const allMessages = [...chat2, ...mesExamplesArray];
     
-        for (const item of [...chat2, ...mesExamplesArray]) {
-            const promptLength = context.encode(prompt + messageSendString + item).length;
+        for (let index = 0; index < allMessages.length; ++index) {
+            const item = allMessages[index];
+            const extensionPrompt = getExtensionPrompt(extension_prompt_types.IN_CHAT, index);
+            const promptLength = context.encode(prompt + messageSendString + item + activator + extensionPrompt).length;
             await delay(1);
     
             if (promptLength >= Number(max_context)) {
                 break;
             }
     
-            messageSendString = item + messageSendString;
+            messageSendString =  item + extensionPrompt + messageSendString;
         }
     
-        const finalPrompt = [prompt, messageSendString, `[Write the next reply as ${context.name2} only]`].join('\n');
+        const finalPrompt = [prompt, messageSendString, activator].join('\n');
         const reply = await sendMessage(finalPrompt);
     
-        context.saveReply(type, reply, true);
+        context.saveReply(type, reply, false);
         context.saveChat();
     }
     catch (err) {
@@ -123,6 +128,7 @@ async function generate(type, chat2, storyString, mesExamplesArray, promptBias,
     finally {
         context.activateSendButtons();
         showSwipeButtons();
+        $('.mes_edit:last').show();
     }
 }
 

public/scripts/openai.js

@@ -108,7 +108,8 @@ function setOpenAIMessages(chat) {
         }
 
         // replace bias markup
-        content = (content ?? '').replace(/{.*}/g, '');
+        //content = (content ?? '').replace(/{.*}/g, '');
+        content = (content ?? '').replace(/{{(\*?.+?\*?)}}/g, '');
 
         // Apply the "wrap in quotes" option
         if (role == 'user' && oai_settings.wrap_in_quotes) content = `"${content}"`;
@@ -257,7 +258,7 @@ async function prepareOpenAIMessages(name2, storyString, worldInfoBefore, worldI
 
     // todo: static value, maybe include in the initial context calculation
     let new_chat_msg = { "role": "system", "content": "[Start a new chat]" };
-    let start_chat_count = countTokens([new_chat_msg]);
+    let start_chat_count = countTokens([new_chat_msg], true);
     let total_count = countTokens([prompt_msg], true) + start_chat_count;
 
     if (bias && bias.trim().length) {
@@ -280,12 +281,12 @@ async function prepareOpenAIMessages(name2, storyString, worldInfoBefore, worldI
 
         // recount tokens for new start message
         total_count -= start_chat_count
-        start_chat_count = countTokens([new_chat_msg]);
+        start_chat_count = countTokens([new_chat_msg], true);
         total_count += start_chat_count;
     }
 
     if (oai_settings.jailbreak_system) {
-        const jailbreakMessage = { "role": "system", "content": `[System note: ${oai_settings.nsfw_prompt}]` };
+        const jailbreakMessage = { "role": "system", "content": substituteParams(`[System note: ${oai_settings.nsfw_prompt}]`) };
         openai_msgs.push(jailbreakMessage);
 
         total_count += countTokens([jailbreakMessage], true);
@@ -310,11 +311,11 @@ async function prepareOpenAIMessages(name2, storyString, worldInfoBefore, worldI
                 examples_tosend.push(example);
             }
         }
-        total_count += countTokens(examples_tosend);
+        total_count += countTokens(examples_tosend, true);
         // go from newest message to oldest, because we want to delete the older ones from the context
         for (let j = openai_msgs.length - 1; j >= 0; j--) {
             let item = openai_msgs[j];
-            let item_count = countTokens(item);
+            let item_count = countTokens(item, true);
             // If we have enough space for this message, also account for the max assistant reply size
             if ((total_count + item_count) < (this_max_context - oai_settings.openai_max_tokens)) {
                 openai_msgs_tosend.push(item);
@@ -328,7 +329,7 @@ async function prepareOpenAIMessages(name2, storyString, worldInfoBefore, worldI
     } else {
         for (let j = openai_msgs.length - 1; j >= 0; j--) {
             let item = openai_msgs[j];
-            let item_count = countTokens(item);
+            let item_count = countTokens(item, true);
             // If we have enough space for this message, also account for the max assistant reply size
             if ((total_count + item_count) < (this_max_context - oai_settings.openai_max_tokens)) {
                 openai_msgs_tosend.push(item);
@@ -348,7 +349,7 @@ async function prepareOpenAIMessages(name2, storyString, worldInfoBefore, worldI
 
             for (let k = 0; k < example_block.length; k++) {
                 if (example_block.length == 0) { continue; }
-                let example_count = countTokens(example_block[k]);
+                let example_count = countTokens(example_block[k], true);
                 // add all the messages from the example
                 if ((total_count + example_count + start_chat_count) < (this_max_context - oai_settings.openai_max_tokens)) {
                     if (k == 0) {

public/style.css

@@ -121,6 +121,7 @@ code {
     border-radius: 5px;
     background-color: var(--black70a);
     display: inline-block;
+    max-width: 80%;
 }
 
 #bg1 {

server.js

@@ -1854,6 +1854,8 @@ app.post("/tokenize_openai", jsonParser, function (request, response_tokenize_op
     }
     num_tokens += 2;
 
+    tokenizer.free();
+
     response_tokenize_openai.send({ "token_count": num_tokens });
 });