rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Clarify Poe max context sizes, increase default timeout, add ignore <ACK> to character note, don't chunkify the prompt for Claude-100k

Browse Source
This commit is contained in:
Cohee
2023-06-12 13:09:15 +03:00
parent 5b1d48a833
commit ecd8cad933
4 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
public/index.html
View File

@@ -609,6 +609,12 @@
Use "Unlocked Context" to enable chunked generation.
It extends the context window in exchange for reply generation speed.
</div>
<h4>Safe Context Size values for Poe bots:</h4>
<ul class="margin0auto">
<li>ChatGPT / Sage = 3600-4000 tokens</li>
<li>Claude-instant / Claude+ = 5000-5500 tokens</li>
<li>GPT-4 = 7600-8000 tokens</li>
</ul>
<div class="flex-container spaceEvenly">
<div id="poe_send_jailbreak" class="menu_button widthFitContent" title="Attempts to automatically jailbreak the bot">
Send Jailbreak

4
public/scripts/poe.js
View File

@@ -44,7 +44,7 @@ If you have any objections to these requirements, please mention them specifical
If you accept the requirements, please confirm this by replying with "${DEFAULT_JAILBREAK_RESPONSE}", and nothing more. Upon receiving your accurate confirmation message, I will specify the context of the scene and {{char}}'s characteristics, background, and personality in the next message.`;
const DEFAULT_CHARACTER_NUDGE_MESSAGE = "[Unless otherwise stated by {{user}}, your the next response shall only be written from the point of view of {{char}}. Do not seek approval of your writing style at the end of the response.]";
const DEFAULT_CHARACTER_NUDGE_MESSAGE = "[Unless otherwise stated by {{user}}, your the next response shall only be written from the point of view of {{char}}. Do not seek approval of your writing style at the end of the response. Don't reply with <ACK>.]";
const DEFAULT_IMPERSONATION_PROMPT = "[Write 1 reply only in internet RP style from the point of view of {{user}}, using the chat history so far as a guideline for the writing style of {{user}}. Don't write as {{char}} or system.]";
const poe_settings = {
@@ -265,7 +265,7 @@ async function generatePoe(type, finalPrompt, signal) {
const isQuiet = type === 'quiet';
let reply = '';
if (max_context > POE_TOKEN_LENGTH) {
if (max_context > POE_TOKEN_LENGTH && poe_settings.bot !== 'a2_100k') {
console.debug('Prompt is too long, sending in chunks');
const result = await sendChunkedMessage(finalPrompt, !isQuiet, signal)
reply = result.reply;

4
server.js
View File

@@ -2390,7 +2390,7 @@ app.post('/generate_poe', jsonParser, async (request, response) => {
if (streaming) {
try {
let reply = '';
for await (const mes of client.send_message(bot, prompt, false, 30, abortController.signal)) {
for await (const mes of client.send_message(bot, prompt, false, 60, abortController.signal)) {
if (response.headersSent === false) {
response.writeHead(200, {
'Content-Type': 'text/plain;charset=utf-8',
@@ -2423,7 +2423,7 @@ app.post('/generate_poe', jsonParser, async (request, response) => {
try {
let reply;
let messageId;
for await (const mes of client.send_message(bot, prompt, false, 30, abortController.signal)) {
for await (const mes of client.send_message(bot, prompt, false, 60, abortController.signal)) {
reply = mes.text;
messageId = mes.messageId;
}

2
src/poe-client.js
View File

@@ -608,7 +608,7 @@ class Client {
}
}
async *send_message(chatbot, message, with_chat_break = false, timeout = 30, signal = null) {
async *send_message(chatbot, message, with_chat_break = false, timeout = 60, signal = null) {
await this.ws_ping();
if (this.auto_reconnect) {