Clarify Poe max context sizes, increase default timeout, add ignore <ACK> to character note, don't chunkify the prompt for Claude-100k

This commit is contained in:
Cohee
2023-06-12 13:09:15 +03:00
parent 5b1d48a833
commit ecd8cad933
4 changed files with 12 additions and 6 deletions

View File

@@ -2390,7 +2390,7 @@ app.post('/generate_poe', jsonParser, async (request, response) => {
if (streaming) {
try {
let reply = '';
for await (const mes of client.send_message(bot, prompt, false, 30, abortController.signal)) {
for await (const mes of client.send_message(bot, prompt, false, 60, abortController.signal)) {
if (response.headersSent === false) {
response.writeHead(200, {
'Content-Type': 'text/plain;charset=utf-8',
@@ -2423,7 +2423,7 @@ app.post('/generate_poe', jsonParser, async (request, response) => {
try {
let reply;
let messageId;
for await (const mes of client.send_message(bot, prompt, false, 30, abortController.signal)) {
for await (const mes of client.send_message(bot, prompt, false, 60, abortController.signal)) {
reply = mes.text;
messageId = mes.messageId;
}