rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Rate-limit Poe message requests

Browse Source
This commit is contained in:
Cohee
2023-06-16 15:13:03 +03:00
parent f4cc3932da
commit 536052af3d
2 changed files with 41 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
public/scripts/poe.js
View File

@@ -14,7 +14,7 @@ import {
secret_state,
writeSecret,
} from "./secrets.js";
import { delay, splitRecursive } from "./utils.js";
import { RateLimiter, delay, splitRecursive } from "./utils.js";
export {
is_get_status_poe,
@@ -66,6 +66,8 @@ let is_get_status_poe = false;
let is_poe_button_press = false;
let abortControllerSuggest = null;
const rateLimiter = new RateLimiter((60 / 10 * 1000)); // 10 requests per minute
function loadPoeSettings(settings) {
if (settings.poe_settings) {
Object.assign(poe_settings, settings.poe_settings);
@@ -334,6 +336,8 @@ async function sendMessage(prompt, withStreaming, withSuggestions, signal) {
signal = new AbortController().signal;
}
await rateLimiter.waitForResolve(signal);
const body = JSON.stringify({
bot: poe_settings.bot,
streaming: withStreaming && poe_settings.streaming,