rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add poe streaming

Browse Source
This commit is contained in:
SillyLossy
2023-04-12 02:26:09 +03:00
parent 2040b8d3ff
commit e1b514ef5a
4 changed files with 79 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
public/script.js
View File

@ -1114,7 +1114,7 @@ function appendToStoryString(value, prefix) {
}
function isStreamingEnabled() {
return (main_api == 'openai' && oai_settings.stream_openai);
return (main_api == 'openai' && oai_settings.stream_openai) || (main_api == 'poe' && poe_settings.streaming);
}
class StreamingProcessor {
@ -1811,8 +1811,6 @@ async function Generate(type, automatic_trigger, force_name2) {
if (isStreamingEnabled()) {
streamingProcessor.generator = await sendOpenAIRequest(prompt);
await streamingProcessor.generate();
streamingProcessor = null;
}
else {
sendOpenAIRequest(prompt).then(onSuccess).catch(onError);
@ -1822,7 +1820,12 @@ async function Generate(type, automatic_trigger, force_name2) {
generateHorde(finalPromt, generate_data).then(onSuccess).catch(onError);
}
else if (main_api == 'poe') {
generatePoe(finalPromt).then(onSuccess).catch(onError);
if (isStreamingEnabled()) {
streamingProcessor.generator = await generatePoe(finalPromt);
}
else {
generatePoe(finalPromt).then(onSuccess).catch(onError);
}
}
else {
jQuery.ajax({
@ -1840,6 +1843,11 @@ async function Generate(type, automatic_trigger, force_name2) {
}); //end of "if not data error"
}
if (isStreamingEnabled()) {
await streamingProcessor.generate();
streamingProcessor = null;
}
function onSuccess(data) {
tokens_already_generated += this_amount_gen; // add new gen amt to any prev gen counter..