rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Enabled streaming for o1 and o3

Browse Source 
- They do be supporting it now
This commit is contained in:
Wolfsblvt
2025-02-07 19:49:15 +01:00
parent 0bcf8b5d21
commit d1ec9eb8ab
2 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
public/script.js
View File

@ -3089,7 +3089,6 @@ export function isStreamingEnabled() {
(main_api == 'openai' && (main_api == 'openai' &&
oai_settings.stream_openai && oai_settings.stream_openai &&
!noStreamSources.includes(oai_settings.chat_completion_source) && !noStreamSources.includes(oai_settings.chat_completion_source) &&
!(oai_settings.chat_completion_source == chat_completion_sources.OPENAI && (oai_settings.openai_model.startsWith('o1') || oai_settings.openai_model.startsWith('o3'))) &&
!(oai_settings.chat_completion_source == chat_completion_sources.MAKERSUITE && oai_settings.google_model.includes('bison'))) !(oai_settings.chat_completion_source == chat_completion_sources.MAKERSUITE && oai_settings.google_model.includes('bison')))
|| (main_api == 'kobold' && kai_settings.streaming_kobold && kai_flags.can_use_streaming) || (main_api == 'kobold' && kai_settings.streaming_kobold && kai_flags.can_use_streaming)
|| (main_api == 'novel' && nai_settings.streaming_novel) || (main_api == 'novel' && nai_settings.streaming_novel)

3
public/scripts/openai.js
View File

@ -1869,7 +1869,7 @@ async function sendOpenAIRequest(type, messages, signal) {
const isQuiet = type === 'quiet'; const isQuiet = type === 'quiet';
const isImpersonate = type === 'impersonate'; const isImpersonate = type === 'impersonate';
const isContinue = type === 'continue'; const isContinue = type === 'continue';
const stream = oai_settings.stream_openai && !isQuiet && !isScale && !(isGoogle && oai_settings.google_model.includes('bison')) && !(isOAI && (oai_settings.openai_model.startsWith('o1') || oai_settings.openai_model.startsWith('o3'))); const stream = oai_settings.stream_openai && !isQuiet && !isScale && !(isGoogle && oai_settings.google_model.includes('bison'));
const useLogprobs = !!power_user.request_token_probabilities; const useLogprobs = !!power_user.request_token_probabilities;
const canMultiSwipe = oai_settings.n > 1 && !isContinue && !isImpersonate && !isQuiet && (isOAI || isCustom); const canMultiSwipe = oai_settings.n > 1 && !isContinue && !isImpersonate && !isQuiet && (isOAI || isCustom);
@ -2059,7 +2059,6 @@ async function sendOpenAIRequest(type, messages, signal) {
}); });
generate_data.max_completion_tokens = generate_data.max_tokens; generate_data.max_completion_tokens = generate_data.max_tokens;
delete generate_data.max_tokens; delete generate_data.max_tokens;
delete generate_data.stream;
delete generate_data.logprobs; delete generate_data.logprobs;
delete generate_data.top_logprobs; delete generate_data.top_logprobs;
delete generate_data.n; delete generate_data.n;