rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Clamp Claude's max temp when using Window AI

Browse Source
This commit is contained in:
Cohee
2023-06-07 10:53:24 +03:00
parent 6f70e5fe45
commit 7cff1a92fa
1 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
public/scripts/openai.js
View File

@ -551,6 +551,14 @@ async function sendWindowAIRequest(openai_msgs_tosend, signal, stream) {
let lastContent = ''; let lastContent = '';
let finished = false; let finished = false;
const currentModel = await window.ai.getCurrentModel();
let temperature = parseFloat(oai_settings.temp_openai);
if (currentModel.includes('claude') && temperature > claude_max_temp) {
console.warn(`Claude model only supports temperature up to ${claude_max_temp}. Clamping ${temperature} to ${claude_max_temp}.`);
temperature = claude_max_temp;
}
async function* windowStreamingFunction() { async function* windowStreamingFunction() {
while (true) { while (true) {
if (signal.aborted) { if (signal.aborted) {
@ -592,7 +600,7 @@ async function sendWindowAIRequest(openai_msgs_tosend, signal, stream) {
messages: openai_msgs_tosend, messages: openai_msgs_tosend,
}, },
{ {
temperature: parseFloat(oai_settings.temp_openai), temperature: temperature,
maxTokens: oai_settings.openai_max_tokens, maxTokens: oai_settings.openai_max_tokens,
onStreamResult: onStreamResult, onStreamResult: onStreamResult,
} }