rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-03-06 04:38:21 +01:00
Code Issues Packages Projects Releases Wiki Activity

add example names to initial system prompt

Browse Source
This commit is contained in:
based 2023-08-22 22:29:57 +10:00
parent ba925f388c
commit 3716fd51ef
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/openai.js
View File

@ -109,7 +109,7 @@ const max_4k = 4095;
const max_8k = 8191; const max_8k = 8191;
const max_16k = 16383; const max_16k = 16383;
const max_32k = 32767; const max_32k = 32767;
const scale_max = 8191; // Probably more. Save some for the system prompt defined on Scale site. const scale_max = 8191;
const claude_max = 9000; // We have a proper tokenizer, so theoretically could be larger (up to 9k) const claude_max = 9000; // We have a proper tokenizer, so theoretically could be larger (up to 9k)
const palm2_max = 7500; // The real context window is 8192, spare some for padding due to using turbo tokenizer const palm2_max = 7500; // The real context window is 8192, spare some for padding due to using turbo tokenizer
const claude_100k_max = 99000; const claude_100k_max = 99000;
@ -1090,7 +1090,7 @@ async function sendAltScaleRequest(openai_msgs_tosend, logit_bias, signal) {
let firstSysMsgs = [] let firstSysMsgs = []
for(let msg of openai_msgs_tosend){ for(let msg of openai_msgs_tosend){
if(msg.role === 'system') { if(msg.role === 'system') {
firstSysMsgs.push(substituteParams(msg.content)); firstSysMsgs.push(substituteParams(msg.name ? msg.name + ": " + msg.content : msg.content));
} else { } else {
break; break;
} }