rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Increase 0301 padding

Browse Source
This commit is contained in:
Cohee
2023-10-16 02:21:27 +03:00
parent 4657aef306
commit 2a16d24760
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/tokenizers.js
View File

@@ -317,10 +317,10 @@ function registerEndpoints(app, jsonParser) {
} }
num_tokens += tokensPadding; num_tokens += tokensPadding;
// NB: Since 2023-10-14, the GPT-3.5 Turbo 0301 model shoves in 7 extra tokens to every message. // NB: Since 2023-10-14, the GPT-3.5 Turbo 0301 model shoves in 7-9 extra tokens to every message.
// More details: https://community.openai.com/t/gpt-3-5-turbo-0301-showing-different-behavior-suddenly/431326/14 // More details: https://community.openai.com/t/gpt-3-5-turbo-0301-showing-different-behavior-suddenly/431326/14
if (queryModel.endsWith('-0301')) { if (queryModel.endsWith('-0301')) {
num_tokens += 7; num_tokens += 9;
} }
// not needed for cached tokenizers // not needed for cached tokenizers