rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add new OpenAI models

Browse Source
This commit is contained in:
Cohee
2023-06-13 22:33:35 +03:00
parent 96db4a8923
commit 356e85fedd
3 changed files with 39 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
server.js
View File

@ -158,6 +158,23 @@ async function countSentencepieceTokens(spp, text) {
const tokenizersCache = {};
function getTokenizerModel(requestModel) {
if (requestModel.includes('gpt-4-32k')) {
return 'gpt-4-32k';
}
if (requestModel.includes('gpt-4')) {
return 'gpt-4';
}
if (requestModel.includes('gpt-3.5-turbo')) {
return 'gpt-3.5-turbo';
}
// default
return 'gpt-3.5-turbo';
}
function getTiktokenTokenizer(model) {
if (tokenizersCache[model]) {
return tokenizersCache[model];
@ -2787,7 +2804,8 @@ app.post("/openai_bias", jsonParser, async function (request, response) {
let result = {};
const tokenizer = getTiktokenTokenizer(request.query.model === 'gpt-4-0314' ? 'gpt-4' : request.query.model);
const model = getTokenizerModel(String(request.query.model || ''));
const tokenizer = getTiktokenTokenizer(model);
for (const entry of request.body) {
if (!entry || !entry.text) {
@ -3083,11 +3101,13 @@ app.post("/generate_openai", jsonParser, function (request, response_generate_op
app.post("/tokenize_openai", jsonParser, function (request, response_tokenize_openai = response) {
if (!request.body) return response_tokenize_openai.sendStatus(400);
const tokensPerName = request.query.model.includes('gpt-4') ? 1 : -1;
const tokensPerMessage = request.query.model.includes('gpt-4') ? 3 : 4;
const model = getTokenizerModel(String(request.query.model || ''));
const tokensPerName = model.includes('gpt-4') ? 1 : -1;
const tokensPerMessage = model.includes('gpt-4') ? 3 : 4;
const tokensPadding = 3;
const tokenizer = getTiktokenTokenizer(request.query.model === 'gpt-4-0314' ? 'gpt-4' : request.query.model);
const tokenizer = getTiktokenTokenizer(model);
let num_tokens = 0;
for (const msg of request.body) {