#228 Don't use a selected tokenizer for parallel prompt building of OAI prompts

This commit is contained in:
Cohee1207
2023-05-06 15:30:15 +03:00
parent 8baf6d22b5
commit 7f718e09be
2 changed files with 20 additions and 1 deletions

View File

@ -127,6 +127,11 @@ const oai_settings = {
let openai_setting_names;
let openai_settings;
export function getTokenCountOpenAI(text) {
const message = { role: 'system', content: text };
return countTokens(message, true);
}
function validateReverseProxy() {
if (!oai_settings.reverse_proxy) {
return;