Fill tokenizer legacy counts where possible.

This commit is contained in:
maver
2023-07-08 18:48:50 +02:00
parent 9784950c54
commit 2ed1cee82e
2 changed files with 20 additions and 1 deletions

View File

@ -703,7 +703,7 @@ function prepareOpenAIMessages({
const chat = chatCompletion.getChat();
openai_messages_count = chat.filter(x => x?.role === "user" || x?.role === "assistant")?.length || 0;
return [chat, false];
return [chat, promptManager.tokenHandler.counts];
}
function getGroupMembers(activeGroup) {