diff --git a/server.js b/server.js index a819add1c..61ec140aa 100644 --- a/server.js +++ b/server.js @@ -1854,6 +1854,8 @@ app.post("/tokenize_openai", jsonParser, function (request, response_tokenize_op } num_tokens += 2; + tokenizer.free(); + response_tokenize_openai.send({ "token_count": num_tokens }); });