From d73ae6d0f71b632feab678e86337a8466fc103b9 Mon Sep 17 00:00:00 2001
From: SillyLossy <titan0599@gmail.com>
Date: Fri, 31 Mar 2023 21:56:24 +0300
Subject: [PATCH] Fix memory leak in OAI tokenizer

---
 server.js | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/server.js b/server.js
index a819add1c..61ec140aa 100644
--- a/server.js
+++ b/server.js
@@ -1854,6 +1854,8 @@ app.post("/tokenize_openai", jsonParser, function (request, response_tokenize_op
     }
     num_tokens += 2;
 
+    tokenizer.free();
+
     response_tokenize_openai.send({ "token_count": num_tokens });
 });