From 62fed2ff6a2a90009d54f46e9f7225975eb05033 Mon Sep 17 00:00:00 2001
From: AlpinDale <alpindale@gmail.com>
Date: Sat, 24 Aug 2024 22:43:20 +0000
Subject: [PATCH] fix: pass model parameter for aphrodite tokenizer

---
 public/scripts/tokenizers.js | 1 +
 src/endpoints/tokenizers.js  | 3 ++-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/public/scripts/tokenizers.js b/public/scripts/tokenizers.js
index e72a44ad6..e7a6dee7e 100644
--- a/public/scripts/tokenizers.js
+++ b/public/scripts/tokenizers.js
@@ -838,6 +838,7 @@ function getTextgenAPITokenizationParams(str) {
         url: getTextGenServer(),
         legacy_api: textgen_settings.legacy_api && (textgen_settings.type === OOBA || textgen_settings.type === APHRODITE),
         vllm_model: textgen_settings.vllm_model,
+        aphrodite_model: textgen_settings.aphrodite_model,
     };
 }
 
diff --git a/src/endpoints/tokenizers.js b/src/endpoints/tokenizers.js
index 2ebdb30ff..70befe3f7 100644
--- a/src/endpoints/tokenizers.js
+++ b/src/endpoints/tokenizers.js
@@ -812,6 +812,7 @@ router.post('/remote/textgenerationwebui/encode', jsonParser, async function (re
     const baseUrl = String(request.body.url);
     const legacyApi = Boolean(request.body.legacy_api);
     const vllmModel = String(request.body.vllm_model) || '';
+    const aphroditeModel = String(request.body.aphrodite_model) || '';
 
     try {
         const args = {
@@ -847,7 +848,7 @@ router.post('/remote/textgenerationwebui/encode', jsonParser, async function (re
                     break;
                 case TEXTGEN_TYPES.APHRODITE:
                     url += '/v1/tokenize';
-                    args.body = JSON.stringify({ 'prompt': text });
+                    args.body = JSON.stringify({ 'model': aphroditeModel, 'prompt': text });
                     break;
                 default:
                     url += '/v1/internal/encode';