New AI21 Jamba + tokenizer

default/content/presets/openai/Default.json

@@ -8,7 +8,7 @@
     "openrouter_force_instruct": false,
     "openrouter_group_models": false,
     "openrouter_sort_models": "alphabetically",
-    "ai21_model": "j2-ultra",
+    "ai21_model": "jamba-1.5-mini",
     "mistralai_model": "mistral-large-latest",
     "custom_model": "",
     "custom_url": "",
@@ -19,7 +19,6 @@
     "temperature": 1,
     "frequency_penalty": 0,
     "presence_penalty": 0,
-    "count_penalty": 0,
     "top_p": 1,
     "top_k": 0,
     "top_a": 0,
@@ -233,8 +232,6 @@
     "assistant_prefill": "",
     "assistant_impersonation": "",
     "human_sysprompt_message": "Let's get started. Please generate your response based on the information and instructions provided above.",
-    "use_ai21_tokenizer": false,
-    "use_google_tokenizer": false,
     "claude_use_sysprompt": false,
     "use_alt_scale": false,
     "squash_system_messages": false,

default/content/settings.json

@@ -452,7 +452,6 @@
         "temp_openai": 1.0,
         "freq_pen_openai": 0,
         "pres_pen_openai": 0,
-        "count_pen": 0,
         "top_p_openai": 1,
         "top_k_openai": 0,
         "stream_openai": true,
@@ -614,7 +613,7 @@
         "wi_format": "{0}",
         "openai_model": "gpt-4-turbo",
         "claude_model": "claude-3-5-sonnet-20240620",
-        "ai21_model": "j2-ultra",
+        "ai21_model": "jamba-1.5-mini",
         "windowai_model": "",
         "openrouter_model": "OR_Website",
         "jailbreak_system": true,
@@ -625,7 +624,6 @@
         "show_external_models": false,
         "proxy_password": "",
         "assistant_prefill": "",
-        "assistant_impersonation": "",
-        "use_ai21_tokenizer": false
+        "assistant_impersonation": ""
     }
 }