From a415deb8fac59dacc21c982f2bc33b5b96784c62 Mon Sep 17 00:00:00 2001
From: SillyLossy <titan0599@gmail.com>
Date: Sat, 27 May 2023 20:45:22 +0300
Subject: [PATCH] Unlock context size of OAI

---
 public/index.html        | 13 +++++++++++--
 public/scripts/openai.js | 22 +++++++++++++++++++---
 2 files changed, 30 insertions(+), 5 deletions(-)

diff --git a/public/index.html b/public/index.html
index ad010165c..484f7d2ef 100644
--- a/public/index.html
+++ b/public/index.html
@@ -381,6 +381,15 @@
                                         Enable this if the streaming doesn't work with your proxy.
                                     </div>
                                 </div>
+                                <div class="range-block">
+                                    <label class="checkbox_label">
+                                        <input id="oai_max_context_unlocked" type="checkbox" />
+                                        Unlocked Context Size
+                                    </label>
+                                    <div class="toggle-description justifyLeft">
+                                        Unrestricted maximum value for the context size slider. Enable only if you know what you're doing.
+                                    </div>
+                                </div>
                                 <div class="range-block">
                                     <div class="range-block-title">
                                         Context Size (tokens)
@@ -1120,7 +1129,7 @@
                     <div id="openai_api" style="display: none;position: relative;">
                         <label for="use_window_ai" class="checkbox_label">
                             <input id="use_window_ai" type="checkbox" />
-                            Use Window.ai 
+                            Use Window.ai
                             <a href="/notes#windowai" class="notes-link" target="_blank">
                                 <span class="note-link-span">?</span>
                             </a>
@@ -2666,4 +2675,4 @@
     </script>
 </body>
 
-</html>
\ No newline at end of file
+</html>
diff --git a/public/scripts/openai.js b/public/scripts/openai.js
index 8587d0b31..e62bba356 100644
--- a/public/scripts/openai.js
+++ b/public/scripts/openai.js
@@ -77,6 +77,7 @@ const default_bias_presets = {
 const gpt3_max = 4095;
 const gpt4_max = 8191;
 const gpt4_32k_max = 32767;
+const unlocked_max = 100 * 1024;
 
 let biasCache = undefined;
 const tokenCache = {};
@@ -105,6 +106,7 @@ const default_settings = {
     reverse_proxy: '',
     legacy_streaming: false,
     use_window_ai: false,
+    max_context_unlocked: false,
 };
 
 const oai_settings = {
@@ -131,6 +133,7 @@ const oai_settings = {
     reverse_proxy: '',
     legacy_streaming: false,
     use_window_ai: false,
+    max_context_unlocked: false,
 };
 
 let openai_setting_names;
@@ -851,6 +854,7 @@ function loadOpenAISettings(data, settings) {
     oai_settings.bias_presets = settings.bias_presets ?? default_settings.bias_presets;
     oai_settings.legacy_streaming = settings.legacy_streaming ?? default_settings.legacy_streaming;
     oai_settings.use_window_ai = settings.use_window_ai ?? default_settings.use_window_ai;
+    oai_settings.max_context_unlocked = settings.max_context_unlocked ?? default_settings.max_context_unlocked;
 
     if (settings.nsfw_toggle !== undefined) oai_settings.nsfw_toggle = !!settings.nsfw_toggle;
     if (settings.keep_example_dialogue !== undefined) oai_settings.keep_example_dialogue = !!settings.keep_example_dialogue;
@@ -915,6 +919,7 @@ function loadOpenAISettings(data, settings) {
     $('#openai_logit_bias_preset').trigger('change');
 
     $('#use_window_ai').prop('checked', oai_settings.use_window_ai);
+    $('#oai_max_context_unlocked').prop('checked', oai_settings.max_context_unlocked);
     $('#openai_form').toggle(!oai_settings.use_window_ai);
 }
 
@@ -1022,6 +1027,7 @@ async function saveOpenAIPreset(name, settings) {
         bias_preset_selected: settings.bias_preset_selected,
         reverse_proxy: settings.reverse_proxy,
         legacy_streaming: settings.legacy_streaming,
+        max_context_unlocked: settings.max_context_unlocked,
     };
 
     const savePresetSettings = await fetch(`/savepreset_openai?name=${name}`, {
@@ -1286,7 +1292,8 @@ function onSettingsPresetChange() {
         impersonation_prompt: ['#impersonation_prompt_textarea', 'impersonation_prompt', false],
         bias_preset_selected: ['#openai_logit_bias_preset', 'bias_preset_selected', false],
         reverse_proxy: ['#openai_reverse_proxy', 'reverse_proxy', false],
-        legacy_streaming: ['#legacy_streaming', 'legacy_streaming', false],
+        legacy_streaming: ['#legacy_streaming', 'legacy_streaming', true],
+        max_context_unlocked: ['#oai_max_context_unlocked', 'max_context_unlocked', true],
     };
 
     for (const [key, [selector, setting, isCheckbox]] of Object.entries(settingsToUpdate)) {
@@ -1309,7 +1316,10 @@ function onModelChange() {
     const value = $(this).val();
     oai_settings.openai_model = value;
 
-    if (value == 'gpt-4' || value == 'gpt-4-0314') {
+    if (oai_settings.max_context_unlocked) {
+        $('#openai_max_context').attr('max', unlocked_max);
+    }
+    else if (value == 'gpt-4' || value == 'gpt-4-0314') {
         $('#openai_max_context').attr('max', gpt4_max);
     }
     else if (value == 'gpt-4-32k') {
@@ -1519,7 +1529,7 @@ $(document).ready(function () {
         saveSettingsDebounced();
     });
 
-    $('#use_window_ai').on('input', function() {
+    $('#use_window_ai').on('input', function () {
         oai_settings.use_window_ai = !!$(this).prop('checked');
         $('#openai_form').toggle(!oai_settings.use_window_ai);
         setOnlineStatus('no_connection');
@@ -1528,6 +1538,12 @@ $(document).ready(function () {
         saveSettingsDebounced();
     });
 
+    $('#oai_max_context_unlocked').on('input', function () {
+        oai_settings.max_context_unlocked = !!$(this).prop('checked');
+        onModelChange();
+        saveSettingsDebounced();
+    });
+
     $("#api_button_openai").on("click", onConnectButtonClick);
     $("#openai_reverse_proxy").on("input", onReverseProxyInput);
     $("#model_openai_select").on("change", onModelChange);