From 54a6f4bc62ff47187b25439dc61514bd982d693b Mon Sep 17 00:00:00 2001
From: Cohee <18619528+Cohee1207@users.noreply.github.com>
Date: Tue, 2 Apr 2024 22:52:51 +0300
Subject: [PATCH] Add speed control

---
 public/css/toggle-dependent.css |  8 ++++++++
 public/index.html               | 11 ++++++++++-
 public/scripts/power-user.js    |  7 +++++++
 public/scripts/sse-stream.js    |  7 ++++---
 4 files changed, 29 insertions(+), 4 deletions(-)

diff --git a/public/css/toggle-dependent.css b/public/css/toggle-dependent.css
index 13067d50a..3f90edc42 100644
--- a/public/css/toggle-dependent.css
+++ b/public/css/toggle-dependent.css
@@ -439,3 +439,11 @@ body.expandMessageActions .mes .mes_buttons .extraMesButtonsHint {
 #openai_image_inlining:checked~#image_inlining_hint {
     display: block;
 }
+
+#smooth_streaming:not(:checked)~#smooth_streaming_speed_control {
+    display: none;
+}
+
+#smooth_streaming:checked~#smooth_streaming_speed_control {
+    display: block;
+}
diff --git a/public/index.html b/public/index.html
index d6ed82c83..ec7c1500f 100644
--- a/public/index.html
+++ b/public/index.html
@@ -3618,7 +3618,7 @@
                                         </div>
                                     </div>
                                 </div>
-                                <label class="checkbox_label" for="smooth_streaming">
+                                <label class="checkbox_label flexWrap" for="smooth_streaming">
                                     <input id="smooth_streaming" type="checkbox" />
                                     <div class="flex-container alignItemsBaseline">
                                         <span data-i18n="Smooth Streaming">
@@ -3626,6 +3626,15 @@
                                         </span>
                                         <i class="fa-solid fa-flask" title="Experimental feature. May not work for all backends."></i>
                                     </div>
+                                    <div id="smooth_streaming_speed_control" class="flexBasis100p wide100p">
+                                        <small class="flex justifyCenter" data-i18n="Speed">Speed</small>
+                                        <input type="range" id="smooth_streaming_speed" name="smooth_streaming_speed" min="0" max="100" step="10" value="50">
+                                        <div class="slider_hint">
+                                            <span data-i18n="Slow">Slow</span>
+                                            <span data-i18n=""></span>
+                                            <span data-i18n="Slow">Fast</span>
+                                        </div>
+                                    </div>
                                 </label>
                             </div>
                         </div>
diff --git a/public/scripts/power-user.js b/public/scripts/power-user.js
index e9909316d..bc9cb0ca6 100644
--- a/public/scripts/power-user.js
+++ b/public/scripts/power-user.js
@@ -119,6 +119,7 @@ let power_user = {
     chat_truncation: 100,
     streaming_fps: 30,
     smooth_streaming: false,
+    smooth_streaming_speed: 50,
 
     ui_mode: ui_mode.POWER,
     fast_ui_mode: true,
@@ -1546,6 +1547,7 @@ function loadPowerUserSettings(settings, data) {
     $('#streaming_fps_counter').val(power_user.streaming_fps);
 
     $('#smooth_streaming').prop('checked', power_user.smooth_streaming);
+    $('#smooth_streaming_speed').val(power_user.smooth_streaming_speed);
 
     $('#font_scale').val(power_user.font_scale);
     $('#font_scale_counter').val(power_user.font_scale);
@@ -2949,6 +2951,11 @@ $(document).ready(() => {
         saveSettingsDebounced();
     });
 
+    $('#smooth_streaming_speed').on('input', function () {
+        power_user.smooth_streaming_speed = Number($('#smooth_streaming_speed').val());
+        saveSettingsDebounced();
+    });
+
     $('input[name="font_scale"]').on('input', async function (e) {
         power_user.font_scale = Number(e.target.value);
         $('#font_scale_counter').val(power_user.font_scale);
diff --git a/public/scripts/sse-stream.js b/public/scripts/sse-stream.js
index 86caf38d7..cc3160039 100644
--- a/public/scripts/sse-stream.js
+++ b/public/scripts/sse-stream.js
@@ -78,9 +78,6 @@ class EventSourceStream {
     }
 }
 
-const defaultDelayMs = 20;
-const punctuationDelayMs = 500;
-
 /**
  * Gets a delay based on the character.
  * @param {string} s The character.
@@ -91,6 +88,10 @@ function getDelay(s) {
         return 0;
     }
 
+    const speedFactor = Math.max(100 - power_user.smooth_streaming_speed, 1);
+    const defaultDelayMs = speedFactor * 0.4;
+    const punctuationDelayMs = defaultDelayMs * 25;
+
     if ([',', '\n'].includes(s)) {
         return punctuationDelayMs / 2;
     }