From bb1f22b42c96ec7917262abd1dd5700506035098 Mon Sep 17 00:00:00 2001
From: ouoertheo <jamin@tomeofjamin.net>
Date: Fri, 19 May 2023 21:42:50 -0500
Subject: [PATCH] add elevenlabs multilingual. add tts debug method

---
 public/scripts/extensions/tts/elevenlabs.js | 12 ++++++++++++
 public/scripts/extensions/tts/index.js      | 17 +++++++++++++++++
 2 files changed, 29 insertions(+)

diff --git a/public/scripts/extensions/tts/elevenlabs.js b/public/scripts/extensions/tts/elevenlabs.js
index 65c3cf302..c039156d5 100644
--- a/public/scripts/extensions/tts/elevenlabs.js
+++ b/public/scripts/extensions/tts/elevenlabs.js
@@ -17,6 +17,7 @@ class ElevenLabsTtsProvider {
         stability: 0.75,
         similarity_boost: 0.75,
         apiKey: "",
+        multilingual: false,
         voiceMap: {}
     }
 
@@ -28,6 +29,10 @@ class ElevenLabsTtsProvider {
         <input id="elevenlabs_tts_stability" type="range" value="${this.defaultSettings.stability}" min="0" max="1" step="0.05" />
         <label for="elevenlabs_tts_similarity_boost">Similarity Boost: <span id="elevenlabs_tts_similarity_boost_output"></span></label>
         <input id="elevenlabs_tts_similarity_boost" type="range" value="${this.defaultSettings.similarity_boost}" min="0" max="1" step="0.05" />
+        <label class="checkbox_label" for="elevenlabs_tts_multilingual">
+            <input id="elevenlabs_tts_multilingual" type="checkbox" value="${this.defaultSettings.multilingual}" />
+            Enable Multilingual
+        </label>
         `
         return html
     }
@@ -36,6 +41,7 @@ class ElevenLabsTtsProvider {
         // Update dynamically
         this.settings.stability = $('#elevenlabs_tts_stability').val()
         this.settings.similarity_boost = $('#elevenlabs_tts_similarity_boost').val()
+        this.settings.multilingual = $('#elevenlabs_tts_multilingual').prop('checked')
     }
     
 
@@ -59,6 +65,7 @@ class ElevenLabsTtsProvider {
         $('#elevenlabs_tts_stability').val(this.settings.stability)
         $('#elevenlabs_tts_similarity_boost').val(this.settings.similarity_boost)
         $('#elevenlabs_tts_api_key').val(this.settings.apiKey)
+        $('#tts_auto_generation').prop('checked', this.settings.multilingual)
         console.info("Settings loaded")
     }
 
@@ -165,6 +172,10 @@ class ElevenLabsTtsProvider {
     }
 
     async fetchTtsGeneration(text, voiceId) {
+        let model = "eleven_monolingual_v1"
+        if (this.settings.multilingual == true) {
+            model = "eleven_multilingual_v1"
+        }
         console.info(`Generating new TTS for voice_id ${voiceId}`)
         const response = await fetch(
             `https://api.elevenlabs.io/v1/text-to-speech/${voiceId}`,
@@ -175,6 +186,7 @@ class ElevenLabsTtsProvider {
                     'Content-Type': 'application/json'
                 },
                 body: JSON.stringify({
+                    model: model,
                     text: text,
                     voice_settings: this.settings
                 })
diff --git a/public/scripts/extensions/tts/index.js b/public/scripts/extensions/tts/index.js
index ba618eaca..d7664e4d2 100644
--- a/public/scripts/extensions/tts/index.js
+++ b/public/scripts/extensions/tts/index.js
@@ -162,6 +162,23 @@ function isTtsProcessing() {
     return processing
 }
 
+function debugTtsPlayback() {
+    console.log(JSON.stringify(
+        {
+            "ttsProviderName": ttsProviderName,
+            "currentMessageNumber": currentMessageNumber,
+            "isWorkerBusy":isWorkerBusy,
+            "audioPaused": audioPaused,
+            "audioJobQueue": audioJobQueue,
+            "currentAudioJob": currentAudioJob,
+            "audioQueueProcessorReady": audioQueueProcessorReady,
+            "ttsJobQueue": ttsJobQueue,
+            "currentTtsJob": currentTtsJob,
+        }
+    ))
+}
+window.debugTtsPlayback = debugTtsPlayback
+
 //##################//
 //   Audio Control  //
 //##################//