rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix iOS TTS generation

Browse Source
This commit is contained in:
Cohee
2023-06-13 01:17:48 +03:00
parent 6207bdb671
commit 47fa79fcbc
1 changed files with 27 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
public/scripts/extensions/tts/index.js
View File

@ -6,6 +6,7 @@ import { ElevenLabsTtsProvider } from './elevenlabs.js'
import { SileroTtsProvider } from './silerotts.js' import { SileroTtsProvider } from './silerotts.js'
import { SystemTtsProvider } from './system.js' import { SystemTtsProvider } from './system.js'
import { NovelTtsProvider } from './novel.js' import { NovelTtsProvider } from './novel.js'
import { isMobile } from '../../RossAscends-mods.js'
const UPDATE_INTERVAL = 1000 const UPDATE_INTERVAL = 1000
@ -69,6 +70,7 @@ let ttsProvider
let ttsProviderName let ttsProviderName
async function onNarrateOneMessage() { async function onNarrateOneMessage() {
audioElement.src = '/sounds/silence.mp3';
const context = getContext(); const context = getContext();
const id = $(this).closest('.mes').attr('mesid'); const id = $(this).closest('.mes').attr('mesid');
const message = context.chat[id]; const message = context.chat[id];
@ -170,7 +172,7 @@ function resetTtsPlayback() {
// Reset audio element // Reset audio element
audioElement.currentTime = 0; audioElement.currentTime = 0;
audioElement.src = ''; audioElement.src = '/sounds/silence.mp3';
// Clear any queue items // Clear any queue items
ttsJobQueue.splice(0, ttsJobQueue.length); ttsJobQueue.splice(0, ttsJobQueue.length);
@ -217,6 +219,7 @@ window.debugTtsPlayback = debugTtsPlayback
//##################// //##################//
let audioElement = new Audio() let audioElement = new Audio()
audioElement.autoplay = true
let audioJobQueue = [] let audioJobQueue = []
let currentAudioJob let currentAudioJob
@ -295,6 +298,7 @@ function updateUiAudioPlayState() {
} }
function onAudioControlClicked() { function onAudioControlClicked() {
audioElement.src = '/sounds/silence.mp3';
let context = getContext() let context = getContext()
// Not pausing, doing a full stop to anything TTS is doing. Better UX as pause is not as useful // Not pausing, doing a full stop to anything TTS is doing. Better UX as pause is not as useful
if (!audioElement.paused || isTtsProcessing()) { if (!audioElement.paused || isTtsProcessing()) {
@ -692,4 +696,26 @@ $(document).ready(function () {
const wrapper = new ModuleWorkerWrapper(moduleWorker); const wrapper = new ModuleWorkerWrapper(moduleWorker);
setInterval(wrapper.update.bind(wrapper), UPDATE_INTERVAL) // Init depends on all the things setInterval(wrapper.update.bind(wrapper), UPDATE_INTERVAL) // Init depends on all the things
eventSource.on(event_types.MESSAGE_SWIPED, resetTtsPlayback); eventSource.on(event_types.MESSAGE_SWIPED, resetTtsPlayback);
// Mobiles need to "activate" the Audio element with click before it can be played
if (isMobile()) {
console.debug('Activating mobile audio element on first click');
let audioActivated = false;
// Play silence on first click
$(document).on('click touchend', function () {
// Prevent multiple activations
if (audioActivated) {
return;
}
console.debug('Activating audio element...');
audioActivated = true;
audioElement.src = '/sounds/silence.mp3';
// Reset volume to 1
audioElement.onended = function () {
console.debug('Audio element activated');
};
});
}
}) })