diff --git a/public/scripts/extensions/tts/cosyvoice.js b/public/scripts/extensions/tts/cosyvoice.js new file mode 100644 index 000000000..314578f0f --- /dev/null +++ b/public/scripts/extensions/tts/cosyvoice.js @@ -0,0 +1,204 @@ +import { getPreviewString, saveTtsProviderSettings } from './index.js'; + +export { CosyVoiceProvider }; + +class CosyVoiceProvider { + //########// + // Config // + //########// + + settings; + ready = false; + voices = []; + separator = '. '; + audioElement = document.createElement('audio'); + + /** + * Perform any text processing before passing to TTS engine. + * @param {string} text Input text + * @returns {string} Processed text + */ + processText(text) { + return text; + } + + audioFormats = ['wav', 'ogg', 'silk', 'mp3', 'flac']; + + languageLabels = { + 'Auto': 'auto', + }; + + langKey2LangCode = { + 'zh': 'zh-CN', + 'en': 'en-US', + 'ja': 'ja-JP', + 'ko': 'ko-KR', + }; + + modelTypes = { + CosyVoice: 'CosyVoice', + }; + + defaultSettings = { + provider_endpoint: 'http://localhost:9880', + format: 'wav', + lang: 'auto', + streaming: false, + + }; + + get settingsHtml() { + let html = ` + + + +
+ + `; + + return html; + } + + onSettingsChange() { + // Used when provider settings are updated from UI + this.settings.provider_endpoint = $('#tts_endpoint').val(); + + + saveTtsProviderSettings(); + this.changeTTSSettings(); + } + + async loadSettings(settings) { + // Pupulate Provider UI given input settings + if (Object.keys(settings).length == 0) { + console.info('Using default TTS Provider settings'); + } + + // Only accept keys defined in defaultSettings + this.settings = this.defaultSettings; + + for (const key in settings) { + if (key in this.settings) { + this.settings[key] = settings[key]; + } else { + console.debug(`Ignoring non-user-configurable setting: ${key}`); + } + } + + // Set initial values from the settings + $('#tts_endpoint').val(this.settings.provider_endpoint); + + + await this.checkReady(); + + console.info('ITS: Settings loaded'); + } + + // Perform a simple readiness check by trying to fetch voiceIds + async checkReady() { + await Promise.allSettled([this.fetchTtsVoiceObjects(), this.changeTTSSettings()]); + } + + async onRefreshClick() { + return; + } + + //#################// + // TTS Interfaces // + //#################// + + async getVoice(voiceName) { + + + + if (this.voices.length == 0) { + this.voices = await this.fetchTtsVoiceObjects(); + } + + + + const match = this.voices.filter( + v => v.name == voiceName, + )[0]; + console.log(match); + if (!match) { + throw `TTS Voice name ${voiceName} not found`; + } + return match; + } + + + + async generateTts(text, voiceId) { + const response = await this.fetchTtsGeneration(text, voiceId); + return response; + } + + //###########// + // API CALLS // + //###########// + async fetchTtsVoiceObjects() { + const response = await fetch(`${this.settings.provider_endpoint}/speakers`); + console.info(response); + + if (!response.ok) { + throw new Error(`HTTP ${response.status}: ${await response.json()}`); + } + const responseJson = await response.json(); + + + this.voices = responseJson; + + return responseJson; + } + + // Each time a parameter is changed, we change the configuration + async changeTTSSettings() { + } + + /** + * Fetch TTS generation from the API. + * @param {string} inputText Text to generate TTS for + * @param {string} voiceId Voice ID to use (model_type&speaker_id)) + * @returns {Promise} Fetch response + */ + async fetchTtsGeneration(inputText, voiceId, lang = null, forceNoStreaming = false) { + console.info(`Generating new TTS for voice_id ${voiceId}`); + + const streaming = this.settings.streaming; + + const params = { + text: inputText, + speaker: voiceId, + }; + + if (streaming) { + params['streaming'] = 1; + } + + const url = `${this.settings.provider_endpoint}/`; + + const response = await fetch( + url, + { + method: 'POST', + headers: { + 'Content-Type': 'application/json', + }, + body: JSON.stringify(params), // 将参数对象转换为 JSON 字符串 + }, + ); + if (!response.ok) { + toastr.error(response.statusText, 'TTS Generation Failed'); + throw new Error(`HTTP ${response.status}: ${await response.text()}`); + } + return response; + } + + + + // Interface not used + async fetchTtsFromHistory(history_item_id) { + return Promise.resolve(history_item_id); + } +}