import { saveTtsProviderSettings } from './index.js'; export { CosyVoiceProvider }; class CosyVoiceProvider { //########// // Config // //########// settings; ready = false; voices = []; separator = '. '; audioElement = document.createElement('audio'); /** * Perform any text processing before passing to TTS engine. * @param {string} text Input text * @returns {string} Processed text */ processText(text) { return text; } audioFormats = ['wav', 'ogg', 'silk', 'mp3', 'flac']; languageLabels = { 'Auto': 'auto', }; langKey2LangCode = { 'zh': 'zh-CN', 'en': 'en-US', 'ja': 'ja-JP', 'ko': 'ko-KR', }; modelTypes = { CosyVoice: 'CosyVoice', }; defaultSettings = { provider_endpoint: 'http://localhost:9880', format: 'wav', lang: 'auto', streaming: false, }; get settingsHtml() { let html = ` Windows users Use CosyVoice_For_Windows(Unofficial).
Macos Users Use CosyVoice_for_MacOs(Unofficial).

`; return html; } onSettingsChange() { // Used when provider settings are updated from UI this.settings.provider_endpoint = $('#tts_endpoint').val(); saveTtsProviderSettings(); this.changeTTSSettings(); } async loadSettings(settings) { // Pupulate Provider UI given input settings if (Object.keys(settings).length == 0) { console.info('Using default TTS Provider settings'); } // Only accept keys defined in defaultSettings this.settings = this.defaultSettings; for (const key in settings) { if (key in this.settings) { this.settings[key] = settings[key]; } else { console.debug(`Ignoring non-user-configurable setting: ${key}`); } } // Set initial values from the settings $('#tts_endpoint').val(this.settings.provider_endpoint); await this.checkReady(); console.info('ITS: Settings loaded'); } // Perform a simple readiness check by trying to fetch voiceIds async checkReady() { await Promise.allSettled([this.fetchTtsVoiceObjects(), this.changeTTSSettings()]); } async onRefreshClick() { return; } //#################// // TTS Interfaces // //#################// async getVoice(voiceName) { if (this.voices.length == 0) { this.voices = await this.fetchTtsVoiceObjects(); } const match = this.voices.filter( v => v.name == voiceName, )[0]; console.log(match); if (!match) { throw `TTS Voice name ${voiceName} not found`; } return match; } async generateTts(text, voiceId) { const response = await this.fetchTtsGeneration(text, voiceId); return response; } //###########// // API CALLS // //###########// async fetchTtsVoiceObjects() { const response = await fetch(`${this.settings.provider_endpoint}/speakers`); console.info(response); if (!response.ok) { throw new Error(`HTTP ${response.status}: ${await response.json()}`); } const responseJson = await response.json(); this.voices = responseJson; return responseJson; } // Each time a parameter is changed, we change the configuration async changeTTSSettings() { } /** * Fetch TTS generation from the API. * @param {string} inputText Text to generate TTS for * @param {string} voiceId Voice ID to use (model_type&speaker_id)) * @returns {Promise} Fetch response */ async fetchTtsGeneration(inputText, voiceId, lang = null, forceNoStreaming = false) { console.info(`Generating new TTS for voice_id ${voiceId}`); const streaming = this.settings.streaming; const params = { text: inputText, speaker: voiceId, }; if (streaming) { params['streaming'] = 1; } const url = `${this.settings.provider_endpoint}/`; const response = await fetch( url, { method: 'POST', headers: { 'Content-Type': 'application/json', }, body: JSON.stringify(params), // Convert parameter objects to JSON strings }, ); if (!response.ok) { toastr.error(response.statusText, 'TTS Generation Failed'); throw new Error(`HTTP ${response.status}: ${await response.text()}`); } return response; } // Interface not used async fetchTtsFromHistory(history_item_id) { return Promise.resolve(history_item_id); } }