From eaa1fe67f3873c61387eba81f418ed185c30a79d Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Fri, 15 Dec 2023 00:00:07 -0300 Subject: [PATCH] Remove elevenlabs extension (#4928) --- docs/07 - Extensions.md | 1 - .../outputs/outputs-will-be-saved-here.txt | 0 extensions/elevenlabs_tts/requirements.txt | 1 - extensions/elevenlabs_tts/script.py | 197 ------------------ 4 files changed, 199 deletions(-) delete mode 100644 extensions/elevenlabs_tts/outputs/outputs-will-be-saved-here.txt delete mode 100644 extensions/elevenlabs_tts/requirements.txt delete mode 100644 extensions/elevenlabs_tts/script.py diff --git a/docs/07 - Extensions.md b/docs/07 - Extensions.md index 1d770ad257..78497888e6 100644 --- a/docs/07 - Extensions.md +++ b/docs/07 - Extensions.md @@ -18,7 +18,6 @@ If you create an extension, you are welcome to host it in a GitHub repository an |[multimodal](https://github.com/oobabooga/text-generation-webui/tree/main/extensions/multimodal) | Adds multimodality support (text+images). For a detailed description see [README.md](https://github.com/oobabooga/text-generation-webui/tree/main/extensions/multimodal/README.md) in the extension directory. | |[google_translate](https://github.com/oobabooga/text-generation-webui/tree/main/extensions/google_translate)| Automatically translates inputs and outputs using Google Translate.| |[silero_tts](https://github.com/oobabooga/text-generation-webui/tree/main/extensions/silero_tts)| Text-to-speech extension using [Silero](https://github.com/snakers4/silero-models). When used in chat mode, responses are replaced with an audio widget. | -|[elevenlabs_tts](https://github.com/oobabooga/text-generation-webui/tree/main/extensions/elevenlabs_tts)| Text-to-speech extension using the [ElevenLabs](https://beta.elevenlabs.io/) API. You need an API key to use it. | |[whisper_stt](https://github.com/oobabooga/text-generation-webui/tree/main/extensions/whisper_stt)| Allows you to enter your inputs in chat mode using your microphone. | |[sd_api_pictures](https://github.com/oobabooga/text-generation-webui/tree/main/extensions/sd_api_pictures)| Allows you to request pictures from the bot in chat mode, which will be generated using the AUTOMATIC1111 Stable Diffusion API. See examples [here](https://github.com/oobabooga/text-generation-webui/pull/309). | |[character_bias](https://github.com/oobabooga/text-generation-webui/tree/main/extensions/character_bias)| Just a very simple example that adds a hidden string at the beginning of the bot's reply in chat mode. | diff --git a/extensions/elevenlabs_tts/outputs/outputs-will-be-saved-here.txt b/extensions/elevenlabs_tts/outputs/outputs-will-be-saved-here.txt deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/extensions/elevenlabs_tts/requirements.txt b/extensions/elevenlabs_tts/requirements.txt deleted file mode 100644 index c3c0cc7e29..0000000000 --- a/extensions/elevenlabs_tts/requirements.txt +++ /dev/null @@ -1 +0,0 @@ -elevenlabs==0.2.24 diff --git a/extensions/elevenlabs_tts/script.py b/extensions/elevenlabs_tts/script.py deleted file mode 100644 index af0c74582e..0000000000 --- a/extensions/elevenlabs_tts/script.py +++ /dev/null @@ -1,197 +0,0 @@ -import html -import re -from pathlib import Path - -import elevenlabs -import gradio as gr - -from modules import chat, shared, ui_chat -from modules.logging_colors import logger -from modules.utils import gradio - -params = { - 'activate': True, - 'api_key': None, - 'selected_voice': 'None', - 'autoplay': False, - 'show_text': True, - 'model': 'eleven_monolingual_v1', -} - -voices = None -wav_idx = 0 -LANG_MODELS = ['eleven_monolingual_v1', 'eleven_multilingual_v1'] - - -def update_api_key(key): - params['api_key'] = key - if key is not None: - elevenlabs.set_api_key(key) - - -def refresh_voices(): - global params - your_voices = elevenlabs.voices() - voice_names = [voice.name for voice in your_voices] - return voice_names - - -def refresh_voices_dd(): - all_voices = refresh_voices() - return gr.Dropdown.update(value=all_voices[0], choices=all_voices) - - -def remove_tts_from_history(history): - for i, entry in enumerate(history['internal']): - history['visible'][i] = [history['visible'][i][0], entry[1]] - - return history - - -def toggle_text_in_history(history): - for i, entry in enumerate(history['visible']): - visible_reply = entry[1] - if visible_reply.startswith('')[0]}\n\n{reply}"] - else: - history['visible'][i] = [history['visible'][i][0], f"{visible_reply.split('')[0]}"] - - return history - - -def remove_surrounded_chars(string): - # this expression matches to 'as few symbols as possible (0 upwards) between any asterisks' OR - # 'as few symbols as possible (0 upwards) between an asterisk and the end of the string' - return re.sub('\*[^\*]*?(\*|$)', '', string) - - -def state_modifier(state): - if not params['activate']: - return state - - state['stream'] = False - return state - - -def input_modifier(string): - if not params['activate']: - return string - - shared.processing_message = "*Is recording a voice message...*" - return string - - -def history_modifier(history): - # Remove autoplay from the last reply - if len(history['internal']) > 0: - history['visible'][-1] = [ - history['visible'][-1][0], - history['visible'][-1][1].replace('controls autoplay>', 'controls>') - ] - - return history - - -def output_modifier(string): - global params, wav_idx - - if not params['activate']: - return string - - original_string = string - string = remove_surrounded_chars(string) - string = string.replace('"', '') - string = string.replace('“', '') - string = string.replace('\n', ' ') - string = string.strip() - if string == '': - string = 'empty reply, try regenerating' - - output_file = Path(f'extensions/elevenlabs_tts/outputs/{wav_idx:06d}.mp3'.format(wav_idx)) - print(f'Outputting audio to {str(output_file)}') - try: - audio = elevenlabs.generate(text=html.unescape(string), voice=params['selected_voice'], model=params['model']) - elevenlabs.save(audio, str(output_file)) - - autoplay = 'autoplay' if params['autoplay'] else '' - string = f'' - wav_idx += 1 - except elevenlabs.api.error.UnauthenticatedRateLimitError: - string = "🤖 ElevenLabs Unauthenticated Rate Limit Reached - Please create an API key to continue\n\n" - except elevenlabs.api.error.RateLimitError: - string = "🤖 ElevenLabs API Tier Limit Reached\n\n" - except elevenlabs.api.error.APIError as err: - string = f"🤖 ElevenLabs Error: {err}\n\n" - - if params['show_text']: - string += f'\n\n{original_string}' - - shared.processing_message = "*Is typing...*" - return string - - -def ui(): - global voices - if not voices: - voices = refresh_voices() - selected = params['selected_voice'] - if selected == 'None': - params['selected_voice'] = voices[0] - elif selected not in voices: - logger.error(f'Selected voice {selected} not available, switching to {voices[0]}') - params['selected_voice'] = voices[0] - - # Gradio elements - with gr.Row(): - activate = gr.Checkbox(value=params['activate'], label='Activate TTS') - autoplay = gr.Checkbox(value=params['autoplay'], label='Play TTS automatically') - show_text = gr.Checkbox(value=params['show_text'], label='Show message text under audio player') - - with gr.Row(): - voice = gr.Dropdown(value=params['selected_voice'], choices=voices, label='TTS Voice') - refresh = gr.Button(value='Refresh') - - with gr.Row(): - if params['api_key']: - api_key = gr.Textbox(value=params['api_key'], label='API Key') - update_api_key(params['api_key']) - else: - api_key = gr.Textbox(placeholder="Enter your API key.", label='API Key') - - with gr.Row(): - model = gr.Dropdown(value=params['model'], choices=LANG_MODELS, label='Language model') - - with gr.Row(): - convert = gr.Button('Permanently replace audios with the message texts') - convert_cancel = gr.Button('Cancel', visible=False) - convert_confirm = gr.Button('Confirm (cannot be undone)', variant="stop", visible=False) - - # Convert history with confirmation - convert_arr = [convert_confirm, convert, convert_cancel] - convert.click(lambda: [gr.update(visible=True), gr.update(visible=False), gr.update(visible=True)], None, convert_arr) - convert_confirm.click( - lambda: [gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)], None, convert_arr).then( - remove_tts_from_history, gradio('history'), gradio('history')).then( - chat.save_history, gradio('history', 'unique_id', 'character_menu', 'mode'), None).then( - chat.redraw_html, gradio(ui_chat.reload_arr), gradio('display')) - - convert_cancel.click(lambda: [gr.update(visible=False), gr.update(visible=True), gr.update(visible=False)], None, convert_arr) - - # Toggle message text in history - show_text.change( - lambda x: params.update({"show_text": x}), show_text, None).then( - toggle_text_in_history, gradio('history'), gradio('history')).then( - chat.save_history, gradio('history', 'unique_id', 'character_menu', 'mode'), None).then( - chat.redraw_html, gradio(ui_chat.reload_arr), gradio('display')) - - # Event functions to update the parameters in the backend - activate.change(lambda x: params.update({'activate': x}), activate, None) - voice.change(lambda x: params.update({'selected_voice': x}), voice, None) - api_key.change(update_api_key, api_key, None) - model.change(lambda x: params.update({'model': x}), model, None) - # connect.click(check_valid_api, [], connection_status) - refresh.click(refresh_voices_dd, [], voice) - # Event functions to update the parameters in the backend - autoplay.change(lambda x: params.update({"autoplay": x}), autoplay, None)