# Work in Progress by Marco Barnig # credits # https://piper.ttstool.com/ # https://huggingface.co/spaces/broadfield/piper-fast-tts # https://github.com/rhasspy # https://github.com/rhasspy/piper # https://github.com/broadfield-dev/PyPiperTTS-win # https://github.com/broadfield-dev/PyPiperTTS import gradio as gr import subprocess import os import json import uuid import requests from pypipertts import PyPiper pp=PyPiper() my_examples = """ An der Zäit hunn sech den Nordwand an d’Sonn gestridden, wie vun hinnen zwee wuel méi staark wier, wéi e Wanderer, deen an ee waarme Mantel agepak war, iwwert de Wee koum. Si goufen sech eens, datt deejéinege fir dee Stäerkste gëlle sollt, deen de Wanderer forcéiere géif, säi Mantel auszedoen. Den Nordwand huet mat aller Force geblosen, awer wat e méi geblosen huet, wat de Wanderer sech méi a säi Mantel agewéckelt huet. Um Enn huet den Nordwand säi Kampf opginn. Dunn huet d’Sonn d’Loft mat hire frëndleche Strale gewiermt, a schonn no kuerzer Zäit huet de Wanderer säi Mantel ausgedoen. Do huet den Nordwand missen zouginn, datt d’Sonn vun hinnen zwee dee Stäerkste wier.""" speeds = [ "ganz lues", "lues", "normal", "schnell", "ganz schnell" ] stops = [ "ganz kuerz", "kuerz", "mëttel", "laang", "ganz laang" ] def change_speed(choice): # print(f"choice: {choice}") if choice=="ganz lues": speed=1.8 elif choice=="lues": speed=1.4 elif choice=="normal": speed=1 elif choice=="schnell": speed=0.6 else: # ganz schnell speed=0.2 return speed def change_stop(choice): # print(f"choice: {choice}") if choice=="ganz kuez": stop=0.2 elif choice=="kuerz": stop=0.6 elif choice=="mëttel": stop=1 elif choice=="laang": stop=2.5 else: # ganz laang stop=4 return stop def init(): key_list=['lb_LU-marylux-medium','lb_LU-femaleLOD-medium','lb_LU-androgynous-medium'] return(gr.update(label="Voice",choices=key_list,value="lb_LU-femaleLOD-medium",interactive=True)) def new_load_mod(instr="en_US-joe-medium"): model=instr print(f"model: {model}") lang=instr.split("_")[0] # lang="lb" print(f"lang: {lang}") dia=instr.split("-")[0] # dia="lb_LU" print(f"dia: {dia}") name=instr.split("-")[1] # name="female2" print(f"name: {name}") style=instr.split("-")[2] # style="medium" print(f"style: {style}") file=f'{instr}.onnx' print(f"file: {file}") print(f"Loading model: {file}") print(f"os.path: {os.path}") if not os.path.isfile(f'{os.getcwd()}/voices/{file}'): print(f"Model not found locally") # m_path= f"https://huggingface.co/rhasspy/piper-voices/resolve/main/{lang}/{dia}/{name}/{style}/{file}" m_path= f"https://huggingface.co/mbarnig/lb_rhasspy_piper_tts/resolve/main/{lang}/{dia}/{name}/{style}/{file}" print(f"m_path: {m_path}") print("Downloading json...") json_file=requests.get(f"{m_path}.json") print("Downloading model...") mod_file=requests.get(m_path) with open(f'{os.getcwd()}/voices/{file}','wb') as m: m.write(mod_file.content) m.close() with open(f'{os.getcwd()}/voices/{file}.json','wb') as j: j.write(json_file.content) j.close() pp.json_ob=f'{os.getcwd()}/voices/{file}.json' print("Model Loaded") def load_mod(instr="en_US-joe-medium"): load_mes=gr.Info(f"""Loading Model...
{instr}""",duration=2) # new_load_mod(instr=instr) new_load_mod(instr=instr) with open(pp.json_ob,'r') as f: #json_ob=json.dumps(f.read(),indent=4) json_ob=f.read() load_mes=gr.Info(f"Model Loaded
{instr}",duration=2) return json_ob def save_set(model,length,noise,width,sen_pause): if not os.path.isdir(f'{os.getcwd()}/saved'): os.mkdir(f'{os.getcwd()}/saved') set_json={"model":model,"length":length,"noise":noise,"width":width,"pause":sen_pause} file_name=f'{model}__{length}__{noise}__{width}__{sen_pause}'.replace(".","_") with open(f'{os.getcwd()}/saved/{file_name}.json','w') as file: file.write(json.dumps(set_json,indent=4)) file.close() return(f'{os.getcwd()}/saved/{file_name}.json') def load_set(set_file): with open(set_file,'r') as file: set_json=json.loads(file.read()) file.close() return(gr.update(value=set_json['model']),gr.update(value=set_json['length']), gr.update(value=set_json['noise']),gr.update(value=set_json['width']), gr.update(value=set_json['pause'])) # txt="""PiperTTS is a powerful text-to-speech TTS node designed to convert written text into high-quality spoken audio. This node leverages advanced voice synthesis models to generate natural-sounding speech, making it an invaluable tool for AI developers looking to add a vocal element to their projects.""" def button_on(stream): if stream==True: return gr.update(interactive=True,visible=True),gr.update(interactive=False,visible=False) if stream==False: return gr.update(interactive=False,visible=False),gr.update(interactive=True,visible=True) def clear_aud(): return None with gr.Blocks() as b: gr.HTML("

Rhasspy Piper LU TTS Streaming

") with gr.Row(): with gr.Column(scale=2): in_txt=gr.Textbox(label="Text",lines=10, value=my_examples) names=gr.Dropdown() with gr.Row(): stream_btn=gr.Button("Stream",interactive=True,visible=True) sub_btn=gr.Button(interactive=False,visible=False) cancel_btn=gr.Button("Stop") out_aud=gr.Audio(streaming=True, autoplay=True) with gr.Column(scale=1): with gr.Row(): with gr.Accordion("Informatiounen", open=False): gr.Markdown(""" D'Rhasspy **Piper TTS** Technologie gouf vum Michael Hansen, alias [Synesthesiam](https://github.com/synesthesiam), entwéckelt. Hien huet och d'Marylux Stëmm trainéiert. Déi zwou aner Lëtzebuergesch Stëmme goufe vum Marco Barnig realiséiert. D'Piper Technik berout op enger Ëmwandlung vun Text an **eSpeak-Phonemen**, déi zesumme mat den entspriechenden Audio-Dateien an engem **neuronale KI-Netz** trainéiert ginn. Déi generéiert TTS-Modeller sinn optiméiert fir Streaming a kënnen a Screenliesmaschinnen, wéi [NVDA](https://www.nvaccess.org/about-nvda/), agesat ginn. Sie kënnen awer och am Ganze synthetiséiert ginn, woubäi d'Qualitéit da besser gëtt. Verschidde Parameter wéi Liestempo, Sazpaus a Geräischintensitéiten kënnen mat Radioknäpp oder mat Schieberen (am Control-Tab) agestallt ginn. D'Parameter kënnen och an enger Datei ofgespäichert a reimportéiert ginn.""") with gr.Row(): vitess=gr.Radio(label="Liestempo", choices = speeds, value = "normal") pause=gr.Radio(label="Sazpaus", choices = stops, value = "mëttel") with gr.Accordion("Control", open=False): stream=gr.Checkbox(label="Stream",info="Streaming is fast, but lower quality",value=True,interactive=True) length=gr.Slider(label="Length", minimum=0.01, maximum=10.0, value=1) noise=gr.Slider(label="Noise", minimum=0.01, maximum=3.0, value=0.5, visible=True) width=gr.Slider(label="Noise Width", minimum=0.01, maximum=3.0, value=0.5, visible=True) sen_pause=gr.Slider(label="Sentence Pause", minimum=0.1, maximum=10.0, value=1, visible=True) with gr.Tab("Save Settings"): save_btn=gr.Button("Save") save_file=gr.File() with gr.Tab("Load Settings"): load_file=gr.File() with gr.Accordion("Model Config", open=False): json_ob=gr.JSON(label="JSON") f1=stream.change(button_on,stream,[stream_btn,sub_btn]) f2=save_btn.click(save_set,[names,length,noise,width,sen_pause],save_file) f3=load_file.change(load_set,load_file,[names,length,noise,width,sen_pause]) f4=names.change(load_mod,names,json_ob).then(clear_aud,None,out_aud) f5=stream_btn.click(clear_aud,None,out_aud) f6=stream_btn.click(pp.stream_tts,[in_txt,names,length,noise,width,sen_pause],out_aud) f7=sub_btn.click(clear_aud,None,out_aud) f8=sub_btn.click(pp.tts,[in_txt,names,length,noise,width,sen_pause],out_aud) cancel_btn.click(None,None,None,cancels=[f1,f2,f3,f4,f5,f6,f7,f8]) vitess.change(change_speed, inputs=vitess, outputs=length) pause.change(change_stop, inputs=pause, outputs=sen_pause) # cancel_btn.click(None,None,None,cancels=[f1,f3,f5,f6,f7,f8]) b.load(init,None,names) # b.queue(default_concurrency_limit=20).launch(max_threads=40) b.launch()