File size: 9,101 Bytes
3e1bb04 344b0ca 9f4e90e 344b0ca c1e96e4 33f847e 1ff8dc3 9328b57 53b7461 390e70a af9df7f 390e70a af9df7f 390e70a af9df7f 390e70a af9df7f 390e70a 53b7461 9328b57 390e70a 9328b57 7c99d61 1b0aa13 390e70a 93b1dd3 db46388 50171fd 302628d 1b0aa13 2cb7800 1b0aa13 2cb7800 1b0aa13 2cb7800 1b0aa13 2cb7800 5fc1133 2cb7800 5fc1133 db46388 5fc1133 d229c17 1b0aa13 302628d 5fc1133 a755182 5fc1133 db46388 8da7c99 794832b 8b0b8ec 3f83581 7f314ef 8da7c99 3f83581 c1e96e4 98c23d1 2f65f79 5b338ae 2f65f79 5f49f83 1ff8dc3 5f49f83 e32709c 86d568a e32709c 86d568a 6ce4056 daa59c1 c1e96e4 a7848ca 5f49f83 a7848ca 7c99d61 1ff8dc3 9c50642 daa59c1 30deb1f 782284f 9328b57 3456ab2 7c99d61 96ef7f3 0ff1a70 aa3375f 235b4a7 90ade3c ba77b50 fd4559f 9a290a3 2f65f79 9a290a3 7c99d61 9a290a3 d524ceb 86d568a 9a290a3 f6fec6a f904385 33f847e 4e820fe |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 |
# Work in Progress by Marco Barnig
# credits
# https://piper.ttstool.com/
# https://huggingface.co/spaces/broadfield/piper-fast-tts
# https://github.com/rhasspy
# https://github.com/rhasspy/piper
# https://github.com/broadfield-dev/PyPiperTTS-win
# https://github.com/broadfield-dev/PyPiperTTS
import gradio as gr
import subprocess
import os
import json
import uuid
import requests
from pypipertts import PyPiper
pp=PyPiper()
my_examples = """
An der Zäit hunn sech den Nordwand an d’Sonn gestridden, wie vun hinnen zwee wuel méi staark wier,
wéi e Wanderer, deen an ee waarme Mantel agepak war, iwwert de Wee koum.
Si goufen sech eens, datt deejéinege fir dee Stäerkste gëlle sollt, deen de Wanderer forcéiere géif, säi Mantel auszedoen.
Den Nordwand huet mat aller Force geblosen, awer wat e méi geblosen huet, wat de Wanderer sech méi a säi Mantel agewéckelt huet.
Um Enn huet den Nordwand säi Kampf opginn. Dunn huet d’Sonn d’Loft mat hire frëndleche Strale gewiermt,
a schonn no kuerzer Zäit huet de Wanderer säi Mantel ausgedoen. Do huet den Nordwand missen zouginn,
datt d’Sonn vun hinnen zwee dee Stäerkste wier."""
speeds = [
"ganz lues",
"lues",
"normal",
"schnell",
"ganz schnell"
]
stops = [
"ganz kuerz",
"kuerz",
"mëttel",
"laang",
"ganz laang"
]
def change_speed(choice):
# print(f"choice: {choice}")
if choice=="ganz lues":
speed=1.8
elif choice=="lues":
speed=1.4
elif choice=="normal":
speed=1
elif choice=="schnell":
speed=0.6
else: # ganz schnell
speed=0.2
return speed
def change_stop(choice):
# print(f"choice: {choice}")
if choice=="ganz kuez":
stop=0.2
elif choice=="kuerz":
stop=0.6
elif choice=="mëttel":
stop=1
elif choice=="laang":
stop=2.5
else: # ganz laang
stop=4
return stop
def init():
key_list=['lb_LU-marylux-medium','lb_LU-femaleLOD-medium','lb_LU-androgynous-medium']
return(gr.update(label="Voice",choices=key_list,value="lb_LU-femaleLOD-medium",interactive=True))
def new_load_mod(instr="en_US-joe-medium"):
model=instr
print(f"model: {model}")
lang=instr.split("_")[0]
# lang="lb"
print(f"lang: {lang}")
dia=instr.split("-")[0]
# dia="lb_LU"
print(f"dia: {dia}")
name=instr.split("-")[1]
# name="female2"
print(f"name: {name}")
style=instr.split("-")[2]
# style="medium"
print(f"style: {style}")
file=f'{instr}.onnx'
print(f"file: {file}")
print(f"Loading model: {file}")
print(f"os.path: {os.path}")
if not os.path.isfile(f'{os.getcwd()}/voices/{file}'):
print(f"Model not found locally")
# m_path= f"https://huggingface.co/rhasspy/piper-voices/resolve/main/{lang}/{dia}/{name}/{style}/{file}"
m_path= f"https://huggingface.co/mbarnig/lb_rhasspy_piper_tts/resolve/main/{lang}/{dia}/{name}/{style}/{file}"
print(f"m_path: {m_path}")
print("Downloading json...")
json_file=requests.get(f"{m_path}.json")
print("Downloading model...")
mod_file=requests.get(m_path)
with open(f'{os.getcwd()}/voices/{file}','wb') as m:
m.write(mod_file.content)
m.close()
with open(f'{os.getcwd()}/voices/{file}.json','wb') as j:
j.write(json_file.content)
j.close()
pp.json_ob=f'{os.getcwd()}/voices/{file}.json'
print("Model Loaded")
def load_mod(instr="en_US-joe-medium"):
load_mes=gr.Info(f"""Loading Model...<br>{instr}""",duration=2)
# new_load_mod(instr=instr)
new_load_mod(instr=instr)
with open(pp.json_ob,'r') as f:
#json_ob=json.dumps(f.read(),indent=4)
json_ob=f.read()
load_mes=gr.Info(f"Model Loaded<br>{instr}",duration=2)
return json_ob
def save_set(model,length,noise,width,sen_pause):
if not os.path.isdir(f'{os.getcwd()}/saved'):
os.mkdir(f'{os.getcwd()}/saved')
set_json={"model":model,"length":length,"noise":noise,"width":width,"pause":sen_pause}
file_name=f'{model}__{length}__{noise}__{width}__{sen_pause}'.replace(".","_")
with open(f'{os.getcwd()}/saved/{file_name}.json','w') as file:
file.write(json.dumps(set_json,indent=4))
file.close()
return(f'{os.getcwd()}/saved/{file_name}.json')
def load_set(set_file):
with open(set_file,'r') as file:
set_json=json.loads(file.read())
file.close()
return(gr.update(value=set_json['model']),gr.update(value=set_json['length']),
gr.update(value=set_json['noise']),gr.update(value=set_json['width']),
gr.update(value=set_json['pause']))
# txt="""PiperTTS is a powerful text-to-speech TTS node designed to convert written text into high-quality spoken audio. This node leverages advanced voice synthesis models to generate natural-sounding speech, making it an invaluable tool for AI developers looking to add a vocal element to their projects."""
def button_on(stream):
if stream==True:
return gr.update(interactive=True,visible=True),gr.update(interactive=False,visible=False)
if stream==False:
return gr.update(interactive=False,visible=False),gr.update(interactive=True,visible=True)
def clear_aud():
return None
with gr.Blocks() as b:
gr.HTML("<h1>Rhasspy Piper LU TTS Streaming</h1>")
with gr.Row():
with gr.Column(scale=2):
in_txt=gr.Textbox(label="Text",lines=10, value=my_examples)
names=gr.Dropdown()
with gr.Row():
stream_btn=gr.Button("Stream",interactive=True,visible=True)
sub_btn=gr.Button(interactive=False,visible=False)
cancel_btn=gr.Button("Stop")
out_aud=gr.Audio(streaming=True, autoplay=True)
with gr.Column(scale=1):
with gr.Row():
with gr.Accordion("Informatiounen", open=False):
gr.Markdown("""
D'Rhasspy **Piper TTS** Technologie gouf vum Michael Hansen, alias [Synesthesiam](https://github.com/synesthesiam), entwéckelt.
Hien huet och d'Marylux Stëmm trainéiert. Déi zwou aner Lëtzebuergesch Stëmme goufe vum Marco Barnig realiséiert.
D'Piper Technik berout op enger Ëmwandlung vun Text an **eSpeak-Phonemen**, déi zesumme mat den entspriechenden Audio-Dateien an
engem **neuronale KI-Netz** trainéiert ginn. Déi generéiert TTS-Modeller sinn optiméiert fir Streaming a kënnen a Screenliesmaschinnen,
wéi [NVDA](https://www.nvaccess.org/about-nvda/), agesat ginn. Sie kënnen awer och am Ganze synthetiséiert ginn,
woubäi d'Qualitéit da besser gëtt.
Verschidde Parameter wéi Liestempo, Sazpaus a Geräischintensitéiten kënnen mat Radioknäpp oder mat Schieberen (am Control-Tab)
agestallt ginn. D'Parameter kënnen och an enger Datei ofgespäichert a reimportéiert ginn.""")
with gr.Row():
vitess=gr.Radio(label="Liestempo", choices = speeds, value = "normal")
pause=gr.Radio(label="Sazpaus", choices = stops, value = "mëttel")
with gr.Accordion("Control", open=False):
stream=gr.Checkbox(label="Stream",info="Streaming is fast, but lower quality",value=True,interactive=True)
length=gr.Slider(label="Length", minimum=0.01, maximum=10.0, value=1)
noise=gr.Slider(label="Noise", minimum=0.01, maximum=3.0, value=0.5, visible=True)
width=gr.Slider(label="Noise Width", minimum=0.01, maximum=3.0, value=0.5, visible=True)
sen_pause=gr.Slider(label="Sentence Pause", minimum=0.1, maximum=10.0, value=1, visible=True)
with gr.Tab("Save Settings"):
save_btn=gr.Button("Save")
save_file=gr.File()
with gr.Tab("Load Settings"):
load_file=gr.File()
with gr.Accordion("Model Config", open=False):
json_ob=gr.JSON(label="JSON")
f1=stream.change(button_on,stream,[stream_btn,sub_btn])
f2=save_btn.click(save_set,[names,length,noise,width,sen_pause],save_file)
f3=load_file.change(load_set,load_file,[names,length,noise,width,sen_pause])
f4=names.change(load_mod,names,json_ob).then(clear_aud,None,out_aud)
f5=stream_btn.click(clear_aud,None,out_aud)
f6=stream_btn.click(pp.stream_tts,[in_txt,names,length,noise,width,sen_pause],out_aud)
f7=sub_btn.click(clear_aud,None,out_aud)
f8=sub_btn.click(pp.tts,[in_txt,names,length,noise,width,sen_pause],out_aud)
cancel_btn.click(None,None,None,cancels=[f1,f2,f3,f4,f5,f6,f7,f8])
vitess.change(change_speed, inputs=vitess, outputs=length)
pause.change(change_stop, inputs=pause, outputs=sen_pause)
# cancel_btn.click(None,None,None,cancels=[f1,f3,f5,f6,f7,f8])
b.load(init,None,names)
# b.queue(default_concurrency_limit=20).launch(max_threads=40)
b.launch() |