Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,6 @@ import gradio as gr
|
|
4 |
import os
|
5 |
import random
|
6 |
import torch
|
7 |
-
import openai
|
8 |
|
9 |
IS_DUPLICATE = not os.getenv('SPACE_ID', '').startswith('hexgrad/')
|
10 |
CHAR_LIMIT = None if IS_DUPLICATE else 5000
|
@@ -15,10 +14,6 @@ pipelines = {lang_code: KPipeline(lang_code=lang_code, model=False) for lang_cod
|
|
15 |
pipelines['a'].g2p.lexicon.golds['kokoro'] = 'kˈOkəɹO'
|
16 |
pipelines['b'].g2p.lexicon.golds['kokoro'] = 'kˈQkəɹQ'
|
17 |
|
18 |
-
# Check API status
|
19 |
-
API_OPEN = os.getenv('SPACE_ID') != 'hexgrad/Kokoro-TTS'
|
20 |
-
API_NAME = None if API_OPEN else False
|
21 |
-
|
22 |
@spaces.GPU(duration=10)
|
23 |
def forward_gpu(ps, ref_s, speed):
|
24 |
return models[True](ps, ref_s, speed)
|
@@ -50,116 +45,115 @@ def predict(text, voice='af_heart', speed=1):
|
|
50 |
return generate_first(text, voice, speed, use_gpu=False)[0]
|
51 |
|
52 |
def tokenize_first(text, voice='af_heart'):
|
|
|
53 |
words = text.split() # This splits the text into words based on spaces
|
54 |
return words # Return a list of words
|
55 |
|
56 |
-
def
|
57 |
-
|
58 |
-
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
|
69 |
-
|
70 |
-
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
-
audio, tokens = generate_first(translated_text, voice, speed, use_gpu=CUDA_AVAILABLE)
|
77 |
-
return audio, tokens, translated_text
|
78 |
|
79 |
-
# Load random text for "Random Text" button
|
80 |
random_texts = {}
|
81 |
for lang in ['en']:
|
82 |
with open(f'{lang}.txt', 'r') as r:
|
83 |
random_texts[lang] = [line.strip() for line in r]
|
84 |
|
|
|
|
|
|
|
|
|
85 |
CHOICES = {
|
86 |
-
|
87 |
-
|
88 |
-
|
89 |
-
|
90 |
-
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
|
95 |
-
|
96 |
-
|
97 |
-
|
98 |
-
|
99 |
-
|
100 |
-
|
101 |
-
|
102 |
-
|
103 |
-
|
104 |
-
|
105 |
-
|
106 |
-
|
107 |
-
|
108 |
-
|
109 |
-
|
110 |
-
|
111 |
-
|
112 |
-
|
113 |
-
|
114 |
-
|
115 |
-
|
116 |
-
|
117 |
-
|
118 |
-
|
119 |
-
|
120 |
-
|
121 |
-
|
122 |
-
|
123 |
-
|
124 |
-
|
125 |
-
|
126 |
-
|
127 |
-
|
128 |
-
|
129 |
-
|
130 |
-
|
131 |
-
'🇮🇹 🚺 Sara': 'if_sara',
|
132 |
-
|
133 |
-
'🇮🇹 🚺 Nicola': 'im_nicola',
|
134 |
-
|
135 |
-
'🇯🇵 🚹 Alpha': 'jf_alpha',
|
136 |
-
'🇯🇵 🚹 Gongitsune': 'jf_gongitsune',
|
137 |
-
'🇯🇵 🚹 Nezumi': 'jf_nezumi',
|
138 |
-
'🇯🇵 🚹 Tebukuro': 'jf_tebukuro',
|
139 |
-
|
140 |
-
'🇯🇵 🚹 Kumo': 'jm_kumo',
|
141 |
-
|
142 |
-
'🇧🇷 🚺 Dora': 'pf_dora',
|
143 |
-
|
144 |
-
'🇧🇷 🚹 Alex': 'pm_alex',
|
145 |
-
'🇧🇷 🚹 Santa': 'pm_santa',
|
146 |
-
|
147 |
-
'🇨🇳 🚺 Xiaobei': 'zf_xiaobei',
|
148 |
-
'🇨🇳 🚺 Xiaoni': 'zf_xiaoni',
|
149 |
-
'🇨🇳 🚺 Xiaoxiao': 'zf_xiaoxiao',
|
150 |
-
'🇨🇳 🚺 Xiaoyi': 'zf_xiaoyi',
|
151 |
|
152 |
-
|
153 |
-
|
154 |
-
|
155 |
-
|
156 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
157 |
}
|
158 |
-
|
159 |
for v in CHOICES.values():
|
160 |
pipelines[v[0]].load_voice(v)
|
161 |
|
162 |
-
# Tabs for generation and translation
|
163 |
with gr.Blocks() as generate_tab:
|
164 |
out_audio = gr.Audio(label='Output Audio', interactive=False, streaming=False, autoplay=True)
|
165 |
generate_btn = gr.Button('Generate', variant='primary')
|
@@ -168,24 +162,19 @@ with gr.Blocks() as generate_tab:
|
|
168 |
tokenize_btn = gr.Button('Tokenize', variant='secondary')
|
169 |
predict_btn = gr.Button('Predict', variant='secondary', visible=False)
|
170 |
|
171 |
-
with gr.Blocks() as translator_tab:
|
172 |
-
trans_out_audio = gr.Audio(label='Translated Audio Output', interactive=False, streaming=False, autoplay=True)
|
173 |
-
trans_out_tokens = gr.Textbox(interactive=False, show_label=False, info='Tokens used to generate the translated audio')
|
174 |
-
translate_btn = gr.Button('Translate & Generate Audio', variant='primary')
|
175 |
-
|
176 |
BANNER_TEXT = '''
|
177 |
[***Kokoro*** **is an open-weight TTS model with 82 million parameters.**](https://huggingface.co/hexgrad/Kokoro-82M)
|
178 |
As of January 31st, 2025, Kokoro was the most-liked [**TTS model**](https://huggingface.co/models?pipeline_tag=text-to-speech&sort=likes) and the most-liked [**TTS space**](https://huggingface.co/spaces?sort=likes&search=tts) on Hugging Face.
|
179 |
This demo only showcases English, but you can directly use the model to access other languages.
|
180 |
'''
|
181 |
|
182 |
-
|
|
|
183 |
with gr.Blocks() as app:
|
184 |
with gr.Row():
|
185 |
gr.Markdown(BANNER_TEXT, container=True)
|
186 |
with gr.Row():
|
187 |
with gr.Column():
|
188 |
-
# Make 'text' globally accessible
|
189 |
text = gr.Textbox(label='Input Text', info=f"Up to ~500 characters per Generate, or {'∞' if CHAR_LIMIT is None else CHAR_LIMIT} characters per Stream")
|
190 |
with gr.Row():
|
191 |
voice = gr.Dropdown(list(CHOICES.items()), value='af_heart', label='Voice', info='Quality and availability vary by language')
|
@@ -199,17 +188,11 @@ with gr.Blocks() as app:
|
|
199 |
speed = gr.Slider(minimum=0.5, maximum=2, value=1, step=0.1, label='Speed')
|
200 |
random_btn = gr.Button('Random Text', variant='secondary')
|
201 |
with gr.Column():
|
202 |
-
|
203 |
-
gr.TabbedInterface([generate_tab, translator_tab], ['Generate', 'Translator'])
|
204 |
-
|
205 |
-
# Event handlers for the buttons
|
206 |
random_btn.click(fn=get_random_text, inputs=[voice], outputs=[text], api_name=API_NAME)
|
207 |
generate_btn.click(fn=generate_first, inputs=[text, voice, speed, use_gpu], outputs=[out_audio, out_ps], api_name=API_NAME)
|
208 |
tokenize_btn.click(fn=tokenize_first, inputs=[text, voice], outputs=[out_ps], api_name=API_NAME)
|
209 |
predict_btn.click(fn=predict, inputs=[text, voice, speed], outputs=[out_audio], api_name=API_NAME)
|
210 |
|
211 |
-
# Fix: Pass `text` as an input to `translate_and_generate`
|
212 |
-
translate_btn.click(fn=translate_and_generate, inputs=[text, voice, speed], outputs=[trans_out_audio, trans_out_tokens, text], api_name=API_NAME)
|
213 |
-
|
214 |
if __name__ == '__main__':
|
215 |
-
app.queue(api_open=API_OPEN).launch(show_api=API_OPEN, ssr_mode=True)
|
|
|
4 |
import os
|
5 |
import random
|
6 |
import torch
|
|
|
7 |
|
8 |
IS_DUPLICATE = not os.getenv('SPACE_ID', '').startswith('hexgrad/')
|
9 |
CHAR_LIMIT = None if IS_DUPLICATE else 5000
|
|
|
14 |
pipelines['a'].g2p.lexicon.golds['kokoro'] = 'kˈOkəɹO'
|
15 |
pipelines['b'].g2p.lexicon.golds['kokoro'] = 'kˈQkəɹQ'
|
16 |
|
|
|
|
|
|
|
|
|
17 |
@spaces.GPU(duration=10)
|
18 |
def forward_gpu(ps, ref_s, speed):
|
19 |
return models[True](ps, ref_s, speed)
|
|
|
45 |
return generate_first(text, voice, speed, use_gpu=False)[0]
|
46 |
|
47 |
def tokenize_first(text, voice='af_heart'):
|
48 |
+
# Split the input text into words and return as a list of words (fix applied here)
|
49 |
words = text.split() # This splits the text into words based on spaces
|
50 |
return words # Return a list of words
|
51 |
|
52 |
+
def generate_all(text, voice='af_heart', speed=1, use_gpu=CUDA_AVAILABLE):
|
53 |
+
text = text if CHAR_LIMIT is None else text.strip()[:CHAR_LIMIT]
|
54 |
+
pipeline = pipelines[voice[0]]
|
55 |
+
pack = pipeline.load_voice(voice)
|
56 |
+
use_gpu = use_gpu and CUDA_AVAILABLE
|
57 |
+
for _, ps, _ in pipeline(text, voice, speed):
|
58 |
+
ref_s = pack[len(ps)-1]
|
59 |
+
try:
|
60 |
+
if use_gpu:
|
61 |
+
audio = forward_gpu(ps, ref_s, speed)
|
62 |
+
else:
|
63 |
+
audio = models[False](ps, ref_s, speed)
|
64 |
+
except gr.exceptions.Error as e:
|
65 |
+
if use_gpu:
|
66 |
+
gr.Warning(str(e))
|
67 |
+
gr.Info('Switching to CPU')
|
68 |
+
audio = models[False](ps, ref_s, speed)
|
69 |
+
else:
|
70 |
+
raise gr.Error(e)
|
71 |
+
yield 24000, audio.numpy()
|
|
|
|
|
72 |
|
|
|
73 |
random_texts = {}
|
74 |
for lang in ['en']:
|
75 |
with open(f'{lang}.txt', 'r') as r:
|
76 |
random_texts[lang] = [line.strip() for line in r]
|
77 |
|
78 |
+
def get_random_text(voice):
|
79 |
+
lang = dict(a='en', b='en')[voice[0]]
|
80 |
+
return random.choice(random_texts[lang])
|
81 |
+
|
82 |
CHOICES = {
|
83 |
+
'🇺🇸 🚺 Heart ❤️': 'af_heart',
|
84 |
+
'🇺🇸 🚺 Bella 🔥': 'af_bella',
|
85 |
+
'🇺🇸 🚺 Nicole 🎧': 'af_nicole',
|
86 |
+
'🇺🇸 🚺 Aoede': 'af_aoede',
|
87 |
+
'🇺🇸 🚺 Kore': 'af_kore',
|
88 |
+
'🇺🇸 🚺 Sarah': 'af_sarah',
|
89 |
+
'🇺🇸 🚺 Nova': 'af_nova',
|
90 |
+
'🇺🇸 🚺 Sky': 'af_sky',
|
91 |
+
'🇺🇸 🚺 Alloy': 'af_alloy',
|
92 |
+
'🇺🇸 🚺 Jessica': 'af_jessica',
|
93 |
+
'🇺🇸 🚺 River': 'af_river',
|
94 |
+
|
95 |
+
'🇺🇸 🚹 Michael': 'am_michael',
|
96 |
+
'🇺🇸 🚹 Fenrir': 'am_fenrir',
|
97 |
+
'🇺🇸 🚹 Puck': 'am_puck',
|
98 |
+
'🇺🇸 🚹 Echo': 'am_echo',
|
99 |
+
'🇺🇸 🚹 Eric': 'am_eric',
|
100 |
+
'🇺🇸 🚹 Liam': 'am_liam',
|
101 |
+
'🇺🇸 🚹 Onyx': 'am_onyx',
|
102 |
+
'🇺🇸 🚹 Santa': 'am_santa',
|
103 |
+
'🇺🇸 🚹 Adam': 'am_adam',
|
104 |
+
|
105 |
+
'🇬🇧 🚺 Emma': 'bf_emma',
|
106 |
+
'🇬🇧 🚺 Isabella': 'bf_isabella',
|
107 |
+
'🇬🇧 🚺 Alice': 'bf_alice',
|
108 |
+
'🇬🇧 🚺 Lily': 'bf_lily',
|
109 |
+
|
110 |
+
'🇬🇧 🚹 George': 'bm_george',
|
111 |
+
'🇬🇧 🚹 Fable': 'bm_fable',
|
112 |
+
'🇬🇧 🚹 Lewis': 'bm_lewis',
|
113 |
+
'🇬🇧 🚹 Daniel': 'bm_daniel',
|
114 |
+
|
115 |
+
'🇪🇸 🚺 Dora': 'ef_dora',
|
116 |
+
|
117 |
+
'🇪🇸 🚹 Alex': 'em_alex',
|
118 |
+
'🇪🇸 🚹 Santa': 'em_santa',
|
119 |
+
|
120 |
+
'🇫🇷 🚺 Siwis': 'ff_siwis',
|
121 |
+
|
122 |
+
'🇮🇳 🚹 Alpha': 'hf_alpha',
|
123 |
+
'🇮🇳 🚹 Beta': 'hf_beta',
|
124 |
+
|
125 |
+
'🇮🇳 🚹 Omega': 'hm_omega',
|
126 |
+
'🇮🇳 🚹 Psi': 'hm_psi',
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
127 |
|
128 |
+
'🇮🇹 🚺 Sara': 'if_sara',
|
129 |
+
|
130 |
+
'🇮🇹 🚺 Nicola': 'im_nicola',
|
131 |
+
|
132 |
+
'🇯🇵 🚹 Alpha': 'jf_alpha',
|
133 |
+
'🇯🇵 🚹 Gongitsune': 'jf_gongitsune',
|
134 |
+
'🇯🇵 🚹 Nezumi': 'jf_nezumi',
|
135 |
+
'🇯🇵 🚹 Tebukuro': 'jf_tebukuro',
|
136 |
+
|
137 |
+
'🇯🇵 🚹 Kumo': 'jm_kumo',
|
138 |
+
|
139 |
+
'🇧🇷 🚺 Dora': 'pf_dora',
|
140 |
+
|
141 |
+
'🇧🇷 🚹 Alex': 'pm_alex',
|
142 |
+
'🇧🇷 🚹 Santa': 'pm_santa',
|
143 |
+
|
144 |
+
'🇨🇳 🚺 Xiaobei': 'zf_xiaobei',
|
145 |
+
'🇨🇳 🚺 Xiaoni': 'zf_xiaoni',
|
146 |
+
'🇨🇳 🚺 Xiaoxiao': 'zf_xiaoxiao',
|
147 |
+
'🇨🇳 🚺 Xiaoyi': 'zf_xiaoyi',
|
148 |
+
|
149 |
+
'🇨🇳 🚹 Yunjian': 'zm_yunjian',
|
150 |
+
'🇨🇳 🚹 Yunxi': 'zm_yunxi',
|
151 |
+
'🇨🇳 🚹 Yunxia': 'zm_yunxia',
|
152 |
+
'🇨🇳 🚹 Yunyang': 'zm_yunyang',
|
153 |
}
|
|
|
154 |
for v in CHOICES.values():
|
155 |
pipelines[v[0]].load_voice(v)
|
156 |
|
|
|
157 |
with gr.Blocks() as generate_tab:
|
158 |
out_audio = gr.Audio(label='Output Audio', interactive=False, streaming=False, autoplay=True)
|
159 |
generate_btn = gr.Button('Generate', variant='primary')
|
|
|
162 |
tokenize_btn = gr.Button('Tokenize', variant='secondary')
|
163 |
predict_btn = gr.Button('Predict', variant='secondary', visible=False)
|
164 |
|
|
|
|
|
|
|
|
|
|
|
165 |
BANNER_TEXT = '''
|
166 |
[***Kokoro*** **is an open-weight TTS model with 82 million parameters.**](https://huggingface.co/hexgrad/Kokoro-82M)
|
167 |
As of January 31st, 2025, Kokoro was the most-liked [**TTS model**](https://huggingface.co/models?pipeline_tag=text-to-speech&sort=likes) and the most-liked [**TTS space**](https://huggingface.co/spaces?sort=likes&search=tts) on Hugging Face.
|
168 |
This demo only showcases English, but you can directly use the model to access other languages.
|
169 |
'''
|
170 |
|
171 |
+
API_OPEN = os.getenv('SPACE_ID') != 'hexgrad/Kokoro-TTS'
|
172 |
+
API_NAME = None if API_OPEN else False
|
173 |
with gr.Blocks() as app:
|
174 |
with gr.Row():
|
175 |
gr.Markdown(BANNER_TEXT, container=True)
|
176 |
with gr.Row():
|
177 |
with gr.Column():
|
|
|
178 |
text = gr.Textbox(label='Input Text', info=f"Up to ~500 characters per Generate, or {'∞' if CHAR_LIMIT is None else CHAR_LIMIT} characters per Stream")
|
179 |
with gr.Row():
|
180 |
voice = gr.Dropdown(list(CHOICES.items()), value='af_heart', label='Voice', info='Quality and availability vary by language')
|
|
|
188 |
speed = gr.Slider(minimum=0.5, maximum=2, value=1, step=0.1, label='Speed')
|
189 |
random_btn = gr.Button('Random Text', variant='secondary')
|
190 |
with gr.Column():
|
191 |
+
gr.TabbedInterface([generate_tab], ['Generate'])
|
|
|
|
|
|
|
192 |
random_btn.click(fn=get_random_text, inputs=[voice], outputs=[text], api_name=API_NAME)
|
193 |
generate_btn.click(fn=generate_first, inputs=[text, voice, speed, use_gpu], outputs=[out_audio, out_ps], api_name=API_NAME)
|
194 |
tokenize_btn.click(fn=tokenize_first, inputs=[text, voice], outputs=[out_ps], api_name=API_NAME)
|
195 |
predict_btn.click(fn=predict, inputs=[text, voice, speed], outputs=[out_audio], api_name=API_NAME)
|
196 |
|
|
|
|
|
|
|
197 |
if __name__ == '__main__':
|
198 |
+
app.queue(api_open=API_OPEN).launch(show_api=API_OPEN, ssr_mode=True)
|