Upload folder using huggingface_hub

app.py

@@ -3,6 +3,7 @@ import time
 
 import gradio as gr
 import numpy as np
+from numpy.typing import NDArray
 from dotenv import load_dotenv
 from elevenlabs import ElevenLabs
 from fastapi import FastAPI
@@ -11,9 +12,8 @@ from fastrtc import (
     ReplyOnPause,
     Stream,
     WebRTCError,
-    aggregate_bytes_to_16bit,
+    get_stt_model,
     get_twilio_turn_credentials,
-    stt,
 )
 from gradio.utils import get_space
 from groq import Groq
@@ -21,19 +21,20 @@ from groq import Groq
 load_dotenv()
 groq_client = Groq()
 tts_client = ElevenLabs(api_key=os.getenv("ELEVENLABS_API_KEY"))
+stt_model = get_stt_model()
 
 
 # See "Talk to Claude" in Cookbook for an example of how to keep
 # track of the chat history.
 def response(
-    audio: tuple[int, np.ndarray],
+    audio: tuple[int, NDArray[np.int16 | np.float32]],
     chatbot: list[dict] | None = None,
 ):
     try:
         chatbot = chatbot or []
         messages = [{"role": d["role"], "content": d["content"]} for d in chatbot]
         start = time.time()
-        text = stt(audio)
+        text = stt_model.stt(audio)
         print("transcription", time.time() - start)
         print("prompt", text)
         chatbot.append({"role": "user", "content": text})
@@ -51,13 +52,12 @@ def response(
 
         chatbot.append({"role": "assistant", "content": response_text})
 
-        iterator = tts_client.text_to_speech.convert_as_stream(
+        for chunk in tts_client.text_to_speech.convert_as_stream(
             text=response_text,  # type: ignore
             voice_id="JBFqnCBsd6RMkjVDRZzb",
             model_id="eleven_multilingual_v2",
             output_format="pcm_24000",
-        )
-        for chunk in aggregate_bytes_to_16bit(iterator):
+        ):
             audio_array = np.frombuffer(chunk, dtype=np.int16).reshape(1, -1)
             yield (24000, audio_array)
         yield AdditionalOutputs(chatbot)
@@ -78,16 +78,8 @@ stream = Stream(
     additional_outputs=[chatbot],
     rtc_configuration=get_twilio_turn_credentials() if get_space() else None,
     concurrency_limit=20 if get_space() else None,
+    ui_args={"title": "LLM Voice Chat (Powered by Groq, ElevenLabs, and WebRTC ⚡️)"},
 )
-for id, block in stream.ui.blocks.items():
-    if isinstance(block, gr.HTML):
-        stream.ui.blocks[id] = gr.HTML(
-            """
-                <h1 style='text-align: center'>
-                LLM Voice Chat (Powered by Groq, ElevenLabs, and WebRTC ⚡️)
-                </h1>
-                """
-        )
 
 # Mount the STREAM UI to the FastAPI app
 # Because I don't want to build the UI manually