Spaces:
Configuration error
Configuration error
File size: 3,395 Bytes
3e15f14 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 |
import os
from typing import Generator
import gradio as gr
import httpx
from httpx_sse import connect_sse
from faster_whisper_server.config import Config, Task
TRANSCRIPTION_ENDPOINT = "/v1/audio/transcriptions"
TRANSLATION_ENDPOINT = "/v1/audio/translations"
def create_gradio_demo(config: Config) -> gr.Blocks:
host = os.getenv("UVICORN_HOST", "0.0.0.0")
port = os.getenv("UVICORN_PORT", 8000)
# NOTE: worth looking into generated clients
http_client = httpx.Client(base_url=f"http://{host}:{port}", timeout=None)
def handler(
file_path: str | None, model: str, task: Task, temperature: float, stream: bool
) -> Generator[str, None, None]:
if file_path is None:
yield ""
return
if stream:
yield from transcribe_audio_streaming(file_path, task, temperature, model)
yield transcribe_audio(file_path, task, temperature, model)
def transcribe_audio(
file_path: str, task: Task, temperature: float, model: str
) -> str:
if task == Task.TRANSCRIPTION:
endpoint = TRANSCRIPTION_ENDPOINT
elif task == Task.TRANSLATION:
endpoint = TRANSLATION_ENDPOINT
with open(file_path, "rb") as file:
response = http_client.post(
endpoint,
files={"file": file},
data={
"model": model,
"response_format": "text",
"temperature": temperature,
},
)
response.raise_for_status()
return response.text
def transcribe_audio_streaming(
file_path: str, task: Task, temperature: float, model: str
) -> Generator[str, None, None]:
with open(file_path, "rb") as file:
kwargs = {
"files": {"file": file},
"data": {
"response_format": "text",
"temperature": temperature,
"model": model,
"stream": True,
},
}
endpoint = (
TRANSCRIPTION_ENDPOINT
if task == Task.TRANSCRIPTION
else TRANSLATION_ENDPOINT
)
with connect_sse(http_client, "POST", endpoint, **kwargs) as event_source:
for event in event_source.iter_sse():
yield event.data
model_dropdown = gr.Dropdown(
# TODO: use output from /v1/models
choices=[config.whisper.model],
label="Model",
value=config.whisper.model,
)
task_dropdown = gr.Dropdown(
choices=[task.value for task in Task],
label="Task",
value=Task.TRANSCRIPTION,
)
temperature_slider = gr.Slider(
minimum=0.0, maximum=1.0, step=0.1, label="Temperature", value=0.0
)
stream_checkbox = gr.Checkbox(label="Stream", value=True)
demo = gr.Interface(
title="Whisper Playground",
description="""Consider supporting the project by starring the <a href="https://github.com/fedirz/faster-whisper-server">repository on GitHub</a>.""",
inputs=[
gr.Audio(type="filepath"),
model_dropdown,
task_dropdown,
temperature_slider,
stream_checkbox,
],
fn=handler,
outputs="text",
)
return demo
|