Spaces:

pythonitalia
/

realtime-transcription

Build error

rrevo commited on Jan 13, 2024

Commit

46d52cc

1 Parent(s): 62b3774

dtype

Files changed (1) hide show

server/src/main.py CHANGED Viewed

@@ -20,7 +20,7 @@ def read_root():
 TRANSCRIBE_PIPELINE = pipeline(
     "automatic-speech-recognition",
     model="openai/whisper-large-v3",
-    torch_dtype=torch.float16,
     device=DEVICE,
     model_kwargs={"attn_implementation": ATTN_IMPLEMENTATION},
 )

 TRANSCRIBE_PIPELINE = pipeline(
     "automatic-speech-recognition",
     model="openai/whisper-large-v3",
+    torch_dtype=torch.float16 if ATTN_IMPLEMENTATION == "sdpa" else torch.bfloat16,
     device=DEVICE,
     model_kwargs={"attn_implementation": ATTN_IMPLEMENTATION},
 )