Marco Acierno commited on
Commit
03ccab8
·
1 Parent(s): c9f35a7
Files changed (1) hide show
  1. server/src/main.py +5 -4
server/src/main.py CHANGED
@@ -8,6 +8,8 @@ from fastapi import FastAPI
8
 
9
  app = FastAPI()
10
 
 
 
11
 
12
  @app.get("/")
13
  def read_root():
@@ -18,8 +20,8 @@ TRANSCRIBE_PIPELINE = pipeline(
18
  "automatic-speech-recognition",
19
  model="openai/whisper-large-v3",
20
  torch_dtype=torch.float16,
21
- device="mps",
22
- model_kwargs={"attn_implementation": "sdpa"},
23
  )
24
 
25
 
@@ -35,8 +37,7 @@ async def transcribe(request: Request):
35
  'task': 'transcribe',
36
  'language': 'english'
37
  },
38
- # return_timestamps='word'
39
- return_timestamps=False
40
  )
41
  text = outputs["text"].strip()
42
  return {"transcribe": text}
 
8
 
9
  app = FastAPI()
10
 
11
+ DEVICE = "mps"
12
+ ATTN_IMPLEMENTATION = "sdpa"
13
 
14
  @app.get("/")
15
  def read_root():
 
20
  "automatic-speech-recognition",
21
  model="openai/whisper-large-v3",
22
  torch_dtype=torch.float16,
23
+ device=DEVICE,
24
+ model_kwargs={"attn_implementation": ATTN_IMPLEMENTATION},
25
  )
26
 
27
 
 
37
  'task': 'transcribe',
38
  'language': 'english'
39
  },
40
+ return_timestamps='word'
 
41
  )
42
  text = outputs["text"].strip()
43
  return {"transcribe": text}