Update whisper_cs.py (#33)

- Update whisper_cs.py (1035d2b784249d0d9165be057842d6e41a58c811)


Co-authored-by: Sarah Solito <[email protected]>

whisper_cs.py

@@ -104,6 +104,19 @@ def cleanup_temp_files(*file_paths):
         if path and os.path.exists(path):
             os.remove(path)
 
+if torch.cuda.is_available():
+    faster_model = WhisperModel(
+        MODEL_PATH_V2_FAST,
+        device="cuda",
+        compute_type="float16"  #"int8_float16" 
+    )
+else:
+    faster_model = WhisperModel(
+        MODEL_PATH_V2_FAST,
+        device="cpu",
+        compute_type="int8"
+    )
+
 faster_model = WhisperModel(MODEL_PATH_V2_FAST, device=DEVICE, compute_type="float16")
 
 def load_whisper_model(model_path: str):