Update app.py

app.py

@@ -28,6 +28,8 @@ def predict(prompt, upload_reference_audio, microphone_reference_audio, referenc
         audio_file_pth = upload_reference_audio
     elif reference_audio_type == 'microphone':
         audio_file_pth =  microphone_reference_audio
+    torch.set_default_device('cuda')
+    tts = TTS('tts_models/multilingual/multi-dataset/your_tts').to('cuda')
     tts.tts_to_file(
         text=prompt,
         file_path=output_file_path,
@@ -40,14 +42,8 @@ def predict(prompt, upload_reference_audio, microphone_reference_audio, referenc
 def main():
     if torch.cuda.is_available():
         device = "cuda" 
-        print("cuda available")
     else:
         device = "cpu"
-    print('device is', device)
-    torch.set_default_device(device)
-    torch.set_default_device(device)
-    tts = TTS('tts_models/multilingual/multi-dataset/your_tts').to(device)
-    tts.to(device)
     kd_talker = Inferencer()
 
     with gr.Blocks(analytics_enabled=False) as interface:
@@ -120,6 +116,4 @@ def main():
 if __name__ == "__main__":
     os.environ["GRADIO_SERVER_PORT"] = "7860"
     demo = main()
-    #demo.launch(server_name="0.0.0.0",ssl_certfile="cert.pem", ssl_keyfile="key.pem", ssl_verify=False, strict_cors = False)
-    demo.launch(server_name="0.0.0.0")
-
+    demo.launch(server_name="0.0.0.0")