Update app.py

app.py

@@ -392,8 +392,9 @@ def ask(symbol, weeks_before, withbasic):
 #   print(info)
 
   inputs = tokenizer(pt, return_tensors='pt')
-#  inputs = {key: value.to(model.device) for key, value in inputs.items()}
-  inputs = {key: value.to('cuda:0') for key, value in inputs.items()}
+  print(model.device('cuda:0' if torch.cuda.is_available() else 'cpu'))
+  inputs = {key: value.to(model.device) for key, value in inputs.items()}
+  #inputs = {key: value.to('cuda:0') for key, value in inputs.items()}
   print("Inputs loaded onto devices.")
 
   res = model.generate(