Update app.py

app.py

@@ -392,7 +392,8 @@ def ask(symbol, weeks_before, withbasic):
 #   print(info)
 
   inputs = tokenizer(pt, return_tensors='pt')
-  inputs = {key: value.to(model.device) for key, value in inputs.items()}
+#  inputs = {key: value.to(model.device) for key, value in inputs.items()}
+  inputs = {key: value.to(cuda:0) for key, value in inputs.items()}
   print("Inputs loaded onto devices.")
 
   res = model.generate(