update

app.py

@@ -394,12 +394,14 @@ def ask(symbol, weeks_before, withbasic):
   info, pt = get_all_prompts_online(symbol=symbol, weeks_before=weeks_before, with_basics=withbasic)
 #   print(info)
 
-  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+  device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
   model=model.to(device)
     
   print(model.device)
   inputs = tokenizer(pt, return_tensors='pt')
-  inputs = {key: value.to(model.device) for key, value in inputs.items()}
+
+  inputs = {key: value.to(model.device('cuda:0')) for key, value in inputs.items()}
+  #inputs = {key: value.to(model.device) for key, value in inputs.items()}
   #inputs = {key: value.to('cuda:0') for key, value in inputs.items()}
   print("Inputs loaded onto devices.")