Update app.py

app.py

@@ -394,9 +394,11 @@ def ask(symbol, weeks_before, withbasic):
   info, pt = get_all_prompts_online(symbol=symbol, weeks_before=weeks_before, with_basics=withbasic)
 #   print(info)
 
-  inputs = tokenizer(pt, return_tensors='pt')
-  #print(model.device('cuda:0' if torch.cuda.is_available() else 'cpu'))
+  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+  model=model.to(device)
+    
   print(model.device)
+  inputs = tokenizer(pt, return_tensors='pt')
   inputs = {key: value.to(model.device) for key, value in inputs.items()}
   #inputs = {key: value.to('cuda:0') for key, value in inputs.items()}
   print("Inputs loaded onto devices.")