Update app.py

app.py

@@ -32,7 +32,8 @@ model = PeftModel.from_pretrained(model, peft_model,  device_map="cuda:0", offlo
 
 #device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
 device = 'cuda:0'
-model = model.eval()
+model = model.to(device)
+#model = model.eval()
 
 # Inference Data
 # get company news online