Update app.py

app.py

@@ -32,6 +32,7 @@ streamer = TextStreamer(tokenizer)
 
 model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, device_map="cuda")
 model = PeftModel.from_pretrained(model, peft_model)
+model.to(device)
 
 model = model.eval()