Update app.py

app.py

@@ -4,8 +4,11 @@ import torch
 
 # Load tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
+
+
+
 model = AutoModelForCausalLM.from_pretrained(
-    "microsoft/phi-2", torch_dtype="auto", device_map="auto", trust_remote_code=True
+    "microsoft/phi-2", torch_dtype=torch.float32, device_map="auto", trust_remote_code=True
 )