Update app.py

app.py

@@ -18,7 +18,7 @@ bnb_config = BitsAndBytesConfig(
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name, quantization_config=bnb_config, low_cpu_mem_usage=True)
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-model.to(device)
+#model.to(device)
 
 def generate_text(user_prompt):
   """Generates text using the ConvAI model from Hugging Face Transformers and removes the user prompt."""