Update app.py

app.py

@@ -23,11 +23,10 @@ quant_config = BitsAndBytesConfig(
 tokenizer = LlamaTokenizer.from_pretrained(model_name)
 model = LlamaForCausalLM.from_pretrained(
     model_name,
-    device_map="cpu"
-    #quantization_config=quant_config
+    quantization_config=quant_config
 )
 
-model = PeftModel.from_pretrained(model, lora_name, hf_device_map="cpu")
+model = PeftModel.from_pretrained(model, lora_name, torch_device="cpu")
 
 model = model.to("cuda")