robinhad commited on
Commit
c34334d
·
verified ·
1 Parent(s): 61849bb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -26,8 +26,7 @@ model = LlamaForCausalLM.from_pretrained(
26
  quantization_config=quant_config
27
  )
28
 
29
- config = PeftConfig.from_pretrained(lora_name, device="cpu")
30
- model = PeftModel.from_pretrained(model, lora_name, config=config)
31
 
32
  model = model.to("cuda")
33
 
 
26
  quantization_config=quant_config
27
  )
28
 
29
+ model = PeftModel.from_pretrained(model, lora_name, device_map="cpu")
 
30
 
31
  model = model.to("cuda")
32