Aneeth commited on
Commit
015761d
·
verified ·
1 Parent(s): 9473c22

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -18,10 +18,10 @@ model = AutoPeftModelForCausalLM.from_pretrained(
18
  low_cpu_mem_usage=True,
19
  return_dict=True,
20
  torch_dtype=torch.float16,
21
- device_map="auto",
22
  trust_remote_code=True
23
  )
24
- model.tie_weights()
25
  tokenizer = AutoTokenizer.from_pretrained("Aneeth/zephyr_10k")
26
  generation_config = GenerationConfig(
27
  do_sample=True,
 
18
  low_cpu_mem_usage=True,
19
  return_dict=True,
20
  torch_dtype=torch.float16,
21
+ device_map="cpu",
22
  trust_remote_code=True
23
  )
24
+
25
  tokenizer = AutoTokenizer.from_pretrained("Aneeth/zephyr_10k")
26
  generation_config = GenerationConfig(
27
  do_sample=True,