robinhad commited on
Commit
a514d09
·
verified ·
1 Parent(s): 5d9b451

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ quant_config = BitsAndBytesConfig(
20
  bnb_4bit_use_double_quant=True,
21
  bnb_4bit_compute_dtype=bfloat16
22
  )
23
- tokenizer = LlamaTokenizer.from_pretrained(model_name)
24
  model = LlamaForCausalLM.from_pretrained(
25
  model_name,
26
  quantization_config=quant_config
 
20
  bnb_4bit_use_double_quant=True,
21
  bnb_4bit_compute_dtype=bfloat16
22
  )
23
+ tokenizer = LlamaTokenizer.from_pretrained(model_name, use_fast=False)
24
  model = LlamaForCausalLM.from_pretrained(
25
  model_name,
26
  quantization_config=quant_config