Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ quant_config = BitsAndBytesConfig(
|
|
20 |
bnb_4bit_use_double_quant=True,
|
21 |
bnb_4bit_compute_dtype=bfloat16
|
22 |
)
|
23 |
-
tokenizer = LlamaTokenizer.from_pretrained(model_name)
|
24 |
model = LlamaForCausalLM.from_pretrained(
|
25 |
model_name,
|
26 |
quantization_config=quant_config
|
|
|
20 |
bnb_4bit_use_double_quant=True,
|
21 |
bnb_4bit_compute_dtype=bfloat16
|
22 |
)
|
23 |
+
tokenizer = LlamaTokenizer.from_pretrained(model_name, use_fast=False)
|
24 |
model = LlamaForCausalLM.from_pretrained(
|
25 |
model_name,
|
26 |
quantization_config=quant_config
|