pad
Browse files
app.py
CHANGED
|
@@ -72,6 +72,7 @@ quantization_config = BitsAndBytesConfig(
|
|
| 72 |
bnb_4bit_compute_dtype=torch.bfloat16
|
| 73 |
)
|
| 74 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
|
|
|
|
| 75 |
model = AutoModelForCausalLM.from_pretrained(
|
| 76 |
MODEL_ID,
|
| 77 |
device_map="auto",
|
|
|
|
| 72 |
bnb_4bit_compute_dtype=torch.bfloat16
|
| 73 |
)
|
| 74 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
|
| 75 |
+
tokenizer.pad_token = tokenizer.eos_token
|
| 76 |
model = AutoModelForCausalLM.from_pretrained(
|
| 77 |
MODEL_ID,
|
| 78 |
device_map="auto",
|