Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,8 @@ from transformers import (
|
|
6 |
AutoModelForCausalLM,
|
7 |
BitsAndBytesConfig,
|
8 |
TrainingArguments,
|
9 |
-
Trainer
|
|
|
10 |
)
|
11 |
from peft import LoraConfig, TaskType, get_peft_model, prepare_model_for_kbit_training
|
12 |
from datasets import Dataset
|
@@ -306,7 +307,7 @@ def train_model(progress=gr.Progress()):
|
|
306 |
model=model,
|
307 |
args=training_args,
|
308 |
train_dataset=train_dataset,
|
309 |
-
data_collator=
|
310 |
tokenizer=None, mlm=False
|
311 |
)
|
312 |
)
|
|
|
6 |
AutoModelForCausalLM,
|
7 |
BitsAndBytesConfig,
|
8 |
TrainingArguments,
|
9 |
+
Trainer,
|
10 |
+
DataCollatorForLanguageModeling
|
11 |
)
|
12 |
from peft import LoraConfig, TaskType, get_peft_model, prepare_model_for_kbit_training
|
13 |
from datasets import Dataset
|
|
|
307 |
model=model,
|
308 |
args=training_args,
|
309 |
train_dataset=train_dataset,
|
310 |
+
data_collator=DataCollatorForLanguageModeling(
|
311 |
tokenizer=None, mlm=False
|
312 |
)
|
313 |
)
|