Twelve2five commited on
Commit
e036f13
·
verified ·
1 Parent(s): c93ea92

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -6,7 +6,8 @@ from transformers import (
6
  AutoModelForCausalLM,
7
  BitsAndBytesConfig,
8
  TrainingArguments,
9
- Trainer
 
10
  )
11
  from peft import LoraConfig, TaskType, get_peft_model, prepare_model_for_kbit_training
12
  from datasets import Dataset
@@ -306,7 +307,7 @@ def train_model(progress=gr.Progress()):
306
  model=model,
307
  args=training_args,
308
  train_dataset=train_dataset,
309
- data_collator=transformers.DataCollatorForLanguageModeling(
310
  tokenizer=None, mlm=False
311
  )
312
  )
 
6
  AutoModelForCausalLM,
7
  BitsAndBytesConfig,
8
  TrainingArguments,
9
+ Trainer,
10
+ DataCollatorForLanguageModeling
11
  )
12
  from peft import LoraConfig, TaskType, get_peft_model, prepare_model_for_kbit_training
13
  from datasets import Dataset
 
307
  model=model,
308
  args=training_args,
309
  train_dataset=train_dataset,
310
+ data_collator=DataCollatorForLanguageModeling(
311
  tokenizer=None, mlm=False
312
  )
313
  )