nroggendorff commited on
Commit
61715d4
·
verified ·
1 Parent(s): ece3888

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +2 -2
train.py CHANGED
@@ -100,10 +100,10 @@ def format_prompts(examples, tokenizer, isinst):
100
  truncation=True,
101
  max_length=MAX_SEQ_LENGTH,
102
  return_tensors="pt"
103
- )
104
  decoded_texts = tokenizer.batch_decode(tokenized_texts)
105
 
106
- return decoded_texts
107
 
108
  def create_model(tokenizer):
109
  config = LlamaConfig(
 
100
  truncation=True,
101
  max_length=MAX_SEQ_LENGTH,
102
  return_tensors="pt"
103
+ ).input_ids
104
  decoded_texts = tokenizer.batch_decode(tokenized_texts)
105
 
106
+ return {'text': decoded_texts}
107
 
108
  def create_model(tokenizer):
109
  config = LlamaConfig(