nroggendorff commited on
Commit
05f6fa1
·
verified ·
1 Parent(s): 8a6b116

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +1 -1
train.py CHANGED
@@ -56,7 +56,7 @@ def load_data():
56
  dataset = Dataset.from_dict({'text': [example['text'] for example in data_list]})
57
  return dataset
58
 
59
- def encode_decode(text, tok):
60
  tokenized_texts = tok(
61
  texts,
62
  padding="max_length",
 
56
  dataset = Dataset.from_dict({'text': [example['text'] for example in data_list]})
57
  return dataset
58
 
59
+ def encode_decode(texts, tok):
60
  tokenized_texts = tok(
61
  texts,
62
  padding="max_length",