Spaces:
Running
Running
File size: 491 Bytes
03c77e0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
import pickle
from happytransformer import HappyTextToText, TTTrainArgs
happy_tt = HappyTextToText("T5", "t5-base")
train_args = TTTrainArgs(
batch_size=8,
num_train_epochs=5,
max_input_length=512,
max_output_length=150
)
happy_tt.train("Dataset/train.csv", args=train_args)
eval_args = TTTrainArgs(
batch_size=8,
max_input_length=512,
max_output_length=150
)
happy_tt.eval("Dataset/eval.csv", args=eval_args)
pickle.dump(happy_tt, open('model.pkl','wb'))
|