pytorch t5 text2text-generation transformers autotrain_compatible
training_args = TrainingArguments(
    output_dir='./results',          # output directory
    num_train_epochs=1,              # total number of training epochs
    per_device_train_batch_size=8,  # batch size per device during training
    #per_device_eval_batch_size=2,   # batch size for evaluation
    warmup_steps=3000,                # number of warmup steps for learning rate scheduler (used to be 500)
    weight_decay=0.01,               # strength of weight decay
    #learning_rate=0.1e-3, # default = 5e-5=0.5e-4
    logging_dir='./logs',            # directory for storing logs
    logging_steps=50,
    #eval_steps = 100,
    overwrite_output_dir = True,
    save_strategy = 'epoch',
    #logging_strategy = 'epoch',
)