{ "best_metric": 6.929315567016602, "best_model_checkpoint": "./results/checkpoint-1832", "epoch": 2.0, "eval_steps": 500, "global_step": 1832, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.1091703056768559, "grad_norm": 23.31266975402832, "learning_rate": 2.959061135371179e-05, "loss": 57.4375, "step": 100 }, { "epoch": 0.2183406113537118, "grad_norm": 36.15751266479492, "learning_rate": 2.918122270742358e-05, "loss": 48.4816, "step": 200 }, { "epoch": 0.32751091703056767, "grad_norm": 44.80302047729492, "learning_rate": 2.877183406113537e-05, "loss": 37.1763, "step": 300 }, { "epoch": 0.4366812227074236, "grad_norm": 29.177419662475586, "learning_rate": 2.8362445414847164e-05, "loss": 25.613, "step": 400 }, { "epoch": 0.5458515283842795, "grad_norm": 42.395999908447266, "learning_rate": 2.7953056768558954e-05, "loss": 16.5535, "step": 500 }, { "epoch": 0.6550218340611353, "grad_norm": 41.26911926269531, "learning_rate": 2.7543668122270742e-05, "loss": 12.1195, "step": 600 }, { "epoch": 0.7641921397379913, "grad_norm": 85.68878173828125, "learning_rate": 2.7134279475982533e-05, "loss": 9.5989, "step": 700 }, { "epoch": 0.8733624454148472, "grad_norm": 29.508316040039062, "learning_rate": 2.6724890829694323e-05, "loss": 8.008, "step": 800 }, { "epoch": 0.982532751091703, "grad_norm": 47.07627868652344, "learning_rate": 2.6315502183406114e-05, "loss": 7.4156, "step": 900 }, { "epoch": 1.0, "eval_avg_mae": 7.66294542948405, "eval_loss": 7.66294527053833, "eval_mae_lex": 7.354457378387451, "eval_mae_sem": 5.690549373626709, "eval_mae_syn": 9.943828582763672, "eval_runtime": 26.9061, "eval_samples_per_second": 272.318, "eval_steps_per_second": 8.511, "step": 916 }, { "epoch": 1.091703056768559, "grad_norm": 34.63822555541992, "learning_rate": 2.5906113537117905e-05, "loss": 6.9324, "step": 1000 }, { "epoch": 1.2008733624454149, "grad_norm": 25.136709213256836, "learning_rate": 2.5496724890829696e-05, "loss": 6.6809, "step": 1100 }, { "epoch": 1.3100436681222707, "grad_norm": 29.977298736572266, "learning_rate": 2.5087336244541486e-05, "loss": 6.6569, "step": 1200 }, { "epoch": 1.4192139737991267, "grad_norm": 50.923553466796875, "learning_rate": 2.4677947598253277e-05, "loss": 6.5877, "step": 1300 }, { "epoch": 1.5283842794759825, "grad_norm": 24.49920654296875, "learning_rate": 2.4268558951965064e-05, "loss": 6.5709, "step": 1400 }, { "epoch": 1.6375545851528384, "grad_norm": 36.14987564086914, "learning_rate": 2.3859170305676855e-05, "loss": 6.4067, "step": 1500 }, { "epoch": 1.7467248908296944, "grad_norm": 22.3398380279541, "learning_rate": 2.344978165938865e-05, "loss": 6.3692, "step": 1600 }, { "epoch": 1.8558951965065502, "grad_norm": 23.658458709716797, "learning_rate": 2.3040393013100437e-05, "loss": 6.3785, "step": 1700 }, { "epoch": 1.965065502183406, "grad_norm": 31.021987915039062, "learning_rate": 2.2631004366812227e-05, "loss": 6.2296, "step": 1800 }, { "epoch": 2.0, "eval_avg_mae": 6.929315567016602, "eval_loss": 6.92931604385376, "eval_mae_lex": 6.660251617431641, "eval_mae_sem": 4.739748001098633, "eval_mae_syn": 9.387948036193848, "eval_runtime": 26.931, "eval_samples_per_second": 272.065, "eval_steps_per_second": 8.503, "step": 1832 } ], "logging_steps": 100, "max_steps": 7328, "num_input_tokens_seen": 0, "num_train_epochs": 8, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3855532466677248.0, "train_batch_size": 32, "trial_name": null, "trial_params": null }