| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "global_step": 48090, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.948014140153878e-05, | |
| "loss": 0.7397, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.8960282803077565e-05, | |
| "loss": 0.2767, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.844042420461635e-05, | |
| "loss": 0.4767, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.792056560615513e-05, | |
| "loss": 0.4352, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.740070700769391e-05, | |
| "loss": 0.6092, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 4.688084840923269e-05, | |
| "loss": 0.1961, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.636098981077147e-05, | |
| "loss": 0.2384, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 4.5841131212310254e-05, | |
| "loss": 0.2925, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 4.532127261384904e-05, | |
| "loss": 0.1461, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 4.4801414015387816e-05, | |
| "loss": 0.1366, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 4.4281555416926594e-05, | |
| "loss": 0.0943, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 4.376169681846538e-05, | |
| "loss": 0.098, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 4.324183822000416e-05, | |
| "loss": 0.2768, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 4.272197962154294e-05, | |
| "loss": 0.1589, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 4.220212102308173e-05, | |
| "loss": 0.2075, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 4.1682262424620505e-05, | |
| "loss": 0.1032, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 4.116240382615928e-05, | |
| "loss": 0.092, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 4.064254522769807e-05, | |
| "loss": 0.0877, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 4.012268662923685e-05, | |
| "loss": 0.1081, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 3.960282803077563e-05, | |
| "loss": 0.0561, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 3.9082969432314415e-05, | |
| "loss": 0.0463, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 3.856311083385319e-05, | |
| "loss": 0.0453, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 3.804325223539197e-05, | |
| "loss": 0.0466, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 3.7523393636930756e-05, | |
| "loss": 0.0484, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 3.700353503846954e-05, | |
| "loss": 0.0442, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 3.648367644000832e-05, | |
| "loss": 0.1853, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 3.59638178415471e-05, | |
| "loss": 0.0908, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 3.544395924308588e-05, | |
| "loss": 0.0353, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 3.4924100644624667e-05, | |
| "loss": 0.0333, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 3.4404242046163445e-05, | |
| "loss": 0.0379, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 3.388438344770223e-05, | |
| "loss": 0.0439, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 3.336452484924101e-05, | |
| "loss": 0.0419, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 3.2844666250779785e-05, | |
| "loss": 0.0355, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 3.232480765231857e-05, | |
| "loss": 0.0368, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 3.1804949053857355e-05, | |
| "loss": 0.0336, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 3.128509045539613e-05, | |
| "loss": 0.176, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 3.076523185693492e-05, | |
| "loss": 0.2009, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 3.0245373258473696e-05, | |
| "loss": 0.1369, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 2.9725514660012477e-05, | |
| "loss": 0.1509, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 2.9205656061551262e-05, | |
| "loss": 0.1126, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 2.868579746309004e-05, | |
| "loss": 0.0878, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 2.816593886462882e-05, | |
| "loss": 0.0961, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 2.76460802661676e-05, | |
| "loss": 0.1387, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 2.7126221667706388e-05, | |
| "loss": 0.0979, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 2.6606363069245166e-05, | |
| "loss": 0.0647, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 2.6086504470783947e-05, | |
| "loss": 0.05, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 2.5566645872322732e-05, | |
| "loss": 0.0221, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 2.504678727386151e-05, | |
| "loss": 0.0252, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 2.452692867540029e-05, | |
| "loss": 0.0245, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 2.4007070076939073e-05, | |
| "loss": 0.0195, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 2.3487211478477854e-05, | |
| "loss": 0.023, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 2.296735288001664e-05, | |
| "loss": 0.0204, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 2.2447494281555417e-05, | |
| "loss": 0.0789, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 2.19276356830942e-05, | |
| "loss": 0.056, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 2.140777708463298e-05, | |
| "loss": 0.0301, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 2.088791848617176e-05, | |
| "loss": 0.0439, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 2.0368059887710546e-05, | |
| "loss": 0.0254, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 1.9848201289249324e-05, | |
| "loss": 0.0132, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 1.9328342690788105e-05, | |
| "loss": 0.019, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 1.880848409232689e-05, | |
| "loss": 0.0187, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 6.34, | |
| "learning_rate": 1.8288625493865668e-05, | |
| "loss": 0.0196, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "learning_rate": 1.776876689540445e-05, | |
| "loss": 0.062, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 1.7248908296943234e-05, | |
| "loss": 0.0454, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 1.6729049698482012e-05, | |
| "loss": 0.0153, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 1.6209191100020797e-05, | |
| "loss": 0.0133, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 1.5689332501559575e-05, | |
| "loss": 0.0158, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "learning_rate": 1.5169473903098358e-05, | |
| "loss": 0.0143, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 1.464961530463714e-05, | |
| "loss": 0.0196, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 1.412975670617592e-05, | |
| "loss": 0.01, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "learning_rate": 1.3609898107714703e-05, | |
| "loss": 0.0089, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 7.38, | |
| "learning_rate": 1.3090039509253486e-05, | |
| "loss": 0.0106, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 7.49, | |
| "learning_rate": 1.2570180910792265e-05, | |
| "loss": 0.0093, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 7.59, | |
| "learning_rate": 1.2050322312331047e-05, | |
| "loss": 0.0082, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "learning_rate": 1.1530463713869828e-05, | |
| "loss": 0.0112, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "learning_rate": 1.101060511540861e-05, | |
| "loss": 0.0132, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 7.9, | |
| "learning_rate": 1.0490746516947391e-05, | |
| "loss": 0.0092, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "learning_rate": 9.970887918486172e-06, | |
| "loss": 0.0109, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 8.11, | |
| "learning_rate": 9.451029320024954e-06, | |
| "loss": 0.0083, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 8.931170721563735e-06, | |
| "loss": 0.0049, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "learning_rate": 8.411312123102517e-06, | |
| "loss": 0.0076, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 8.42, | |
| "learning_rate": 7.891453524641298e-06, | |
| "loss": 0.0054, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 8.53, | |
| "learning_rate": 7.3715949261800795e-06, | |
| "loss": 0.0033, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 8.63, | |
| "learning_rate": 6.851736327718861e-06, | |
| "loss": 0.0051, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 8.73, | |
| "learning_rate": 6.3318777292576415e-06, | |
| "loss": 0.0057, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 8.84, | |
| "learning_rate": 5.812019130796424e-06, | |
| "loss": 0.008, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 8.94, | |
| "learning_rate": 5.292160532335205e-06, | |
| "loss": 0.005, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "learning_rate": 4.7723019338739865e-06, | |
| "loss": 0.0058, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 9.15, | |
| "learning_rate": 4.252443335412768e-06, | |
| "loss": 0.0042, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 9.25, | |
| "learning_rate": 3.7325847369515494e-06, | |
| "loss": 0.0034, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "learning_rate": 3.2127261384903308e-06, | |
| "loss": 0.0029, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 9.46, | |
| "learning_rate": 2.692867540029112e-06, | |
| "loss": 0.0036, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 9.57, | |
| "learning_rate": 2.1730089415678936e-06, | |
| "loss": 0.0034, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 9.67, | |
| "learning_rate": 1.6531503431066752e-06, | |
| "loss": 0.0021, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 9.77, | |
| "learning_rate": 1.1332917446454564e-06, | |
| "loss": 0.0039, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 9.88, | |
| "learning_rate": 6.134331461842379e-07, | |
| "loss": 0.0033, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 9.98, | |
| "learning_rate": 9.357454772301934e-08, | |
| "loss": 0.0068, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 48090, | |
| "total_flos": 1.579934745091154e+17, | |
| "train_runtime": 28299.6455, | |
| "train_samples_per_second": 1.699 | |
| } | |
| ], | |
| "max_steps": 48090, | |
| "num_train_epochs": 10, | |
| "total_flos": 1.579934745091154e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |