| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.400736000878807, | |
| "eval_steps": 500, | |
| "global_step": 228, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 2.0419, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 5.7142857142857145e-06, | |
| "loss": 2.1227, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 2.0401, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.1428571428571429e-05, | |
| "loss": 2.0777, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.4285714285714287e-05, | |
| "loss": 1.9235, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.7142857142857142e-05, | |
| "loss": 1.8527, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2e-05, | |
| "loss": 1.8595, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.9998989635940996e-05, | |
| "loss": 1.8005, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9995958747931083e-05, | |
| "loss": 1.7729, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9990907948430327e-05, | |
| "loss": 1.7767, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.998383825806799e-05, | |
| "loss": 1.733, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9974751105436266e-05, | |
| "loss": 1.7177, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9963648326801653e-05, | |
| "loss": 1.6892, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9950532165733847e-05, | |
| "loss": 1.6988, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.993540527265239e-05, | |
| "loss": 1.6935, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.9918270704291104e-05, | |
| "loss": 1.7013, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.98991319230804e-05, | |
| "loss": 1.6657, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.9877992796447604e-05, | |
| "loss": 1.663, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.9854857596035476e-05, | |
| "loss": 1.6739, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.982973099683902e-05, | |
| "loss": 1.6262, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9802618076260784e-05, | |
| "loss": 1.7099, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9773524313084857e-05, | |
| "loss": 1.6464, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9742455586369786e-05, | |
| "loss": 1.6538, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9709418174260523e-05, | |
| "loss": 1.6665, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9674418752719835e-05, | |
| "loss": 1.6097, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.963746439417924e-05, | |
| "loss": 1.6503, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.959856256610988e-05, | |
| "loss": 1.658, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.9557721129513538e-05, | |
| "loss": 1.6575, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.9514948337334144e-05, | |
| "loss": 1.6055, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.947025283279008e-05, | |
| "loss": 1.6067, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.9423643647627625e-05, | |
| "loss": 1.5934, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.937513020029588e-05, | |
| "loss": 1.6424, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.932472229404356e-05, | |
| "loss": 1.6179, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.9272430114938018e-05, | |
| "loss": 1.5971, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.9218264229806917e-05, | |
| "loss": 1.5947, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.9162235584102973e-05, | |
| "loss": 1.5637, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.9104355499692166e-05, | |
| "loss": 1.6186, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.9044635672565898e-05, | |
| "loss": 1.5754, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.8983088170477556e-05, | |
| "loss": 1.6139, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.8919725430503946e-05, | |
| "loss": 1.5928, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.8854560256532098e-05, | |
| "loss": 1.5804, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.8787605816671956e-05, | |
| "loss": 1.6165, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.8718875640595432e-05, | |
| "loss": 1.6021, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.864838361680247e-05, | |
| "loss": 1.5869, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.8576143989814524e-05, | |
| "loss": 1.5575, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.8502171357296144e-05, | |
| "loss": 1.6145, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.8426480667105178e-05, | |
| "loss": 1.5553, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.8349087214272222e-05, | |
| "loss": 1.5679, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.8270006637909907e-05, | |
| "loss": 1.5606, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.818925491805265e-05, | |
| "loss": 1.5488, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.810684837242755e-05, | |
| "loss": 1.5561, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.8022803653156983e-05, | |
| "loss": 1.5796, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.7937137743393695e-05, | |
| "loss": 1.565, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.784986795388895e-05, | |
| "loss": 1.5969, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.776101191949449e-05, | |
| "loss": 1.5392, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.7670587595599034e-05, | |
| "loss": 1.5849, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.757861325449997e-05, | |
| "loss": 1.582, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.7485107481711014e-05, | |
| "loss": 1.5919, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.7390089172206594e-05, | |
| "loss": 1.5639, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.7293577526603684e-05, | |
| "loss": 1.5829, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.719559204728188e-05, | |
| "loss": 1.5662, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.7096152534442515e-05, | |
| "loss": 1.5844, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.6995279082107537e-05, | |
| "loss": 1.5202, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.689299207405911e-05, | |
| "loss": 1.5726, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.678931217972055e-05, | |
| "loss": 1.5644, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.6684260349979637e-05, | |
| "loss": 1.5389, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.6577857812954994e-05, | |
| "loss": 1.5473, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.6470126069706456e-05, | |
| "loss": 1.5519, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.6361086889890307e-05, | |
| "loss": 1.5158, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.6250762307360206e-05, | |
| "loss": 1.5203, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.6139174615714753e-05, | |
| "loss": 1.5331, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.6026346363792565e-05, | |
| "loss": 1.5399, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.591230035111576e-05, | |
| "loss": 1.5499, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.5797059623282787e-05, | |
| "loss": 1.5821, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.568064746731156e-05, | |
| "loss": 1.5463, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.5563087406933762e-05, | |
| "loss": 1.5557, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.5444403197841345e-05, | |
| "loss": 1.5475, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.5324618822886167e-05, | |
| "loss": 1.5414, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.5203758487233677e-05, | |
| "loss": 1.5411, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.5081846613471736e-05, | |
| "loss": 1.5498, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.4958907836675467e-05, | |
| "loss": 1.5434, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.4834966999429179e-05, | |
| "loss": 1.5594, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.4710049146806348e-05, | |
| "loss": 1.538, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.4584179521308703e-05, | |
| "loss": 1.5279, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.4457383557765385e-05, | |
| "loss": 1.5677, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.4329686878193271e-05, | |
| "loss": 1.5504, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.4201115286619464e-05, | |
| "loss": 1.5561, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.4071694763866988e-05, | |
| "loss": 1.5122, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.3941451462304778e-05, | |
| "loss": 1.5893, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.3810411700563005e-05, | |
| "loss": 1.5561, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.3678601958214779e-05, | |
| "loss": 1.5287, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.3546048870425356e-05, | |
| "loss": 1.5305, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.3412779222569907e-05, | |
| "loss": 1.5191, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.3278819944820893e-05, | |
| "loss": 1.5404, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.314419810670624e-05, | |
| "loss": 1.5356, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.3008940911639302e-05, | |
| "loss": 1.5509, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.2873075691421808e-05, | |
| "loss": 1.5729, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.2736629900720832e-05, | |
| "loss": 1.5401, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.2599631111520956e-05, | |
| "loss": 1.5466, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.2462107007552726e-05, | |
| "loss": 1.5614, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.2324085378698529e-05, | |
| "loss": 1.5177, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.2185594115376991e-05, | |
| "loss": 1.534, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.2046661202907101e-05, | |
| "loss": 1.5641, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.1907314715853138e-05, | |
| "loss": 1.5361, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.176758281235155e-05, | |
| "loss": 1.5613, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.1627493728420978e-05, | |
| "loss": 1.5139, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.1487075772256517e-05, | |
| "loss": 1.5168, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.1346357318509395e-05, | |
| "loss": 1.5248, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.1205366802553231e-05, | |
| "loss": 1.5336, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.1064132714738024e-05, | |
| "loss": 1.5257, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.092268359463302e-05, | |
| "loss": 1.5574, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.0781048025259648e-05, | |
| "loss": 1.5435, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.0639254627315658e-05, | |
| "loss": 1.5381, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.049733205339167e-05, | |
| "loss": 1.5247, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.0355308982181254e-05, | |
| "loss": 1.5423, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.0213214112685747e-05, | |
| "loss": 1.5186, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 1.0071076158414977e-05, | |
| "loss": 1.5536, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.928923841585025e-06, | |
| "loss": 1.5147, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.786785887314255e-06, | |
| "loss": 1.5233, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.644691017818752e-06, | |
| "loss": 1.549, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.502667946608332e-06, | |
| "loss": 1.5046, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.360745372684346e-06, | |
| "loss": 1.5089, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.218951974740354e-06, | |
| "loss": 1.5225, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.07731640536698e-06, | |
| "loss": 1.5566, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.935867285261977e-06, | |
| "loss": 1.4955, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.79463319744677e-06, | |
| "loss": 1.5357, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.653642681490608e-06, | |
| "loss": 1.5426, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 8.512924227743482e-06, | |
| "loss": 1.5394, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.372506271579022e-06, | |
| "loss": 1.5105, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.232417187648454e-06, | |
| "loss": 1.5238, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 8.092685284146865e-06, | |
| "loss": 1.5085, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.953338797092902e-06, | |
| "loss": 1.4983, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 7.814405884623012e-06, | |
| "loss": 1.5384, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.675914621301476e-06, | |
| "loss": 1.5294, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.5378929924472735e-06, | |
| "loss": 1.558, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.400368888479048e-06, | |
| "loss": 1.5188, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.263370099279173e-06, | |
| "loss": 1.5527, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 7.126924308578196e-06, | |
| "loss": 1.5368, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 6.9910590883607e-06, | |
| "loss": 1.5541, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 6.855801893293765e-06, | |
| "loss": 1.5142, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 6.721180055179113e-06, | |
| "loss": 1.524, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 6.587220777430097e-06, | |
| "loss": 1.5234, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 6.453951129574644e-06, | |
| "loss": 1.5979, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 6.321398041785225e-06, | |
| "loss": 1.588, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 6.189588299436997e-06, | |
| "loss": 1.4905, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 6.058548537695225e-06, | |
| "loss": 1.5129, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 5.928305236133016e-06, | |
| "loss": 1.5519, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 5.798884713380542e-06, | |
| "loss": 1.5366, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 5.67031312180673e-06, | |
| "loss": 1.5418, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 5.542616442234618e-06, | |
| "loss": 1.5212, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 5.415820478691301e-06, | |
| "loss": 1.5012, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 5.2899508531936526e-06, | |
| "loss": 1.542, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 5.165033000570825e-06, | |
| "loss": 1.5637, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 5.041092163324537e-06, | |
| "loss": 1.5441, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.918153386528271e-06, | |
| "loss": 1.5215, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.7962415127663265e-06, | |
| "loss": 1.5035, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.675381177113837e-06, | |
| "loss": 1.5253, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.555596802158653e-06, | |
| "loss": 1.5, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.436912593066241e-06, | |
| "loss": 1.5098, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.319352532688444e-06, | |
| "loss": 1.5607, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.2029403767172175e-06, | |
| "loss": 1.5356, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.087699648884248e-06, | |
| "loss": 1.5478, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.973653636207437e-06, | |
| "loss": 1.5812, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.860825384285247e-06, | |
| "loss": 1.4965, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.7492376926397966e-06, | |
| "loss": 1.5407, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.6389131101096953e-06, | |
| "loss": 1.4986, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.529873930293546e-06, | |
| "loss": 1.5161, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.422142187045011e-06, | |
| "loss": 1.5216, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.3157396500203655e-06, | |
| "loss": 1.5343, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.2106878202794513e-06, | |
| "loss": 1.4906, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.1070079259408934e-06, | |
| "loss": 1.5339, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.004720917892464e-06, | |
| "loss": 1.5335, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 2.90384746555749e-06, | |
| "loss": 1.4958, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.804407952718119e-06, | |
| "loss": 1.4891, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.7064224733963197e-06, | |
| "loss": 1.5082, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.6099108277934105e-06, | |
| "loss": 1.5197, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.514892518288988e-06, | |
| "loss": 1.5156, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.421386745500034e-06, | |
| "loss": 1.5117, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.329412404400969e-06, | |
| "loss": 1.5217, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 2.238988080505513e-06, | |
| "loss": 1.5377, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 2.150132046111054e-06, | |
| "loss": 1.5183, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 2.0628622566063063e-06, | |
| "loss": 1.5288, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.977196346843019e-06, | |
| "loss": 1.5509, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.8931516275724527e-06, | |
| "loss": 1.4979, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.8107450819473505e-06, | |
| "loss": 1.5506, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.7299933620900945e-06, | |
| "loss": 1.5076, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.6509127857277784e-06, | |
| "loss": 1.5278, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.573519332894824e-06, | |
| "loss": 1.5406, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.4978286427038602e-06, | |
| "loss": 1.5436, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.4238560101854815e-06, | |
| "loss": 1.4894, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.3516163831975337e-06, | |
| "loss": 1.4934, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.2811243594045697e-06, | |
| "loss": 1.495, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.2123941833280472e-06, | |
| "loss": 1.5111, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.1454397434679022e-06, | |
| "loss": 1.5202, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.080274569496057e-06, | |
| "loss": 1.5215, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.0169118295224488e-06, | |
| "loss": 1.5132, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 9.55364327434105e-07, | |
| "loss": 1.5496, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 8.956445003078351e-07, | |
| "loss": 1.5646, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 8.377644158970277e-07, | |
| "loss": 1.5008, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.81735770193085e-07, | |
| "loss": 1.5344, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.275698850619861e-07, | |
| "loss": 1.51, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 6.752777059564431e-07, | |
| "loss": 1.5111, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 6.248697997041219e-07, | |
| "loss": 1.5183, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.763563523723769e-07, | |
| "loss": 1.5033, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 5.29747167209923e-07, | |
| "loss": 1.5569, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.850516626658585e-07, | |
| "loss": 1.5635, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.4227887048646335e-07, | |
| "loss": 1.5331, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.014374338901206e-07, | |
| "loss": 1.5119, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.6253560582076075e-07, | |
| "loss": 1.5153, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.255812472801689e-07, | |
| "loss": 1.5168, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 2.905818257394799e-07, | |
| "loss": 1.5449, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 2.5754441363021854e-07, | |
| "loss": 1.5279, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 2.264756869151441e-07, | |
| "loss": 1.5379, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.973819237392205e-07, | |
| "loss": 1.5277, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.7026900316098217e-07, | |
| "loss": 1.5191, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.4514240396452438e-07, | |
| "loss": 1.4924, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.2200720355239893e-07, | |
| "loss": 1.5482, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.0086807691960243e-07, | |
| "loss": 1.5033, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 8.172929570889553e-08, | |
| "loss": 1.5469, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 6.459472734760997e-08, | |
| "loss": 1.5517, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.9467834266154756e-08, | |
| "loss": 1.5006, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.635167319834709e-08, | |
| "loss": 1.5133, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 2.524889456373525e-08, | |
| "loss": 1.5053, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.6161741932017026e-08, | |
| "loss": 1.4884, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 9.092051569674632e-09, | |
| "loss": 1.4829, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.041252068918145e-09, | |
| "loss": 1.5512, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.0103640590064524e-09, | |
| "loss": 1.5033, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.0, | |
| "loss": 1.514, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "step": 228, | |
| "total_flos": 2.7771263153025843e+17, | |
| "train_loss": 1.567653910632719, | |
| "train_runtime": 13699.6849, | |
| "train_samples_per_second": 17.011, | |
| "train_steps_per_second": 0.017 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 228, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 50000, | |
| "total_flos": 2.7771263153025843e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |