| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9979522184300342, | |
| "eval_steps": 500, | |
| "global_step": 1098, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0027303754266211604, | |
| "grad_norm": 1.3254656791687012, | |
| "learning_rate": 1.818181818181818e-06, | |
| "loss": 1.2897, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.005460750853242321, | |
| "grad_norm": 1.3267881870269775, | |
| "learning_rate": 3.636363636363636e-06, | |
| "loss": 1.2823, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.008191126279863481, | |
| "grad_norm": 1.2982481718063354, | |
| "learning_rate": 5.4545454545454545e-06, | |
| "loss": 1.2595, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.010921501706484642, | |
| "grad_norm": 1.2894413471221924, | |
| "learning_rate": 7.272727272727272e-06, | |
| "loss": 1.2653, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.013651877133105802, | |
| "grad_norm": 1.2869772911071777, | |
| "learning_rate": 9.090909090909091e-06, | |
| "loss": 1.2545, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.016382252559726963, | |
| "grad_norm": 1.2373387813568115, | |
| "learning_rate": 1.0909090909090909e-05, | |
| "loss": 1.2194, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01911262798634812, | |
| "grad_norm": 1.20195734500885, | |
| "learning_rate": 1.2727272727272727e-05, | |
| "loss": 1.2139, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.021843003412969283, | |
| "grad_norm": 1.1426103115081787, | |
| "learning_rate": 1.4545454545454545e-05, | |
| "loss": 1.2315, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.024573378839590442, | |
| "grad_norm": 1.0495123863220215, | |
| "learning_rate": 1.6363636363636366e-05, | |
| "loss": 1.1944, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.027303754266211604, | |
| "grad_norm": 0.8776500821113586, | |
| "learning_rate": 1.8181818181818182e-05, | |
| "loss": 1.183, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.030034129692832763, | |
| "grad_norm": 0.8687052130699158, | |
| "learning_rate": 2e-05, | |
| "loss": 1.1592, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.032764505119453925, | |
| "grad_norm": 0.7476271390914917, | |
| "learning_rate": 2.1818181818181818e-05, | |
| "loss": 1.1483, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.03549488054607509, | |
| "grad_norm": 0.6418495774269104, | |
| "learning_rate": 2.3636363636363637e-05, | |
| "loss": 1.0762, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03822525597269624, | |
| "grad_norm": 0.600390613079071, | |
| "learning_rate": 2.5454545454545454e-05, | |
| "loss": 1.0492, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.040955631399317405, | |
| "grad_norm": 0.5653348565101624, | |
| "learning_rate": 2.7272727272727273e-05, | |
| "loss": 1.0548, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04368600682593857, | |
| "grad_norm": 0.5357097387313843, | |
| "learning_rate": 2.909090909090909e-05, | |
| "loss": 1.0273, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.04641638225255973, | |
| "grad_norm": 0.4480445683002472, | |
| "learning_rate": 3.090909090909091e-05, | |
| "loss": 1.0065, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.049146757679180884, | |
| "grad_norm": 0.40983352065086365, | |
| "learning_rate": 3.272727272727273e-05, | |
| "loss": 0.9908, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.05187713310580205, | |
| "grad_norm": 0.42159780859947205, | |
| "learning_rate": 3.454545454545455e-05, | |
| "loss": 0.9888, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.05460750853242321, | |
| "grad_norm": 0.41620174050331116, | |
| "learning_rate": 3.6363636363636364e-05, | |
| "loss": 0.9575, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05733788395904437, | |
| "grad_norm": 0.3804452419281006, | |
| "learning_rate": 3.818181818181819e-05, | |
| "loss": 0.9413, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.060068259385665526, | |
| "grad_norm": 0.37021100521087646, | |
| "learning_rate": 4e-05, | |
| "loss": 0.9223, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.06279863481228669, | |
| "grad_norm": 0.34090206027030945, | |
| "learning_rate": 4.181818181818182e-05, | |
| "loss": 0.8878, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.06552901023890785, | |
| "grad_norm": 0.32232972979545593, | |
| "learning_rate": 4.3636363636363636e-05, | |
| "loss": 0.8986, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.06825938566552901, | |
| "grad_norm": 0.2941684424877167, | |
| "learning_rate": 4.545454545454546e-05, | |
| "loss": 0.8857, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.07098976109215017, | |
| "grad_norm": 0.27072674036026, | |
| "learning_rate": 4.7272727272727275e-05, | |
| "loss": 0.8736, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.07372013651877134, | |
| "grad_norm": 0.2696637511253357, | |
| "learning_rate": 4.909090909090909e-05, | |
| "loss": 0.8698, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.07645051194539249, | |
| "grad_norm": 0.2565267086029053, | |
| "learning_rate": 5.090909090909091e-05, | |
| "loss": 0.8324, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.07918088737201365, | |
| "grad_norm": 0.2474038451910019, | |
| "learning_rate": 5.272727272727272e-05, | |
| "loss": 0.841, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.08191126279863481, | |
| "grad_norm": 0.22430865466594696, | |
| "learning_rate": 5.4545454545454546e-05, | |
| "loss": 0.8219, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08464163822525597, | |
| "grad_norm": 0.21238166093826294, | |
| "learning_rate": 5.636363636363636e-05, | |
| "loss": 0.8328, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.08737201365187713, | |
| "grad_norm": 0.2210783213376999, | |
| "learning_rate": 5.818181818181818e-05, | |
| "loss": 0.8187, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0901023890784983, | |
| "grad_norm": 0.24119816720485687, | |
| "learning_rate": 6e-05, | |
| "loss": 0.8078, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.09283276450511946, | |
| "grad_norm": 0.21313577890396118, | |
| "learning_rate": 6.181818181818182e-05, | |
| "loss": 0.8051, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.09556313993174062, | |
| "grad_norm": 0.17824789881706238, | |
| "learning_rate": 6.363636363636364e-05, | |
| "loss": 0.7841, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.09829351535836177, | |
| "grad_norm": 0.18413369357585907, | |
| "learning_rate": 6.545454545454546e-05, | |
| "loss": 0.7851, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.10102389078498293, | |
| "grad_norm": 0.2003067582845688, | |
| "learning_rate": 6.727272727272727e-05, | |
| "loss": 0.8064, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.1037542662116041, | |
| "grad_norm": 0.1989540457725525, | |
| "learning_rate": 6.90909090909091e-05, | |
| "loss": 0.7841, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.10648464163822526, | |
| "grad_norm": 0.14544272422790527, | |
| "learning_rate": 7.090909090909092e-05, | |
| "loss": 0.7745, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.10921501706484642, | |
| "grad_norm": 0.1559988260269165, | |
| "learning_rate": 7.272727272727273e-05, | |
| "loss": 0.7845, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.11194539249146758, | |
| "grad_norm": 0.1705523580312729, | |
| "learning_rate": 7.454545454545455e-05, | |
| "loss": 0.7876, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.11467576791808874, | |
| "grad_norm": 0.1464846283197403, | |
| "learning_rate": 7.636363636363637e-05, | |
| "loss": 0.7846, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.1174061433447099, | |
| "grad_norm": 0.1304199993610382, | |
| "learning_rate": 7.818181818181818e-05, | |
| "loss": 0.7734, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.12013651877133105, | |
| "grad_norm": 0.1516261249780655, | |
| "learning_rate": 8e-05, | |
| "loss": 0.7836, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.12286689419795221, | |
| "grad_norm": 0.1361905336380005, | |
| "learning_rate": 8.181818181818183e-05, | |
| "loss": 0.7751, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.12559726962457338, | |
| "grad_norm": 0.14435631036758423, | |
| "learning_rate": 8.363636363636364e-05, | |
| "loss": 0.7655, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.12832764505119454, | |
| "grad_norm": 0.13407501578330994, | |
| "learning_rate": 8.545454545454545e-05, | |
| "loss": 0.7729, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.1310580204778157, | |
| "grad_norm": 0.13555769622325897, | |
| "learning_rate": 8.727272727272727e-05, | |
| "loss": 0.7693, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.13378839590443686, | |
| "grad_norm": 0.1439952850341797, | |
| "learning_rate": 8.90909090909091e-05, | |
| "loss": 0.7787, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.13651877133105803, | |
| "grad_norm": 0.14037510752677917, | |
| "learning_rate": 9.090909090909092e-05, | |
| "loss": 0.7757, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1392491467576792, | |
| "grad_norm": 0.11772281676530838, | |
| "learning_rate": 9.272727272727273e-05, | |
| "loss": 0.7408, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.14197952218430035, | |
| "grad_norm": 0.1545950025320053, | |
| "learning_rate": 9.454545454545455e-05, | |
| "loss": 0.7381, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.1447098976109215, | |
| "grad_norm": 0.12565699219703674, | |
| "learning_rate": 9.636363636363637e-05, | |
| "loss": 0.7769, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.14744027303754267, | |
| "grad_norm": 0.15412947535514832, | |
| "learning_rate": 9.818181818181818e-05, | |
| "loss": 0.7585, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.15017064846416384, | |
| "grad_norm": 0.11638892441987991, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7661, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.15290102389078497, | |
| "grad_norm": 0.16432470083236694, | |
| "learning_rate": 0.00010181818181818181, | |
| "loss": 0.7546, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.15563139931740613, | |
| "grad_norm": 0.11529026180505753, | |
| "learning_rate": 0.00010363636363636364, | |
| "loss": 0.7535, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.1583617747440273, | |
| "grad_norm": 0.23582805693149567, | |
| "learning_rate": 0.00010545454545454545, | |
| "loss": 0.7683, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.16109215017064846, | |
| "grad_norm": 0.12393908202648163, | |
| "learning_rate": 0.00010727272727272728, | |
| "loss": 0.7526, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.16382252559726962, | |
| "grad_norm": 0.20981422066688538, | |
| "learning_rate": 0.00010909090909090909, | |
| "loss": 0.7397, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.16655290102389078, | |
| "grad_norm": 0.1519405096769333, | |
| "learning_rate": 0.00011090909090909092, | |
| "loss": 0.7472, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.16928327645051194, | |
| "grad_norm": 0.15360122919082642, | |
| "learning_rate": 0.00011272727272727272, | |
| "loss": 0.7452, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.1720136518771331, | |
| "grad_norm": 0.14730164408683777, | |
| "learning_rate": 0.00011454545454545456, | |
| "loss": 0.7068, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.17474402730375427, | |
| "grad_norm": 0.166826993227005, | |
| "learning_rate": 0.00011636363636363636, | |
| "loss": 0.7476, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.17747440273037543, | |
| "grad_norm": 0.17365337908267975, | |
| "learning_rate": 0.0001181818181818182, | |
| "loss": 0.7083, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1802047781569966, | |
| "grad_norm": 0.2101927250623703, | |
| "learning_rate": 0.00012, | |
| "loss": 0.755, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.18293515358361775, | |
| "grad_norm": 0.1802549660205841, | |
| "learning_rate": 0.00012181818181818183, | |
| "loss": 0.7388, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.18566552901023892, | |
| "grad_norm": 0.17372193932533264, | |
| "learning_rate": 0.00012363636363636364, | |
| "loss": 0.7067, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.18839590443686008, | |
| "grad_norm": 0.15312258899211884, | |
| "learning_rate": 0.00012545454545454546, | |
| "loss": 0.7424, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.19112627986348124, | |
| "grad_norm": 0.24253840744495392, | |
| "learning_rate": 0.00012727272727272728, | |
| "loss": 0.7418, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.19385665529010238, | |
| "grad_norm": 0.2043231725692749, | |
| "learning_rate": 0.0001290909090909091, | |
| "loss": 0.7362, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.19658703071672354, | |
| "grad_norm": 0.19859246909618378, | |
| "learning_rate": 0.00013090909090909093, | |
| "loss": 0.7071, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1993174061433447, | |
| "grad_norm": 0.20175667107105255, | |
| "learning_rate": 0.00013272727272727275, | |
| "loss": 0.7202, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.20204778156996586, | |
| "grad_norm": 0.1653033196926117, | |
| "learning_rate": 0.00013454545454545455, | |
| "loss": 0.7229, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.20477815699658702, | |
| "grad_norm": 0.17003491520881653, | |
| "learning_rate": 0.00013636363636363637, | |
| "loss": 0.7353, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.2075085324232082, | |
| "grad_norm": 0.18356764316558838, | |
| "learning_rate": 0.0001381818181818182, | |
| "loss": 0.7138, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.21023890784982935, | |
| "grad_norm": 0.2215511053800583, | |
| "learning_rate": 0.00014, | |
| "loss": 0.7238, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.2129692832764505, | |
| "grad_norm": 0.34184327721595764, | |
| "learning_rate": 0.00014181818181818184, | |
| "loss": 0.7297, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.21569965870307167, | |
| "grad_norm": 0.25543472170829773, | |
| "learning_rate": 0.00014363636363636363, | |
| "loss": 0.742, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.21843003412969283, | |
| "grad_norm": 0.2220849245786667, | |
| "learning_rate": 0.00014545454545454546, | |
| "loss": 0.6897, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.221160409556314, | |
| "grad_norm": 0.25552013516426086, | |
| "learning_rate": 0.00014727272727272728, | |
| "loss": 0.744, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.22389078498293516, | |
| "grad_norm": 0.2621108889579773, | |
| "learning_rate": 0.0001490909090909091, | |
| "loss": 0.7193, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.22662116040955632, | |
| "grad_norm": 0.1840047836303711, | |
| "learning_rate": 0.0001509090909090909, | |
| "loss": 0.6991, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.22935153583617748, | |
| "grad_norm": 0.21538959443569183, | |
| "learning_rate": 0.00015272727272727275, | |
| "loss": 0.7058, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.23208191126279865, | |
| "grad_norm": 0.34613293409347534, | |
| "learning_rate": 0.00015454545454545454, | |
| "loss": 0.7011, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.2348122866894198, | |
| "grad_norm": 0.26010966300964355, | |
| "learning_rate": 0.00015636363636363637, | |
| "loss": 0.7009, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.23754266211604094, | |
| "grad_norm": 0.18031255900859833, | |
| "learning_rate": 0.0001581818181818182, | |
| "loss": 0.7036, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.2402730375426621, | |
| "grad_norm": 0.24567286670207977, | |
| "learning_rate": 0.00016, | |
| "loss": 0.6921, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.24300341296928327, | |
| "grad_norm": 0.19522973895072937, | |
| "learning_rate": 0.00016181818181818184, | |
| "loss": 0.7109, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.24573378839590443, | |
| "grad_norm": 0.2405068725347519, | |
| "learning_rate": 0.00016363636363636366, | |
| "loss": 0.7134, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2484641638225256, | |
| "grad_norm": 0.15669392049312592, | |
| "learning_rate": 0.00016545454545454545, | |
| "loss": 0.6966, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.25119453924914675, | |
| "grad_norm": 0.23415732383728027, | |
| "learning_rate": 0.00016727272727272728, | |
| "loss": 0.6771, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.25392491467576794, | |
| "grad_norm": 0.1842266321182251, | |
| "learning_rate": 0.0001690909090909091, | |
| "loss": 0.6895, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.2566552901023891, | |
| "grad_norm": 0.21642841398715973, | |
| "learning_rate": 0.0001709090909090909, | |
| "loss": 0.6913, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.2593856655290102, | |
| "grad_norm": 0.26327016949653625, | |
| "learning_rate": 0.00017272727272727275, | |
| "loss": 0.6856, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.2621160409556314, | |
| "grad_norm": 0.20735357701778412, | |
| "learning_rate": 0.00017454545454545454, | |
| "loss": 0.6769, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.26484641638225254, | |
| "grad_norm": 0.3127861022949219, | |
| "learning_rate": 0.00017636363636363637, | |
| "loss": 0.6518, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.2675767918088737, | |
| "grad_norm": 0.34650346636772156, | |
| "learning_rate": 0.0001781818181818182, | |
| "loss": 0.6937, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.27030716723549486, | |
| "grad_norm": 0.252059668302536, | |
| "learning_rate": 0.00018, | |
| "loss": 0.6589, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.27303754266211605, | |
| "grad_norm": 0.1896669715642929, | |
| "learning_rate": 0.00018181818181818183, | |
| "loss": 0.6717, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2757679180887372, | |
| "grad_norm": 0.2724236249923706, | |
| "learning_rate": 0.00018363636363636366, | |
| "loss": 0.6671, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.2784982935153584, | |
| "grad_norm": 0.1814826875925064, | |
| "learning_rate": 0.00018545454545454545, | |
| "loss": 0.6564, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.2812286689419795, | |
| "grad_norm": 0.24140000343322754, | |
| "learning_rate": 0.00018727272727272728, | |
| "loss": 0.6708, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.2839590443686007, | |
| "grad_norm": 0.19333204627037048, | |
| "learning_rate": 0.0001890909090909091, | |
| "loss": 0.6628, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.28668941979522183, | |
| "grad_norm": 0.21080803871154785, | |
| "learning_rate": 0.00019090909090909092, | |
| "loss": 0.6457, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.289419795221843, | |
| "grad_norm": 0.20848962664604187, | |
| "learning_rate": 0.00019272727272727274, | |
| "loss": 0.6589, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.29215017064846416, | |
| "grad_norm": 0.2381501942873001, | |
| "learning_rate": 0.00019454545454545457, | |
| "loss": 0.6846, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.29488054607508535, | |
| "grad_norm": 0.1734190434217453, | |
| "learning_rate": 0.00019636363636363636, | |
| "loss": 0.6691, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.2976109215017065, | |
| "grad_norm": 0.2187424749135971, | |
| "learning_rate": 0.00019818181818181821, | |
| "loss": 0.6806, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.3003412969283277, | |
| "grad_norm": 0.21607345342636108, | |
| "learning_rate": 0.0002, | |
| "loss": 0.6588, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3030716723549488, | |
| "grad_norm": 0.1873304545879364, | |
| "learning_rate": 0.00019999949446003433, | |
| "loss": 0.6513, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.30580204778156994, | |
| "grad_norm": 0.21443282067775726, | |
| "learning_rate": 0.00019999797784524866, | |
| "loss": 0.6704, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.30853242320819113, | |
| "grad_norm": 0.18743731081485748, | |
| "learning_rate": 0.00019999545017097728, | |
| "loss": 0.6346, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.31126279863481227, | |
| "grad_norm": 0.18916335701942444, | |
| "learning_rate": 0.0001999919114627769, | |
| "loss": 0.68, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.31399317406143346, | |
| "grad_norm": 0.1925644427537918, | |
| "learning_rate": 0.00019998736175642673, | |
| "loss": 0.6408, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.3167235494880546, | |
| "grad_norm": 0.17722898721694946, | |
| "learning_rate": 0.0001999818010979279, | |
| "loss": 0.6787, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.3194539249146758, | |
| "grad_norm": 0.19374825060367584, | |
| "learning_rate": 0.0001999752295435032, | |
| "loss": 0.669, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.3221843003412969, | |
| "grad_norm": 0.20013949275016785, | |
| "learning_rate": 0.00019996764715959618, | |
| "loss": 0.653, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.3249146757679181, | |
| "grad_norm": 0.18780681490898132, | |
| "learning_rate": 0.00019995905402287094, | |
| "loss": 0.6557, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.32764505119453924, | |
| "grad_norm": 0.1718084216117859, | |
| "learning_rate": 0.00019994945022021082, | |
| "loss": 0.6272, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.33037542662116043, | |
| "grad_norm": 0.1613592952489853, | |
| "learning_rate": 0.00019993883584871808, | |
| "loss": 0.6515, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.33310580204778156, | |
| "grad_norm": 0.1737043410539627, | |
| "learning_rate": 0.00019992721101571236, | |
| "loss": 0.6134, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.33583617747440275, | |
| "grad_norm": 0.16362418234348297, | |
| "learning_rate": 0.0001999145758387301, | |
| "loss": 0.6448, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.3385665529010239, | |
| "grad_norm": 0.19181552529335022, | |
| "learning_rate": 0.00019990093044552304, | |
| "loss": 0.6497, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.3412969283276451, | |
| "grad_norm": 0.15803317725658417, | |
| "learning_rate": 0.00019988627497405696, | |
| "loss": 0.6116, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.3440273037542662, | |
| "grad_norm": 0.2208717167377472, | |
| "learning_rate": 0.00019987060957251047, | |
| "loss": 0.6459, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.34675767918088735, | |
| "grad_norm": 0.20142869651317596, | |
| "learning_rate": 0.00019985393439927323, | |
| "loss": 0.6589, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.34948805460750854, | |
| "grad_norm": 0.17945925891399384, | |
| "learning_rate": 0.00019983624962294458, | |
| "loss": 0.6252, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.35221843003412967, | |
| "grad_norm": 0.22226247191429138, | |
| "learning_rate": 0.00019981755542233177, | |
| "loss": 0.6379, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.35494880546075086, | |
| "grad_norm": 0.1588139832019806, | |
| "learning_rate": 0.00019979785198644806, | |
| "loss": 0.6408, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.357679180887372, | |
| "grad_norm": 0.22639498114585876, | |
| "learning_rate": 0.00019977713951451102, | |
| "loss": 0.6434, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.3604095563139932, | |
| "grad_norm": 0.16015386581420898, | |
| "learning_rate": 0.00019975541821594026, | |
| "loss": 0.6151, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.3631399317406143, | |
| "grad_norm": 0.21671050786972046, | |
| "learning_rate": 0.00019973268831035545, | |
| "loss": 0.6357, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.3658703071672355, | |
| "grad_norm": 0.1871589720249176, | |
| "learning_rate": 0.00019970895002757413, | |
| "loss": 0.6436, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.36860068259385664, | |
| "grad_norm": 0.19527480006217957, | |
| "learning_rate": 0.00019968420360760926, | |
| "loss": 0.6308, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.37133105802047783, | |
| "grad_norm": 0.20158074796199799, | |
| "learning_rate": 0.000199658449300667, | |
| "loss": 0.6227, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.37406143344709897, | |
| "grad_norm": 0.15605966746807098, | |
| "learning_rate": 0.00019963168736714392, | |
| "loss": 0.615, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.37679180887372016, | |
| "grad_norm": 0.22042252123355865, | |
| "learning_rate": 0.00019960391807762463, | |
| "loss": 0.6263, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.3795221843003413, | |
| "grad_norm": 0.16206978261470795, | |
| "learning_rate": 0.00019957514171287875, | |
| "loss": 0.6182, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.3822525597269625, | |
| "grad_norm": 0.2251751869916916, | |
| "learning_rate": 0.00019954535856385837, | |
| "loss": 0.6376, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3849829351535836, | |
| "grad_norm": 0.16586551070213318, | |
| "learning_rate": 0.00019951456893169497, | |
| "loss": 0.6285, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.38771331058020475, | |
| "grad_norm": 0.27427414059638977, | |
| "learning_rate": 0.0001994827731276963, | |
| "loss": 0.6397, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.39044368600682594, | |
| "grad_norm": 0.21177491545677185, | |
| "learning_rate": 0.00019944997147334337, | |
| "loss": 0.6034, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.3931740614334471, | |
| "grad_norm": 0.25477880239486694, | |
| "learning_rate": 0.0001994161643002871, | |
| "loss": 0.6199, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.39590443686006827, | |
| "grad_norm": 0.23290970921516418, | |
| "learning_rate": 0.00019938135195034508, | |
| "loss": 0.6201, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.3986348122866894, | |
| "grad_norm": 0.19198672473430634, | |
| "learning_rate": 0.00019934553477549794, | |
| "loss": 0.6213, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.4013651877133106, | |
| "grad_norm": 0.1911400705575943, | |
| "learning_rate": 0.000199308713137886, | |
| "loss": 0.6146, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.4040955631399317, | |
| "grad_norm": 0.18605491518974304, | |
| "learning_rate": 0.0001992708874098054, | |
| "loss": 0.6123, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.4068259385665529, | |
| "grad_norm": 0.18028293550014496, | |
| "learning_rate": 0.0001992320579737045, | |
| "loss": 0.6061, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.40955631399317405, | |
| "grad_norm": 0.1961037963628769, | |
| "learning_rate": 0.00019919222522217996, | |
| "loss": 0.622, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.41228668941979524, | |
| "grad_norm": 0.17400594055652618, | |
| "learning_rate": 0.00019915138955797272, | |
| "loss": 0.6138, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.4150170648464164, | |
| "grad_norm": 0.17892149090766907, | |
| "learning_rate": 0.00019910955139396396, | |
| "loss": 0.6242, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.41774744027303756, | |
| "grad_norm": 0.21851663291454315, | |
| "learning_rate": 0.000199066711153171, | |
| "loss": 0.5913, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.4204778156996587, | |
| "grad_norm": 0.1468774825334549, | |
| "learning_rate": 0.0001990228692687429, | |
| "loss": 0.6025, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.4232081911262799, | |
| "grad_norm": 0.1920468658208847, | |
| "learning_rate": 0.00019897802618395614, | |
| "loss": 0.6127, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.425938566552901, | |
| "grad_norm": 0.17375442385673523, | |
| "learning_rate": 0.00019893218235221015, | |
| "loss": 0.6211, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.4286689419795222, | |
| "grad_norm": 0.15414904057979584, | |
| "learning_rate": 0.00019888533823702277, | |
| "loss": 0.6183, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.43139931740614335, | |
| "grad_norm": 0.2245103418827057, | |
| "learning_rate": 0.0001988374943120254, | |
| "loss": 0.6248, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.4341296928327645, | |
| "grad_norm": 0.17193332314491272, | |
| "learning_rate": 0.00019878865106095835, | |
| "loss": 0.5969, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.43686006825938567, | |
| "grad_norm": 0.13767646253108978, | |
| "learning_rate": 0.00019873880897766598, | |
| "loss": 0.5943, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4395904436860068, | |
| "grad_norm": 0.1449906826019287, | |
| "learning_rate": 0.00019868796856609152, | |
| "loss": 0.573, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.442320819112628, | |
| "grad_norm": 0.1392473578453064, | |
| "learning_rate": 0.00019863613034027224, | |
| "loss": 0.5926, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.44505119453924913, | |
| "grad_norm": 0.1772463023662567, | |
| "learning_rate": 0.00019858329482433403, | |
| "loss": 0.6007, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.4477815699658703, | |
| "grad_norm": 0.13768768310546875, | |
| "learning_rate": 0.0001985294625524861, | |
| "loss": 0.5901, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.45051194539249145, | |
| "grad_norm": 0.1631435751914978, | |
| "learning_rate": 0.00019847463406901588, | |
| "loss": 0.5907, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.45324232081911264, | |
| "grad_norm": 0.14781758189201355, | |
| "learning_rate": 0.00019841880992828306, | |
| "loss": 0.5903, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.4559726962457338, | |
| "grad_norm": 0.13440802693367004, | |
| "learning_rate": 0.00019836199069471437, | |
| "loss": 0.5884, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.45870307167235497, | |
| "grad_norm": 0.1414463371038437, | |
| "learning_rate": 0.00019830417694279766, | |
| "loss": 0.598, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.4614334470989761, | |
| "grad_norm": 0.13185666501522064, | |
| "learning_rate": 0.0001982453692570762, | |
| "loss": 0.621, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.4641638225255973, | |
| "grad_norm": 0.14422471821308136, | |
| "learning_rate": 0.00019818556823214268, | |
| "loss": 0.6065, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4668941979522184, | |
| "grad_norm": 0.13765788078308105, | |
| "learning_rate": 0.00019812477447263326, | |
| "loss": 0.6073, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.4696245733788396, | |
| "grad_norm": 0.16028070449829102, | |
| "learning_rate": 0.0001980629885932214, | |
| "loss": 0.5767, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.47235494880546075, | |
| "grad_norm": 0.14638394117355347, | |
| "learning_rate": 0.00019800021121861182, | |
| "loss": 0.5971, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.4750853242320819, | |
| "grad_norm": 0.14843404293060303, | |
| "learning_rate": 0.0001979364429835339, | |
| "loss": 0.5894, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.4778156996587031, | |
| "grad_norm": 0.13411492109298706, | |
| "learning_rate": 0.00019787168453273544, | |
| "loss": 0.5757, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.4805460750853242, | |
| "grad_norm": 0.14304684102535248, | |
| "learning_rate": 0.0001978059365209762, | |
| "loss": 0.5846, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.4832764505119454, | |
| "grad_norm": 0.13569754362106323, | |
| "learning_rate": 0.00019773919961302113, | |
| "loss": 0.5872, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.48600682593856653, | |
| "grad_norm": 0.14318887889385223, | |
| "learning_rate": 0.00019767147448363366, | |
| "loss": 0.5804, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.4887372013651877, | |
| "grad_norm": 0.1457952857017517, | |
| "learning_rate": 0.00019760276181756903, | |
| "loss": 0.5973, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.49146757679180886, | |
| "grad_norm": 0.13820476830005646, | |
| "learning_rate": 0.00019753306230956718, | |
| "loss": 0.569, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.49419795221843005, | |
| "grad_norm": 0.19338561594486237, | |
| "learning_rate": 0.00019746237666434587, | |
| "loss": 0.5723, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.4969283276450512, | |
| "grad_norm": 0.17352697253227234, | |
| "learning_rate": 0.00019739070559659347, | |
| "loss": 0.578, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.49965870307167237, | |
| "grad_norm": 0.15502339601516724, | |
| "learning_rate": 0.00019731804983096177, | |
| "loss": 0.5953, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.5023890784982935, | |
| "grad_norm": 0.18948784470558167, | |
| "learning_rate": 0.00019724441010205863, | |
| "loss": 0.5883, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.5051194539249146, | |
| "grad_norm": 0.17587606608867645, | |
| "learning_rate": 0.00019716978715444056, | |
| "loss": 0.5723, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.5078498293515359, | |
| "grad_norm": 0.1599951833486557, | |
| "learning_rate": 0.0001970941817426052, | |
| "loss": 0.5799, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.510580204778157, | |
| "grad_norm": 0.1717846840620041, | |
| "learning_rate": 0.00019701759463098374, | |
| "loss": 0.5543, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.5133105802047782, | |
| "grad_norm": 0.14032602310180664, | |
| "learning_rate": 0.00019694002659393305, | |
| "loss": 0.5845, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.5160409556313993, | |
| "grad_norm": 0.17668449878692627, | |
| "learning_rate": 0.000196861478415728, | |
| "loss": 0.6026, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.5187713310580204, | |
| "grad_norm": 0.17806965112686157, | |
| "learning_rate": 0.00019678195089055346, | |
| "loss": 0.5681, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5215017064846417, | |
| "grad_norm": 0.13321803510189056, | |
| "learning_rate": 0.00019670144482249627, | |
| "loss": 0.5586, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.5242320819112628, | |
| "grad_norm": 0.14684653282165527, | |
| "learning_rate": 0.00019661996102553718, | |
| "loss": 0.5589, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.5269624573378839, | |
| "grad_norm": 0.1308140754699707, | |
| "learning_rate": 0.0001965375003235424, | |
| "loss": 0.568, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.5296928327645051, | |
| "grad_norm": 0.17461615800857544, | |
| "learning_rate": 0.00019645406355025565, | |
| "loss": 0.5757, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.5324232081911263, | |
| "grad_norm": 0.15591022372245789, | |
| "learning_rate": 0.0001963696515492893, | |
| "loss": 0.5946, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.5351535836177475, | |
| "grad_norm": 0.14174342155456543, | |
| "learning_rate": 0.00019628426517411625, | |
| "loss": 0.5839, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.5378839590443686, | |
| "grad_norm": 0.15242989361286163, | |
| "learning_rate": 0.0001961979052880609, | |
| "loss": 0.5567, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.5406143344709897, | |
| "grad_norm": 0.16651766002178192, | |
| "learning_rate": 0.00019611057276429085, | |
| "loss": 0.5593, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.543344709897611, | |
| "grad_norm": 0.14858382940292358, | |
| "learning_rate": 0.00019602226848580763, | |
| "loss": 0.5848, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.5460750853242321, | |
| "grad_norm": 0.14774656295776367, | |
| "learning_rate": 0.00019593299334543808, | |
| "loss": 0.563, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5488054607508532, | |
| "grad_norm": 0.13993892073631287, | |
| "learning_rate": 0.0001958427482458253, | |
| "loss": 0.5742, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.5515358361774744, | |
| "grad_norm": 0.15201717615127563, | |
| "learning_rate": 0.0001957515340994193, | |
| "loss": 0.5726, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.5542662116040956, | |
| "grad_norm": 0.1567879170179367, | |
| "learning_rate": 0.00019565935182846802, | |
| "loss": 0.5707, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.5569965870307167, | |
| "grad_norm": 0.13955365121364594, | |
| "learning_rate": 0.00019556620236500793, | |
| "loss": 0.5339, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.5597269624573379, | |
| "grad_norm": 0.1425381898880005, | |
| "learning_rate": 0.00019547208665085457, | |
| "loss": 0.5698, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.562457337883959, | |
| "grad_norm": 0.14695167541503906, | |
| "learning_rate": 0.00019537700563759304, | |
| "loss": 0.578, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.5651877133105802, | |
| "grad_norm": 0.15581448376178741, | |
| "learning_rate": 0.00019528096028656832, | |
| "loss": 0.5552, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.5679180887372014, | |
| "grad_norm": 0.13141174614429474, | |
| "learning_rate": 0.00019518395156887576, | |
| "loss": 0.5598, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.5706484641638225, | |
| "grad_norm": 0.16678418219089508, | |
| "learning_rate": 0.00019508598046535095, | |
| "loss": 0.5485, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.5733788395904437, | |
| "grad_norm": 0.1717272400856018, | |
| "learning_rate": 0.00019498704796656018, | |
| "loss": 0.5849, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5761092150170648, | |
| "grad_norm": 0.14453086256980896, | |
| "learning_rate": 0.00019488715507278998, | |
| "loss": 0.5757, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.578839590443686, | |
| "grad_norm": 0.16329538822174072, | |
| "learning_rate": 0.0001947863027940374, | |
| "loss": 0.5632, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.5815699658703072, | |
| "grad_norm": 0.15865112841129303, | |
| "learning_rate": 0.00019468449214999955, | |
| "loss": 0.5728, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.5843003412969283, | |
| "grad_norm": 0.15316785871982574, | |
| "learning_rate": 0.00019458172417006347, | |
| "loss": 0.5556, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.5870307167235495, | |
| "grad_norm": 0.16666734218597412, | |
| "learning_rate": 0.00019447799989329555, | |
| "loss": 0.5759, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.5897610921501707, | |
| "grad_norm": 0.16525249183177948, | |
| "learning_rate": 0.00019437332036843118, | |
| "loss": 0.5667, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.5924914675767918, | |
| "grad_norm": 0.14022761583328247, | |
| "learning_rate": 0.00019426768665386398, | |
| "loss": 0.5611, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.595221843003413, | |
| "grad_norm": 0.15930500626564026, | |
| "learning_rate": 0.00019416109981763526, | |
| "loss": 0.5414, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.5979522184300341, | |
| "grad_norm": 0.141464963555336, | |
| "learning_rate": 0.00019405356093742313, | |
| "loss": 0.5363, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.6006825938566553, | |
| "grad_norm": 0.1541200429201126, | |
| "learning_rate": 0.0001939450711005316, | |
| "loss": 0.5487, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6034129692832765, | |
| "grad_norm": 0.13717712461948395, | |
| "learning_rate": 0.00019383563140387965, | |
| "loss": 0.5564, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.6061433447098976, | |
| "grad_norm": 0.14139863848686218, | |
| "learning_rate": 0.00019372524295399013, | |
| "loss": 0.5592, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.6088737201365187, | |
| "grad_norm": 0.13494791090488434, | |
| "learning_rate": 0.00019361390686697846, | |
| "loss": 0.5452, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.6116040955631399, | |
| "grad_norm": 0.1512797623872757, | |
| "learning_rate": 0.0001935016242685415, | |
| "loss": 0.5595, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.6143344709897611, | |
| "grad_norm": 0.1422545164823532, | |
| "learning_rate": 0.00019338839629394605, | |
| "loss": 0.5602, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.6170648464163823, | |
| "grad_norm": 0.14444862306118011, | |
| "learning_rate": 0.00019327422408801744, | |
| "loss": 0.5574, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.6197952218430034, | |
| "grad_norm": 0.15434536337852478, | |
| "learning_rate": 0.0001931591088051279, | |
| "loss": 0.5467, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.6225255972696245, | |
| "grad_norm": 0.1420368254184723, | |
| "learning_rate": 0.000193043051609185, | |
| "loss": 0.5519, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.6252559726962458, | |
| "grad_norm": 0.12724490463733673, | |
| "learning_rate": 0.00019292605367361978, | |
| "loss": 0.5779, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.6279863481228669, | |
| "grad_norm": 0.13820625841617584, | |
| "learning_rate": 0.00019280811618137484, | |
| "loss": 0.5468, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.630716723549488, | |
| "grad_norm": 0.1629246473312378, | |
| "learning_rate": 0.00019268924032489248, | |
| "loss": 0.5721, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.6334470989761092, | |
| "grad_norm": 0.193836510181427, | |
| "learning_rate": 0.00019256942730610268, | |
| "loss": 0.5392, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.6361774744027304, | |
| "grad_norm": 0.18511579930782318, | |
| "learning_rate": 0.0001924486783364108, | |
| "loss": 0.5718, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.6389078498293516, | |
| "grad_norm": 0.14278100430965424, | |
| "learning_rate": 0.00019232699463668542, | |
| "loss": 0.5589, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.6416382252559727, | |
| "grad_norm": 0.14693580567836761, | |
| "learning_rate": 0.00019220437743724605, | |
| "loss": 0.515, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.6443686006825938, | |
| "grad_norm": 0.20018483698368073, | |
| "learning_rate": 0.00019208082797785055, | |
| "loss": 0.5484, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.647098976109215, | |
| "grad_norm": 0.1597984880208969, | |
| "learning_rate": 0.00019195634750768275, | |
| "loss": 0.539, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.6498293515358362, | |
| "grad_norm": 0.14270828664302826, | |
| "learning_rate": 0.00019183093728533966, | |
| "loss": 0.5496, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.6525597269624573, | |
| "grad_norm": 0.1788954734802246, | |
| "learning_rate": 0.0001917045985788189, | |
| "loss": 0.5629, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.6552901023890785, | |
| "grad_norm": 0.15234531462192535, | |
| "learning_rate": 0.00019157733266550575, | |
| "loss": 0.5454, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6580204778156996, | |
| "grad_norm": 0.17805363237857819, | |
| "learning_rate": 0.00019144914083216034, | |
| "loss": 0.5599, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.6607508532423209, | |
| "grad_norm": 0.18313759565353394, | |
| "learning_rate": 0.00019132002437490458, | |
| "loss": 0.5544, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.663481228668942, | |
| "grad_norm": 0.16873271763324738, | |
| "learning_rate": 0.00019118998459920902, | |
| "loss": 0.5445, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.6662116040955631, | |
| "grad_norm": 0.23297423124313354, | |
| "learning_rate": 0.00019105902281987976, | |
| "loss": 0.5623, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.6689419795221843, | |
| "grad_norm": 0.13279114663600922, | |
| "learning_rate": 0.00019092714036104508, | |
| "loss": 0.5354, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.6716723549488055, | |
| "grad_norm": 0.18942788243293762, | |
| "learning_rate": 0.00019079433855614201, | |
| "loss": 0.5574, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.6744027303754266, | |
| "grad_norm": 0.15293289721012115, | |
| "learning_rate": 0.00019066061874790303, | |
| "loss": 0.5473, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.6771331058020478, | |
| "grad_norm": 0.1669221818447113, | |
| "learning_rate": 0.00019052598228834217, | |
| "loss": 0.5272, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.6798634812286689, | |
| "grad_norm": 0.16368111968040466, | |
| "learning_rate": 0.00019039043053874175, | |
| "loss": 0.5387, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.6825938566552902, | |
| "grad_norm": 0.15945561230182648, | |
| "learning_rate": 0.00019025396486963827, | |
| "loss": 0.548, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6853242320819113, | |
| "grad_norm": 0.1538572758436203, | |
| "learning_rate": 0.00019011658666080874, | |
| "loss": 0.5419, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.6880546075085324, | |
| "grad_norm": 0.13356320559978485, | |
| "learning_rate": 0.00018997829730125663, | |
| "loss": 0.5271, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.6907849829351536, | |
| "grad_norm": 0.1389850527048111, | |
| "learning_rate": 0.0001898390981891979, | |
| "loss": 0.5489, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.6935153583617747, | |
| "grad_norm": 0.14726200699806213, | |
| "learning_rate": 0.00018969899073204686, | |
| "loss": 0.554, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.6962457337883959, | |
| "grad_norm": 0.13865283131599426, | |
| "learning_rate": 0.0001895579763464019, | |
| "loss": 0.5486, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.6989761092150171, | |
| "grad_norm": 0.15216147899627686, | |
| "learning_rate": 0.00018941605645803115, | |
| "loss": 0.5156, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.7017064846416382, | |
| "grad_norm": 0.13091793656349182, | |
| "learning_rate": 0.00018927323250185815, | |
| "loss": 0.5359, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.7044368600682593, | |
| "grad_norm": 0.14097946882247925, | |
| "learning_rate": 0.0001891295059219472, | |
| "loss": 0.5367, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.7071672354948806, | |
| "grad_norm": 0.1434548795223236, | |
| "learning_rate": 0.00018898487817148898, | |
| "loss": 0.5395, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.7098976109215017, | |
| "grad_norm": 0.15296564996242523, | |
| "learning_rate": 0.0001888393507127856, | |
| "loss": 0.5552, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.7126279863481229, | |
| "grad_norm": 0.15522688627243042, | |
| "learning_rate": 0.000188692925017236, | |
| "loss": 0.5433, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.715358361774744, | |
| "grad_norm": 0.1461726576089859, | |
| "learning_rate": 0.000188545602565321, | |
| "loss": 0.5291, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.7180887372013652, | |
| "grad_norm": 0.14327403903007507, | |
| "learning_rate": 0.00018839738484658836, | |
| "loss": 0.5502, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.7208191126279864, | |
| "grad_norm": 0.1613275706768036, | |
| "learning_rate": 0.00018824827335963765, | |
| "loss": 0.5565, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.7235494880546075, | |
| "grad_norm": 0.2040315866470337, | |
| "learning_rate": 0.00018809826961210525, | |
| "loss": 0.5324, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.7262798634812286, | |
| "grad_norm": 0.13186219334602356, | |
| "learning_rate": 0.0001879473751206489, | |
| "loss": 0.5395, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.7290102389078499, | |
| "grad_norm": 0.15462934970855713, | |
| "learning_rate": 0.00018779559141093258, | |
| "loss": 0.527, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.731740614334471, | |
| "grad_norm": 0.155660942196846, | |
| "learning_rate": 0.0001876429200176108, | |
| "loss": 0.5429, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.7344709897610922, | |
| "grad_norm": 0.15280231833457947, | |
| "learning_rate": 0.00018748936248431353, | |
| "loss": 0.5571, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.7372013651877133, | |
| "grad_norm": 0.19389967620372772, | |
| "learning_rate": 0.00018733492036363005, | |
| "loss": 0.5325, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.7399317406143344, | |
| "grad_norm": 0.14486828446388245, | |
| "learning_rate": 0.0001871795952170937, | |
| "loss": 0.5229, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.7426621160409557, | |
| "grad_norm": 0.18223008513450623, | |
| "learning_rate": 0.00018702338861516587, | |
| "loss": 0.538, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.7453924914675768, | |
| "grad_norm": 0.1434670090675354, | |
| "learning_rate": 0.00018686630213722016, | |
| "loss": 0.5353, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.7481228668941979, | |
| "grad_norm": 0.1796412169933319, | |
| "learning_rate": 0.0001867083373715264, | |
| "loss": 0.5221, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.7508532423208191, | |
| "grad_norm": 0.14365307986736298, | |
| "learning_rate": 0.00018654949591523465, | |
| "loss": 0.5211, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.7535836177474403, | |
| "grad_norm": 0.15224212408065796, | |
| "learning_rate": 0.000186389779374359, | |
| "loss": 0.5353, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.7563139931740614, | |
| "grad_norm": 0.1557937115430832, | |
| "learning_rate": 0.00018622918936376132, | |
| "loss": 0.5359, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.7590443686006826, | |
| "grad_norm": 0.13806480169296265, | |
| "learning_rate": 0.00018606772750713504, | |
| "loss": 0.5404, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.7617747440273037, | |
| "grad_norm": 0.14786981046199799, | |
| "learning_rate": 0.00018590539543698854, | |
| "loss": 0.5377, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.764505119453925, | |
| "grad_norm": 0.14674220979213715, | |
| "learning_rate": 0.00018574219479462878, | |
| "loss": 0.531, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7672354948805461, | |
| "grad_norm": 0.146319180727005, | |
| "learning_rate": 0.00018557812723014476, | |
| "loss": 0.5244, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.7699658703071672, | |
| "grad_norm": 0.15404731035232544, | |
| "learning_rate": 0.00018541319440239066, | |
| "loss": 0.5419, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.7726962457337884, | |
| "grad_norm": 0.13534784317016602, | |
| "learning_rate": 0.00018524739797896923, | |
| "loss": 0.5162, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.7754266211604095, | |
| "grad_norm": 0.14462386071681976, | |
| "learning_rate": 0.0001850807396362148, | |
| "loss": 0.5338, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.7781569965870307, | |
| "grad_norm": 0.126676544547081, | |
| "learning_rate": 0.00018491322105917645, | |
| "loss": 0.5291, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.7808873720136519, | |
| "grad_norm": 0.1487646847963333, | |
| "learning_rate": 0.0001847448439416009, | |
| "loss": 0.5235, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.783617747440273, | |
| "grad_norm": 0.14197687804698944, | |
| "learning_rate": 0.00018457560998591538, | |
| "loss": 0.518, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.7863481228668942, | |
| "grad_norm": 0.13646024465560913, | |
| "learning_rate": 0.00018440552090321047, | |
| "loss": 0.5425, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.7890784982935154, | |
| "grad_norm": 0.15339186787605286, | |
| "learning_rate": 0.00018423457841322273, | |
| "loss": 0.5203, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.7918088737201365, | |
| "grad_norm": 0.14754898846149445, | |
| "learning_rate": 0.00018406278424431736, | |
| "loss": 0.5259, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.7945392491467577, | |
| "grad_norm": 0.1315944641828537, | |
| "learning_rate": 0.00018389014013347078, | |
| "loss": 0.5248, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.7972696245733788, | |
| "grad_norm": 0.14218468964099884, | |
| "learning_rate": 0.00018371664782625287, | |
| "loss": 0.5328, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.1456083059310913, | |
| "learning_rate": 0.00018354230907680958, | |
| "loss": 0.5352, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.8027303754266212, | |
| "grad_norm": 0.14852645993232727, | |
| "learning_rate": 0.00018336712564784503, | |
| "loss": 0.5379, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.8054607508532423, | |
| "grad_norm": 0.17426247894763947, | |
| "learning_rate": 0.0001831910993106037, | |
| "loss": 0.5358, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.8081911262798634, | |
| "grad_norm": 0.14848141372203827, | |
| "learning_rate": 0.0001830142318448525, | |
| "loss": 0.5377, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.8109215017064847, | |
| "grad_norm": 0.14610137045383453, | |
| "learning_rate": 0.000182836525038863, | |
| "loss": 0.5331, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.8136518771331058, | |
| "grad_norm": 0.1565829962491989, | |
| "learning_rate": 0.00018265798068939294, | |
| "loss": 0.5162, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.816382252559727, | |
| "grad_norm": 0.1328669935464859, | |
| "learning_rate": 0.0001824786006016685, | |
| "loss": 0.5045, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.8191126279863481, | |
| "grad_norm": 0.14329080283641815, | |
| "learning_rate": 0.00018229838658936564, | |
| "loss": 0.5083, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8218430034129692, | |
| "grad_norm": 0.13927890360355377, | |
| "learning_rate": 0.00018211734047459216, | |
| "loss": 0.5221, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.8245733788395905, | |
| "grad_norm": 0.14164070785045624, | |
| "learning_rate": 0.00018193546408786898, | |
| "loss": 0.5243, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.8273037542662116, | |
| "grad_norm": 0.14735499024391174, | |
| "learning_rate": 0.00018175275926811174, | |
| "loss": 0.5136, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.8300341296928327, | |
| "grad_norm": 0.1411520093679428, | |
| "learning_rate": 0.00018156922786261216, | |
| "loss": 0.5164, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.8327645051194539, | |
| "grad_norm": 0.14603470265865326, | |
| "learning_rate": 0.0001813848717270195, | |
| "loss": 0.5306, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.8354948805460751, | |
| "grad_norm": 0.13602910935878754, | |
| "learning_rate": 0.00018119969272532166, | |
| "loss": 0.5014, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.8382252559726963, | |
| "grad_norm": 0.15259377658367157, | |
| "learning_rate": 0.00018101369272982632, | |
| "loss": 0.5309, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.8409556313993174, | |
| "grad_norm": 0.13250286877155304, | |
| "learning_rate": 0.00018082687362114212, | |
| "loss": 0.5034, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.8436860068259385, | |
| "grad_norm": 0.15984928607940674, | |
| "learning_rate": 0.00018063923728815957, | |
| "loss": 0.5167, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.8464163822525598, | |
| "grad_norm": 0.14640702307224274, | |
| "learning_rate": 0.00018045078562803203, | |
| "loss": 0.5361, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.8491467576791809, | |
| "grad_norm": 0.1568063646554947, | |
| "learning_rate": 0.00018026152054615634, | |
| "loss": 0.5221, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.851877133105802, | |
| "grad_norm": 0.14193738996982574, | |
| "learning_rate": 0.0001800714439561538, | |
| "loss": 0.5151, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.8546075085324232, | |
| "grad_norm": 0.15847285091876984, | |
| "learning_rate": 0.00017988055777985067, | |
| "loss": 0.4923, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.8573378839590444, | |
| "grad_norm": 0.16404108703136444, | |
| "learning_rate": 0.00017968886394725874, | |
| "loss": 0.5114, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.8600682593856656, | |
| "grad_norm": 0.22749370336532593, | |
| "learning_rate": 0.00017949636439655592, | |
| "loss": 0.5225, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.8627986348122867, | |
| "grad_norm": 0.17752817273139954, | |
| "learning_rate": 0.00017930306107406653, | |
| "loss": 0.5138, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.8655290102389078, | |
| "grad_norm": 0.16554813086986542, | |
| "learning_rate": 0.00017910895593424163, | |
| "loss": 0.5087, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.868259385665529, | |
| "grad_norm": 0.1888076812028885, | |
| "learning_rate": 0.00017891405093963938, | |
| "loss": 0.5163, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.8709897610921502, | |
| "grad_norm": 0.15817560255527496, | |
| "learning_rate": 0.00017871834806090501, | |
| "loss": 0.4918, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.8737201365187713, | |
| "grad_norm": 0.15167172253131866, | |
| "learning_rate": 0.00017852184927675112, | |
| "loss": 0.5248, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.8764505119453925, | |
| "grad_norm": 0.15847422182559967, | |
| "learning_rate": 0.00017832455657393746, | |
| "loss": 0.5205, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.8791808873720136, | |
| "grad_norm": 0.1436643898487091, | |
| "learning_rate": 0.00017812647194725094, | |
| "loss": 0.4869, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.8819112627986349, | |
| "grad_norm": 0.1533607393503189, | |
| "learning_rate": 0.00017792759739948546, | |
| "loss": 0.5141, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.884641638225256, | |
| "grad_norm": 0.1520746648311615, | |
| "learning_rate": 0.00017772793494142167, | |
| "loss": 0.5158, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.8873720136518771, | |
| "grad_norm": 0.1398312896490097, | |
| "learning_rate": 0.0001775274865918066, | |
| "loss": 0.5126, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.8901023890784983, | |
| "grad_norm": 0.14314454793930054, | |
| "learning_rate": 0.00017732625437733335, | |
| "loss": 0.5187, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.8928327645051195, | |
| "grad_norm": 0.1434595286846161, | |
| "learning_rate": 0.00017712424033262042, | |
| "loss": 0.5018, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.8955631399317406, | |
| "grad_norm": 0.13712714612483978, | |
| "learning_rate": 0.00017692144650019125, | |
| "loss": 0.5044, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.8982935153583618, | |
| "grad_norm": 0.13560262322425842, | |
| "learning_rate": 0.00017671787493045356, | |
| "loss": 0.5153, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.9010238907849829, | |
| "grad_norm": 0.15035240352153778, | |
| "learning_rate": 0.0001765135276816787, | |
| "loss": 0.5023, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.903754266211604, | |
| "grad_norm": 0.14878690242767334, | |
| "learning_rate": 0.00017630840681998066, | |
| "loss": 0.4916, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.9064846416382253, | |
| "grad_norm": 0.14930297434329987, | |
| "learning_rate": 0.00017610251441929533, | |
| "loss": 0.5092, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.9092150170648464, | |
| "grad_norm": 0.14058218896389008, | |
| "learning_rate": 0.0001758958525613594, | |
| "loss": 0.5091, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.9119453924914676, | |
| "grad_norm": 0.18505944311618805, | |
| "learning_rate": 0.00017568842333568952, | |
| "loss": 0.5047, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.9146757679180887, | |
| "grad_norm": 0.16390664875507355, | |
| "learning_rate": 0.0001754802288395609, | |
| "loss": 0.5115, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.9174061433447099, | |
| "grad_norm": 0.16126009821891785, | |
| "learning_rate": 0.00017527127117798635, | |
| "loss": 0.5017, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.9201365187713311, | |
| "grad_norm": 0.16674400866031647, | |
| "learning_rate": 0.0001750615524636948, | |
| "loss": 0.5193, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.9228668941979522, | |
| "grad_norm": 0.13656651973724365, | |
| "learning_rate": 0.00017485107481711012, | |
| "loss": 0.4909, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.9255972696245733, | |
| "grad_norm": 0.15961140394210815, | |
| "learning_rate": 0.00017463984036632954, | |
| "loss": 0.5145, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.9283276450511946, | |
| "grad_norm": 0.13122031092643738, | |
| "learning_rate": 0.00017442785124710227, | |
| "loss": 0.4854, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.9310580204778157, | |
| "grad_norm": 0.14256154000759125, | |
| "learning_rate": 0.0001742151096028076, | |
| "loss": 0.4852, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.9337883959044369, | |
| "grad_norm": 0.14853668212890625, | |
| "learning_rate": 0.00017400161758443375, | |
| "loss": 0.5202, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.936518771331058, | |
| "grad_norm": 0.16885364055633545, | |
| "learning_rate": 0.00017378737735055562, | |
| "loss": 0.5136, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.9392491467576792, | |
| "grad_norm": 0.1398458182811737, | |
| "learning_rate": 0.00017357239106731317, | |
| "loss": 0.4908, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.9419795221843004, | |
| "grad_norm": 0.1871606856584549, | |
| "learning_rate": 0.00017335666090838965, | |
| "loss": 0.5076, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.9447098976109215, | |
| "grad_norm": 0.17375800013542175, | |
| "learning_rate": 0.00017314018905498931, | |
| "loss": 0.5032, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.9474402730375426, | |
| "grad_norm": 0.14859388768672943, | |
| "learning_rate": 0.00017292297769581571, | |
| "loss": 0.5119, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.9501706484641638, | |
| "grad_norm": 0.18141716718673706, | |
| "learning_rate": 0.00017270502902704926, | |
| "loss": 0.4982, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.952901023890785, | |
| "grad_norm": 0.17015349864959717, | |
| "learning_rate": 0.00017248634525232523, | |
| "loss": 0.4835, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.9556313993174061, | |
| "grad_norm": 0.14770372211933136, | |
| "learning_rate": 0.00017226692858271134, | |
| "loss": 0.4851, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.9583617747440273, | |
| "grad_norm": 0.19386035203933716, | |
| "learning_rate": 0.00017204678123668556, | |
| "loss": 0.5172, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.9610921501706484, | |
| "grad_norm": 0.15225833654403687, | |
| "learning_rate": 0.00017182590544011347, | |
| "loss": 0.4972, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.9638225255972697, | |
| "grad_norm": 0.1522843837738037, | |
| "learning_rate": 0.00017160430342622596, | |
| "loss": 0.493, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.9665529010238908, | |
| "grad_norm": 0.13483871519565582, | |
| "learning_rate": 0.00017138197743559654, | |
| "loss": 0.4882, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.9692832764505119, | |
| "grad_norm": 0.14176194369792938, | |
| "learning_rate": 0.00017115892971611863, | |
| "loss": 0.4921, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.9720136518771331, | |
| "grad_norm": 0.15088023245334625, | |
| "learning_rate": 0.00017093516252298296, | |
| "loss": 0.5073, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.9747440273037543, | |
| "grad_norm": 0.14758853614330292, | |
| "learning_rate": 0.00017071067811865476, | |
| "loss": 0.5106, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.9774744027303754, | |
| "grad_norm": 0.14779959619045258, | |
| "learning_rate": 0.00017048547877285077, | |
| "loss": 0.5066, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.9802047781569966, | |
| "grad_norm": 0.14550894498825073, | |
| "learning_rate": 0.00017025956676251636, | |
| "loss": 0.484, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.9829351535836177, | |
| "grad_norm": 0.14111794531345367, | |
| "learning_rate": 0.00017003294437180255, | |
| "loss": 0.4719, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.985665529010239, | |
| "grad_norm": 0.15354299545288086, | |
| "learning_rate": 0.00016980561389204284, | |
| "loss": 0.4874, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.9883959044368601, | |
| "grad_norm": 0.14522601664066315, | |
| "learning_rate": 0.0001695775776217301, | |
| "loss": 0.4722, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.9911262798634812, | |
| "grad_norm": 0.143354594707489, | |
| "learning_rate": 0.00016934883786649333, | |
| "loss": 0.5038, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.9938566552901024, | |
| "grad_norm": 0.14298783242702484, | |
| "learning_rate": 0.0001691193969390742, | |
| "loss": 0.5007, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.9965870307167235, | |
| "grad_norm": 0.14418889582157135, | |
| "learning_rate": 0.00016888925715930394, | |
| "loss": 0.5054, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.9993174061433447, | |
| "grad_norm": 0.16697633266448975, | |
| "learning_rate": 0.0001686584208540797, | |
| "loss": 0.4948, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.0020477815699658, | |
| "grad_norm": 0.4087926745414734, | |
| "learning_rate": 0.000168426890357341, | |
| "loss": 0.8762, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.004778156996587, | |
| "grad_norm": 0.17126424610614777, | |
| "learning_rate": 0.00016819466801004621, | |
| "loss": 0.4964, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.0075085324232083, | |
| "grad_norm": 0.18887566030025482, | |
| "learning_rate": 0.00016796175616014893, | |
| "loss": 0.4842, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.0102389078498293, | |
| "grad_norm": 0.16404148936271667, | |
| "learning_rate": 0.00016772815716257412, | |
| "loss": 0.4761, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.0129692832764505, | |
| "grad_norm": 0.2001708298921585, | |
| "learning_rate": 0.00016749387337919433, | |
| "loss": 0.5005, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.0156996587030718, | |
| "grad_norm": 0.16301579773426056, | |
| "learning_rate": 0.0001672589071788059, | |
| "loss": 0.497, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.0184300341296928, | |
| "grad_norm": 0.15777342021465302, | |
| "learning_rate": 0.0001670232609371049, | |
| "loss": 0.4771, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.021160409556314, | |
| "grad_norm": 0.14179396629333496, | |
| "learning_rate": 0.00016678693703666325, | |
| "loss": 0.4491, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.023890784982935, | |
| "grad_norm": 0.16155582666397095, | |
| "learning_rate": 0.00016654993786690444, | |
| "loss": 0.4846, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.0266211604095563, | |
| "grad_norm": 0.15554013848304749, | |
| "learning_rate": 0.00016631226582407952, | |
| "loss": 0.4663, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.0293515358361776, | |
| "grad_norm": 0.15946047008037567, | |
| "learning_rate": 0.00016607392331124282, | |
| "loss": 0.4978, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.0320819112627986, | |
| "grad_norm": 0.14758449792861938, | |
| "learning_rate": 0.00016583491273822765, | |
| "loss": 0.4868, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.0348122866894198, | |
| "grad_norm": 0.16146820783615112, | |
| "learning_rate": 0.0001655952365216219, | |
| "loss": 0.5056, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.0375426621160408, | |
| "grad_norm": 0.14648115634918213, | |
| "learning_rate": 0.0001653548970847438, | |
| "loss": 0.5028, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.040273037542662, | |
| "grad_norm": 0.14611080288887024, | |
| "learning_rate": 0.00016511389685761708, | |
| "loss": 0.4975, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.0430034129692833, | |
| "grad_norm": 0.13934309780597687, | |
| "learning_rate": 0.00016487223827694672, | |
| "loss": 0.4881, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.0457337883959044, | |
| "grad_norm": 0.1680765300989151, | |
| "learning_rate": 0.00016462992378609407, | |
| "loss": 0.4947, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.0484641638225256, | |
| "grad_norm": 0.16694432497024536, | |
| "learning_rate": 0.00016438695583505242, | |
| "loss": 0.5, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.0511945392491469, | |
| "grad_norm": 0.13027995824813843, | |
| "learning_rate": 0.00016414333688042186, | |
| "loss": 0.4783, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.0539249146757679, | |
| "grad_norm": 0.15040864050388336, | |
| "learning_rate": 0.0001638990693853848, | |
| "loss": 0.4743, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.0566552901023891, | |
| "grad_norm": 0.17924848198890686, | |
| "learning_rate": 0.00016365415581968084, | |
| "loss": 0.493, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.0593856655290101, | |
| "grad_norm": 0.14788490533828735, | |
| "learning_rate": 0.0001634085986595819, | |
| "loss": 0.4932, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.0621160409556314, | |
| "grad_norm": 0.1745985448360443, | |
| "learning_rate": 0.00016316240038786718, | |
| "loss": 0.5192, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.0648464163822526, | |
| "grad_norm": 0.1356726437807083, | |
| "learning_rate": 0.00016291556349379795, | |
| "loss": 0.4829, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.0675767918088737, | |
| "grad_norm": 0.1533443182706833, | |
| "learning_rate": 0.00016266809047309251, | |
| "loss": 0.4881, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.070307167235495, | |
| "grad_norm": 0.16772933304309845, | |
| "learning_rate": 0.00016241998382790095, | |
| "loss": 0.4967, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.073037542662116, | |
| "grad_norm": 0.1441749781370163, | |
| "learning_rate": 0.0001621712460667797, | |
| "loss": 0.4867, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.0757679180887372, | |
| "grad_norm": 0.15063367784023285, | |
| "learning_rate": 0.00016192187970466644, | |
| "loss": 0.4916, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.0784982935153584, | |
| "grad_norm": 0.14568567276000977, | |
| "learning_rate": 0.00016167188726285434, | |
| "loss": 0.488, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.0812286689419794, | |
| "grad_norm": 0.14870832860469818, | |
| "learning_rate": 0.0001614212712689668, | |
| "loss": 0.4867, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.0839590443686007, | |
| "grad_norm": 0.15368396043777466, | |
| "learning_rate": 0.00016117003425693188, | |
| "loss": 0.4766, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.086689419795222, | |
| "grad_norm": 0.163841113448143, | |
| "learning_rate": 0.00016091817876695655, | |
| "loss": 0.4803, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.089419795221843, | |
| "grad_norm": 0.17485839128494263, | |
| "learning_rate": 0.0001606657073455012, | |
| "loss": 0.4875, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.0921501706484642, | |
| "grad_norm": 0.14765095710754395, | |
| "learning_rate": 0.00016041262254525362, | |
| "loss": 0.5058, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0948805460750852, | |
| "grad_norm": 0.1618352234363556, | |
| "learning_rate": 0.0001601589269251035, | |
| "loss": 0.4903, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.0976109215017065, | |
| "grad_norm": 0.1456744223833084, | |
| "learning_rate": 0.0001599046230501163, | |
| "loss": 0.4822, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.1003412969283277, | |
| "grad_norm": 0.15738914906978607, | |
| "learning_rate": 0.00015964971349150746, | |
| "loss": 0.4944, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.1030716723549487, | |
| "grad_norm": 0.1475927084684372, | |
| "learning_rate": 0.0001593942008266164, | |
| "loss": 0.4971, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.10580204778157, | |
| "grad_norm": 0.14080214500427246, | |
| "learning_rate": 0.00015913808763888039, | |
| "loss": 0.4864, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.108532423208191, | |
| "grad_norm": 0.16853410005569458, | |
| "learning_rate": 0.00015888137651780845, | |
| "loss": 0.4891, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.1112627986348123, | |
| "grad_norm": 0.13720810413360596, | |
| "learning_rate": 0.00015862407005895522, | |
| "loss": 0.4822, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.1139931740614335, | |
| "grad_norm": 0.16895629465579987, | |
| "learning_rate": 0.00015836617086389468, | |
| "loss": 0.4598, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.1167235494880545, | |
| "grad_norm": 0.15242214500904083, | |
| "learning_rate": 0.00015810768154019385, | |
| "loss": 0.4761, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.1194539249146758, | |
| "grad_norm": 0.1633676141500473, | |
| "learning_rate": 0.00015784860470138633, | |
| "loss": 0.4912, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.122184300341297, | |
| "grad_norm": 0.16565294563770294, | |
| "learning_rate": 0.00015758894296694615, | |
| "loss": 0.4836, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.124914675767918, | |
| "grad_norm": 0.160204216837883, | |
| "learning_rate": 0.00015732869896226094, | |
| "loss": 0.4694, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.1276450511945393, | |
| "grad_norm": 0.19067788124084473, | |
| "learning_rate": 0.00015706787531860557, | |
| "loss": 0.4853, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.1303754266211605, | |
| "grad_norm": 0.14547327160835266, | |
| "learning_rate": 0.00015680647467311557, | |
| "loss": 0.4709, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.1331058020477816, | |
| "grad_norm": 0.18047383427619934, | |
| "learning_rate": 0.0001565444996687605, | |
| "loss": 0.4738, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.1358361774744028, | |
| "grad_norm": 0.16099834442138672, | |
| "learning_rate": 0.00015628195295431697, | |
| "loss": 0.4805, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.1385665529010238, | |
| "grad_norm": 0.1426517814397812, | |
| "learning_rate": 0.00015601883718434207, | |
| "loss": 0.4573, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.141296928327645, | |
| "grad_norm": 0.14879460632801056, | |
| "learning_rate": 0.00015575515501914668, | |
| "loss": 0.4778, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.144027303754266, | |
| "grad_norm": 0.1393750160932541, | |
| "learning_rate": 0.0001554909091247682, | |
| "loss": 0.447, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.1467576791808873, | |
| "grad_norm": 0.17599152028560638, | |
| "learning_rate": 0.00015522610217294375, | |
| "loss": 0.4969, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.1494880546075086, | |
| "grad_norm": 0.17399606108665466, | |
| "learning_rate": 0.0001549607368410834, | |
| "loss": 0.4933, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.1522184300341296, | |
| "grad_norm": 0.16555064916610718, | |
| "learning_rate": 0.00015469481581224272, | |
| "loss": 0.475, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.1549488054607508, | |
| "grad_norm": 0.20848453044891357, | |
| "learning_rate": 0.00015442834177509582, | |
| "loss": 0.4872, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.157679180887372, | |
| "grad_norm": 0.15129271149635315, | |
| "learning_rate": 0.00015416131742390827, | |
| "loss": 0.4963, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.1604095563139931, | |
| "grad_norm": 0.1703735888004303, | |
| "learning_rate": 0.00015389374545850973, | |
| "loss": 0.479, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.1631399317406144, | |
| "grad_norm": 0.152608722448349, | |
| "learning_rate": 0.00015362562858426654, | |
| "loss": 0.4831, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.1658703071672356, | |
| "grad_norm": 0.14749537408351898, | |
| "learning_rate": 0.0001533569695120547, | |
| "loss": 0.4784, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.1686006825938566, | |
| "grad_norm": 0.15642118453979492, | |
| "learning_rate": 0.0001530877709582321, | |
| "loss": 0.4679, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.1713310580204779, | |
| "grad_norm": 0.13505250215530396, | |
| "learning_rate": 0.00015281803564461135, | |
| "loss": 0.4779, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.174061433447099, | |
| "grad_norm": 0.14518040418624878, | |
| "learning_rate": 0.00015254776629843205, | |
| "loss": 0.448, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.1767918088737201, | |
| "grad_norm": 0.12947289645671844, | |
| "learning_rate": 0.0001522769656523333, | |
| "loss": 0.4735, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.1795221843003414, | |
| "grad_norm": 0.15066657960414886, | |
| "learning_rate": 0.00015200563644432612, | |
| "loss": 0.4791, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.1822525597269624, | |
| "grad_norm": 0.13076473772525787, | |
| "learning_rate": 0.00015173378141776568, | |
| "loss": 0.4582, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.1849829351535837, | |
| "grad_norm": 0.15804897248744965, | |
| "learning_rate": 0.00015146140332132358, | |
| "loss": 0.482, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.1877133105802047, | |
| "grad_norm": 0.1330975741147995, | |
| "learning_rate": 0.00015118850490896012, | |
| "loss": 0.4736, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.190443686006826, | |
| "grad_norm": 0.16358092427253723, | |
| "learning_rate": 0.00015091508893989633, | |
| "loss": 0.4992, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.1931740614334472, | |
| "grad_norm": 0.14177009463310242, | |
| "learning_rate": 0.00015064115817858622, | |
| "loss": 0.4646, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.1959044368600682, | |
| "grad_norm": 0.1569090485572815, | |
| "learning_rate": 0.00015036671539468878, | |
| "loss": 0.4683, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.1986348122866894, | |
| "grad_norm": 0.15897628664970398, | |
| "learning_rate": 0.00015009176336303986, | |
| "loss": 0.4829, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.2013651877133107, | |
| "grad_norm": 0.1482827216386795, | |
| "learning_rate": 0.00014981630486362435, | |
| "loss": 0.4552, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.2040955631399317, | |
| "grad_norm": 0.1546843945980072, | |
| "learning_rate": 0.00014954034268154778, | |
| "loss": 0.4702, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.206825938566553, | |
| "grad_norm": 0.1493782103061676, | |
| "learning_rate": 0.00014926387960700842, | |
| "loss": 0.4708, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.209556313993174, | |
| "grad_norm": 0.15456125140190125, | |
| "learning_rate": 0.00014898691843526899, | |
| "loss": 0.4738, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.2122866894197952, | |
| "grad_norm": 0.17920009791851044, | |
| "learning_rate": 0.00014870946196662822, | |
| "loss": 0.4616, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.2150170648464165, | |
| "grad_norm": 0.15904481709003448, | |
| "learning_rate": 0.00014843151300639282, | |
| "loss": 0.4791, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.2177474402730375, | |
| "grad_norm": 0.18129463493824005, | |
| "learning_rate": 0.00014815307436484898, | |
| "loss": 0.4789, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.2204778156996587, | |
| "grad_norm": 0.14939218759536743, | |
| "learning_rate": 0.00014787414885723385, | |
| "loss": 0.4774, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.2232081911262798, | |
| "grad_norm": 0.17625784873962402, | |
| "learning_rate": 0.00014759473930370736, | |
| "loss": 0.4785, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.225938566552901, | |
| "grad_norm": 0.158066987991333, | |
| "learning_rate": 0.0001473148485293234, | |
| "loss": 0.4588, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.2286689419795223, | |
| "grad_norm": 0.16107094287872314, | |
| "learning_rate": 0.00014703447936400134, | |
| "loss": 0.4734, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.2313993174061433, | |
| "grad_norm": 0.1387171894311905, | |
| "learning_rate": 0.00014675363464249763, | |
| "loss": 0.4733, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.2341296928327645, | |
| "grad_norm": 0.1561625450849533, | |
| "learning_rate": 0.00014647231720437686, | |
| "loss": 0.4502, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.2368600682593858, | |
| "grad_norm": 0.1419583112001419, | |
| "learning_rate": 0.00014619052989398322, | |
| "loss": 0.4674, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.2395904436860068, | |
| "grad_norm": 0.1578853279352188, | |
| "learning_rate": 0.00014590827556041158, | |
| "loss": 0.4635, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.242320819112628, | |
| "grad_norm": 0.1325417309999466, | |
| "learning_rate": 0.00014562555705747892, | |
| "loss": 0.4557, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.245051194539249, | |
| "grad_norm": 0.17075014114379883, | |
| "learning_rate": 0.00014534237724369534, | |
| "loss": 0.4928, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.2477815699658703, | |
| "grad_norm": 0.136972576379776, | |
| "learning_rate": 0.00014505873898223496, | |
| "loss": 0.4699, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.2505119453924913, | |
| "grad_norm": 0.16119800508022308, | |
| "learning_rate": 0.00014477464514090743, | |
| "loss": 0.4807, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.2532423208191126, | |
| "grad_norm": 0.13321495056152344, | |
| "learning_rate": 0.00014449009859212857, | |
| "loss": 0.4806, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.2559726962457338, | |
| "grad_norm": 0.14326980710029602, | |
| "learning_rate": 0.00014420510221289137, | |
| "loss": 0.4491, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.2587030716723548, | |
| "grad_norm": 0.13098248839378357, | |
| "learning_rate": 0.00014391965888473703, | |
| "loss": 0.4653, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.261433447098976, | |
| "grad_norm": 0.14561250805854797, | |
| "learning_rate": 0.00014363377149372584, | |
| "loss": 0.479, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.2641638225255973, | |
| "grad_norm": 0.1377183198928833, | |
| "learning_rate": 0.0001433474429304077, | |
| "loss": 0.4607, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.2668941979522184, | |
| "grad_norm": 0.14758490025997162, | |
| "learning_rate": 0.0001430606760897934, | |
| "loss": 0.472, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.2696245733788396, | |
| "grad_norm": 0.15359081327915192, | |
| "learning_rate": 0.0001427734738713248, | |
| "loss": 0.469, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.2723549488054609, | |
| "grad_norm": 0.16317234933376312, | |
| "learning_rate": 0.00014248583917884594, | |
| "loss": 0.4749, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.2750853242320819, | |
| "grad_norm": 0.1310819685459137, | |
| "learning_rate": 0.00014219777492057348, | |
| "loss": 0.4722, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.2778156996587031, | |
| "grad_norm": 0.14236976206302643, | |
| "learning_rate": 0.0001419092840090673, | |
| "loss": 0.4704, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.2805460750853244, | |
| "grad_norm": 0.1274275928735733, | |
| "learning_rate": 0.00014162036936120115, | |
| "loss": 0.4687, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.2832764505119454, | |
| "grad_norm": 0.13622865080833435, | |
| "learning_rate": 0.00014133103389813302, | |
| "loss": 0.4649, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.2860068259385666, | |
| "grad_norm": 0.14750082790851593, | |
| "learning_rate": 0.0001410412805452757, | |
| "loss": 0.4654, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.2887372013651877, | |
| "grad_norm": 0.14838138222694397, | |
| "learning_rate": 0.0001407511122322672, | |
| "loss": 0.4626, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.291467576791809, | |
| "grad_norm": 0.1439974308013916, | |
| "learning_rate": 0.00014046053189294112, | |
| "loss": 0.4499, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.29419795221843, | |
| "grad_norm": 0.14686186611652374, | |
| "learning_rate": 0.00014016954246529696, | |
| "loss": 0.4676, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.2969283276450512, | |
| "grad_norm": 0.15870115160942078, | |
| "learning_rate": 0.00013987814689147041, | |
| "loss": 0.4448, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.2996587030716724, | |
| "grad_norm": 0.16382190585136414, | |
| "learning_rate": 0.0001395863481177036, | |
| "loss": 0.4476, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.3023890784982934, | |
| "grad_norm": 0.21564428508281708, | |
| "learning_rate": 0.00013929414909431544, | |
| "loss": 0.4751, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.3051194539249147, | |
| "grad_norm": 0.15450774133205414, | |
| "learning_rate": 0.00013900155277567157, | |
| "loss": 0.4776, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.307849829351536, | |
| "grad_norm": 0.15922100841999054, | |
| "learning_rate": 0.00013870856212015468, | |
| "loss": 0.4693, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.310580204778157, | |
| "grad_norm": 0.13661661744117737, | |
| "learning_rate": 0.00013841518009013445, | |
| "loss": 0.454, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.3133105802047782, | |
| "grad_norm": 0.1507856249809265, | |
| "learning_rate": 0.00013812140965193773, | |
| "loss": 0.4701, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.3160409556313994, | |
| "grad_norm": 0.14306284487247467, | |
| "learning_rate": 0.00013782725377581848, | |
| "loss": 0.4842, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.3187713310580205, | |
| "grad_norm": 0.15984225273132324, | |
| "learning_rate": 0.00013753271543592773, | |
| "loss": 0.4628, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.3215017064846417, | |
| "grad_norm": 0.15242429077625275, | |
| "learning_rate": 0.00013723779761028347, | |
| "loss": 0.4708, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.3242320819112627, | |
| "grad_norm": 0.14520719647407532, | |
| "learning_rate": 0.0001369425032807407, | |
| "loss": 0.4608, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.326962457337884, | |
| "grad_norm": 0.16152748465538025, | |
| "learning_rate": 0.00013664683543296112, | |
| "loss": 0.4729, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.329692832764505, | |
| "grad_norm": 0.15082891285419464, | |
| "learning_rate": 0.00013635079705638298, | |
| "loss": 0.4593, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.3324232081911263, | |
| "grad_norm": 0.16038447618484497, | |
| "learning_rate": 0.00013605439114419094, | |
| "loss": 0.4718, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.3351535836177475, | |
| "grad_norm": 0.1532922238111496, | |
| "learning_rate": 0.00013575762069328566, | |
| "loss": 0.4758, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.3378839590443685, | |
| "grad_norm": 0.12969861924648285, | |
| "learning_rate": 0.00013546048870425356, | |
| "loss": 0.4582, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.3406143344709898, | |
| "grad_norm": 0.13830237090587616, | |
| "learning_rate": 0.00013516299818133664, | |
| "loss": 0.4585, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.343344709897611, | |
| "grad_norm": 0.148755744099617, | |
| "learning_rate": 0.00013486515213240188, | |
| "loss": 0.4803, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.346075085324232, | |
| "grad_norm": 0.13623669743537903, | |
| "learning_rate": 0.0001345669535689108, | |
| "loss": 0.4562, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.3488054607508533, | |
| "grad_norm": 0.14996616542339325, | |
| "learning_rate": 0.00013426840550588933, | |
| "loss": 0.4546, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.3515358361774745, | |
| "grad_norm": 0.1468917429447174, | |
| "learning_rate": 0.000133969510961897, | |
| "loss": 0.4712, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.3542662116040955, | |
| "grad_norm": 0.14525148272514343, | |
| "learning_rate": 0.0001336702729589965, | |
| "loss": 0.4614, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.3569965870307168, | |
| "grad_norm": 0.13571806252002716, | |
| "learning_rate": 0.00013337069452272333, | |
| "loss": 0.4601, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.3597269624573378, | |
| "grad_norm": 0.15235814452171326, | |
| "learning_rate": 0.00013307077868205487, | |
| "loss": 0.4785, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.362457337883959, | |
| "grad_norm": 0.14220909774303436, | |
| "learning_rate": 0.00013277052846937996, | |
| "loss": 0.4561, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.36518771331058, | |
| "grad_norm": 0.14699751138687134, | |
| "learning_rate": 0.00013246994692046836, | |
| "loss": 0.446, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.3679180887372013, | |
| "grad_norm": 0.1636335849761963, | |
| "learning_rate": 0.00013216903707443967, | |
| "loss": 0.4614, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.3706484641638226, | |
| "grad_norm": 0.1447010040283203, | |
| "learning_rate": 0.00013186780197373306, | |
| "loss": 0.4573, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.3733788395904436, | |
| "grad_norm": 0.17758530378341675, | |
| "learning_rate": 0.0001315662446640761, | |
| "loss": 0.4701, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.3761092150170648, | |
| "grad_norm": 0.1493985950946808, | |
| "learning_rate": 0.00013126436819445422, | |
| "loss": 0.4671, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.378839590443686, | |
| "grad_norm": 0.16412951052188873, | |
| "learning_rate": 0.0001309621756170799, | |
| "loss": 0.4705, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.3815699658703071, | |
| "grad_norm": 0.14819127321243286, | |
| "learning_rate": 0.00013065966998736155, | |
| "loss": 0.4579, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.3843003412969284, | |
| "grad_norm": 0.1500328630208969, | |
| "learning_rate": 0.00013035685436387298, | |
| "loss": 0.4484, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.3870307167235496, | |
| "grad_norm": 0.14388103783130646, | |
| "learning_rate": 0.0001300537318083221, | |
| "loss": 0.4325, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.3897610921501706, | |
| "grad_norm": 0.17138421535491943, | |
| "learning_rate": 0.00012975030538552032, | |
| "loss": 0.4717, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.3924914675767919, | |
| "grad_norm": 0.15119241178035736, | |
| "learning_rate": 0.00012944657816335123, | |
| "loss": 0.4279, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.395221843003413, | |
| "grad_norm": 0.15165849030017853, | |
| "learning_rate": 0.00012914255321273986, | |
| "loss": 0.4716, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.3979522184300341, | |
| "grad_norm": 0.14222781360149384, | |
| "learning_rate": 0.0001288382336076215, | |
| "loss": 0.4393, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.4006825938566552, | |
| "grad_norm": 0.1435043066740036, | |
| "learning_rate": 0.00012853362242491053, | |
| "loss": 0.4589, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.4034129692832764, | |
| "grad_norm": 0.15017302334308624, | |
| "learning_rate": 0.00012822872274446958, | |
| "loss": 0.4492, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.4061433447098977, | |
| "grad_norm": 0.14196786284446716, | |
| "learning_rate": 0.00012792353764907804, | |
| "loss": 0.4588, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.4088737201365187, | |
| "grad_norm": 0.144223153591156, | |
| "learning_rate": 0.0001276180702244012, | |
| "loss": 0.4678, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.41160409556314, | |
| "grad_norm": 0.12913116812705994, | |
| "learning_rate": 0.0001273123235589589, | |
| "loss": 0.4515, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.4143344709897612, | |
| "grad_norm": 0.1370343565940857, | |
| "learning_rate": 0.00012700630074409427, | |
| "loss": 0.444, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.4170648464163822, | |
| "grad_norm": 0.15820138156414032, | |
| "learning_rate": 0.00012670000487394266, | |
| "loss": 0.4693, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.4197952218430034, | |
| "grad_norm": 0.13780242204666138, | |
| "learning_rate": 0.0001263934390454001, | |
| "loss": 0.4621, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.4225255972696247, | |
| "grad_norm": 0.13959269225597382, | |
| "learning_rate": 0.00012608660635809207, | |
| "loss": 0.448, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.4252559726962457, | |
| "grad_norm": 0.14923076331615448, | |
| "learning_rate": 0.00012577950991434248, | |
| "loss": 0.4694, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.427986348122867, | |
| "grad_norm": 0.14546504616737366, | |
| "learning_rate": 0.00012547215281914168, | |
| "loss": 0.4679, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.430716723549488, | |
| "grad_norm": 0.13985708355903625, | |
| "learning_rate": 0.00012516453818011566, | |
| "loss": 0.469, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.4334470989761092, | |
| "grad_norm": 0.15217062830924988, | |
| "learning_rate": 0.00012485666910749428, | |
| "loss": 0.4698, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.4361774744027302, | |
| "grad_norm": 0.1293148696422577, | |
| "learning_rate": 0.00012454854871407994, | |
| "loss": 0.4448, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.4389078498293515, | |
| "grad_norm": 0.16416317224502563, | |
| "learning_rate": 0.0001242401801152161, | |
| "loss": 0.4589, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.4416382252559727, | |
| "grad_norm": 0.14671452343463898, | |
| "learning_rate": 0.0001239315664287558, | |
| "loss": 0.4498, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.4443686006825938, | |
| "grad_norm": 0.17271259427070618, | |
| "learning_rate": 0.00012362271077503008, | |
| "loss": 0.4492, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.447098976109215, | |
| "grad_norm": 0.15541909635066986, | |
| "learning_rate": 0.00012331361627681645, | |
| "loss": 0.4281, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.4498293515358363, | |
| "grad_norm": 0.14913444221019745, | |
| "learning_rate": 0.00012300428605930736, | |
| "loss": 0.4334, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.4525597269624573, | |
| "grad_norm": 0.167875275015831, | |
| "learning_rate": 0.00012269472325007858, | |
| "loss": 0.4736, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.4552901023890785, | |
| "grad_norm": 0.15073426067829132, | |
| "learning_rate": 0.00012238493097905756, | |
| "loss": 0.4744, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.4580204778156998, | |
| "grad_norm": 0.16593150794506073, | |
| "learning_rate": 0.00012207491237849172, | |
| "loss": 0.455, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.4607508532423208, | |
| "grad_norm": 0.13389617204666138, | |
| "learning_rate": 0.00012176467058291699, | |
| "loss": 0.4394, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.463481228668942, | |
| "grad_norm": 0.16609057784080505, | |
| "learning_rate": 0.00012145420872912585, | |
| "loss": 0.4562, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.466211604095563, | |
| "grad_norm": 0.1394118070602417, | |
| "learning_rate": 0.00012114352995613582, | |
| "loss": 0.4451, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.4689419795221843, | |
| "grad_norm": 0.17529746890068054, | |
| "learning_rate": 0.00012083263740515765, | |
| "loss": 0.4522, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.4716723549488053, | |
| "grad_norm": 0.15724115073680878, | |
| "learning_rate": 0.00012052153421956342, | |
| "loss": 0.4556, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.4744027303754266, | |
| "grad_norm": 0.17186792194843292, | |
| "learning_rate": 0.00012021022354485514, | |
| "loss": 0.4546, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.4771331058020478, | |
| "grad_norm": 0.1301499456167221, | |
| "learning_rate": 0.00011989870852863254, | |
| "loss": 0.4431, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.4798634812286688, | |
| "grad_norm": 0.1480223387479782, | |
| "learning_rate": 0.00011958699232056134, | |
| "loss": 0.4491, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.48259385665529, | |
| "grad_norm": 0.13150086998939514, | |
| "learning_rate": 0.00011927507807234168, | |
| "loss": 0.4568, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.4853242320819113, | |
| "grad_norm": 0.15769197046756744, | |
| "learning_rate": 0.00011896296893767587, | |
| "loss": 0.4501, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.4880546075085324, | |
| "grad_norm": 0.13996848464012146, | |
| "learning_rate": 0.0001186506680722367, | |
| "loss": 0.4673, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.4907849829351536, | |
| "grad_norm": 0.16406555473804474, | |
| "learning_rate": 0.00011833817863363564, | |
| "loss": 0.4634, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.4935153583617748, | |
| "grad_norm": 0.14007951319217682, | |
| "learning_rate": 0.0001180255037813906, | |
| "loss": 0.4466, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.4962457337883959, | |
| "grad_norm": 0.15525664389133453, | |
| "learning_rate": 0.00011771264667689427, | |
| "loss": 0.4323, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.4989761092150171, | |
| "grad_norm": 0.143234983086586, | |
| "learning_rate": 0.00011739961048338213, | |
| "loss": 0.4395, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.5017064846416384, | |
| "grad_norm": 0.15597446262836456, | |
| "learning_rate": 0.00011708639836590023, | |
| "loss": 0.4546, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.5044368600682594, | |
| "grad_norm": 0.13816912472248077, | |
| "learning_rate": 0.00011677301349127348, | |
| "loss": 0.4586, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.5071672354948804, | |
| "grad_norm": 0.16299140453338623, | |
| "learning_rate": 0.00011645945902807341, | |
| "loss": 0.4465, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.5098976109215017, | |
| "grad_norm": 0.15032370388507843, | |
| "learning_rate": 0.00011614573814658629, | |
| "loss": 0.4579, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.512627986348123, | |
| "grad_norm": 0.158245250582695, | |
| "learning_rate": 0.00011583185401878101, | |
| "loss": 0.4462, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.515358361774744, | |
| "grad_norm": 0.16943717002868652, | |
| "learning_rate": 0.00011551780981827698, | |
| "loss": 0.4572, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.5180887372013652, | |
| "grad_norm": 0.14559145271778107, | |
| "learning_rate": 0.00011520360872031209, | |
| "loss": 0.4693, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.5208191126279864, | |
| "grad_norm": 0.16138285398483276, | |
| "learning_rate": 0.00011488925390171059, | |
| "loss": 0.4623, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.5235494880546074, | |
| "grad_norm": 0.14859908819198608, | |
| "learning_rate": 0.00011457474854085096, | |
| "loss": 0.4684, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.5262798634812287, | |
| "grad_norm": 0.15695518255233765, | |
| "learning_rate": 0.00011426009581763377, | |
| "loss": 0.4619, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.52901023890785, | |
| "grad_norm": 0.14711041748523712, | |
| "learning_rate": 0.00011394529891344958, | |
| "loss": 0.4556, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.531740614334471, | |
| "grad_norm": 0.15271785855293274, | |
| "learning_rate": 0.0001136303610111467, | |
| "loss": 0.4557, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.5344709897610922, | |
| "grad_norm": 0.1541603058576584, | |
| "learning_rate": 0.00011331528529499909, | |
| "loss": 0.4644, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.5372013651877134, | |
| "grad_norm": 0.1686154007911682, | |
| "learning_rate": 0.00011300007495067401, | |
| "loss": 0.4446, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.5399317406143345, | |
| "grad_norm": 0.14042454957962036, | |
| "learning_rate": 0.00011268473316520007, | |
| "loss": 0.4275, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.5426621160409555, | |
| "grad_norm": 0.14575007557868958, | |
| "learning_rate": 0.00011236926312693479, | |
| "loss": 0.4579, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.545392491467577, | |
| "grad_norm": 0.16124123334884644, | |
| "learning_rate": 0.0001120536680255323, | |
| "loss": 0.441, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.548122866894198, | |
| "grad_norm": 0.14471302926540375, | |
| "learning_rate": 0.00011173795105191145, | |
| "loss": 0.4543, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.550853242320819, | |
| "grad_norm": 0.162650004029274, | |
| "learning_rate": 0.00011142211539822318, | |
| "loss": 0.4483, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.5535836177474402, | |
| "grad_norm": 0.14518044888973236, | |
| "learning_rate": 0.00011110616425781833, | |
| "loss": 0.4386, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.5563139931740615, | |
| "grad_norm": 0.1545732617378235, | |
| "learning_rate": 0.00011079010082521557, | |
| "loss": 0.4505, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.5590443686006825, | |
| "grad_norm": 0.12941716611385345, | |
| "learning_rate": 0.00011047392829606876, | |
| "loss": 0.4288, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.5617747440273038, | |
| "grad_norm": 0.15107029676437378, | |
| "learning_rate": 0.0001101576498671349, | |
| "loss": 0.4275, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.564505119453925, | |
| "grad_norm": 0.13776972889900208, | |
| "learning_rate": 0.00010984126873624179, | |
| "loss": 0.432, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.567235494880546, | |
| "grad_norm": 0.15370745956897736, | |
| "learning_rate": 0.00010952478810225548, | |
| "loss": 0.4523, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.5699658703071673, | |
| "grad_norm": 0.14505314826965332, | |
| "learning_rate": 0.00010920821116504816, | |
| "loss": 0.4444, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.5726962457337885, | |
| "grad_norm": 0.13053090870380402, | |
| "learning_rate": 0.0001088915411254657, | |
| "loss": 0.4492, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.5754266211604095, | |
| "grad_norm": 0.15613074600696564, | |
| "learning_rate": 0.00010857478118529533, | |
| "loss": 0.465, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.5781569965870306, | |
| "grad_norm": 0.164808988571167, | |
| "learning_rate": 0.00010825793454723325, | |
| "loss": 0.4498, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.580887372013652, | |
| "grad_norm": 0.14633600413799286, | |
| "learning_rate": 0.0001079410044148522, | |
| "loss": 0.4416, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.583617747440273, | |
| "grad_norm": 0.15268942713737488, | |
| "learning_rate": 0.00010762399399256917, | |
| "loss": 0.4431, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.586348122866894, | |
| "grad_norm": 0.16290055215358734, | |
| "learning_rate": 0.00010730690648561292, | |
| "loss": 0.465, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.5890784982935153, | |
| "grad_norm": 0.13567085564136505, | |
| "learning_rate": 0.00010698974509999158, | |
| "loss": 0.4397, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.5918088737201366, | |
| "grad_norm": 0.14896200597286224, | |
| "learning_rate": 0.00010667251304246029, | |
| "loss": 0.4458, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.5945392491467576, | |
| "grad_norm": 0.14076146483421326, | |
| "learning_rate": 0.00010635521352048872, | |
| "loss": 0.4476, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.5972696245733788, | |
| "grad_norm": 0.13334687054157257, | |
| "learning_rate": 0.00010603784974222861, | |
| "loss": 0.4283, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.16997142136096954, | |
| "learning_rate": 0.00010572042491648149, | |
| "loss": 0.4472, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.6027303754266211, | |
| "grad_norm": 0.15508471429347992, | |
| "learning_rate": 0.00010540294225266607, | |
| "loss": 0.4518, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.6054607508532424, | |
| "grad_norm": 0.1571933478116989, | |
| "learning_rate": 0.0001050854049607858, | |
| "loss": 0.4493, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.6081911262798636, | |
| "grad_norm": 0.15027360618114471, | |
| "learning_rate": 0.00010476781625139656, | |
| "loss": 0.4562, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.6109215017064846, | |
| "grad_norm": 0.14502452313899994, | |
| "learning_rate": 0.00010445017933557404, | |
| "loss": 0.4476, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.6136518771331056, | |
| "grad_norm": 0.1403171718120575, | |
| "learning_rate": 0.00010413249742488131, | |
| "loss": 0.4154, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.6163822525597271, | |
| "grad_norm": 0.14815428853034973, | |
| "learning_rate": 0.00010381477373133652, | |
| "loss": 0.4501, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.6191126279863481, | |
| "grad_norm": 0.16107513010501862, | |
| "learning_rate": 0.00010349701146738007, | |
| "loss": 0.4507, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.6218430034129692, | |
| "grad_norm": 0.14111128449440002, | |
| "learning_rate": 0.00010317921384584244, | |
| "loss": 0.4483, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.6245733788395904, | |
| "grad_norm": 0.1680098921060562, | |
| "learning_rate": 0.0001028613840799117, | |
| "loss": 0.4584, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.6273037542662117, | |
| "grad_norm": 0.13612088561058044, | |
| "learning_rate": 0.00010254352538310075, | |
| "loss": 0.4389, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.6300341296928327, | |
| "grad_norm": 0.16298632323741913, | |
| "learning_rate": 0.00010222564096921505, | |
| "loss": 0.452, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.632764505119454, | |
| "grad_norm": 0.14744146168231964, | |
| "learning_rate": 0.00010190773405232024, | |
| "loss": 0.4588, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.6354948805460752, | |
| "grad_norm": 0.1594633013010025, | |
| "learning_rate": 0.00010158980784670927, | |
| "loss": 0.4403, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.6382252559726962, | |
| "grad_norm": 0.15123943984508514, | |
| "learning_rate": 0.00010127186556687019, | |
| "loss": 0.4395, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.6409556313993174, | |
| "grad_norm": 0.1518649309873581, | |
| "learning_rate": 0.00010095391042745361, | |
| "loss": 0.4265, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.6436860068259387, | |
| "grad_norm": 0.1611323356628418, | |
| "learning_rate": 0.00010063594564324012, | |
| "loss": 0.444, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.6464163822525597, | |
| "grad_norm": 0.14762264490127563, | |
| "learning_rate": 0.00010031797442910789, | |
| "loss": 0.4409, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.6491467576791807, | |
| "grad_norm": 0.1546734869480133, | |
| "learning_rate": 0.0001, | |
| "loss": 0.4472, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.6518771331058022, | |
| "grad_norm": 0.1580485701560974, | |
| "learning_rate": 9.968202557089212e-05, | |
| "loss": 0.4497, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.6546075085324232, | |
| "grad_norm": 0.151153564453125, | |
| "learning_rate": 9.93640543567599e-05, | |
| "loss": 0.4495, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.6573378839590442, | |
| "grad_norm": 0.14238281548023224, | |
| "learning_rate": 9.904608957254642e-05, | |
| "loss": 0.4481, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.6600682593856655, | |
| "grad_norm": 0.13984693586826324, | |
| "learning_rate": 9.872813443312984e-05, | |
| "loss": 0.4262, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.6627986348122867, | |
| "grad_norm": 0.14657770097255707, | |
| "learning_rate": 9.84101921532908e-05, | |
| "loss": 0.4554, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.6655290102389078, | |
| "grad_norm": 0.15702606737613678, | |
| "learning_rate": 9.809226594767978e-05, | |
| "loss": 0.4553, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.668259385665529, | |
| "grad_norm": 0.15596133470535278, | |
| "learning_rate": 9.777435903078494e-05, | |
| "loss": 0.4353, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.6709897610921502, | |
| "grad_norm": 0.16193975508213043, | |
| "learning_rate": 9.745647461689931e-05, | |
| "loss": 0.4313, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.6737201365187713, | |
| "grad_norm": 0.15690681338310242, | |
| "learning_rate": 9.713861592008833e-05, | |
| "loss": 0.4498, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.6764505119453925, | |
| "grad_norm": 0.15277935564517975, | |
| "learning_rate": 9.682078615415754e-05, | |
| "loss": 0.4358, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.6791808873720138, | |
| "grad_norm": 0.1447397917509079, | |
| "learning_rate": 9.650298853261997e-05, | |
| "loss": 0.4264, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.6819112627986348, | |
| "grad_norm": 0.14292937517166138, | |
| "learning_rate": 9.61852262686635e-05, | |
| "loss": 0.4521, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.6846416382252558, | |
| "grad_norm": 0.15041732788085938, | |
| "learning_rate": 9.586750257511867e-05, | |
| "loss": 0.445, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.6873720136518773, | |
| "grad_norm": 0.14610610902309418, | |
| "learning_rate": 9.5549820664426e-05, | |
| "loss": 0.4493, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.6901023890784983, | |
| "grad_norm": 0.1494503617286682, | |
| "learning_rate": 9.523218374860348e-05, | |
| "loss": 0.4473, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.6928327645051193, | |
| "grad_norm": 0.14970283210277557, | |
| "learning_rate": 9.491459503921421e-05, | |
| "loss": 0.453, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.6955631399317406, | |
| "grad_norm": 0.15402431786060333, | |
| "learning_rate": 9.459705774733396e-05, | |
| "loss": 0.4435, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.6982935153583618, | |
| "grad_norm": 0.1583550125360489, | |
| "learning_rate": 9.427957508351852e-05, | |
| "loss": 0.4379, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.7010238907849828, | |
| "grad_norm": 0.15820656716823578, | |
| "learning_rate": 9.396215025777139e-05, | |
| "loss": 0.4416, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.703754266211604, | |
| "grad_norm": 0.14503423869609833, | |
| "learning_rate": 9.364478647951133e-05, | |
| "loss": 0.434, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.7064846416382253, | |
| "grad_norm": 0.1509648561477661, | |
| "learning_rate": 9.332748695753973e-05, | |
| "loss": 0.4516, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.7092150170648464, | |
| "grad_norm": 0.15958918631076813, | |
| "learning_rate": 9.301025490000841e-05, | |
| "loss": 0.4504, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.7119453924914676, | |
| "grad_norm": 0.1522430032491684, | |
| "learning_rate": 9.269309351438711e-05, | |
| "loss": 0.4339, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.7146757679180888, | |
| "grad_norm": 0.14348183572292328, | |
| "learning_rate": 9.237600600743085e-05, | |
| "loss": 0.4236, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.7174061433447099, | |
| "grad_norm": 0.1558932512998581, | |
| "learning_rate": 9.20589955851478e-05, | |
| "loss": 0.4514, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.7201365187713311, | |
| "grad_norm": 0.13524165749549866, | |
| "learning_rate": 9.174206545276677e-05, | |
| "loss": 0.4426, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.7228668941979524, | |
| "grad_norm": 0.1464926302433014, | |
| "learning_rate": 9.142521881470469e-05, | |
| "loss": 0.4397, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.7255972696245734, | |
| "grad_norm": 0.14485323429107666, | |
| "learning_rate": 9.11084588745343e-05, | |
| "loss": 0.4497, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.7283276450511944, | |
| "grad_norm": 0.139760822057724, | |
| "learning_rate": 9.07917888349519e-05, | |
| "loss": 0.4465, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.7310580204778157, | |
| "grad_norm": 0.16193385422229767, | |
| "learning_rate": 9.047521189774455e-05, | |
| "loss": 0.4377, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.733788395904437, | |
| "grad_norm": 0.17076647281646729, | |
| "learning_rate": 9.015873126375822e-05, | |
| "loss": 0.4632, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.736518771331058, | |
| "grad_norm": 0.14881980419158936, | |
| "learning_rate": 8.984235013286511e-05, | |
| "loss": 0.4401, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.7392491467576792, | |
| "grad_norm": 0.15158087015151978, | |
| "learning_rate": 8.952607170393125e-05, | |
| "loss": 0.4292, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.7419795221843004, | |
| "grad_norm": 0.14353424310684204, | |
| "learning_rate": 8.920989917478447e-05, | |
| "loss": 0.4439, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.7447098976109214, | |
| "grad_norm": 0.13718026876449585, | |
| "learning_rate": 8.88938357421817e-05, | |
| "loss": 0.4267, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.7474402730375427, | |
| "grad_norm": 0.15788930654525757, | |
| "learning_rate": 8.857788460177686e-05, | |
| "loss": 0.4241, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.750170648464164, | |
| "grad_norm": 0.14324265718460083, | |
| "learning_rate": 8.826204894808855e-05, | |
| "loss": 0.4472, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.752901023890785, | |
| "grad_norm": 0.15020030736923218, | |
| "learning_rate": 8.79463319744677e-05, | |
| "loss": 0.4339, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.7556313993174062, | |
| "grad_norm": 0.13715054094791412, | |
| "learning_rate": 8.763073687306524e-05, | |
| "loss": 0.4429, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.7583617747440274, | |
| "grad_norm": 0.16862636804580688, | |
| "learning_rate": 8.731526683479992e-05, | |
| "loss": 0.4509, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.7610921501706485, | |
| "grad_norm": 0.14781633019447327, | |
| "learning_rate": 8.6999925049326e-05, | |
| "loss": 0.4319, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.7638225255972695, | |
| "grad_norm": 0.15873977541923523, | |
| "learning_rate": 8.668471470500095e-05, | |
| "loss": 0.4486, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.7665529010238907, | |
| "grad_norm": 0.1477411389350891, | |
| "learning_rate": 8.63696389888533e-05, | |
| "loss": 0.4461, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.769283276450512, | |
| "grad_norm": 0.1804722100496292, | |
| "learning_rate": 8.605470108655045e-05, | |
| "loss": 0.4402, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.772013651877133, | |
| "grad_norm": 0.15354932844638824, | |
| "learning_rate": 8.573990418236625e-05, | |
| "loss": 0.4564, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.7747440273037542, | |
| "grad_norm": 0.1494126319885254, | |
| "learning_rate": 8.542525145914905e-05, | |
| "loss": 0.4377, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.7774744027303755, | |
| "grad_norm": 0.14122453331947327, | |
| "learning_rate": 8.511074609828944e-05, | |
| "loss": 0.4361, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.7802047781569965, | |
| "grad_norm": 0.16938751935958862, | |
| "learning_rate": 8.479639127968792e-05, | |
| "loss": 0.4593, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.7829351535836178, | |
| "grad_norm": 0.1502314805984497, | |
| "learning_rate": 8.448219018172303e-05, | |
| "loss": 0.4336, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.785665529010239, | |
| "grad_norm": 0.180609330534935, | |
| "learning_rate": 8.4168145981219e-05, | |
| "loss": 0.45, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.78839590443686, | |
| "grad_norm": 0.1395808309316635, | |
| "learning_rate": 8.385426185341374e-05, | |
| "loss": 0.4188, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.7911262798634813, | |
| "grad_norm": 0.1596853882074356, | |
| "learning_rate": 8.35405409719266e-05, | |
| "loss": 0.452, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.7938566552901025, | |
| "grad_norm": 0.15330305695533752, | |
| "learning_rate": 8.322698650872656e-05, | |
| "loss": 0.4355, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.7965870307167235, | |
| "grad_norm": 0.1545482873916626, | |
| "learning_rate": 8.291360163409978e-05, | |
| "loss": 0.4366, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.7993174061433446, | |
| "grad_norm": 0.13950030505657196, | |
| "learning_rate": 8.260038951661787e-05, | |
| "loss": 0.4169, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.802047781569966, | |
| "grad_norm": 0.14191307127475739, | |
| "learning_rate": 8.228735332310575e-05, | |
| "loss": 0.4471, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.804778156996587, | |
| "grad_norm": 0.14557993412017822, | |
| "learning_rate": 8.197449621860943e-05, | |
| "loss": 0.4028, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.807508532423208, | |
| "grad_norm": 0.13985979557037354, | |
| "learning_rate": 8.16618213663644e-05, | |
| "loss": 0.4293, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.8102389078498293, | |
| "grad_norm": 0.1420183628797531, | |
| "learning_rate": 8.134933192776333e-05, | |
| "loss": 0.4313, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.8129692832764506, | |
| "grad_norm": 0.1498919129371643, | |
| "learning_rate": 8.103703106232416e-05, | |
| "loss": 0.4315, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.8156996587030716, | |
| "grad_norm": 0.1570868194103241, | |
| "learning_rate": 8.072492192765833e-05, | |
| "loss": 0.4348, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.8184300341296928, | |
| "grad_norm": 0.15423277020454407, | |
| "learning_rate": 8.041300767943867e-05, | |
| "loss": 0.44, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.821160409556314, | |
| "grad_norm": 0.13805197179317474, | |
| "learning_rate": 8.010129147136749e-05, | |
| "loss": 0.4317, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.823890784982935, | |
| "grad_norm": 0.14628642797470093, | |
| "learning_rate": 7.978977645514487e-05, | |
| "loss": 0.4379, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.8266211604095564, | |
| "grad_norm": 0.15710268914699554, | |
| "learning_rate": 7.947846578043659e-05, | |
| "loss": 0.4557, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.8293515358361776, | |
| "grad_norm": 0.15317128598690033, | |
| "learning_rate": 7.916736259484239e-05, | |
| "loss": 0.4506, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.8320819112627986, | |
| "grad_norm": 0.15919502079486847, | |
| "learning_rate": 7.88564700438642e-05, | |
| "loss": 0.435, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.8348122866894196, | |
| "grad_norm": 0.1551041305065155, | |
| "learning_rate": 7.854579127087417e-05, | |
| "loss": 0.4283, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.8375426621160411, | |
| "grad_norm": 0.16782739758491516, | |
| "learning_rate": 7.823532941708303e-05, | |
| "loss": 0.4507, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.8402730375426621, | |
| "grad_norm": 0.15251149237155914, | |
| "learning_rate": 7.792508762150833e-05, | |
| "loss": 0.4255, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.8430034129692832, | |
| "grad_norm": 0.17279517650604248, | |
| "learning_rate": 7.761506902094248e-05, | |
| "loss": 0.4255, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.8457337883959044, | |
| "grad_norm": 0.13385094702243805, | |
| "learning_rate": 7.730527674992143e-05, | |
| "loss": 0.4229, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.8484641638225257, | |
| "grad_norm": 0.15888231992721558, | |
| "learning_rate": 7.699571394069269e-05, | |
| "loss": 0.4335, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.8511945392491467, | |
| "grad_norm": 0.1549587994813919, | |
| "learning_rate": 7.668638372318359e-05, | |
| "loss": 0.4083, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.853924914675768, | |
| "grad_norm": 0.16143332421779633, | |
| "learning_rate": 7.637728922496996e-05, | |
| "loss": 0.4367, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.8566552901023892, | |
| "grad_norm": 0.13735996186733246, | |
| "learning_rate": 7.606843357124426e-05, | |
| "loss": 0.4296, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.8593856655290102, | |
| "grad_norm": 0.14317500591278076, | |
| "learning_rate": 7.575981988478392e-05, | |
| "loss": 0.4419, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.8621160409556314, | |
| "grad_norm": 0.14451129734516144, | |
| "learning_rate": 7.54514512859201e-05, | |
| "loss": 0.4389, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.8648464163822527, | |
| "grad_norm": 0.14233650267124176, | |
| "learning_rate": 7.514333089250577e-05, | |
| "loss": 0.4258, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.8675767918088737, | |
| "grad_norm": 0.14275044202804565, | |
| "learning_rate": 7.483546181988436e-05, | |
| "loss": 0.4456, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.8703071672354947, | |
| "grad_norm": 0.15278606116771698, | |
| "learning_rate": 7.452784718085833e-05, | |
| "loss": 0.4344, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.8730375426621162, | |
| "grad_norm": 0.13797658681869507, | |
| "learning_rate": 7.422049008565757e-05, | |
| "loss": 0.4392, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.8757679180887372, | |
| "grad_norm": 0.1518598347902298, | |
| "learning_rate": 7.391339364190794e-05, | |
| "loss": 0.431, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.8784982935153582, | |
| "grad_norm": 0.1477964073419571, | |
| "learning_rate": 7.360656095459995e-05, | |
| "loss": 0.4449, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.8812286689419795, | |
| "grad_norm": 0.14295299351215363, | |
| "learning_rate": 7.329999512605738e-05, | |
| "loss": 0.4384, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.8839590443686007, | |
| "grad_norm": 0.1487056165933609, | |
| "learning_rate": 7.299369925590574e-05, | |
| "loss": 0.4311, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.8866894197952218, | |
| "grad_norm": 0.14108945429325104, | |
| "learning_rate": 7.268767644104112e-05, | |
| "loss": 0.4239, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.889419795221843, | |
| "grad_norm": 0.15047363936901093, | |
| "learning_rate": 7.238192977559884e-05, | |
| "loss": 0.4427, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.8921501706484642, | |
| "grad_norm": 0.14634403586387634, | |
| "learning_rate": 7.2076462350922e-05, | |
| "loss": 0.4416, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.8948805460750853, | |
| "grad_norm": 0.15272392332553864, | |
| "learning_rate": 7.177127725553045e-05, | |
| "loss": 0.43, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.8976109215017065, | |
| "grad_norm": 0.15047992765903473, | |
| "learning_rate": 7.146637757508949e-05, | |
| "loss": 0.4436, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.9003412969283278, | |
| "grad_norm": 0.14413118362426758, | |
| "learning_rate": 7.116176639237852e-05, | |
| "loss": 0.4169, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.9030716723549488, | |
| "grad_norm": 0.1437167525291443, | |
| "learning_rate": 7.085744678726013e-05, | |
| "loss": 0.4389, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.9058020477815698, | |
| "grad_norm": 0.14662359654903412, | |
| "learning_rate": 7.05534218366488e-05, | |
| "loss": 0.435, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.9085324232081913, | |
| "grad_norm": 0.14521794021129608, | |
| "learning_rate": 7.024969461447972e-05, | |
| "loss": 0.4505, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.9112627986348123, | |
| "grad_norm": 0.14155706763267517, | |
| "learning_rate": 6.994626819167789e-05, | |
| "loss": 0.4301, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.9139931740614333, | |
| "grad_norm": 0.14663158357143402, | |
| "learning_rate": 6.964314563612708e-05, | |
| "loss": 0.4262, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.9167235494880546, | |
| "grad_norm": 0.15034128725528717, | |
| "learning_rate": 6.934033001263847e-05, | |
| "loss": 0.4424, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.9194539249146758, | |
| "grad_norm": 0.15093255043029785, | |
| "learning_rate": 6.903782438292015e-05, | |
| "loss": 0.4425, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.9221843003412968, | |
| "grad_norm": 0.1556250900030136, | |
| "learning_rate": 6.873563180554583e-05, | |
| "loss": 0.4225, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.924914675767918, | |
| "grad_norm": 0.16173475980758667, | |
| "learning_rate": 6.843375533592395e-05, | |
| "loss": 0.4228, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.9276450511945393, | |
| "grad_norm": 0.1532420516014099, | |
| "learning_rate": 6.813219802626698e-05, | |
| "loss": 0.432, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.9303754266211604, | |
| "grad_norm": 0.1596469283103943, | |
| "learning_rate": 6.783096292556035e-05, | |
| "loss": 0.4232, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.9331058020477816, | |
| "grad_norm": 0.16538076102733612, | |
| "learning_rate": 6.753005307953167e-05, | |
| "loss": 0.45, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.9358361774744028, | |
| "grad_norm": 0.15187640488147736, | |
| "learning_rate": 6.722947153062003e-05, | |
| "loss": 0.4442, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.9385665529010239, | |
| "grad_norm": 0.14827731251716614, | |
| "learning_rate": 6.692922131794517e-05, | |
| "loss": 0.414, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.9412969283276449, | |
| "grad_norm": 0.16438645124435425, | |
| "learning_rate": 6.662930547727668e-05, | |
| "loss": 0.419, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.9440273037542664, | |
| "grad_norm": 0.15135832130908966, | |
| "learning_rate": 6.632972704100349e-05, | |
| "loss": 0.4155, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.9467576791808874, | |
| "grad_norm": 0.15094083547592163, | |
| "learning_rate": 6.603048903810305e-05, | |
| "loss": 0.4258, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.9494880546075084, | |
| "grad_norm": 0.14968033134937286, | |
| "learning_rate": 6.57315944941107e-05, | |
| "loss": 0.4395, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.9522184300341296, | |
| "grad_norm": 0.16519851982593536, | |
| "learning_rate": 6.54330464310892e-05, | |
| "loss": 0.4406, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.954948805460751, | |
| "grad_norm": 0.13855180144309998, | |
| "learning_rate": 6.513484786759818e-05, | |
| "loss": 0.43, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.957679180887372, | |
| "grad_norm": 0.1570328176021576, | |
| "learning_rate": 6.483700181866337e-05, | |
| "loss": 0.4288, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.9604095563139932, | |
| "grad_norm": 0.14928270876407623, | |
| "learning_rate": 6.453951129574644e-05, | |
| "loss": 0.4224, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.9631399317406144, | |
| "grad_norm": 0.16348999738693237, | |
| "learning_rate": 6.42423793067144e-05, | |
| "loss": 0.4379, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.9658703071672354, | |
| "grad_norm": 0.14947615563869476, | |
| "learning_rate": 6.39456088558091e-05, | |
| "loss": 0.445, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.9686006825938567, | |
| "grad_norm": 0.14767783880233765, | |
| "learning_rate": 6.3649202943617e-05, | |
| "loss": 0.4388, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.971331058020478, | |
| "grad_norm": 0.14223739504814148, | |
| "learning_rate": 6.33531645670389e-05, | |
| "loss": 0.433, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.974061433447099, | |
| "grad_norm": 0.1595824956893921, | |
| "learning_rate": 6.305749671925931e-05, | |
| "loss": 0.4325, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.9767918088737202, | |
| "grad_norm": 0.14971914887428284, | |
| "learning_rate": 6.276220238971652e-05, | |
| "loss": 0.4336, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.9795221843003414, | |
| "grad_norm": 0.15426860749721527, | |
| "learning_rate": 6.24672845640723e-05, | |
| "loss": 0.433, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.9822525597269625, | |
| "grad_norm": 0.1470557302236557, | |
| "learning_rate": 6.217274622418153e-05, | |
| "loss": 0.435, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.9849829351535835, | |
| "grad_norm": 0.1564924120903015, | |
| "learning_rate": 6.187859034806224e-05, | |
| "loss": 0.4371, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.9877133105802047, | |
| "grad_norm": 0.16420651972293854, | |
| "learning_rate": 6.158481990986557e-05, | |
| "loss": 0.4478, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.990443686006826, | |
| "grad_norm": 0.15158484876155853, | |
| "learning_rate": 6.129143787984533e-05, | |
| "loss": 0.4267, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.993174061433447, | |
| "grad_norm": 0.15700684487819672, | |
| "learning_rate": 6.099844722432843e-05, | |
| "loss": 0.4293, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.9959044368600682, | |
| "grad_norm": 0.14848262071609497, | |
| "learning_rate": 6.070585090568459e-05, | |
| "loss": 0.4339, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.9986348122866895, | |
| "grad_norm": 0.15596534311771393, | |
| "learning_rate": 6.0413651882296406e-05, | |
| "loss": 0.4245, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 2.0013651877133105, | |
| "grad_norm": 0.3338797092437744, | |
| "learning_rate": 6.012185310852962e-05, | |
| "loss": 0.7156, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 2.0040955631399315, | |
| "grad_norm": 0.1896699219942093, | |
| "learning_rate": 5.983045753470308e-05, | |
| "loss": 0.4228, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 2.006825938566553, | |
| "grad_norm": 0.20619529485702515, | |
| "learning_rate": 5.953946810705888e-05, | |
| "loss": 0.4244, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.009556313993174, | |
| "grad_norm": 0.17412033677101135, | |
| "learning_rate": 5.924888776773281e-05, | |
| "loss": 0.4186, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 2.012286689419795, | |
| "grad_norm": 0.1896408498287201, | |
| "learning_rate": 5.8958719454724346e-05, | |
| "loss": 0.4259, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 2.0150170648464165, | |
| "grad_norm": 0.16549214720726013, | |
| "learning_rate": 5.8668966101867005e-05, | |
| "loss": 0.3967, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 2.0177474402730375, | |
| "grad_norm": 0.16784432530403137, | |
| "learning_rate": 5.837963063879884e-05, | |
| "loss": 0.4347, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 2.0204778156996586, | |
| "grad_norm": 0.18551002442836761, | |
| "learning_rate": 5.809071599093272e-05, | |
| "loss": 0.4407, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.02320819112628, | |
| "grad_norm": 0.17308658361434937, | |
| "learning_rate": 5.780222507942654e-05, | |
| "loss": 0.4343, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 2.025938566552901, | |
| "grad_norm": 0.17182452976703644, | |
| "learning_rate": 5.751416082115408e-05, | |
| "loss": 0.422, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 2.028668941979522, | |
| "grad_norm": 0.17356833815574646, | |
| "learning_rate": 5.722652612867523e-05, | |
| "loss": 0.4168, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 2.0313993174061435, | |
| "grad_norm": 0.17314977943897247, | |
| "learning_rate": 5.6939323910206645e-05, | |
| "loss": 0.4285, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 2.0341296928327646, | |
| "grad_norm": 0.1868155151605606, | |
| "learning_rate": 5.6652557069592304e-05, | |
| "loss": 0.4211, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.0368600682593856, | |
| "grad_norm": 0.1524539738893509, | |
| "learning_rate": 5.63662285062742e-05, | |
| "loss": 0.4233, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 2.0395904436860066, | |
| "grad_norm": 0.17929619550704956, | |
| "learning_rate": 5.608034111526298e-05, | |
| "loss": 0.4305, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 2.042320819112628, | |
| "grad_norm": 0.1604132503271103, | |
| "learning_rate": 5.579489778710867e-05, | |
| "loss": 0.4214, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 2.045051194539249, | |
| "grad_norm": 0.16710160672664642, | |
| "learning_rate": 5.550990140787147e-05, | |
| "loss": 0.4369, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 2.04778156996587, | |
| "grad_norm": 0.16114738583564758, | |
| "learning_rate": 5.522535485909257e-05, | |
| "loss": 0.4216, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.0505119453924916, | |
| "grad_norm": 0.16698378324508667, | |
| "learning_rate": 5.494126101776505e-05, | |
| "loss": 0.4323, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 2.0532423208191126, | |
| "grad_norm": 0.174140065908432, | |
| "learning_rate": 5.4657622756304704e-05, | |
| "loss": 0.4135, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 2.0559726962457336, | |
| "grad_norm": 0.1496962457895279, | |
| "learning_rate": 5.437444294252107e-05, | |
| "loss": 0.438, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 2.058703071672355, | |
| "grad_norm": 0.1660911738872528, | |
| "learning_rate": 5.409172443958843e-05, | |
| "loss": 0.4262, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 2.061433447098976, | |
| "grad_norm": 0.18081265687942505, | |
| "learning_rate": 5.380947010601681e-05, | |
| "loss": 0.4172, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.064163822525597, | |
| "grad_norm": 0.14415475726127625, | |
| "learning_rate": 5.3527682795623146e-05, | |
| "loss": 0.4181, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 2.0668941979522186, | |
| "grad_norm": 0.20684713125228882, | |
| "learning_rate": 5.324636535750238e-05, | |
| "loss": 0.4291, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 2.0696245733788396, | |
| "grad_norm": 0.17085103690624237, | |
| "learning_rate": 5.296552063599868e-05, | |
| "loss": 0.4372, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 2.0723549488054607, | |
| "grad_norm": 0.17061397433280945, | |
| "learning_rate": 5.2685151470676653e-05, | |
| "loss": 0.4247, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 2.0750853242320817, | |
| "grad_norm": 0.17692053318023682, | |
| "learning_rate": 5.240526069629265e-05, | |
| "loss": 0.4261, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.077815699658703, | |
| "grad_norm": 0.15353117883205414, | |
| "learning_rate": 5.212585114276614e-05, | |
| "loss": 0.4272, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 2.080546075085324, | |
| "grad_norm": 0.17618128657341003, | |
| "learning_rate": 5.1846925635151045e-05, | |
| "loss": 0.4206, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 2.083276450511945, | |
| "grad_norm": 0.154897078871727, | |
| "learning_rate": 5.156848699360719e-05, | |
| "loss": 0.4086, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 2.0860068259385667, | |
| "grad_norm": 0.15779747068881989, | |
| "learning_rate": 5.129053803337181e-05, | |
| "loss": 0.4073, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 2.0887372013651877, | |
| "grad_norm": 0.186599463224411, | |
| "learning_rate": 5.101308156473104e-05, | |
| "loss": 0.4204, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.0914675767918087, | |
| "grad_norm": 0.15039357542991638, | |
| "learning_rate": 5.073612039299157e-05, | |
| "loss": 0.4277, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 2.09419795221843, | |
| "grad_norm": 0.16809961199760437, | |
| "learning_rate": 5.0459657318452224e-05, | |
| "loss": 0.4312, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 2.096928327645051, | |
| "grad_norm": 0.18085776269435883, | |
| "learning_rate": 5.0183695136375664e-05, | |
| "loss": 0.4233, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 2.0996587030716722, | |
| "grad_norm": 0.15629561245441437, | |
| "learning_rate": 4.9908236636960126e-05, | |
| "loss": 0.4252, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 2.1023890784982937, | |
| "grad_norm": 0.18560980260372162, | |
| "learning_rate": 4.963328460531127e-05, | |
| "loss": 0.4112, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.1051194539249147, | |
| "grad_norm": 0.16012516617774963, | |
| "learning_rate": 4.935884182141377e-05, | |
| "loss": 0.4108, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 2.1078498293515358, | |
| "grad_norm": 0.1524171382188797, | |
| "learning_rate": 4.908491106010368e-05, | |
| "loss": 0.4183, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 2.1105802047781568, | |
| "grad_norm": 0.173212930560112, | |
| "learning_rate": 4.8811495091039926e-05, | |
| "loss": 0.4058, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 2.1133105802047782, | |
| "grad_norm": 0.1540430635213852, | |
| "learning_rate": 4.8538596678676406e-05, | |
| "loss": 0.4016, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 2.1160409556313993, | |
| "grad_norm": 0.1477975845336914, | |
| "learning_rate": 4.826621858223431e-05, | |
| "loss": 0.3975, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.1187713310580203, | |
| "grad_norm": 0.17888864874839783, | |
| "learning_rate": 4.79943635556739e-05, | |
| "loss": 0.4208, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 2.1215017064846418, | |
| "grad_norm": 0.15199348330497742, | |
| "learning_rate": 4.7723034347666696e-05, | |
| "loss": 0.4304, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 2.124232081911263, | |
| "grad_norm": 0.15406261384487152, | |
| "learning_rate": 4.745223370156797e-05, | |
| "loss": 0.439, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 2.126962457337884, | |
| "grad_norm": 0.1821894645690918, | |
| "learning_rate": 4.71819643553887e-05, | |
| "loss": 0.4298, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 2.1296928327645053, | |
| "grad_norm": 0.15180355310440063, | |
| "learning_rate": 4.691222904176791e-05, | |
| "loss": 0.4136, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.1324232081911263, | |
| "grad_norm": 0.17140239477157593, | |
| "learning_rate": 4.6643030487945326e-05, | |
| "loss": 0.4292, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 2.1351535836177473, | |
| "grad_norm": 0.15253609418869019, | |
| "learning_rate": 4.6374371415733496e-05, | |
| "loss": 0.4393, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 2.137883959044369, | |
| "grad_norm": 0.15631216764450073, | |
| "learning_rate": 4.6106254541490325e-05, | |
| "loss": 0.4162, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 2.14061433447099, | |
| "grad_norm": 0.18031221628189087, | |
| "learning_rate": 4.583868257609171e-05, | |
| "loss": 0.415, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 2.143344709897611, | |
| "grad_norm": 0.15720027685165405, | |
| "learning_rate": 4.55716582249042e-05, | |
| "loss": 0.4288, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 2.146075085324232, | |
| "grad_norm": 0.15618009865283966, | |
| "learning_rate": 4.530518418775733e-05, | |
| "loss": 0.4238, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 2.1488054607508533, | |
| "grad_norm": 0.16991287469863892, | |
| "learning_rate": 4.50392631589166e-05, | |
| "loss": 0.4321, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 2.1515358361774743, | |
| "grad_norm": 0.16138002276420593, | |
| "learning_rate": 4.477389782705628e-05, | |
| "loss": 0.4172, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 2.1542662116040954, | |
| "grad_norm": 0.15910767018795013, | |
| "learning_rate": 4.450909087523186e-05, | |
| "loss": 0.4149, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 2.156996587030717, | |
| "grad_norm": 0.15495507419109344, | |
| "learning_rate": 4.424484498085335e-05, | |
| "loss": 0.4351, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.159726962457338, | |
| "grad_norm": 0.15659591555595398, | |
| "learning_rate": 4.398116281565794e-05, | |
| "loss": 0.4254, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 2.162457337883959, | |
| "grad_norm": 0.16147974133491516, | |
| "learning_rate": 4.371804704568309e-05, | |
| "loss": 0.4265, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 2.1651877133105804, | |
| "grad_norm": 0.14304347336292267, | |
| "learning_rate": 4.345550033123954e-05, | |
| "loss": 0.4211, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 2.1679180887372014, | |
| "grad_norm": 0.15479592978954315, | |
| "learning_rate": 4.3193525326884435e-05, | |
| "loss": 0.4002, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 2.1706484641638224, | |
| "grad_norm": 0.1610931009054184, | |
| "learning_rate": 4.293212468139447e-05, | |
| "loss": 0.4156, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 2.173378839590444, | |
| "grad_norm": 0.16558706760406494, | |
| "learning_rate": 4.267130103773911e-05, | |
| "loss": 0.4285, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 2.176109215017065, | |
| "grad_norm": 0.16455373167991638, | |
| "learning_rate": 4.241105703305388e-05, | |
| "loss": 0.4058, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 2.178839590443686, | |
| "grad_norm": 0.15886934101581573, | |
| "learning_rate": 4.215139529861367e-05, | |
| "loss": 0.4311, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 2.181569965870307, | |
| "grad_norm": 0.15277110040187836, | |
| "learning_rate": 4.189231845980618e-05, | |
| "loss": 0.4176, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 2.1843003412969284, | |
| "grad_norm": 0.15656784176826477, | |
| "learning_rate": 4.163382913610533e-05, | |
| "loss": 0.4205, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.1870307167235494, | |
| "grad_norm": 0.1564100980758667, | |
| "learning_rate": 4.1375929941044786e-05, | |
| "loss": 0.4313, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 2.1897610921501705, | |
| "grad_norm": 0.14734816551208496, | |
| "learning_rate": 4.111862348219158e-05, | |
| "loss": 0.4258, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 2.192491467576792, | |
| "grad_norm": 0.15179724991321564, | |
| "learning_rate": 4.086191236111964e-05, | |
| "loss": 0.4372, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 2.195221843003413, | |
| "grad_norm": 0.16015468537807465, | |
| "learning_rate": 4.060579917338362e-05, | |
| "loss": 0.4104, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 2.197952218430034, | |
| "grad_norm": 0.1574854701757431, | |
| "learning_rate": 4.0350286508492554e-05, | |
| "loss": 0.4068, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 2.2006825938566554, | |
| "grad_norm": 0.14426739513874054, | |
| "learning_rate": 4.009537694988372e-05, | |
| "loss": 0.3904, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 2.2034129692832765, | |
| "grad_norm": 0.14949829876422882, | |
| "learning_rate": 3.9841073074896517e-05, | |
| "loss": 0.3934, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 2.2061433447098975, | |
| "grad_norm": 0.1610165387392044, | |
| "learning_rate": 3.958737745474638e-05, | |
| "loss": 0.4207, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 2.208873720136519, | |
| "grad_norm": 0.15804022550582886, | |
| "learning_rate": 3.933429265449882e-05, | |
| "loss": 0.3968, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 2.21160409556314, | |
| "grad_norm": 0.15507763624191284, | |
| "learning_rate": 3.9081821233043436e-05, | |
| "loss": 0.4322, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.214334470989761, | |
| "grad_norm": 0.16331470012664795, | |
| "learning_rate": 3.8829965743068174e-05, | |
| "loss": 0.4317, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 2.217064846416382, | |
| "grad_norm": 0.14913159608840942, | |
| "learning_rate": 3.857872873103322e-05, | |
| "loss": 0.4098, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 2.2197952218430035, | |
| "grad_norm": 0.15193897485733032, | |
| "learning_rate": 3.832811273714569e-05, | |
| "loss": 0.4319, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 2.2225255972696245, | |
| "grad_norm": 0.15656188130378723, | |
| "learning_rate": 3.807812029533362e-05, | |
| "loss": 0.3962, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 2.2252559726962455, | |
| "grad_norm": 0.1457897126674652, | |
| "learning_rate": 3.7828753933220295e-05, | |
| "loss": 0.4044, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.227986348122867, | |
| "grad_norm": 0.15471549332141876, | |
| "learning_rate": 3.758001617209906e-05, | |
| "loss": 0.4251, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 2.230716723549488, | |
| "grad_norm": 0.16151392459869385, | |
| "learning_rate": 3.733190952690753e-05, | |
| "loss": 0.4278, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 2.233447098976109, | |
| "grad_norm": 0.15231560170650482, | |
| "learning_rate": 3.708443650620206e-05, | |
| "loss": 0.4286, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 2.2361774744027305, | |
| "grad_norm": 0.13981011509895325, | |
| "learning_rate": 3.683759961213282e-05, | |
| "loss": 0.4127, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 2.2389078498293515, | |
| "grad_norm": 0.16484162211418152, | |
| "learning_rate": 3.6591401340418116e-05, | |
| "loss": 0.4399, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.2416382252559726, | |
| "grad_norm": 0.15228329598903656, | |
| "learning_rate": 3.634584418031915e-05, | |
| "loss": 0.4247, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 2.244368600682594, | |
| "grad_norm": 0.14780929684638977, | |
| "learning_rate": 3.6100930614615205e-05, | |
| "loss": 0.4324, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 2.247098976109215, | |
| "grad_norm": 0.1611994057893753, | |
| "learning_rate": 3.585666311957817e-05, | |
| "loss": 0.4263, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 2.249829351535836, | |
| "grad_norm": 0.16382110118865967, | |
| "learning_rate": 3.561304416494762e-05, | |
| "loss": 0.4332, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 2.252559726962457, | |
| "grad_norm": 0.15646643936634064, | |
| "learning_rate": 3.53700762139059e-05, | |
| "loss": 0.4132, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.2552901023890786, | |
| "grad_norm": 0.16182062029838562, | |
| "learning_rate": 3.512776172305331e-05, | |
| "loss": 0.4199, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 2.2580204778156996, | |
| "grad_norm": 0.15407824516296387, | |
| "learning_rate": 3.4886103142382945e-05, | |
| "loss": 0.4087, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 2.260750853242321, | |
| "grad_norm": 0.1593010425567627, | |
| "learning_rate": 3.46451029152562e-05, | |
| "loss": 0.416, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 2.263481228668942, | |
| "grad_norm": 0.15628038346767426, | |
| "learning_rate": 3.440476347837811e-05, | |
| "loss": 0.4296, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 2.266211604095563, | |
| "grad_norm": 0.1571022868156433, | |
| "learning_rate": 3.41650872617724e-05, | |
| "loss": 0.419, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.268941979522184, | |
| "grad_norm": 0.15472716093063354, | |
| "learning_rate": 3.392607668875718e-05, | |
| "loss": 0.4151, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 2.2716723549488056, | |
| "grad_norm": 0.1419110745191574, | |
| "learning_rate": 3.36877341759205e-05, | |
| "loss": 0.3991, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 2.2744027303754266, | |
| "grad_norm": 0.15272633731365204, | |
| "learning_rate": 3.345006213309557e-05, | |
| "loss": 0.3965, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 2.2771331058020476, | |
| "grad_norm": 0.15313783288002014, | |
| "learning_rate": 3.321306296333673e-05, | |
| "loss": 0.4022, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 2.279863481228669, | |
| "grad_norm": 0.14547322690486908, | |
| "learning_rate": 3.29767390628951e-05, | |
| "loss": 0.4127, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.28259385665529, | |
| "grad_norm": 0.15116067230701447, | |
| "learning_rate": 3.274109282119413e-05, | |
| "loss": 0.4086, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 2.285324232081911, | |
| "grad_norm": 0.1611739993095398, | |
| "learning_rate": 3.250612662080567e-05, | |
| "loss": 0.4261, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 2.288054607508532, | |
| "grad_norm": 0.1671733260154724, | |
| "learning_rate": 3.227184283742591e-05, | |
| "loss": 0.4244, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 2.2907849829351536, | |
| "grad_norm": 0.16232764720916748, | |
| "learning_rate": 3.2038243839851075e-05, | |
| "loss": 0.4118, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 2.2935153583617747, | |
| "grad_norm": 0.1595815271139145, | |
| "learning_rate": 3.180533198995379e-05, | |
| "loss": 0.4333, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.296245733788396, | |
| "grad_norm": 0.14766521751880646, | |
| "learning_rate": 3.1573109642659024e-05, | |
| "loss": 0.4066, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 2.298976109215017, | |
| "grad_norm": 0.16081617772579193, | |
| "learning_rate": 3.134157914592032e-05, | |
| "loss": 0.4032, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 2.301706484641638, | |
| "grad_norm": 0.15681862831115723, | |
| "learning_rate": 3.111074284069606e-05, | |
| "loss": 0.4256, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 2.304436860068259, | |
| "grad_norm": 0.15217512845993042, | |
| "learning_rate": 3.088060306092582e-05, | |
| "loss": 0.4142, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 2.3071672354948807, | |
| "grad_norm": 0.15541419386863708, | |
| "learning_rate": 3.065116213350671e-05, | |
| "loss": 0.4246, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.3098976109215017, | |
| "grad_norm": 0.16863110661506653, | |
| "learning_rate": 3.042242237826991e-05, | |
| "loss": 0.4167, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 2.3126279863481227, | |
| "grad_norm": 0.15719062089920044, | |
| "learning_rate": 3.0194386107957173e-05, | |
| "loss": 0.4272, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 2.315358361774744, | |
| "grad_norm": 0.14599116146564484, | |
| "learning_rate": 2.9967055628197472e-05, | |
| "loss": 0.3826, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 2.318088737201365, | |
| "grad_norm": 0.16562673449516296, | |
| "learning_rate": 2.974043323748367e-05, | |
| "loss": 0.4246, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 2.3208191126279862, | |
| "grad_norm": 0.16425776481628418, | |
| "learning_rate": 2.951452122714926e-05, | |
| "loss": 0.4182, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.3235494880546073, | |
| "grad_norm": 0.15654055774211884, | |
| "learning_rate": 2.9289321881345254e-05, | |
| "loss": 0.4349, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 2.3262798634812287, | |
| "grad_norm": 0.15405891835689545, | |
| "learning_rate": 2.9064837477017048e-05, | |
| "loss": 0.4045, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 2.3290102389078498, | |
| "grad_norm": 0.16419056057929993, | |
| "learning_rate": 2.88410702838814e-05, | |
| "loss": 0.4174, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 2.331740614334471, | |
| "grad_norm": 0.16045036911964417, | |
| "learning_rate": 2.861802256440348e-05, | |
| "loss": 0.4185, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 2.3344709897610922, | |
| "grad_norm": 0.15399502217769623, | |
| "learning_rate": 2.8395696573774032e-05, | |
| "loss": 0.4228, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 2.3372013651877133, | |
| "grad_norm": 0.1503557562828064, | |
| "learning_rate": 2.8174094559886534e-05, | |
| "loss": 0.4146, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 2.3399317406143343, | |
| "grad_norm": 0.16562052071094513, | |
| "learning_rate": 2.7953218763314458e-05, | |
| "loss": 0.4127, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 2.3426621160409558, | |
| "grad_norm": 0.15860068798065186, | |
| "learning_rate": 2.773307141728867e-05, | |
| "loss": 0.4221, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 2.345392491467577, | |
| "grad_norm": 0.16427016258239746, | |
| "learning_rate": 2.7513654747674788e-05, | |
| "loss": 0.4202, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 2.348122866894198, | |
| "grad_norm": 0.15462426841259003, | |
| "learning_rate": 2.729497097295075e-05, | |
| "loss": 0.3986, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.3508532423208193, | |
| "grad_norm": 0.150539368391037, | |
| "learning_rate": 2.7077022304184295e-05, | |
| "loss": 0.4112, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 2.3535836177474403, | |
| "grad_norm": 0.14942197501659393, | |
| "learning_rate": 2.685981094501069e-05, | |
| "loss": 0.4173, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 2.3563139931740613, | |
| "grad_norm": 0.15172016620635986, | |
| "learning_rate": 2.6643339091610377e-05, | |
| "loss": 0.4273, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 2.359044368600683, | |
| "grad_norm": 0.15123523771762848, | |
| "learning_rate": 2.6427608932686843e-05, | |
| "loss": 0.4104, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 2.361774744027304, | |
| "grad_norm": 0.15563499927520752, | |
| "learning_rate": 2.621262264944444e-05, | |
| "loss": 0.4215, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 2.364505119453925, | |
| "grad_norm": 0.15889500081539154, | |
| "learning_rate": 2.599838241556626e-05, | |
| "loss": 0.4058, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 2.3672354948805463, | |
| "grad_norm": 0.1514395922422409, | |
| "learning_rate": 2.5784890397192398e-05, | |
| "loss": 0.4058, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 2.3699658703071673, | |
| "grad_norm": 0.15626998245716095, | |
| "learning_rate": 2.5572148752897795e-05, | |
| "loss": 0.4092, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 2.3726962457337883, | |
| "grad_norm": 0.15478669106960297, | |
| "learning_rate": 2.5360159633670457e-05, | |
| "loss": 0.424, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 2.3754266211604094, | |
| "grad_norm": 0.14791764318943024, | |
| "learning_rate": 2.514892518288988e-05, | |
| "loss": 0.4294, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.378156996587031, | |
| "grad_norm": 0.15729525685310364, | |
| "learning_rate": 2.4938447536305243e-05, | |
| "loss": 0.4204, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 2.380887372013652, | |
| "grad_norm": 0.1549883335828781, | |
| "learning_rate": 2.472872882201368e-05, | |
| "loss": 0.4302, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 2.383617747440273, | |
| "grad_norm": 0.15608322620391846, | |
| "learning_rate": 2.451977116043911e-05, | |
| "loss": 0.4208, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 2.3863481228668944, | |
| "grad_norm": 0.15836332738399506, | |
| "learning_rate": 2.431157666431052e-05, | |
| "loss": 0.4141, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 2.3890784982935154, | |
| "grad_norm": 0.15775950253009796, | |
| "learning_rate": 2.410414743864059e-05, | |
| "loss": 0.4142, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.3918088737201364, | |
| "grad_norm": 0.1490509808063507, | |
| "learning_rate": 2.3897485580704682e-05, | |
| "loss": 0.4079, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 2.394539249146758, | |
| "grad_norm": 0.16001944243907928, | |
| "learning_rate": 2.3691593180019366e-05, | |
| "loss": 0.4276, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 2.397269624573379, | |
| "grad_norm": 0.14967067539691925, | |
| "learning_rate": 2.3486472318321307e-05, | |
| "loss": 0.4045, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.14551271498203278, | |
| "learning_rate": 2.3282125069546433e-05, | |
| "loss": 0.4169, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 2.4027303754266214, | |
| "grad_norm": 0.15170224010944366, | |
| "learning_rate": 2.3078553499808797e-05, | |
| "loss": 0.4166, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.4054607508532424, | |
| "grad_norm": 0.15381450951099396, | |
| "learning_rate": 2.2875759667379614e-05, | |
| "loss": 0.4046, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 2.4081911262798634, | |
| "grad_norm": 0.15133820474147797, | |
| "learning_rate": 2.267374562266662e-05, | |
| "loss": 0.4053, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 2.4109215017064844, | |
| "grad_norm": 0.15135996043682098, | |
| "learning_rate": 2.2472513408193384e-05, | |
| "loss": 0.4145, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 2.413651877133106, | |
| "grad_norm": 0.1551310420036316, | |
| "learning_rate": 2.227206505857834e-05, | |
| "loss": 0.4107, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 2.416382252559727, | |
| "grad_norm": 0.15202271938323975, | |
| "learning_rate": 2.207240260051453e-05, | |
| "loss": 0.409, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 2.419112627986348, | |
| "grad_norm": 0.15912394225597382, | |
| "learning_rate": 2.1873528052749092e-05, | |
| "loss": 0.4293, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 2.4218430034129694, | |
| "grad_norm": 0.164555624127388, | |
| "learning_rate": 2.167544342606256e-05, | |
| "loss": 0.4153, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 2.4245733788395905, | |
| "grad_norm": 0.1536960005760193, | |
| "learning_rate": 2.1478150723248857e-05, | |
| "loss": 0.4161, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 2.4273037542662115, | |
| "grad_norm": 0.1572561115026474, | |
| "learning_rate": 2.1281651939094992e-05, | |
| "loss": 0.3975, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 2.430034129692833, | |
| "grad_norm": 0.14872194826602936, | |
| "learning_rate": 2.1085949060360654e-05, | |
| "loss": 0.4028, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.432764505119454, | |
| "grad_norm": 0.15553632378578186, | |
| "learning_rate": 2.089104406575837e-05, | |
| "loss": 0.4113, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 2.435494880546075, | |
| "grad_norm": 0.15172426402568817, | |
| "learning_rate": 2.0696938925933506e-05, | |
| "loss": 0.407, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 2.4382252559726965, | |
| "grad_norm": 0.1533356010913849, | |
| "learning_rate": 2.0503635603444094e-05, | |
| "loss": 0.4225, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 2.4409556313993175, | |
| "grad_norm": 0.15870912373065948, | |
| "learning_rate": 2.0311136052741277e-05, | |
| "loss": 0.4176, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 2.4436860068259385, | |
| "grad_norm": 0.15616737306118011, | |
| "learning_rate": 2.0119442220149353e-05, | |
| "loss": 0.4158, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 2.4464163822525595, | |
| "grad_norm": 0.15833789110183716, | |
| "learning_rate": 1.9928556043846214e-05, | |
| "loss": 0.403, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 2.449146757679181, | |
| "grad_norm": 0.1554342359304428, | |
| "learning_rate": 1.9738479453843682e-05, | |
| "loss": 0.396, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 2.451877133105802, | |
| "grad_norm": 0.17515774071216583, | |
| "learning_rate": 1.9549214371968004e-05, | |
| "loss": 0.4096, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 2.454607508532423, | |
| "grad_norm": 0.15816594660282135, | |
| "learning_rate": 1.936076271184044e-05, | |
| "loss": 0.4232, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 2.4573378839590445, | |
| "grad_norm": 0.1528582125902176, | |
| "learning_rate": 1.9173126378857907e-05, | |
| "loss": 0.4145, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.4600682593856655, | |
| "grad_norm": 0.16006483137607574, | |
| "learning_rate": 1.898630727017371e-05, | |
| "loss": 0.4201, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 2.4627986348122866, | |
| "grad_norm": 0.15996922552585602, | |
| "learning_rate": 1.8800307274678364e-05, | |
| "loss": 0.4056, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 2.465529010238908, | |
| "grad_norm": 0.1555391103029251, | |
| "learning_rate": 1.861512827298051e-05, | |
| "loss": 0.4315, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 2.468259385665529, | |
| "grad_norm": 0.15501669049263, | |
| "learning_rate": 1.8430772137387853e-05, | |
| "loss": 0.4159, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 2.47098976109215, | |
| "grad_norm": 0.1523975431919098, | |
| "learning_rate": 1.8247240731888294e-05, | |
| "loss": 0.4004, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 2.4737201365187715, | |
| "grad_norm": 0.1715194135904312, | |
| "learning_rate": 1.806453591213103e-05, | |
| "loss": 0.4124, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 2.4764505119453926, | |
| "grad_norm": 0.15396980941295624, | |
| "learning_rate": 1.788265952540784e-05, | |
| "loss": 0.4094, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 2.4791808873720136, | |
| "grad_norm": 0.1634356677532196, | |
| "learning_rate": 1.7701613410634365e-05, | |
| "loss": 0.4257, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 2.4819112627986346, | |
| "grad_norm": 0.1548430621623993, | |
| "learning_rate": 1.752139939833154e-05, | |
| "loss": 0.3942, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 2.484641638225256, | |
| "grad_norm": 0.15945452451705933, | |
| "learning_rate": 1.734201931060706e-05, | |
| "loss": 0.3979, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.487372013651877, | |
| "grad_norm": 0.16635702550411224, | |
| "learning_rate": 1.7163474961137028e-05, | |
| "loss": 0.422, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 2.490102389078498, | |
| "grad_norm": 0.16245630383491516, | |
| "learning_rate": 1.6985768155147496e-05, | |
| "loss": 0.4126, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 2.4928327645051196, | |
| "grad_norm": 0.14662671089172363, | |
| "learning_rate": 1.6808900689396336e-05, | |
| "loss": 0.4062, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 2.4955631399317406, | |
| "grad_norm": 0.1555013507604599, | |
| "learning_rate": 1.663287435215498e-05, | |
| "loss": 0.4101, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 2.4982935153583616, | |
| "grad_norm": 0.14830157160758972, | |
| "learning_rate": 1.645769092319045e-05, | |
| "loss": 0.3843, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 2.5010238907849827, | |
| "grad_norm": 0.16135641932487488, | |
| "learning_rate": 1.6283352173747145e-05, | |
| "loss": 0.4229, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 2.503754266211604, | |
| "grad_norm": 0.15229038894176483, | |
| "learning_rate": 1.6109859866529255e-05, | |
| "loss": 0.4209, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 2.506484641638225, | |
| "grad_norm": 0.15836934745311737, | |
| "learning_rate": 1.5937215755682665e-05, | |
| "loss": 0.422, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 2.5092150170648466, | |
| "grad_norm": 0.1639019101858139, | |
| "learning_rate": 1.5765421586777284e-05, | |
| "loss": 0.4206, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 2.5119453924914676, | |
| "grad_norm": 0.15451960265636444, | |
| "learning_rate": 1.5594479096789537e-05, | |
| "loss": 0.411, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.5146757679180887, | |
| "grad_norm": 0.16513267159461975, | |
| "learning_rate": 1.5424390014084644e-05, | |
| "loss": 0.4324, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 2.5174061433447097, | |
| "grad_norm": 0.15432654321193695, | |
| "learning_rate": 1.5255156058399122e-05, | |
| "loss": 0.4074, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 2.520136518771331, | |
| "grad_norm": 0.16064870357513428, | |
| "learning_rate": 1.5086778940823543e-05, | |
| "loss": 0.417, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 2.522866894197952, | |
| "grad_norm": 0.16009055078029633, | |
| "learning_rate": 1.4919260363785215e-05, | |
| "loss": 0.4128, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 2.5255972696245736, | |
| "grad_norm": 0.1598517745733261, | |
| "learning_rate": 1.4752602021030792e-05, | |
| "loss": 0.4191, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 2.5283276450511947, | |
| "grad_norm": 0.15252196788787842, | |
| "learning_rate": 1.4586805597609331e-05, | |
| "loss": 0.4124, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 2.5310580204778157, | |
| "grad_norm": 0.1643335521221161, | |
| "learning_rate": 1.442187276985526e-05, | |
| "loss": 0.4207, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 2.5337883959044367, | |
| "grad_norm": 0.15445098280906677, | |
| "learning_rate": 1.4257805205371234e-05, | |
| "loss": 0.3993, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 2.536518771331058, | |
| "grad_norm": 0.15789660811424255, | |
| "learning_rate": 1.4094604563011472e-05, | |
| "loss": 0.4103, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 2.539249146757679, | |
| "grad_norm": 0.15002034604549408, | |
| "learning_rate": 1.3932272492864984e-05, | |
| "loss": 0.4042, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.5419795221843002, | |
| "grad_norm": 0.16790151596069336, | |
| "learning_rate": 1.3770810636238684e-05, | |
| "loss": 0.4245, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 2.5447098976109217, | |
| "grad_norm": 0.1551153063774109, | |
| "learning_rate": 1.3610220625641002e-05, | |
| "loss": 0.4145, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 2.5474402730375427, | |
| "grad_norm": 0.15363937616348267, | |
| "learning_rate": 1.3450504084765381e-05, | |
| "loss": 0.384, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 2.5501706484641637, | |
| "grad_norm": 0.15322524309158325, | |
| "learning_rate": 1.3291662628473633e-05, | |
| "loss": 0.4042, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 2.5529010238907848, | |
| "grad_norm": 0.1649988293647766, | |
| "learning_rate": 1.313369786277987e-05, | |
| "loss": 0.4236, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 2.5556313993174062, | |
| "grad_norm": 0.150667205452919, | |
| "learning_rate": 1.2976611384834148e-05, | |
| "loss": 0.3908, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 2.5583617747440273, | |
| "grad_norm": 0.16129009425640106, | |
| "learning_rate": 1.2820404782906315e-05, | |
| "loss": 0.4167, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 2.5610921501706487, | |
| "grad_norm": 0.16965742409229279, | |
| "learning_rate": 1.2665079636369969e-05, | |
| "loss": 0.4145, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 2.5638225255972698, | |
| "grad_norm": 0.14878158271312714, | |
| "learning_rate": 1.2510637515686496e-05, | |
| "loss": 0.4236, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 2.5665529010238908, | |
| "grad_norm": 0.14919213950634003, | |
| "learning_rate": 1.2357079982389197e-05, | |
| "loss": 0.396, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.569283276450512, | |
| "grad_norm": 0.1563798040151596, | |
| "learning_rate": 1.2204408589067462e-05, | |
| "loss": 0.3992, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 2.5720136518771333, | |
| "grad_norm": 0.15581347048282623, | |
| "learning_rate": 1.2052624879351104e-05, | |
| "loss": 0.4261, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 2.5747440273037543, | |
| "grad_norm": 0.15438248217105865, | |
| "learning_rate": 1.190173038789476e-05, | |
| "loss": 0.4013, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 2.5774744027303753, | |
| "grad_norm": 0.15199199318885803, | |
| "learning_rate": 1.1751726640362349e-05, | |
| "loss": 0.4089, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 2.580204778156997, | |
| "grad_norm": 0.1516939401626587, | |
| "learning_rate": 1.1602615153411667e-05, | |
| "loss": 0.4008, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.582935153583618, | |
| "grad_norm": 0.15474575757980347, | |
| "learning_rate": 1.1454397434679021e-05, | |
| "loss": 0.4115, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 2.585665529010239, | |
| "grad_norm": 0.15419447422027588, | |
| "learning_rate": 1.1307074982764022e-05, | |
| "loss": 0.4187, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 2.58839590443686, | |
| "grad_norm": 0.15413175523281097, | |
| "learning_rate": 1.116064928721442e-05, | |
| "loss": 0.4191, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 2.5911262798634813, | |
| "grad_norm": 0.1559099704027176, | |
| "learning_rate": 1.1015121828511032e-05, | |
| "loss": 0.4136, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 2.5938566552901023, | |
| "grad_norm": 0.16210560500621796, | |
| "learning_rate": 1.0870494078052796e-05, | |
| "loss": 0.4204, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.596587030716724, | |
| "grad_norm": 0.15410131216049194, | |
| "learning_rate": 1.0726767498141877e-05, | |
| "loss": 0.4098, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 2.599317406143345, | |
| "grad_norm": 0.14466793835163116, | |
| "learning_rate": 1.0583943541968856e-05, | |
| "loss": 0.3832, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 2.602047781569966, | |
| "grad_norm": 0.1512717753648758, | |
| "learning_rate": 1.044202365359811e-05, | |
| "loss": 0.4132, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 2.604778156996587, | |
| "grad_norm": 0.1530720293521881, | |
| "learning_rate": 1.0301009267953143e-05, | |
| "loss": 0.4165, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 2.6075085324232083, | |
| "grad_norm": 0.16781674325466156, | |
| "learning_rate": 1.0160901810802115e-05, | |
| "loss": 0.4203, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.6102389078498294, | |
| "grad_norm": 0.14876051247119904, | |
| "learning_rate": 1.0021702698743407e-05, | |
| "loss": 0.4168, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 2.6129692832764504, | |
| "grad_norm": 0.15021638572216034, | |
| "learning_rate": 9.883413339191294e-06, | |
| "loss": 0.4173, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 2.615699658703072, | |
| "grad_norm": 0.159826397895813, | |
| "learning_rate": 9.746035130361742e-06, | |
| "loss": 0.4279, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 2.618430034129693, | |
| "grad_norm": 0.156574085354805, | |
| "learning_rate": 9.609569461258262e-06, | |
| "loss": 0.4277, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 2.621160409556314, | |
| "grad_norm": 0.157151460647583, | |
| "learning_rate": 9.474017711657834e-06, | |
| "loss": 0.412, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.623890784982935, | |
| "grad_norm": 0.14887213706970215, | |
| "learning_rate": 9.339381252097e-06, | |
| "loss": 0.4012, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 2.6266211604095564, | |
| "grad_norm": 0.15450581908226013, | |
| "learning_rate": 9.205661443857994e-06, | |
| "loss": 0.4077, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 2.6293515358361774, | |
| "grad_norm": 0.14593878388404846, | |
| "learning_rate": 9.072859638954955e-06, | |
| "loss": 0.4064, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 2.632081911262799, | |
| "grad_norm": 0.156602144241333, | |
| "learning_rate": 8.940977180120247e-06, | |
| "loss": 0.4267, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 2.63481228668942, | |
| "grad_norm": 0.16739366948604584, | |
| "learning_rate": 8.810015400790994e-06, | |
| "loss": 0.4176, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.637542662116041, | |
| "grad_norm": 0.15772853791713715, | |
| "learning_rate": 8.67997562509546e-06, | |
| "loss": 0.424, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 2.640273037542662, | |
| "grad_norm": 0.15860068798065186, | |
| "learning_rate": 8.550859167839664e-06, | |
| "loss": 0.4167, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 2.6430034129692834, | |
| "grad_norm": 0.15044620633125305, | |
| "learning_rate": 8.422667334494249e-06, | |
| "loss": 0.3916, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 2.6457337883959045, | |
| "grad_norm": 0.150175541639328, | |
| "learning_rate": 8.295401421181125e-06, | |
| "loss": 0.3953, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 2.6484641638225255, | |
| "grad_norm": 0.14696063101291656, | |
| "learning_rate": 8.169062714660346e-06, | |
| "loss": 0.4115, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.651194539249147, | |
| "grad_norm": 0.1482568085193634, | |
| "learning_rate": 8.043652492317256e-06, | |
| "loss": 0.4017, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 2.653924914675768, | |
| "grad_norm": 0.15316608548164368, | |
| "learning_rate": 7.919172022149456e-06, | |
| "loss": 0.4176, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 2.656655290102389, | |
| "grad_norm": 0.15325787663459778, | |
| "learning_rate": 7.795622562753957e-06, | |
| "loss": 0.413, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 2.65938566552901, | |
| "grad_norm": 0.16979162395000458, | |
| "learning_rate": 7.673005363314579e-06, | |
| "loss": 0.4244, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 2.6621160409556315, | |
| "grad_norm": 0.16061224043369293, | |
| "learning_rate": 7.551321663589228e-06, | |
| "loss": 0.4082, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.6648464163822525, | |
| "grad_norm": 0.1511377990245819, | |
| "learning_rate": 7.430572693897342e-06, | |
| "loss": 0.4047, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 2.667576791808874, | |
| "grad_norm": 0.1549064815044403, | |
| "learning_rate": 7.310759675107515e-06, | |
| "loss": 0.4181, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 2.670307167235495, | |
| "grad_norm": 0.15855662524700165, | |
| "learning_rate": 7.191883818625189e-06, | |
| "loss": 0.4242, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 2.673037542662116, | |
| "grad_norm": 0.16046655178070068, | |
| "learning_rate": 7.073946326380243e-06, | |
| "loss": 0.4077, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 2.675767918088737, | |
| "grad_norm": 0.1561538577079773, | |
| "learning_rate": 6.956948390814977e-06, | |
| "loss": 0.4117, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.6784982935153585, | |
| "grad_norm": 0.16078175604343414, | |
| "learning_rate": 6.840891194872112e-06, | |
| "loss": 0.4342, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 2.6812286689419795, | |
| "grad_norm": 0.15352275967597961, | |
| "learning_rate": 6.725775911982601e-06, | |
| "loss": 0.402, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 2.6839590443686006, | |
| "grad_norm": 0.15391647815704346, | |
| "learning_rate": 6.6116037060539704e-06, | |
| "loss": 0.4095, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 2.686689419795222, | |
| "grad_norm": 0.15556836128234863, | |
| "learning_rate": 6.498375731458528e-06, | |
| "loss": 0.4063, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 2.689419795221843, | |
| "grad_norm": 0.15222905576229095, | |
| "learning_rate": 6.386093133021554e-06, | |
| "loss": 0.4139, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 2.692150170648464, | |
| "grad_norm": 0.15189246833324432, | |
| "learning_rate": 6.274757046009871e-06, | |
| "loss": 0.4195, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 2.694880546075085, | |
| "grad_norm": 0.15635477006435394, | |
| "learning_rate": 6.164368596120351e-06, | |
| "loss": 0.4137, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 2.6976109215017066, | |
| "grad_norm": 0.15748678147792816, | |
| "learning_rate": 6.054928899468426e-06, | |
| "loss": 0.396, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 2.7003412969283276, | |
| "grad_norm": 0.1585109978914261, | |
| "learning_rate": 5.946439062576903e-06, | |
| "loss": 0.4111, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 2.703071672354949, | |
| "grad_norm": 0.15509194135665894, | |
| "learning_rate": 5.83890018236476e-06, | |
| "loss": 0.4259, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.70580204778157, | |
| "grad_norm": 0.15443935990333557, | |
| "learning_rate": 5.732313346136031e-06, | |
| "loss": 0.4138, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 2.708532423208191, | |
| "grad_norm": 0.1619240939617157, | |
| "learning_rate": 5.626679631568832e-06, | |
| "loss": 0.4091, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 2.711262798634812, | |
| "grad_norm": 0.1597377061843872, | |
| "learning_rate": 5.522000106704439e-06, | |
| "loss": 0.4193, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 2.7139931740614336, | |
| "grad_norm": 0.15020039677619934, | |
| "learning_rate": 5.418275829936537e-06, | |
| "loss": 0.4216, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 2.7167235494880546, | |
| "grad_norm": 0.15186108648777008, | |
| "learning_rate": 5.315507850000456e-06, | |
| "loss": 0.4057, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 2.7194539249146756, | |
| "grad_norm": 0.1630185842514038, | |
| "learning_rate": 5.2136972059626314e-06, | |
| "loss": 0.4141, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 2.722184300341297, | |
| "grad_norm": 0.1610775589942932, | |
| "learning_rate": 5.112844927210048e-06, | |
| "loss": 0.4025, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 2.724914675767918, | |
| "grad_norm": 0.15820352733135223, | |
| "learning_rate": 5.012952033439844e-06, | |
| "loss": 0.4197, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 2.727645051194539, | |
| "grad_norm": 0.1567496657371521, | |
| "learning_rate": 4.914019534649039e-06, | |
| "loss": 0.4215, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 2.73037542662116, | |
| "grad_norm": 0.1540801227092743, | |
| "learning_rate": 4.816048431124265e-06, | |
| "loss": 0.4237, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.7331058020477816, | |
| "grad_norm": 0.15339985489845276, | |
| "learning_rate": 4.719039713431694e-06, | |
| "loss": 0.4127, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 2.7358361774744027, | |
| "grad_norm": 0.1545177400112152, | |
| "learning_rate": 4.622994362406996e-06, | |
| "loss": 0.424, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 2.738566552901024, | |
| "grad_norm": 0.15001171827316284, | |
| "learning_rate": 4.527913349145441e-06, | |
| "loss": 0.4199, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 2.741296928327645, | |
| "grad_norm": 0.15352268517017365, | |
| "learning_rate": 4.433797634992077e-06, | |
| "loss": 0.3991, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 2.744027303754266, | |
| "grad_norm": 0.1552933305501938, | |
| "learning_rate": 4.340648171531992e-06, | |
| "loss": 0.4173, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 2.746757679180887, | |
| "grad_norm": 0.1541508436203003, | |
| "learning_rate": 4.248465900580734e-06, | |
| "loss": 0.4231, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 2.7494880546075087, | |
| "grad_norm": 0.15616647899150848, | |
| "learning_rate": 4.1572517541747294e-06, | |
| "loss": 0.4295, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 2.7522184300341297, | |
| "grad_norm": 0.14823675155639648, | |
| "learning_rate": 4.0670066545619225e-06, | |
| "loss": 0.403, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 2.7549488054607507, | |
| "grad_norm": 0.15372464060783386, | |
| "learning_rate": 3.977731514192385e-06, | |
| "loss": 0.4184, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 2.757679180887372, | |
| "grad_norm": 0.15206997096538544, | |
| "learning_rate": 3.889427235709153e-06, | |
| "loss": 0.4119, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.760409556313993, | |
| "grad_norm": 0.15120883285999298, | |
| "learning_rate": 3.802094711939075e-06, | |
| "loss": 0.413, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 2.7631399317406142, | |
| "grad_norm": 0.16259510815143585, | |
| "learning_rate": 3.7157348258837652e-06, | |
| "loss": 0.4253, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 2.7658703071672353, | |
| "grad_norm": 0.15381862223148346, | |
| "learning_rate": 3.6303484507106966e-06, | |
| "loss": 0.4162, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 2.7686006825938567, | |
| "grad_norm": 0.15234719216823578, | |
| "learning_rate": 3.5459364497443694e-06, | |
| "loss": 0.3893, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 2.7713310580204777, | |
| "grad_norm": 0.1562722623348236, | |
| "learning_rate": 3.4624996764575977e-06, | |
| "loss": 0.3979, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 2.774061433447099, | |
| "grad_norm": 0.15057340264320374, | |
| "learning_rate": 3.3800389744628404e-06, | |
| "loss": 0.3861, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 2.7767918088737202, | |
| "grad_norm": 0.1512756198644638, | |
| "learning_rate": 3.298555177503726e-06, | |
| "loss": 0.4135, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 2.7795221843003413, | |
| "grad_norm": 0.1467510461807251, | |
| "learning_rate": 3.2180491094465415e-06, | |
| "loss": 0.4133, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 2.7822525597269623, | |
| "grad_norm": 0.1518513709306717, | |
| "learning_rate": 3.1385215842720027e-06, | |
| "loss": 0.4032, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 2.7849829351535837, | |
| "grad_norm": 0.15052153170108795, | |
| "learning_rate": 3.059973406066963e-06, | |
| "loss": 0.4157, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.7877133105802048, | |
| "grad_norm": 0.15297654271125793, | |
| "learning_rate": 2.9824053690162723e-06, | |
| "loss": 0.4153, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 2.790443686006826, | |
| "grad_norm": 0.15268519520759583, | |
| "learning_rate": 2.905818257394799e-06, | |
| "loss": 0.4083, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 2.7931740614334473, | |
| "grad_norm": 0.1531766653060913, | |
| "learning_rate": 2.8302128455594656e-06, | |
| "loss": 0.3943, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 2.7959044368600683, | |
| "grad_norm": 0.1546778380870819, | |
| "learning_rate": 2.7555898979413797e-06, | |
| "loss": 0.4091, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 2.7986348122866893, | |
| "grad_norm": 0.15699811279773712, | |
| "learning_rate": 2.6819501690382277e-06, | |
| "loss": 0.4249, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.8013651877133103, | |
| "grad_norm": 0.15149515867233276, | |
| "learning_rate": 2.609294403406537e-06, | |
| "loss": 0.4064, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 2.804095563139932, | |
| "grad_norm": 0.15525740385055542, | |
| "learning_rate": 2.537623335654127e-06, | |
| "loss": 0.4086, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 2.806825938566553, | |
| "grad_norm": 0.15066871047019958, | |
| "learning_rate": 2.4669376904328247e-06, | |
| "loss": 0.4046, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 2.8095563139931743, | |
| "grad_norm": 0.1503557562828064, | |
| "learning_rate": 2.397238182430994e-06, | |
| "loss": 0.4007, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 2.8122866894197953, | |
| "grad_norm": 0.15836714208126068, | |
| "learning_rate": 2.3285255163663532e-06, | |
| "loss": 0.4297, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.8150170648464163, | |
| "grad_norm": 0.1532403528690338, | |
| "learning_rate": 2.2608003869788786e-06, | |
| "loss": 0.4096, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 2.8177474402730374, | |
| "grad_norm": 0.1478443145751953, | |
| "learning_rate": 2.1940634790238e-06, | |
| "loss": 0.3819, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 2.820477815699659, | |
| "grad_norm": 0.1495964378118515, | |
| "learning_rate": 2.128315467264552e-06, | |
| "loss": 0.4086, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 2.82320819112628, | |
| "grad_norm": 0.15715493261814117, | |
| "learning_rate": 2.063557016466111e-06, | |
| "loss": 0.403, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 2.825938566552901, | |
| "grad_norm": 0.14644889533519745, | |
| "learning_rate": 1.999788781388201e-06, | |
| "loss": 0.405, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 2.8286689419795223, | |
| "grad_norm": 0.15347984433174133, | |
| "learning_rate": 1.9370114067785994e-06, | |
| "loss": 0.4198, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 2.8313993174061434, | |
| "grad_norm": 0.14934033155441284, | |
| "learning_rate": 1.8752255273667752e-06, | |
| "loss": 0.4078, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 2.8341296928327644, | |
| "grad_norm": 0.1513030081987381, | |
| "learning_rate": 1.8144317678573497e-06, | |
| "loss": 0.4165, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 2.8368600682593854, | |
| "grad_norm": 0.15821826457977295, | |
| "learning_rate": 1.754630742923813e-06, | |
| "loss": 0.4213, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 2.839590443686007, | |
| "grad_norm": 0.1506132036447525, | |
| "learning_rate": 1.6958230572023503e-06, | |
| "loss": 0.4058, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.842320819112628, | |
| "grad_norm": 0.15292277932167053, | |
| "learning_rate": 1.6380093052856483e-06, | |
| "loss": 0.4219, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 2.8450511945392494, | |
| "grad_norm": 0.15926344692707062, | |
| "learning_rate": 1.5811900717169538e-06, | |
| "loss": 0.4144, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 2.8477815699658704, | |
| "grad_norm": 0.15735220909118652, | |
| "learning_rate": 1.525365930984146e-06, | |
| "loss": 0.3986, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 2.8505119453924914, | |
| "grad_norm": 0.15544278919696808, | |
| "learning_rate": 1.4705374475138978e-06, | |
| "loss": 0.4151, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 2.8532423208191124, | |
| "grad_norm": 0.14867156744003296, | |
| "learning_rate": 1.416705175666e-06, | |
| "loss": 0.4039, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 2.855972696245734, | |
| "grad_norm": 0.15105663239955902, | |
| "learning_rate": 1.3638696597277679e-06, | |
| "loss": 0.4022, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 2.858703071672355, | |
| "grad_norm": 0.15061454474925995, | |
| "learning_rate": 1.3120314339084783e-06, | |
| "loss": 0.3928, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 2.861433447098976, | |
| "grad_norm": 0.15541335940361023, | |
| "learning_rate": 1.2611910223340407e-06, | |
| "loss": 0.4108, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 2.8641638225255974, | |
| "grad_norm": 0.15430454909801483, | |
| "learning_rate": 1.2113489390416566e-06, | |
| "loss": 0.4142, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 2.8668941979522184, | |
| "grad_norm": 0.1592140942811966, | |
| "learning_rate": 1.1625056879746133e-06, | |
| "loss": 0.4123, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.8696245733788395, | |
| "grad_norm": 0.15730910003185272, | |
| "learning_rate": 1.1146617629772315e-06, | |
| "loss": 0.4047, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 2.8723549488054605, | |
| "grad_norm": 0.15714263916015625, | |
| "learning_rate": 1.0678176477898372e-06, | |
| "loss": 0.4258, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 2.875085324232082, | |
| "grad_norm": 0.15376383066177368, | |
| "learning_rate": 1.0219738160438753e-06, | |
| "loss": 0.4098, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 2.877815699658703, | |
| "grad_norm": 0.15481893718242645, | |
| "learning_rate": 9.771307312571254e-07, | |
| "loss": 0.408, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 2.8805460750853245, | |
| "grad_norm": 0.15664780139923096, | |
| "learning_rate": 9.332888468290169e-07, | |
| "loss": 0.3983, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 2.8832764505119455, | |
| "grad_norm": 0.15640319883823395, | |
| "learning_rate": 8.90448606036054e-07, | |
| "loss": 0.4215, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 2.8860068259385665, | |
| "grad_norm": 0.15267756581306458, | |
| "learning_rate": 8.486104420272977e-07, | |
| "loss": 0.401, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 2.8887372013651875, | |
| "grad_norm": 0.15257929265499115, | |
| "learning_rate": 8.077747778200473e-07, | |
| "loss": 0.4145, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 2.891467576791809, | |
| "grad_norm": 0.1439686268568039, | |
| "learning_rate": 7.679420262954984e-07, | |
| "loss": 0.3806, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 2.89419795221843, | |
| "grad_norm": 0.15835194289684296, | |
| "learning_rate": 7.291125901946027e-07, | |
| "loss": 0.4156, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.896928327645051, | |
| "grad_norm": 0.15433841943740845, | |
| "learning_rate": 6.912868621140045e-07, | |
| "loss": 0.4198, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 2.8996587030716725, | |
| "grad_norm": 0.15369294583797455, | |
| "learning_rate": 6.544652245020433e-07, | |
| "loss": 0.4086, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 2.9023890784982935, | |
| "grad_norm": 0.16046328842639923, | |
| "learning_rate": 6.18648049654913e-07, | |
| "loss": 0.4046, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 2.9051194539249146, | |
| "grad_norm": 0.15750819444656372, | |
| "learning_rate": 5.838356997128869e-07, | |
| "loss": 0.4245, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 2.9078498293515356, | |
| "grad_norm": 0.16013328731060028, | |
| "learning_rate": 5.500285266566319e-07, | |
| "loss": 0.4128, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 2.910580204778157, | |
| "grad_norm": 0.15908414125442505, | |
| "learning_rate": 5.172268723036999e-07, | |
| "loss": 0.4256, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 2.913310580204778, | |
| "grad_norm": 0.15130603313446045, | |
| "learning_rate": 4.854310683050312e-07, | |
| "loss": 0.4253, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 2.9160409556313995, | |
| "grad_norm": 0.1521066129207611, | |
| "learning_rate": 4.546414361416229e-07, | |
| "loss": 0.4131, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 2.9187713310580206, | |
| "grad_norm": 0.15544620156288147, | |
| "learning_rate": 4.2485828712126583e-07, | |
| "loss": 0.4088, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 2.9215017064846416, | |
| "grad_norm": 0.1541679948568344, | |
| "learning_rate": 3.96081922375402e-07, | |
| "loss": 0.4083, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.9242320819112626, | |
| "grad_norm": 0.15230417251586914, | |
| "learning_rate": 3.6831263285608266e-07, | |
| "loss": 0.4067, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 2.926962457337884, | |
| "grad_norm": 0.15117131173610687, | |
| "learning_rate": 3.415506993330153e-07, | |
| "loss": 0.4138, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 2.929692832764505, | |
| "grad_norm": 0.1522316336631775, | |
| "learning_rate": 3.1579639239074365e-07, | |
| "loss": 0.4052, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 2.932423208191126, | |
| "grad_norm": 0.1582721471786499, | |
| "learning_rate": 2.9104997242590527e-07, | |
| "loss": 0.4056, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 2.9351535836177476, | |
| "grad_norm": 0.1515754610300064, | |
| "learning_rate": 2.673116896445671e-07, | |
| "loss": 0.4054, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.9378839590443686, | |
| "grad_norm": 0.15097399055957794, | |
| "learning_rate": 2.4458178405974975e-07, | |
| "loss": 0.4036, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 2.9406143344709896, | |
| "grad_norm": 0.1505846381187439, | |
| "learning_rate": 2.2286048548897376e-07, | |
| "loss": 0.4269, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 2.9433447098976107, | |
| "grad_norm": 0.14722640812397003, | |
| "learning_rate": 2.0214801355192824e-07, | |
| "loss": 0.3938, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 2.946075085324232, | |
| "grad_norm": 0.15851718187332153, | |
| "learning_rate": 1.824445776682504e-07, | |
| "loss": 0.4163, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 2.948805460750853, | |
| "grad_norm": 0.1539052575826645, | |
| "learning_rate": 1.6375037705543826e-07, | |
| "loss": 0.4119, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.9515358361774746, | |
| "grad_norm": 0.15709060430526733, | |
| "learning_rate": 1.4606560072679687e-07, | |
| "loss": 0.4125, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 2.9542662116040956, | |
| "grad_norm": 0.14519765973091125, | |
| "learning_rate": 1.2939042748955077e-07, | |
| "loss": 0.399, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 2.9569965870307167, | |
| "grad_norm": 0.1516365110874176, | |
| "learning_rate": 1.1372502594303446e-07, | |
| "loss": 0.4181, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 2.9597269624573377, | |
| "grad_norm": 0.15326349437236786, | |
| "learning_rate": 9.906955447697153e-08, | |
| "loss": 0.4174, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 2.962457337883959, | |
| "grad_norm": 0.15291821956634521, | |
| "learning_rate": 8.542416126989805e-08, | |
| "loss": 0.4166, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 2.96518771331058, | |
| "grad_norm": 0.14680640399456024, | |
| "learning_rate": 7.27889842876417e-08, | |
| "loss": 0.4111, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 2.967918088737201, | |
| "grad_norm": 0.15194863080978394, | |
| "learning_rate": 6.116415128194497e-08, | |
| "loss": 0.4054, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 2.9706484641638227, | |
| "grad_norm": 0.160339817404747, | |
| "learning_rate": 5.054977978916631e-08, | |
| "loss": 0.4133, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 2.9733788395904437, | |
| "grad_norm": 0.15164430439472198, | |
| "learning_rate": 4.094597712908099e-08, | |
| "loss": 0.4134, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 2.9761092150170647, | |
| "grad_norm": 0.14412933588027954, | |
| "learning_rate": 3.2352840403804264e-08, | |
| "loss": 0.3914, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.9788395904436857, | |
| "grad_norm": 0.15993493795394897, | |
| "learning_rate": 2.477045649681431e-08, | |
| "loss": 0.4335, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 2.981569965870307, | |
| "grad_norm": 0.1526769995689392, | |
| "learning_rate": 1.81989020720974e-08, | |
| "loss": 0.4129, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 2.9843003412969282, | |
| "grad_norm": 0.14546047151088715, | |
| "learning_rate": 1.2638243573293018e-08, | |
| "loss": 0.3924, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 2.9870307167235497, | |
| "grad_norm": 0.150767520070076, | |
| "learning_rate": 8.088537223116532e-09, | |
| "loss": 0.3982, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 2.9897610921501707, | |
| "grad_norm": 0.15718306601047516, | |
| "learning_rate": 4.549829022748586e-09, | |
| "loss": 0.418, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 2.9924914675767917, | |
| "grad_norm": 0.14539772272109985, | |
| "learning_rate": 2.0221547513243897e-09, | |
| "loss": 0.4034, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 2.9952218430034128, | |
| "grad_norm": 0.15158307552337646, | |
| "learning_rate": 5.055399656894721e-10, | |
| "loss": 0.4038, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 2.9979522184300342, | |
| "grad_norm": 0.148399218916893, | |
| "learning_rate": 0.0, | |
| "loss": 0.4121, | |
| "step": 1098 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1098, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.529684799263867e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |