{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 4920,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0020325203252032522,
      "grad_norm": 0.26638158174575627,
      "learning_rate": 1.3513513513513515e-07,
      "loss": 2.0675,
      "step": 1
    },
    {
      "epoch": 0.0040650406504065045,
      "grad_norm": 0.27310723901066764,
      "learning_rate": 2.702702702702703e-07,
      "loss": 1.9816,
      "step": 2
    },
    {
      "epoch": 0.006097560975609756,
      "grad_norm": 0.26694621856314155,
      "learning_rate": 4.0540540540540546e-07,
      "loss": 2.2887,
      "step": 3
    },
    {
      "epoch": 0.008130081300813009,
      "grad_norm": 0.2479619574080673,
      "learning_rate": 5.405405405405406e-07,
      "loss": 1.9933,
      "step": 4
    },
    {
      "epoch": 0.01016260162601626,
      "grad_norm": 0.22330215332953987,
      "learning_rate": 6.756756756756758e-07,
      "loss": 2.038,
      "step": 5
    },
    {
      "epoch": 0.012195121951219513,
      "grad_norm": 0.2494157711452319,
      "learning_rate": 8.108108108108109e-07,
      "loss": 2.0548,
      "step": 6
    },
    {
      "epoch": 0.014227642276422764,
      "grad_norm": 0.24594873531353217,
      "learning_rate": 9.459459459459461e-07,
      "loss": 2.0661,
      "step": 7
    },
    {
      "epoch": 0.016260162601626018,
      "grad_norm": 0.2660572965030069,
      "learning_rate": 1.0810810810810812e-06,
      "loss": 1.9151,
      "step": 8
    },
    {
      "epoch": 0.018292682926829267,
      "grad_norm": 0.24141645271110918,
      "learning_rate": 1.2162162162162164e-06,
      "loss": 1.9116,
      "step": 9
    },
    {
      "epoch": 0.02032520325203252,
      "grad_norm": 0.21248333572292508,
      "learning_rate": 1.3513513513513515e-06,
      "loss": 1.8348,
      "step": 10
    },
    {
      "epoch": 0.022357723577235773,
      "grad_norm": 0.2405131493577988,
      "learning_rate": 1.4864864864864868e-06,
      "loss": 1.9573,
      "step": 11
    },
    {
      "epoch": 0.024390243902439025,
      "grad_norm": 0.2713754906890974,
      "learning_rate": 1.6216216216216219e-06,
      "loss": 2.2145,
      "step": 12
    },
    {
      "epoch": 0.026422764227642278,
      "grad_norm": 0.24676476763973695,
      "learning_rate": 1.756756756756757e-06,
      "loss": 1.8709,
      "step": 13
    },
    {
      "epoch": 0.028455284552845527,
      "grad_norm": 0.2470353424240876,
      "learning_rate": 1.8918918918918922e-06,
      "loss": 1.8733,
      "step": 14
    },
    {
      "epoch": 0.03048780487804878,
      "grad_norm": 0.24054645879626352,
      "learning_rate": 2.0270270270270273e-06,
      "loss": 1.9181,
      "step": 15
    },
    {
      "epoch": 0.032520325203252036,
      "grad_norm": 0.2742836712893144,
      "learning_rate": 2.1621621621621623e-06,
      "loss": 2.0646,
      "step": 16
    },
    {
      "epoch": 0.034552845528455285,
      "grad_norm": 0.25807046239359827,
      "learning_rate": 2.297297297297298e-06,
      "loss": 2.1356,
      "step": 17
    },
    {
      "epoch": 0.036585365853658534,
      "grad_norm": 0.2758353954233353,
      "learning_rate": 2.432432432432433e-06,
      "loss": 2.0909,
      "step": 18
    },
    {
      "epoch": 0.03861788617886179,
      "grad_norm": 0.2888901320619277,
      "learning_rate": 2.5675675675675675e-06,
      "loss": 2.1493,
      "step": 19
    },
    {
      "epoch": 0.04065040650406504,
      "grad_norm": 0.34173192471639885,
      "learning_rate": 2.702702702702703e-06,
      "loss": 2.0987,
      "step": 20
    },
    {
      "epoch": 0.042682926829268296,
      "grad_norm": 0.26149149930755766,
      "learning_rate": 2.837837837837838e-06,
      "loss": 1.945,
      "step": 21
    },
    {
      "epoch": 0.044715447154471545,
      "grad_norm": 0.2760818358250014,
      "learning_rate": 2.9729729729729736e-06,
      "loss": 2.1805,
      "step": 22
    },
    {
      "epoch": 0.046747967479674794,
      "grad_norm": 0.21966106106546474,
      "learning_rate": 3.1081081081081082e-06,
      "loss": 1.6791,
      "step": 23
    },
    {
      "epoch": 0.04878048780487805,
      "grad_norm": 0.2842775595290317,
      "learning_rate": 3.2432432432432437e-06,
      "loss": 2.1092,
      "step": 24
    },
    {
      "epoch": 0.0508130081300813,
      "grad_norm": 0.22726816311145973,
      "learning_rate": 3.3783783783783788e-06,
      "loss": 1.7879,
      "step": 25
    },
    {
      "epoch": 0.052845528455284556,
      "grad_norm": 0.2634567668898366,
      "learning_rate": 3.513513513513514e-06,
      "loss": 2.2133,
      "step": 26
    },
    {
      "epoch": 0.054878048780487805,
      "grad_norm": 0.2934314502555563,
      "learning_rate": 3.648648648648649e-06,
      "loss": 2.116,
      "step": 27
    },
    {
      "epoch": 0.056910569105691054,
      "grad_norm": 0.2669352962249472,
      "learning_rate": 3.7837837837837844e-06,
      "loss": 1.9969,
      "step": 28
    },
    {
      "epoch": 0.05894308943089431,
      "grad_norm": 0.2946526020858884,
      "learning_rate": 3.918918918918919e-06,
      "loss": 1.9451,
      "step": 29
    },
    {
      "epoch": 0.06097560975609756,
      "grad_norm": 0.2788390716946643,
      "learning_rate": 4.0540540540540545e-06,
      "loss": 1.9784,
      "step": 30
    },
    {
      "epoch": 0.06300813008130081,
      "grad_norm": 0.2901731022333901,
      "learning_rate": 4.189189189189189e-06,
      "loss": 2.0166,
      "step": 31
    },
    {
      "epoch": 0.06504065040650407,
      "grad_norm": 0.2879289590944654,
      "learning_rate": 4.324324324324325e-06,
      "loss": 1.9265,
      "step": 32
    },
    {
      "epoch": 0.06707317073170732,
      "grad_norm": 0.30797150398271883,
      "learning_rate": 4.45945945945946e-06,
      "loss": 2.1205,
      "step": 33
    },
    {
      "epoch": 0.06910569105691057,
      "grad_norm": 0.23844150634738745,
      "learning_rate": 4.594594594594596e-06,
      "loss": 1.9885,
      "step": 34
    },
    {
      "epoch": 0.07113821138211382,
      "grad_norm": 0.2660286787888433,
      "learning_rate": 4.72972972972973e-06,
      "loss": 1.8769,
      "step": 35
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 0.328047597777894,
      "learning_rate": 4.864864864864866e-06,
      "loss": 2.0258,
      "step": 36
    },
    {
      "epoch": 0.07520325203252033,
      "grad_norm": 0.36701397762452254,
      "learning_rate": 5e-06,
      "loss": 1.9928,
      "step": 37
    },
    {
      "epoch": 0.07723577235772358,
      "grad_norm": 0.3201788817189425,
      "learning_rate": 5.135135135135135e-06,
      "loss": 1.9658,
      "step": 38
    },
    {
      "epoch": 0.07926829268292683,
      "grad_norm": 0.30154323972739955,
      "learning_rate": 5.2702702702702705e-06,
      "loss": 1.9894,
      "step": 39
    },
    {
      "epoch": 0.08130081300813008,
      "grad_norm": 0.3324136304476669,
      "learning_rate": 5.405405405405406e-06,
      "loss": 2.2665,
      "step": 40
    },
    {
      "epoch": 0.08333333333333333,
      "grad_norm": 0.34587067874298405,
      "learning_rate": 5.540540540540541e-06,
      "loss": 2.194,
      "step": 41
    },
    {
      "epoch": 0.08536585365853659,
      "grad_norm": 0.2750126715841735,
      "learning_rate": 5.675675675675676e-06,
      "loss": 2.0026,
      "step": 42
    },
    {
      "epoch": 0.08739837398373984,
      "grad_norm": 0.43757993223722025,
      "learning_rate": 5.810810810810811e-06,
      "loss": 2.2732,
      "step": 43
    },
    {
      "epoch": 0.08943089430894309,
      "grad_norm": 0.3021810760766025,
      "learning_rate": 5.945945945945947e-06,
      "loss": 1.9174,
      "step": 44
    },
    {
      "epoch": 0.09146341463414634,
      "grad_norm": 0.30196325740761853,
      "learning_rate": 6.081081081081082e-06,
      "loss": 1.7567,
      "step": 45
    },
    {
      "epoch": 0.09349593495934959,
      "grad_norm": 0.3159658734740649,
      "learning_rate": 6.2162162162162164e-06,
      "loss": 1.9686,
      "step": 46
    },
    {
      "epoch": 0.09552845528455285,
      "grad_norm": 0.33241023186086166,
      "learning_rate": 6.351351351351351e-06,
      "loss": 1.8695,
      "step": 47
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 0.332794490258164,
      "learning_rate": 6.486486486486487e-06,
      "loss": 1.7999,
      "step": 48
    },
    {
      "epoch": 0.09959349593495935,
      "grad_norm": 0.36174301339265025,
      "learning_rate": 6.621621621621622e-06,
      "loss": 1.9574,
      "step": 49
    },
    {
      "epoch": 0.1016260162601626,
      "grad_norm": 0.37172521009173376,
      "learning_rate": 6.7567567567567575e-06,
      "loss": 2.1735,
      "step": 50
    },
    {
      "epoch": 0.10365853658536585,
      "grad_norm": 0.31284873174038447,
      "learning_rate": 6.891891891891892e-06,
      "loss": 1.9748,
      "step": 51
    },
    {
      "epoch": 0.10569105691056911,
      "grad_norm": 0.41823869607911235,
      "learning_rate": 7.027027027027028e-06,
      "loss": 1.9962,
      "step": 52
    },
    {
      "epoch": 0.10772357723577236,
      "grad_norm": 0.4419760780095649,
      "learning_rate": 7.162162162162163e-06,
      "loss": 1.9109,
      "step": 53
    },
    {
      "epoch": 0.10975609756097561,
      "grad_norm": 0.3808547264421021,
      "learning_rate": 7.297297297297298e-06,
      "loss": 1.9526,
      "step": 54
    },
    {
      "epoch": 0.11178861788617886,
      "grad_norm": 0.36233012810526954,
      "learning_rate": 7.4324324324324324e-06,
      "loss": 1.7079,
      "step": 55
    },
    {
      "epoch": 0.11382113821138211,
      "grad_norm": 0.3877056017136688,
      "learning_rate": 7.567567567567569e-06,
      "loss": 1.967,
      "step": 56
    },
    {
      "epoch": 0.11585365853658537,
      "grad_norm": 0.41579607060864765,
      "learning_rate": 7.702702702702704e-06,
      "loss": 2.2282,
      "step": 57
    },
    {
      "epoch": 0.11788617886178862,
      "grad_norm": 0.43809590096012535,
      "learning_rate": 7.837837837837838e-06,
      "loss": 2.0285,
      "step": 58
    },
    {
      "epoch": 0.11991869918699187,
      "grad_norm": 0.46422984992796484,
      "learning_rate": 7.972972972972974e-06,
      "loss": 1.7735,
      "step": 59
    },
    {
      "epoch": 0.12195121951219512,
      "grad_norm": 0.4441856205669471,
      "learning_rate": 8.108108108108109e-06,
      "loss": 1.9783,
      "step": 60
    },
    {
      "epoch": 0.12398373983739837,
      "grad_norm": 0.42689456517904684,
      "learning_rate": 8.243243243243245e-06,
      "loss": 2.05,
      "step": 61
    },
    {
      "epoch": 0.12601626016260162,
      "grad_norm": 0.4488122609801876,
      "learning_rate": 8.378378378378378e-06,
      "loss": 2.0123,
      "step": 62
    },
    {
      "epoch": 0.12804878048780488,
      "grad_norm": 0.5152977416830085,
      "learning_rate": 8.513513513513514e-06,
      "loss": 2.1787,
      "step": 63
    },
    {
      "epoch": 0.13008130081300814,
      "grad_norm": 0.5126840380335577,
      "learning_rate": 8.64864864864865e-06,
      "loss": 1.8205,
      "step": 64
    },
    {
      "epoch": 0.13211382113821138,
      "grad_norm": 0.533714973212888,
      "learning_rate": 8.783783783783785e-06,
      "loss": 2.0384,
      "step": 65
    },
    {
      "epoch": 0.13414634146341464,
      "grad_norm": 0.44464369214899996,
      "learning_rate": 8.91891891891892e-06,
      "loss": 1.957,
      "step": 66
    },
    {
      "epoch": 0.13617886178861788,
      "grad_norm": 0.5030929824530757,
      "learning_rate": 9.054054054054054e-06,
      "loss": 1.9113,
      "step": 67
    },
    {
      "epoch": 0.13821138211382114,
      "grad_norm": 0.4748516722147689,
      "learning_rate": 9.189189189189191e-06,
      "loss": 1.7268,
      "step": 68
    },
    {
      "epoch": 0.1402439024390244,
      "grad_norm": 0.513340433666549,
      "learning_rate": 9.324324324324325e-06,
      "loss": 1.9849,
      "step": 69
    },
    {
      "epoch": 0.14227642276422764,
      "grad_norm": 0.48974582588313254,
      "learning_rate": 9.45945945945946e-06,
      "loss": 1.8533,
      "step": 70
    },
    {
      "epoch": 0.1443089430894309,
      "grad_norm": 0.5383912075966719,
      "learning_rate": 9.594594594594594e-06,
      "loss": 1.879,
      "step": 71
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 0.5780398496697261,
      "learning_rate": 9.729729729729732e-06,
      "loss": 1.8515,
      "step": 72
    },
    {
      "epoch": 0.1483739837398374,
      "grad_norm": 0.5792923140088602,
      "learning_rate": 9.864864864864865e-06,
      "loss": 1.7941,
      "step": 73
    },
    {
      "epoch": 0.15040650406504066,
      "grad_norm": 0.6103338636716018,
      "learning_rate": 1e-05,
      "loss": 1.8967,
      "step": 74
    },
    {
      "epoch": 0.1524390243902439,
      "grad_norm": 0.5521549627746493,
      "learning_rate": 1.0135135135135136e-05,
      "loss": 2.062,
      "step": 75
    },
    {
      "epoch": 0.15447154471544716,
      "grad_norm": 0.49667826178980906,
      "learning_rate": 1.027027027027027e-05,
      "loss": 1.8472,
      "step": 76
    },
    {
      "epoch": 0.1565040650406504,
      "grad_norm": 0.5407086436651087,
      "learning_rate": 1.0405405405405407e-05,
      "loss": 1.7384,
      "step": 77
    },
    {
      "epoch": 0.15853658536585366,
      "grad_norm": 0.5802202311742781,
      "learning_rate": 1.0540540540540541e-05,
      "loss": 1.9283,
      "step": 78
    },
    {
      "epoch": 0.16056910569105692,
      "grad_norm": 0.476967574495256,
      "learning_rate": 1.0675675675675677e-05,
      "loss": 1.8267,
      "step": 79
    },
    {
      "epoch": 0.16260162601626016,
      "grad_norm": 0.6001610186866417,
      "learning_rate": 1.0810810810810812e-05,
      "loss": 1.8288,
      "step": 80
    },
    {
      "epoch": 0.16463414634146342,
      "grad_norm": 0.5070823276209965,
      "learning_rate": 1.0945945945945946e-05,
      "loss": 1.7281,
      "step": 81
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.5602421231157648,
      "learning_rate": 1.1081081081081081e-05,
      "loss": 2.0092,
      "step": 82
    },
    {
      "epoch": 0.16869918699186992,
      "grad_norm": 0.5571854783072151,
      "learning_rate": 1.1216216216216219e-05,
      "loss": 1.843,
      "step": 83
    },
    {
      "epoch": 0.17073170731707318,
      "grad_norm": 0.6305360980370397,
      "learning_rate": 1.1351351351351352e-05,
      "loss": 1.7498,
      "step": 84
    },
    {
      "epoch": 0.17276422764227642,
      "grad_norm": 0.6332330762093754,
      "learning_rate": 1.1486486486486488e-05,
      "loss": 1.8271,
      "step": 85
    },
    {
      "epoch": 0.17479674796747968,
      "grad_norm": 0.5263379983638994,
      "learning_rate": 1.1621621621621622e-05,
      "loss": 1.7986,
      "step": 86
    },
    {
      "epoch": 0.17682926829268292,
      "grad_norm": 0.5699857243663454,
      "learning_rate": 1.1756756756756757e-05,
      "loss": 1.7866,
      "step": 87
    },
    {
      "epoch": 0.17886178861788618,
      "grad_norm": 0.5459562544641535,
      "learning_rate": 1.1891891891891894e-05,
      "loss": 1.8598,
      "step": 88
    },
    {
      "epoch": 0.18089430894308944,
      "grad_norm": 0.6269705097827972,
      "learning_rate": 1.2027027027027028e-05,
      "loss": 1.8462,
      "step": 89
    },
    {
      "epoch": 0.18292682926829268,
      "grad_norm": 0.5398025783285727,
      "learning_rate": 1.2162162162162164e-05,
      "loss": 1.8385,
      "step": 90
    },
    {
      "epoch": 0.18495934959349594,
      "grad_norm": 0.541866197969969,
      "learning_rate": 1.2297297297297299e-05,
      "loss": 1.562,
      "step": 91
    },
    {
      "epoch": 0.18699186991869918,
      "grad_norm": 0.5125397438719046,
      "learning_rate": 1.2432432432432433e-05,
      "loss": 1.6564,
      "step": 92
    },
    {
      "epoch": 0.18902439024390244,
      "grad_norm": 0.455991168484729,
      "learning_rate": 1.2567567567567568e-05,
      "loss": 1.6706,
      "step": 93
    },
    {
      "epoch": 0.1910569105691057,
      "grad_norm": 0.4913611513705073,
      "learning_rate": 1.2702702702702702e-05,
      "loss": 1.7659,
      "step": 94
    },
    {
      "epoch": 0.19308943089430894,
      "grad_norm": 0.641151947177122,
      "learning_rate": 1.283783783783784e-05,
      "loss": 1.7493,
      "step": 95
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 0.46109387574760535,
      "learning_rate": 1.2972972972972975e-05,
      "loss": 1.7085,
      "step": 96
    },
    {
      "epoch": 0.19715447154471544,
      "grad_norm": 0.4249797151022942,
      "learning_rate": 1.3108108108108109e-05,
      "loss": 1.62,
      "step": 97
    },
    {
      "epoch": 0.1991869918699187,
      "grad_norm": 0.5608746999580215,
      "learning_rate": 1.3243243243243244e-05,
      "loss": 1.729,
      "step": 98
    },
    {
      "epoch": 0.20121951219512196,
      "grad_norm": 0.4429128789898387,
      "learning_rate": 1.3378378378378381e-05,
      "loss": 1.5967,
      "step": 99
    },
    {
      "epoch": 0.2032520325203252,
      "grad_norm": 0.5012917466098897,
      "learning_rate": 1.3513513513513515e-05,
      "loss": 1.7438,
      "step": 100
    },
    {
      "epoch": 0.20528455284552846,
      "grad_norm": 0.502660790347558,
      "learning_rate": 1.364864864864865e-05,
      "loss": 1.7512,
      "step": 101
    },
    {
      "epoch": 0.2073170731707317,
      "grad_norm": 0.5041999333257511,
      "learning_rate": 1.3783783783783784e-05,
      "loss": 1.5514,
      "step": 102
    },
    {
      "epoch": 0.20934959349593496,
      "grad_norm": 0.5175550658947365,
      "learning_rate": 1.391891891891892e-05,
      "loss": 1.6419,
      "step": 103
    },
    {
      "epoch": 0.21138211382113822,
      "grad_norm": 0.5303810355493661,
      "learning_rate": 1.4054054054054055e-05,
      "loss": 1.5234,
      "step": 104
    },
    {
      "epoch": 0.21341463414634146,
      "grad_norm": 0.6116947870470436,
      "learning_rate": 1.4189189189189189e-05,
      "loss": 1.8669,
      "step": 105
    },
    {
      "epoch": 0.21544715447154472,
      "grad_norm": 0.528692442993893,
      "learning_rate": 1.4324324324324326e-05,
      "loss": 1.5288,
      "step": 106
    },
    {
      "epoch": 0.21747967479674796,
      "grad_norm": 0.673656796412201,
      "learning_rate": 1.4459459459459462e-05,
      "loss": 1.8058,
      "step": 107
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 0.5127811069450205,
      "learning_rate": 1.4594594594594596e-05,
      "loss": 1.2773,
      "step": 108
    },
    {
      "epoch": 0.22154471544715448,
      "grad_norm": 0.5283415775432352,
      "learning_rate": 1.4729729729729731e-05,
      "loss": 1.6658,
      "step": 109
    },
    {
      "epoch": 0.22357723577235772,
      "grad_norm": 0.5346526299161833,
      "learning_rate": 1.4864864864864865e-05,
      "loss": 1.4156,
      "step": 110
    },
    {
      "epoch": 0.22560975609756098,
      "grad_norm": 0.5275451268008083,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.6986,
      "step": 111
    },
    {
      "epoch": 0.22764227642276422,
      "grad_norm": 0.5442878185251289,
      "learning_rate": 1.5135135135135138e-05,
      "loss": 1.7011,
      "step": 112
    },
    {
      "epoch": 0.22967479674796748,
      "grad_norm": 0.5957302970205195,
      "learning_rate": 1.527027027027027e-05,
      "loss": 1.507,
      "step": 113
    },
    {
      "epoch": 0.23170731707317074,
      "grad_norm": 0.4632091042318271,
      "learning_rate": 1.540540540540541e-05,
      "loss": 1.3852,
      "step": 114
    },
    {
      "epoch": 0.23373983739837398,
      "grad_norm": 0.406816778444053,
      "learning_rate": 1.554054054054054e-05,
      "loss": 1.4839,
      "step": 115
    },
    {
      "epoch": 0.23577235772357724,
      "grad_norm": 0.5403511190324622,
      "learning_rate": 1.5675675675675676e-05,
      "loss": 1.5465,
      "step": 116
    },
    {
      "epoch": 0.23780487804878048,
      "grad_norm": 0.47284155263410366,
      "learning_rate": 1.581081081081081e-05,
      "loss": 1.5257,
      "step": 117
    },
    {
      "epoch": 0.23983739837398374,
      "grad_norm": 0.5334205673370109,
      "learning_rate": 1.5945945945945947e-05,
      "loss": 1.365,
      "step": 118
    },
    {
      "epoch": 0.241869918699187,
      "grad_norm": 0.5196343977662706,
      "learning_rate": 1.6081081081081083e-05,
      "loss": 1.3581,
      "step": 119
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 0.5005555917464704,
      "learning_rate": 1.6216216216216218e-05,
      "loss": 1.5632,
      "step": 120
    },
    {
      "epoch": 0.2459349593495935,
      "grad_norm": 0.4520062619717936,
      "learning_rate": 1.6351351351351354e-05,
      "loss": 1.47,
      "step": 121
    },
    {
      "epoch": 0.24796747967479674,
      "grad_norm": 0.5682578714967847,
      "learning_rate": 1.648648648648649e-05,
      "loss": 1.5291,
      "step": 122
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.49518081727668006,
      "learning_rate": 1.662162162162162e-05,
      "loss": 1.4649,
      "step": 123
    },
    {
      "epoch": 0.25203252032520324,
      "grad_norm": 0.5450397443916377,
      "learning_rate": 1.6756756756756757e-05,
      "loss": 1.613,
      "step": 124
    },
    {
      "epoch": 0.2540650406504065,
      "grad_norm": 0.5288824055439941,
      "learning_rate": 1.6891891891891896e-05,
      "loss": 1.5524,
      "step": 125
    },
    {
      "epoch": 0.25609756097560976,
      "grad_norm": 0.6273100391485248,
      "learning_rate": 1.7027027027027028e-05,
      "loss": 1.5758,
      "step": 126
    },
    {
      "epoch": 0.258130081300813,
      "grad_norm": 0.5660312655010844,
      "learning_rate": 1.7162162162162163e-05,
      "loss": 1.5333,
      "step": 127
    },
    {
      "epoch": 0.2601626016260163,
      "grad_norm": 0.5520814691629921,
      "learning_rate": 1.72972972972973e-05,
      "loss": 1.5449,
      "step": 128
    },
    {
      "epoch": 0.2621951219512195,
      "grad_norm": 0.45015957789545086,
      "learning_rate": 1.7432432432432434e-05,
      "loss": 1.3946,
      "step": 129
    },
    {
      "epoch": 0.26422764227642276,
      "grad_norm": 0.46517012017437076,
      "learning_rate": 1.756756756756757e-05,
      "loss": 1.3244,
      "step": 130
    },
    {
      "epoch": 0.266260162601626,
      "grad_norm": 0.5161467864727404,
      "learning_rate": 1.7702702702702702e-05,
      "loss": 1.3873,
      "step": 131
    },
    {
      "epoch": 0.2682926829268293,
      "grad_norm": 0.5548907182685687,
      "learning_rate": 1.783783783783784e-05,
      "loss": 1.5925,
      "step": 132
    },
    {
      "epoch": 0.2703252032520325,
      "grad_norm": 0.5081011334123496,
      "learning_rate": 1.7972972972972976e-05,
      "loss": 1.3991,
      "step": 133
    },
    {
      "epoch": 0.27235772357723576,
      "grad_norm": 0.4987265730840859,
      "learning_rate": 1.8108108108108108e-05,
      "loss": 1.4442,
      "step": 134
    },
    {
      "epoch": 0.27439024390243905,
      "grad_norm": 0.49614117194728724,
      "learning_rate": 1.8243243243243244e-05,
      "loss": 1.3452,
      "step": 135
    },
    {
      "epoch": 0.2764227642276423,
      "grad_norm": 0.5481594393974627,
      "learning_rate": 1.8378378378378383e-05,
      "loss": 1.4192,
      "step": 136
    },
    {
      "epoch": 0.2784552845528455,
      "grad_norm": 0.4212041763953864,
      "learning_rate": 1.8513513513513515e-05,
      "loss": 1.4477,
      "step": 137
    },
    {
      "epoch": 0.2804878048780488,
      "grad_norm": 0.45861856810336465,
      "learning_rate": 1.864864864864865e-05,
      "loss": 1.4169,
      "step": 138
    },
    {
      "epoch": 0.28252032520325204,
      "grad_norm": 0.5089270926808518,
      "learning_rate": 1.8783783783783786e-05,
      "loss": 1.4535,
      "step": 139
    },
    {
      "epoch": 0.2845528455284553,
      "grad_norm": 0.5378055644689794,
      "learning_rate": 1.891891891891892e-05,
      "loss": 1.1821,
      "step": 140
    },
    {
      "epoch": 0.2865853658536585,
      "grad_norm": 0.49182295085803684,
      "learning_rate": 1.9054054054054057e-05,
      "loss": 1.5199,
      "step": 141
    },
    {
      "epoch": 0.2886178861788618,
      "grad_norm": 0.5867085379487282,
      "learning_rate": 1.918918918918919e-05,
      "loss": 1.2422,
      "step": 142
    },
    {
      "epoch": 0.29065040650406504,
      "grad_norm": 0.5798084312570029,
      "learning_rate": 1.9324324324324328e-05,
      "loss": 1.4636,
      "step": 143
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 0.5553965865343059,
      "learning_rate": 1.9459459459459463e-05,
      "loss": 1.3106,
      "step": 144
    },
    {
      "epoch": 0.29471544715447157,
      "grad_norm": 0.65046137560153,
      "learning_rate": 1.9594594594594595e-05,
      "loss": 1.6027,
      "step": 145
    },
    {
      "epoch": 0.2967479674796748,
      "grad_norm": 0.5839047816217893,
      "learning_rate": 1.972972972972973e-05,
      "loss": 1.4144,
      "step": 146
    },
    {
      "epoch": 0.29878048780487804,
      "grad_norm": 0.5569596116488467,
      "learning_rate": 1.9864864864864866e-05,
      "loss": 1.1476,
      "step": 147
    },
    {
      "epoch": 0.3008130081300813,
      "grad_norm": 0.5416449094512765,
      "learning_rate": 2e-05,
      "loss": 1.4352,
      "step": 148
    },
    {
      "epoch": 0.30284552845528456,
      "grad_norm": 0.5506318392458708,
      "learning_rate": 1.999999783295034e-05,
      "loss": 1.273,
      "step": 149
    },
    {
      "epoch": 0.3048780487804878,
      "grad_norm": 0.5518893604343933,
      "learning_rate": 1.9999991331802294e-05,
      "loss": 1.2675,
      "step": 150
    },
    {
      "epoch": 0.30691056910569103,
      "grad_norm": 0.5167606317698892,
      "learning_rate": 1.9999980496558683e-05,
      "loss": 1.3724,
      "step": 151
    },
    {
      "epoch": 0.3089430894308943,
      "grad_norm": 0.4704404074896954,
      "learning_rate": 1.99999653272242e-05,
      "loss": 1.293,
      "step": 152
    },
    {
      "epoch": 0.31097560975609756,
      "grad_norm": 0.49273639890579335,
      "learning_rate": 1.999994582380542e-05,
      "loss": 1.1906,
      "step": 153
    },
    {
      "epoch": 0.3130081300813008,
      "grad_norm": 0.5483874588703126,
      "learning_rate": 1.99999219863108e-05,
      "loss": 1.1866,
      "step": 154
    },
    {
      "epoch": 0.3150406504065041,
      "grad_norm": 0.4693982795405603,
      "learning_rate": 1.9999893814750667e-05,
      "loss": 1.2755,
      "step": 155
    },
    {
      "epoch": 0.3170731707317073,
      "grad_norm": 0.5346163004909783,
      "learning_rate": 1.9999861309137232e-05,
      "loss": 1.2694,
      "step": 156
    },
    {
      "epoch": 0.31910569105691056,
      "grad_norm": 0.5063484990579301,
      "learning_rate": 1.9999824469484583e-05,
      "loss": 1.3244,
      "step": 157
    },
    {
      "epoch": 0.32113821138211385,
      "grad_norm": 0.5197807817774548,
      "learning_rate": 1.999978329580869e-05,
      "loss": 1.2746,
      "step": 158
    },
    {
      "epoch": 0.3231707317073171,
      "grad_norm": 0.5241698441816027,
      "learning_rate": 1.999973778812739e-05,
      "loss": 1.2228,
      "step": 159
    },
    {
      "epoch": 0.3252032520325203,
      "grad_norm": 0.5235866440740556,
      "learning_rate": 1.999968794646042e-05,
      "loss": 1.2699,
      "step": 160
    },
    {
      "epoch": 0.32723577235772355,
      "grad_norm": 0.6203596702273114,
      "learning_rate": 1.9999633770829368e-05,
      "loss": 1.2266,
      "step": 161
    },
    {
      "epoch": 0.32926829268292684,
      "grad_norm": 0.5715749137527399,
      "learning_rate": 1.9999575261257723e-05,
      "loss": 1.4359,
      "step": 162
    },
    {
      "epoch": 0.3313008130081301,
      "grad_norm": 0.5763384129195755,
      "learning_rate": 1.9999512417770836e-05,
      "loss": 1.289,
      "step": 163
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.6339400872600929,
      "learning_rate": 1.9999445240395953e-05,
      "loss": 1.2333,
      "step": 164
    },
    {
      "epoch": 0.3353658536585366,
      "grad_norm": 0.5778462075881274,
      "learning_rate": 1.9999373729162183e-05,
      "loss": 1.4093,
      "step": 165
    },
    {
      "epoch": 0.33739837398373984,
      "grad_norm": 0.5154746364254523,
      "learning_rate": 1.9999297884100524e-05,
      "loss": 1.2214,
      "step": 166
    },
    {
      "epoch": 0.3394308943089431,
      "grad_norm": 0.5418242108263562,
      "learning_rate": 1.999921770524384e-05,
      "loss": 1.2287,
      "step": 167
    },
    {
      "epoch": 0.34146341463414637,
      "grad_norm": 0.5847476266374432,
      "learning_rate": 1.9999133192626893e-05,
      "loss": 1.4373,
      "step": 168
    },
    {
      "epoch": 0.3434959349593496,
      "grad_norm": 0.586911035586581,
      "learning_rate": 1.9999044346286306e-05,
      "loss": 1.2608,
      "step": 169
    },
    {
      "epoch": 0.34552845528455284,
      "grad_norm": 0.5258198852133413,
      "learning_rate": 1.999895116626058e-05,
      "loss": 1.3411,
      "step": 170
    },
    {
      "epoch": 0.3475609756097561,
      "grad_norm": 0.6118600975287793,
      "learning_rate": 1.9998853652590108e-05,
      "loss": 1.2205,
      "step": 171
    },
    {
      "epoch": 0.34959349593495936,
      "grad_norm": 0.5048278110876353,
      "learning_rate": 1.9998751805317152e-05,
      "loss": 1.2134,
      "step": 172
    },
    {
      "epoch": 0.3516260162601626,
      "grad_norm": 0.5361967944671658,
      "learning_rate": 1.9998645624485854e-05,
      "loss": 1.1979,
      "step": 173
    },
    {
      "epoch": 0.35365853658536583,
      "grad_norm": 0.5529901115363403,
      "learning_rate": 1.999853511014223e-05,
      "loss": 1.1835,
      "step": 174
    },
    {
      "epoch": 0.3556910569105691,
      "grad_norm": 0.6102184016968556,
      "learning_rate": 1.999842026233418e-05,
      "loss": 1.4794,
      "step": 175
    },
    {
      "epoch": 0.35772357723577236,
      "grad_norm": 0.6000376990327756,
      "learning_rate": 1.999830108111148e-05,
      "loss": 1.356,
      "step": 176
    },
    {
      "epoch": 0.3597560975609756,
      "grad_norm": 0.5641935491601893,
      "learning_rate": 1.9998177566525788e-05,
      "loss": 1.2327,
      "step": 177
    },
    {
      "epoch": 0.3617886178861789,
      "grad_norm": 0.5820213889685879,
      "learning_rate": 1.999804971863063e-05,
      "loss": 1.1627,
      "step": 178
    },
    {
      "epoch": 0.3638211382113821,
      "grad_norm": 0.5789094111454401,
      "learning_rate": 1.9997917537481423e-05,
      "loss": 1.2597,
      "step": 179
    },
    {
      "epoch": 0.36585365853658536,
      "grad_norm": 0.5925739580980137,
      "learning_rate": 1.999778102313545e-05,
      "loss": 1.1533,
      "step": 180
    },
    {
      "epoch": 0.3678861788617886,
      "grad_norm": 0.5608178027883428,
      "learning_rate": 1.999764017565188e-05,
      "loss": 1.2241,
      "step": 181
    },
    {
      "epoch": 0.3699186991869919,
      "grad_norm": 0.6035987342394228,
      "learning_rate": 1.999749499509176e-05,
      "loss": 1.301,
      "step": 182
    },
    {
      "epoch": 0.3719512195121951,
      "grad_norm": 0.5628404819624865,
      "learning_rate": 1.9997345481518012e-05,
      "loss": 1.3171,
      "step": 183
    },
    {
      "epoch": 0.37398373983739835,
      "grad_norm": 0.6215429608817828,
      "learning_rate": 1.999719163499543e-05,
      "loss": 1.1118,
      "step": 184
    },
    {
      "epoch": 0.37601626016260165,
      "grad_norm": 0.6088293957795754,
      "learning_rate": 1.9997033455590703e-05,
      "loss": 1.2107,
      "step": 185
    },
    {
      "epoch": 0.3780487804878049,
      "grad_norm": 0.5657149852579519,
      "learning_rate": 1.999687094337238e-05,
      "loss": 1.1957,
      "step": 186
    },
    {
      "epoch": 0.3800813008130081,
      "grad_norm": 0.5871066375937471,
      "learning_rate": 1.99967040984109e-05,
      "loss": 1.2578,
      "step": 187
    },
    {
      "epoch": 0.3821138211382114,
      "grad_norm": 0.587720248187705,
      "learning_rate": 1.999653292077857e-05,
      "loss": 1.2805,
      "step": 188
    },
    {
      "epoch": 0.38414634146341464,
      "grad_norm": 0.5718468909660832,
      "learning_rate": 1.9996357410549585e-05,
      "loss": 1.1047,
      "step": 189
    },
    {
      "epoch": 0.3861788617886179,
      "grad_norm": 0.555992689982609,
      "learning_rate": 1.9996177567800012e-05,
      "loss": 1.1786,
      "step": 190
    },
    {
      "epoch": 0.3882113821138211,
      "grad_norm": 0.6408321910179687,
      "learning_rate": 1.9995993392607795e-05,
      "loss": 1.4004,
      "step": 191
    },
    {
      "epoch": 0.3902439024390244,
      "grad_norm": 0.5785957118274816,
      "learning_rate": 1.999580488505276e-05,
      "loss": 1.3679,
      "step": 192
    },
    {
      "epoch": 0.39227642276422764,
      "grad_norm": 0.5812267857394056,
      "learning_rate": 1.9995612045216602e-05,
      "loss": 1.2394,
      "step": 193
    },
    {
      "epoch": 0.3943089430894309,
      "grad_norm": 0.6504859365571795,
      "learning_rate": 1.9995414873182904e-05,
      "loss": 1.0817,
      "step": 194
    },
    {
      "epoch": 0.39634146341463417,
      "grad_norm": 0.6228843033176563,
      "learning_rate": 1.9995213369037124e-05,
      "loss": 1.3413,
      "step": 195
    },
    {
      "epoch": 0.3983739837398374,
      "grad_norm": 0.5784561498636087,
      "learning_rate": 1.9995007532866594e-05,
      "loss": 1.2489,
      "step": 196
    },
    {
      "epoch": 0.40040650406504064,
      "grad_norm": 0.7580973810417485,
      "learning_rate": 1.9994797364760528e-05,
      "loss": 1.4406,
      "step": 197
    },
    {
      "epoch": 0.4024390243902439,
      "grad_norm": 0.6034085204924278,
      "learning_rate": 1.9994582864810008e-05,
      "loss": 1.2351,
      "step": 198
    },
    {
      "epoch": 0.40447154471544716,
      "grad_norm": 0.5903327948473881,
      "learning_rate": 1.999436403310801e-05,
      "loss": 1.2987,
      "step": 199
    },
    {
      "epoch": 0.4065040650406504,
      "grad_norm": 0.5509718224062498,
      "learning_rate": 1.9994140869749366e-05,
      "loss": 1.1978,
      "step": 200
    },
    {
      "epoch": 0.40853658536585363,
      "grad_norm": 0.6437475577270788,
      "learning_rate": 1.9993913374830806e-05,
      "loss": 1.4371,
      "step": 201
    },
    {
      "epoch": 0.4105691056910569,
      "grad_norm": 0.5823108092522585,
      "learning_rate": 1.999368154845093e-05,
      "loss": 1.3512,
      "step": 202
    },
    {
      "epoch": 0.41260162601626016,
      "grad_norm": 0.703280478740523,
      "learning_rate": 1.9993445390710207e-05,
      "loss": 1.2723,
      "step": 203
    },
    {
      "epoch": 0.4146341463414634,
      "grad_norm": 0.584026207446822,
      "learning_rate": 1.9993204901710995e-05,
      "loss": 1.1542,
      "step": 204
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 0.6109212335010777,
      "learning_rate": 1.999296008155752e-05,
      "loss": 1.2073,
      "step": 205
    },
    {
      "epoch": 0.4186991869918699,
      "grad_norm": 0.601476418326994,
      "learning_rate": 1.9992710930355893e-05,
      "loss": 1.1988,
      "step": 206
    },
    {
      "epoch": 0.42073170731707316,
      "grad_norm": 0.6399992586681884,
      "learning_rate": 1.99924574482141e-05,
      "loss": 1.169,
      "step": 207
    },
    {
      "epoch": 0.42276422764227645,
      "grad_norm": 0.5472840954228271,
      "learning_rate": 1.9992199635241997e-05,
      "loss": 1.1829,
      "step": 208
    },
    {
      "epoch": 0.4247967479674797,
      "grad_norm": 0.6149740644563827,
      "learning_rate": 1.999193749155133e-05,
      "loss": 1.3061,
      "step": 209
    },
    {
      "epoch": 0.4268292682926829,
      "grad_norm": 0.6507625208374721,
      "learning_rate": 1.9991671017255712e-05,
      "loss": 1.2161,
      "step": 210
    },
    {
      "epoch": 0.42886178861788615,
      "grad_norm": 0.6552393793007679,
      "learning_rate": 1.9991400212470632e-05,
      "loss": 1.1706,
      "step": 211
    },
    {
      "epoch": 0.43089430894308944,
      "grad_norm": 0.6478314434988814,
      "learning_rate": 1.999112507731346e-05,
      "loss": 1.2408,
      "step": 212
    },
    {
      "epoch": 0.4329268292682927,
      "grad_norm": 0.6882511210450973,
      "learning_rate": 1.9990845611903447e-05,
      "loss": 1.3074,
      "step": 213
    },
    {
      "epoch": 0.4349593495934959,
      "grad_norm": 0.6712247726365308,
      "learning_rate": 1.999056181636171e-05,
      "loss": 1.2221,
      "step": 214
    },
    {
      "epoch": 0.4369918699186992,
      "grad_norm": 0.6225818065351404,
      "learning_rate": 1.9990273690811256e-05,
      "loss": 1.1912,
      "step": 215
    },
    {
      "epoch": 0.43902439024390244,
      "grad_norm": 0.6412314234579721,
      "learning_rate": 1.9989981235376956e-05,
      "loss": 1.2373,
      "step": 216
    },
    {
      "epoch": 0.4410569105691057,
      "grad_norm": 0.6608903378151971,
      "learning_rate": 1.9989684450185566e-05,
      "loss": 1.2317,
      "step": 217
    },
    {
      "epoch": 0.44308943089430897,
      "grad_norm": 0.6077628540327914,
      "learning_rate": 1.9989383335365713e-05,
      "loss": 1.2389,
      "step": 218
    },
    {
      "epoch": 0.4451219512195122,
      "grad_norm": 0.6445643051110905,
      "learning_rate": 1.9989077891047905e-05,
      "loss": 1.2015,
      "step": 219
    },
    {
      "epoch": 0.44715447154471544,
      "grad_norm": 0.6696203013363858,
      "learning_rate": 1.9988768117364526e-05,
      "loss": 1.0237,
      "step": 220
    },
    {
      "epoch": 0.4491869918699187,
      "grad_norm": 0.6857678118673014,
      "learning_rate": 1.998845401444983e-05,
      "loss": 1.1121,
      "step": 221
    },
    {
      "epoch": 0.45121951219512196,
      "grad_norm": 0.676249193447714,
      "learning_rate": 1.9988135582439955e-05,
      "loss": 1.3497,
      "step": 222
    },
    {
      "epoch": 0.4532520325203252,
      "grad_norm": 0.6588218055487259,
      "learning_rate": 1.9987812821472916e-05,
      "loss": 1.0491,
      "step": 223
    },
    {
      "epoch": 0.45528455284552843,
      "grad_norm": 0.6150055428034324,
      "learning_rate": 1.9987485731688595e-05,
      "loss": 1.1048,
      "step": 224
    },
    {
      "epoch": 0.4573170731707317,
      "grad_norm": 0.6697994458605332,
      "learning_rate": 1.998715431322876e-05,
      "loss": 1.2065,
      "step": 225
    },
    {
      "epoch": 0.45934959349593496,
      "grad_norm": 0.6279931468428332,
      "learning_rate": 1.9986818566237052e-05,
      "loss": 1.1322,
      "step": 226
    },
    {
      "epoch": 0.4613821138211382,
      "grad_norm": 0.6818965105332554,
      "learning_rate": 1.9986478490858983e-05,
      "loss": 1.1922,
      "step": 227
    },
    {
      "epoch": 0.4634146341463415,
      "grad_norm": 0.6233139491172669,
      "learning_rate": 1.998613408724195e-05,
      "loss": 1.0435,
      "step": 228
    },
    {
      "epoch": 0.4654471544715447,
      "grad_norm": 0.6002345686926185,
      "learning_rate": 1.9985785355535212e-05,
      "loss": 1.0931,
      "step": 229
    },
    {
      "epoch": 0.46747967479674796,
      "grad_norm": 0.6540728374079714,
      "learning_rate": 1.998543229588992e-05,
      "loss": 1.1357,
      "step": 230
    },
    {
      "epoch": 0.4695121951219512,
      "grad_norm": 0.633216634482548,
      "learning_rate": 1.9985074908459094e-05,
      "loss": 1.2458,
      "step": 231
    },
    {
      "epoch": 0.4715447154471545,
      "grad_norm": 0.6312740216296445,
      "learning_rate": 1.998471319339763e-05,
      "loss": 1.2057,
      "step": 232
    },
    {
      "epoch": 0.4735772357723577,
      "grad_norm": 0.7370884578177695,
      "learning_rate": 1.9984347150862293e-05,
      "loss": 1.1477,
      "step": 233
    },
    {
      "epoch": 0.47560975609756095,
      "grad_norm": 0.722757839095584,
      "learning_rate": 1.9983976781011735e-05,
      "loss": 1.0165,
      "step": 234
    },
    {
      "epoch": 0.47764227642276424,
      "grad_norm": 0.652657682373598,
      "learning_rate": 1.9983602084006476e-05,
      "loss": 1.2242,
      "step": 235
    },
    {
      "epoch": 0.4796747967479675,
      "grad_norm": 0.662434335579235,
      "learning_rate": 1.9983223060008908e-05,
      "loss": 1.1721,
      "step": 236
    },
    {
      "epoch": 0.4817073170731707,
      "grad_norm": 0.7746233407283346,
      "learning_rate": 1.9982839709183313e-05,
      "loss": 1.2792,
      "step": 237
    },
    {
      "epoch": 0.483739837398374,
      "grad_norm": 0.6403613852584241,
      "learning_rate": 1.9982452031695837e-05,
      "loss": 1.2405,
      "step": 238
    },
    {
      "epoch": 0.48577235772357724,
      "grad_norm": 0.7476615203324409,
      "learning_rate": 1.99820600277145e-05,
      "loss": 1.2114,
      "step": 239
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 0.7827606613997342,
      "learning_rate": 1.9981663697409203e-05,
      "loss": 1.3453,
      "step": 240
    },
    {
      "epoch": 0.4898373983739837,
      "grad_norm": 0.737197209949893,
      "learning_rate": 1.9981263040951715e-05,
      "loss": 1.1417,
      "step": 241
    },
    {
      "epoch": 0.491869918699187,
      "grad_norm": 0.6672504613890761,
      "learning_rate": 1.998085805851569e-05,
      "loss": 1.242,
      "step": 242
    },
    {
      "epoch": 0.49390243902439024,
      "grad_norm": 0.7888447840557603,
      "learning_rate": 1.998044875027665e-05,
      "loss": 1.0458,
      "step": 243
    },
    {
      "epoch": 0.4959349593495935,
      "grad_norm": 0.6982785976081,
      "learning_rate": 1.998003511641199e-05,
      "loss": 1.1137,
      "step": 244
    },
    {
      "epoch": 0.49796747967479676,
      "grad_norm": 0.6230319737138204,
      "learning_rate": 1.9979617157100987e-05,
      "loss": 1.1018,
      "step": 245
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.630396792214378,
      "learning_rate": 1.9979194872524787e-05,
      "loss": 1.0491,
      "step": 246
    },
    {
      "epoch": 0.5020325203252033,
      "grad_norm": 0.6881572392364095,
      "learning_rate": 1.9978768262866414e-05,
      "loss": 1.0789,
      "step": 247
    },
    {
      "epoch": 0.5040650406504065,
      "grad_norm": 0.7160769076823188,
      "learning_rate": 1.997833732831076e-05,
      "loss": 1.0322,
      "step": 248
    },
    {
      "epoch": 0.5060975609756098,
      "grad_norm": 0.683251991412851,
      "learning_rate": 1.9977902069044603e-05,
      "loss": 1.1722,
      "step": 249
    },
    {
      "epoch": 0.508130081300813,
      "grad_norm": 0.734137901963406,
      "learning_rate": 1.9977462485256582e-05,
      "loss": 1.0926,
      "step": 250
    },
    {
      "epoch": 0.5101626016260162,
      "grad_norm": 0.7775526726428674,
      "learning_rate": 1.9977018577137223e-05,
      "loss": 1.3298,
      "step": 251
    },
    {
      "epoch": 0.5121951219512195,
      "grad_norm": 0.6461456175382727,
      "learning_rate": 1.9976570344878916e-05,
      "loss": 1.0067,
      "step": 252
    },
    {
      "epoch": 0.5142276422764228,
      "grad_norm": 0.6357310562029466,
      "learning_rate": 1.997611778867593e-05,
      "loss": 1.0114,
      "step": 253
    },
    {
      "epoch": 0.516260162601626,
      "grad_norm": 0.7173954109698393,
      "learning_rate": 1.9975660908724413e-05,
      "loss": 1.0988,
      "step": 254
    },
    {
      "epoch": 0.5182926829268293,
      "grad_norm": 0.6398154537011658,
      "learning_rate": 1.997519970522237e-05,
      "loss": 1.1044,
      "step": 255
    },
    {
      "epoch": 0.5203252032520326,
      "grad_norm": 0.6296013689116963,
      "learning_rate": 1.9974734178369702e-05,
      "loss": 0.9837,
      "step": 256
    },
    {
      "epoch": 0.5223577235772358,
      "grad_norm": 0.6418928926965674,
      "learning_rate": 1.997426432836817e-05,
      "loss": 1.1465,
      "step": 257
    },
    {
      "epoch": 0.524390243902439,
      "grad_norm": 0.7792633437003351,
      "learning_rate": 1.9973790155421406e-05,
      "loss": 1.1129,
      "step": 258
    },
    {
      "epoch": 0.5264227642276422,
      "grad_norm": 0.7042425720071207,
      "learning_rate": 1.997331165973493e-05,
      "loss": 1.2392,
      "step": 259
    },
    {
      "epoch": 0.5284552845528455,
      "grad_norm": 0.7333277098114007,
      "learning_rate": 1.997282884151612e-05,
      "loss": 1.1913,
      "step": 260
    },
    {
      "epoch": 0.5304878048780488,
      "grad_norm": 0.6863703682592543,
      "learning_rate": 1.9972341700974236e-05,
      "loss": 1.2162,
      "step": 261
    },
    {
      "epoch": 0.532520325203252,
      "grad_norm": 0.71605882945189,
      "learning_rate": 1.9971850238320408e-05,
      "loss": 1.2232,
      "step": 262
    },
    {
      "epoch": 0.5345528455284553,
      "grad_norm": 0.6917077564906295,
      "learning_rate": 1.997135445376765e-05,
      "loss": 0.9333,
      "step": 263
    },
    {
      "epoch": 0.5365853658536586,
      "grad_norm": 0.6496181773344989,
      "learning_rate": 1.9970854347530828e-05,
      "loss": 1.1762,
      "step": 264
    },
    {
      "epoch": 0.5386178861788617,
      "grad_norm": 0.7419651600944303,
      "learning_rate": 1.9970349919826696e-05,
      "loss": 1.2856,
      "step": 265
    },
    {
      "epoch": 0.540650406504065,
      "grad_norm": 0.7826806603406501,
      "learning_rate": 1.9969841170873883e-05,
      "loss": 1.1031,
      "step": 266
    },
    {
      "epoch": 0.5426829268292683,
      "grad_norm": 0.6929478640057137,
      "learning_rate": 1.9969328100892885e-05,
      "loss": 1.075,
      "step": 267
    },
    {
      "epoch": 0.5447154471544715,
      "grad_norm": 0.7066729630460149,
      "learning_rate": 1.9968810710106065e-05,
      "loss": 1.2669,
      "step": 268
    },
    {
      "epoch": 0.5467479674796748,
      "grad_norm": 0.7258330804554547,
      "learning_rate": 1.996828899873767e-05,
      "loss": 1.2179,
      "step": 269
    },
    {
      "epoch": 0.5487804878048781,
      "grad_norm": 0.6643787604833694,
      "learning_rate": 1.9967762967013814e-05,
      "loss": 1.1391,
      "step": 270
    },
    {
      "epoch": 0.5508130081300813,
      "grad_norm": 0.6753902249487399,
      "learning_rate": 1.9967232615162487e-05,
      "loss": 0.9714,
      "step": 271
    },
    {
      "epoch": 0.5528455284552846,
      "grad_norm": 0.6664964586548208,
      "learning_rate": 1.9966697943413548e-05,
      "loss": 0.9469,
      "step": 272
    },
    {
      "epoch": 0.5548780487804879,
      "grad_norm": 0.8146684056687993,
      "learning_rate": 1.9966158951998724e-05,
      "loss": 1.1138,
      "step": 273
    },
    {
      "epoch": 0.556910569105691,
      "grad_norm": 0.6704360299259119,
      "learning_rate": 1.9965615641151627e-05,
      "loss": 1.0823,
      "step": 274
    },
    {
      "epoch": 0.5589430894308943,
      "grad_norm": 0.7923153355302501,
      "learning_rate": 1.9965068011107728e-05,
      "loss": 1.1495,
      "step": 275
    },
    {
      "epoch": 0.5609756097560976,
      "grad_norm": 0.7082779585015615,
      "learning_rate": 1.9964516062104377e-05,
      "loss": 1.2264,
      "step": 276
    },
    {
      "epoch": 0.5630081300813008,
      "grad_norm": 0.6810548850238901,
      "learning_rate": 1.9963959794380788e-05,
      "loss": 1.0713,
      "step": 277
    },
    {
      "epoch": 0.5650406504065041,
      "grad_norm": 0.7962841068770551,
      "learning_rate": 1.9963399208178066e-05,
      "loss": 0.9788,
      "step": 278
    },
    {
      "epoch": 0.5670731707317073,
      "grad_norm": 0.6768397222950926,
      "learning_rate": 1.9962834303739162e-05,
      "loss": 0.9887,
      "step": 279
    },
    {
      "epoch": 0.5691056910569106,
      "grad_norm": 0.7253944492110169,
      "learning_rate": 1.996226508130892e-05,
      "loss": 0.9384,
      "step": 280
    },
    {
      "epoch": 0.5711382113821138,
      "grad_norm": 0.7441344630650087,
      "learning_rate": 1.9961691541134043e-05,
      "loss": 1.1031,
      "step": 281
    },
    {
      "epoch": 0.573170731707317,
      "grad_norm": 0.8050508766942358,
      "learning_rate": 1.996111368346311e-05,
      "loss": 1.266,
      "step": 282
    },
    {
      "epoch": 0.5752032520325203,
      "grad_norm": 0.6955642968618274,
      "learning_rate": 1.996053150854657e-05,
      "loss": 1.0933,
      "step": 283
    },
    {
      "epoch": 0.5772357723577236,
      "grad_norm": 0.8045191863960803,
      "learning_rate": 1.995994501663674e-05,
      "loss": 1.1552,
      "step": 284
    },
    {
      "epoch": 0.5792682926829268,
      "grad_norm": 0.8089317596135961,
      "learning_rate": 1.995935420798781e-05,
      "loss": 1.2533,
      "step": 285
    },
    {
      "epoch": 0.5813008130081301,
      "grad_norm": 0.7945719588441591,
      "learning_rate": 1.9958759082855855e-05,
      "loss": 1.1706,
      "step": 286
    },
    {
      "epoch": 0.5833333333333334,
      "grad_norm": 0.7814968034643627,
      "learning_rate": 1.9958159641498796e-05,
      "loss": 1.2515,
      "step": 287
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 0.6893564793597616,
      "learning_rate": 1.995755588417644e-05,
      "loss": 1.0151,
      "step": 288
    },
    {
      "epoch": 0.5873983739837398,
      "grad_norm": 0.7486695224712384,
      "learning_rate": 1.9956947811150464e-05,
      "loss": 1.1222,
      "step": 289
    },
    {
      "epoch": 0.5894308943089431,
      "grad_norm": 0.6633913412328797,
      "learning_rate": 1.9956335422684406e-05,
      "loss": 1.0056,
      "step": 290
    },
    {
      "epoch": 0.5914634146341463,
      "grad_norm": 0.8391787055728057,
      "learning_rate": 1.9955718719043693e-05,
      "loss": 1.0028,
      "step": 291
    },
    {
      "epoch": 0.5934959349593496,
      "grad_norm": 0.7456901867501453,
      "learning_rate": 1.99550977004956e-05,
      "loss": 1.2999,
      "step": 292
    },
    {
      "epoch": 0.5955284552845529,
      "grad_norm": 0.6471778037679606,
      "learning_rate": 1.995447236730929e-05,
      "loss": 1.1561,
      "step": 293
    },
    {
      "epoch": 0.5975609756097561,
      "grad_norm": 0.7781734988901607,
      "learning_rate": 1.9953842719755778e-05,
      "loss": 1.0572,
      "step": 294
    },
    {
      "epoch": 0.5995934959349594,
      "grad_norm": 0.7437538883499519,
      "learning_rate": 1.995320875810797e-05,
      "loss": 1.1162,
      "step": 295
    },
    {
      "epoch": 0.6016260162601627,
      "grad_norm": 0.7512987639710623,
      "learning_rate": 1.9952570482640628e-05,
      "loss": 1.2067,
      "step": 296
    },
    {
      "epoch": 0.6036585365853658,
      "grad_norm": 0.7387274430746452,
      "learning_rate": 1.9951927893630386e-05,
      "loss": 1.2129,
      "step": 297
    },
    {
      "epoch": 0.6056910569105691,
      "grad_norm": 0.6886161529518747,
      "learning_rate": 1.995128099135575e-05,
      "loss": 0.9931,
      "step": 298
    },
    {
      "epoch": 0.6077235772357723,
      "grad_norm": 0.9337498201171143,
      "learning_rate": 1.995062977609709e-05,
      "loss": 1.1844,
      "step": 299
    },
    {
      "epoch": 0.6097560975609756,
      "grad_norm": 0.7534108571809767,
      "learning_rate": 1.9949974248136655e-05,
      "loss": 0.9298,
      "step": 300
    },
    {
      "epoch": 0.6117886178861789,
      "grad_norm": 0.8006782589151503,
      "learning_rate": 1.9949314407758554e-05,
      "loss": 1.2175,
      "step": 301
    },
    {
      "epoch": 0.6138211382113821,
      "grad_norm": 0.7231237903621146,
      "learning_rate": 1.9948650255248768e-05,
      "loss": 1.1178,
      "step": 302
    },
    {
      "epoch": 0.6158536585365854,
      "grad_norm": 0.6538987690278102,
      "learning_rate": 1.9947981790895148e-05,
      "loss": 1.0094,
      "step": 303
    },
    {
      "epoch": 0.6178861788617886,
      "grad_norm": 0.7105197258184757,
      "learning_rate": 1.9947309014987414e-05,
      "loss": 1.0997,
      "step": 304
    },
    {
      "epoch": 0.6199186991869918,
      "grad_norm": 0.6595564188693971,
      "learning_rate": 1.9946631927817147e-05,
      "loss": 0.9506,
      "step": 305
    },
    {
      "epoch": 0.6219512195121951,
      "grad_norm": 0.7282023799928583,
      "learning_rate": 1.994595052967782e-05,
      "loss": 1.206,
      "step": 306
    },
    {
      "epoch": 0.6239837398373984,
      "grad_norm": 0.6105700212394325,
      "learning_rate": 1.9945264820864737e-05,
      "loss": 1.0077,
      "step": 307
    },
    {
      "epoch": 0.6260162601626016,
      "grad_norm": 0.7366229672955289,
      "learning_rate": 1.9944574801675106e-05,
      "loss": 1.2344,
      "step": 308
    },
    {
      "epoch": 0.6280487804878049,
      "grad_norm": 0.7550402489521852,
      "learning_rate": 1.9943880472407984e-05,
      "loss": 1.1313,
      "step": 309
    },
    {
      "epoch": 0.6300813008130082,
      "grad_norm": 0.7335721110721907,
      "learning_rate": 1.9943181833364296e-05,
      "loss": 1.0534,
      "step": 310
    },
    {
      "epoch": 0.6321138211382114,
      "grad_norm": 0.7862953496941809,
      "learning_rate": 1.9942478884846843e-05,
      "loss": 0.9994,
      "step": 311
    },
    {
      "epoch": 0.6341463414634146,
      "grad_norm": 0.6490177904509872,
      "learning_rate": 1.9941771627160287e-05,
      "loss": 1.001,
      "step": 312
    },
    {
      "epoch": 0.6361788617886179,
      "grad_norm": 0.7760110544141132,
      "learning_rate": 1.994106006061117e-05,
      "loss": 1.2654,
      "step": 313
    },
    {
      "epoch": 0.6382113821138211,
      "grad_norm": 0.8261555241390679,
      "learning_rate": 1.994034418550788e-05,
      "loss": 1.2691,
      "step": 314
    },
    {
      "epoch": 0.6402439024390244,
      "grad_norm": 0.8242461328923543,
      "learning_rate": 1.993962400216069e-05,
      "loss": 0.9361,
      "step": 315
    },
    {
      "epoch": 0.6422764227642277,
      "grad_norm": 0.7784050224657479,
      "learning_rate": 1.9938899510881732e-05,
      "loss": 1.3881,
      "step": 316
    },
    {
      "epoch": 0.6443089430894309,
      "grad_norm": 0.7655064453165692,
      "learning_rate": 1.9938170711985012e-05,
      "loss": 0.969,
      "step": 317
    },
    {
      "epoch": 0.6463414634146342,
      "grad_norm": 0.6093603866187096,
      "learning_rate": 1.9937437605786395e-05,
      "loss": 1.1047,
      "step": 318
    },
    {
      "epoch": 0.6483739837398373,
      "grad_norm": 0.695675927345526,
      "learning_rate": 1.993670019260362e-05,
      "loss": 1.0072,
      "step": 319
    },
    {
      "epoch": 0.6504065040650406,
      "grad_norm": 0.8308660510744199,
      "learning_rate": 1.9935958472756283e-05,
      "loss": 1.1061,
      "step": 320
    },
    {
      "epoch": 0.6524390243902439,
      "grad_norm": 0.7359503826354641,
      "learning_rate": 1.9935212446565858e-05,
      "loss": 1.1301,
      "step": 321
    },
    {
      "epoch": 0.6544715447154471,
      "grad_norm": 0.7357907459651524,
      "learning_rate": 1.993446211435568e-05,
      "loss": 1.1282,
      "step": 322
    },
    {
      "epoch": 0.6565040650406504,
      "grad_norm": 0.6977548126465809,
      "learning_rate": 1.993370747645095e-05,
      "loss": 0.9635,
      "step": 323
    },
    {
      "epoch": 0.6585365853658537,
      "grad_norm": 0.7759267874799558,
      "learning_rate": 1.993294853317873e-05,
      "loss": 1.0304,
      "step": 324
    },
    {
      "epoch": 0.6605691056910569,
      "grad_norm": 0.7046721057726196,
      "learning_rate": 1.9932185284867962e-05,
      "loss": 0.9107,
      "step": 325
    },
    {
      "epoch": 0.6626016260162602,
      "grad_norm": 0.8145655286668039,
      "learning_rate": 1.993141773184944e-05,
      "loss": 1.0994,
      "step": 326
    },
    {
      "epoch": 0.6646341463414634,
      "grad_norm": 0.7115204931225575,
      "learning_rate": 1.9930645874455834e-05,
      "loss": 1.0652,
      "step": 327
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.8899492423125045,
      "learning_rate": 1.9929869713021668e-05,
      "loss": 1.1785,
      "step": 328
    },
    {
      "epoch": 0.6686991869918699,
      "grad_norm": 0.7879185381160279,
      "learning_rate": 1.9929089247883344e-05,
      "loss": 1.1128,
      "step": 329
    },
    {
      "epoch": 0.6707317073170732,
      "grad_norm": 0.8769844369992154,
      "learning_rate": 1.9928304479379118e-05,
      "loss": 1.1305,
      "step": 330
    },
    {
      "epoch": 0.6727642276422764,
      "grad_norm": 0.8687446983119437,
      "learning_rate": 1.992751540784912e-05,
      "loss": 1.2483,
      "step": 331
    },
    {
      "epoch": 0.6747967479674797,
      "grad_norm": 0.8364485747510623,
      "learning_rate": 1.9926722033635343e-05,
      "loss": 1.2804,
      "step": 332
    },
    {
      "epoch": 0.676829268292683,
      "grad_norm": 0.7524840668857417,
      "learning_rate": 1.992592435708164e-05,
      "loss": 1.0503,
      "step": 333
    },
    {
      "epoch": 0.6788617886178862,
      "grad_norm": 0.8759455196518872,
      "learning_rate": 1.9925122378533735e-05,
      "loss": 1.1792,
      "step": 334
    },
    {
      "epoch": 0.6808943089430894,
      "grad_norm": 0.83774530232434,
      "learning_rate": 1.992431609833921e-05,
      "loss": 1.3306,
      "step": 335
    },
    {
      "epoch": 0.6829268292682927,
      "grad_norm": 0.8836861103382394,
      "learning_rate": 1.9923505516847514e-05,
      "loss": 1.2272,
      "step": 336
    },
    {
      "epoch": 0.6849593495934959,
      "grad_norm": 0.8209543849265472,
      "learning_rate": 1.9922690634409965e-05,
      "loss": 1.1447,
      "step": 337
    },
    {
      "epoch": 0.6869918699186992,
      "grad_norm": 0.9246060744382218,
      "learning_rate": 1.992187145137974e-05,
      "loss": 1.1337,
      "step": 338
    },
    {
      "epoch": 0.6890243902439024,
      "grad_norm": 0.72313512655042,
      "learning_rate": 1.9921047968111882e-05,
      "loss": 1.2611,
      "step": 339
    },
    {
      "epoch": 0.6910569105691057,
      "grad_norm": 0.7129447553079935,
      "learning_rate": 1.9920220184963296e-05,
      "loss": 1.0408,
      "step": 340
    },
    {
      "epoch": 0.693089430894309,
      "grad_norm": 0.8479948802045845,
      "learning_rate": 1.991938810229275e-05,
      "loss": 1.255,
      "step": 341
    },
    {
      "epoch": 0.6951219512195121,
      "grad_norm": 0.7712579457815385,
      "learning_rate": 1.9918551720460874e-05,
      "loss": 0.8778,
      "step": 342
    },
    {
      "epoch": 0.6971544715447154,
      "grad_norm": 0.8713207868002114,
      "learning_rate": 1.991771103983017e-05,
      "loss": 1.0737,
      "step": 343
    },
    {
      "epoch": 0.6991869918699187,
      "grad_norm": 0.7849843964311328,
      "learning_rate": 1.9916866060764994e-05,
      "loss": 1.1461,
      "step": 344
    },
    {
      "epoch": 0.7012195121951219,
      "grad_norm": 0.7893248208932844,
      "learning_rate": 1.991601678363157e-05,
      "loss": 1.0177,
      "step": 345
    },
    {
      "epoch": 0.7032520325203252,
      "grad_norm": 0.8461423402217931,
      "learning_rate": 1.9915163208797986e-05,
      "loss": 1.1233,
      "step": 346
    },
    {
      "epoch": 0.7052845528455285,
      "grad_norm": 0.6527702137350551,
      "learning_rate": 1.9914305336634187e-05,
      "loss": 1.0204,
      "step": 347
    },
    {
      "epoch": 0.7073170731707317,
      "grad_norm": 0.7466305361439416,
      "learning_rate": 1.991344316751198e-05,
      "loss": 1.0347,
      "step": 348
    },
    {
      "epoch": 0.709349593495935,
      "grad_norm": 0.7403559161275431,
      "learning_rate": 1.991257670180504e-05,
      "loss": 0.9934,
      "step": 349
    },
    {
      "epoch": 0.7113821138211383,
      "grad_norm": 0.8757238282481509,
      "learning_rate": 1.9911705939888905e-05,
      "loss": 0.929,
      "step": 350
    },
    {
      "epoch": 0.7134146341463414,
      "grad_norm": 0.8464033800891151,
      "learning_rate": 1.9910830882140967e-05,
      "loss": 0.9744,
      "step": 351
    },
    {
      "epoch": 0.7154471544715447,
      "grad_norm": 0.9041960406003268,
      "learning_rate": 1.9909951528940485e-05,
      "loss": 1.0844,
      "step": 352
    },
    {
      "epoch": 0.717479674796748,
      "grad_norm": 0.7718255643186065,
      "learning_rate": 1.9909067880668583e-05,
      "loss": 1.0546,
      "step": 353
    },
    {
      "epoch": 0.7195121951219512,
      "grad_norm": 0.8559886670637414,
      "learning_rate": 1.9908179937708244e-05,
      "loss": 1.1614,
      "step": 354
    },
    {
      "epoch": 0.7215447154471545,
      "grad_norm": 0.8793626877908183,
      "learning_rate": 1.990728770044431e-05,
      "loss": 1.1303,
      "step": 355
    },
    {
      "epoch": 0.7235772357723578,
      "grad_norm": 0.709460532953605,
      "learning_rate": 1.990639116926348e-05,
      "loss": 1.0501,
      "step": 356
    },
    {
      "epoch": 0.725609756097561,
      "grad_norm": 0.8398701083774753,
      "learning_rate": 1.9905490344554325e-05,
      "loss": 0.9864,
      "step": 357
    },
    {
      "epoch": 0.7276422764227642,
      "grad_norm": 0.8683835809740145,
      "learning_rate": 1.990458522670727e-05,
      "loss": 1.0017,
      "step": 358
    },
    {
      "epoch": 0.7296747967479674,
      "grad_norm": 0.9093979910852322,
      "learning_rate": 1.99036758161146e-05,
      "loss": 1.1866,
      "step": 359
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 0.7862220594658448,
      "learning_rate": 1.9902762113170467e-05,
      "loss": 1.0232,
      "step": 360
    },
    {
      "epoch": 0.733739837398374,
      "grad_norm": 0.8512543420004076,
      "learning_rate": 1.9901844118270875e-05,
      "loss": 1.1265,
      "step": 361
    },
    {
      "epoch": 0.7357723577235772,
      "grad_norm": 0.9359099639950121,
      "learning_rate": 1.9900921831813695e-05,
      "loss": 0.9303,
      "step": 362
    },
    {
      "epoch": 0.7378048780487805,
      "grad_norm": 0.7268312961357214,
      "learning_rate": 1.9899995254198655e-05,
      "loss": 1.0529,
      "step": 363
    },
    {
      "epoch": 0.7398373983739838,
      "grad_norm": 0.8039946599556934,
      "learning_rate": 1.989906438582734e-05,
      "loss": 0.965,
      "step": 364
    },
    {
      "epoch": 0.741869918699187,
      "grad_norm": 0.8444207131888133,
      "learning_rate": 1.98981292271032e-05,
      "loss": 1.2866,
      "step": 365
    },
    {
      "epoch": 0.7439024390243902,
      "grad_norm": 0.8542704797481094,
      "learning_rate": 1.9897189778431542e-05,
      "loss": 1.2246,
      "step": 366
    },
    {
      "epoch": 0.7459349593495935,
      "grad_norm": 0.76548113628278,
      "learning_rate": 1.989624604021953e-05,
      "loss": 1.1666,
      "step": 367
    },
    {
      "epoch": 0.7479674796747967,
      "grad_norm": 0.8261987698490619,
      "learning_rate": 1.9895298012876192e-05,
      "loss": 0.9967,
      "step": 368
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8763250741843557,
      "learning_rate": 1.9894345696812413e-05,
      "loss": 1.1903,
      "step": 369
    },
    {
      "epoch": 0.7520325203252033,
      "grad_norm": 0.8551737355763933,
      "learning_rate": 1.9893389092440932e-05,
      "loss": 1.0636,
      "step": 370
    },
    {
      "epoch": 0.7540650406504065,
      "grad_norm": 0.8687165307764337,
      "learning_rate": 1.989242820017636e-05,
      "loss": 1.1209,
      "step": 371
    },
    {
      "epoch": 0.7560975609756098,
      "grad_norm": 0.8986269816037802,
      "learning_rate": 1.9891463020435144e-05,
      "loss": 1.0994,
      "step": 372
    },
    {
      "epoch": 0.758130081300813,
      "grad_norm": 0.9128601794164192,
      "learning_rate": 1.989049355363561e-05,
      "loss": 0.9773,
      "step": 373
    },
    {
      "epoch": 0.7601626016260162,
      "grad_norm": 0.8859899190733247,
      "learning_rate": 1.988951980019794e-05,
      "loss": 1.1162,
      "step": 374
    },
    {
      "epoch": 0.7621951219512195,
      "grad_norm": 0.7911240823451815,
      "learning_rate": 1.9888541760544154e-05,
      "loss": 1.1656,
      "step": 375
    },
    {
      "epoch": 0.7642276422764228,
      "grad_norm": 0.8117680606213679,
      "learning_rate": 1.9887559435098162e-05,
      "loss": 1.0229,
      "step": 376
    },
    {
      "epoch": 0.766260162601626,
      "grad_norm": 0.9832847811984806,
      "learning_rate": 1.9886572824285698e-05,
      "loss": 1.2616,
      "step": 377
    },
    {
      "epoch": 0.7682926829268293,
      "grad_norm": 0.8707182915756151,
      "learning_rate": 1.988558192853438e-05,
      "loss": 1.0617,
      "step": 378
    },
    {
      "epoch": 0.7703252032520326,
      "grad_norm": 0.730639019068089,
      "learning_rate": 1.9884586748273664e-05,
      "loss": 0.9824,
      "step": 379
    },
    {
      "epoch": 0.7723577235772358,
      "grad_norm": 0.8491160020626655,
      "learning_rate": 1.9883587283934875e-05,
      "loss": 1.1243,
      "step": 380
    },
    {
      "epoch": 0.774390243902439,
      "grad_norm": 0.8758504389440154,
      "learning_rate": 1.988258353595119e-05,
      "loss": 1.1837,
      "step": 381
    },
    {
      "epoch": 0.7764227642276422,
      "grad_norm": 0.8984507124702282,
      "learning_rate": 1.988157550475764e-05,
      "loss": 1.0556,
      "step": 382
    },
    {
      "epoch": 0.7784552845528455,
      "grad_norm": 0.865512629824748,
      "learning_rate": 1.9880563190791125e-05,
      "loss": 1.0094,
      "step": 383
    },
    {
      "epoch": 0.7804878048780488,
      "grad_norm": 0.8719091025330833,
      "learning_rate": 1.9879546594490383e-05,
      "loss": 1.0989,
      "step": 384
    },
    {
      "epoch": 0.782520325203252,
      "grad_norm": 0.8443421671113395,
      "learning_rate": 1.987852571629602e-05,
      "loss": 1.0766,
      "step": 385
    },
    {
      "epoch": 0.7845528455284553,
      "grad_norm": 0.7801184751508234,
      "learning_rate": 1.9877500556650494e-05,
      "loss": 1.0505,
      "step": 386
    },
    {
      "epoch": 0.7865853658536586,
      "grad_norm": 0.8947502640696742,
      "learning_rate": 1.9876471115998122e-05,
      "loss": 1.3102,
      "step": 387
    },
    {
      "epoch": 0.7886178861788617,
      "grad_norm": 0.7259560312278743,
      "learning_rate": 1.987543739478507e-05,
      "loss": 1.0932,
      "step": 388
    },
    {
      "epoch": 0.790650406504065,
      "grad_norm": 0.812712031940616,
      "learning_rate": 1.9874399393459365e-05,
      "loss": 1.0595,
      "step": 389
    },
    {
      "epoch": 0.7926829268292683,
      "grad_norm": 0.8574089878289958,
      "learning_rate": 1.987335711247089e-05,
      "loss": 0.9476,
      "step": 390
    },
    {
      "epoch": 0.7947154471544715,
      "grad_norm": 0.9079669578420158,
      "learning_rate": 1.9872310552271374e-05,
      "loss": 0.9934,
      "step": 391
    },
    {
      "epoch": 0.7967479674796748,
      "grad_norm": 0.9418588852393975,
      "learning_rate": 1.987125971331441e-05,
      "loss": 1.1037,
      "step": 392
    },
    {
      "epoch": 0.7987804878048781,
      "grad_norm": 0.8588984811467736,
      "learning_rate": 1.987020459605544e-05,
      "loss": 0.989,
      "step": 393
    },
    {
      "epoch": 0.8008130081300813,
      "grad_norm": 0.8378124737523079,
      "learning_rate": 1.9869145200951766e-05,
      "loss": 0.9201,
      "step": 394
    },
    {
      "epoch": 0.8028455284552846,
      "grad_norm": 0.9979608204270138,
      "learning_rate": 1.986808152846254e-05,
      "loss": 1.0191,
      "step": 395
    },
    {
      "epoch": 0.8048780487804879,
      "grad_norm": 0.89781681406106,
      "learning_rate": 1.9867013579048765e-05,
      "loss": 1.2184,
      "step": 396
    },
    {
      "epoch": 0.806910569105691,
      "grad_norm": 0.7886510521239992,
      "learning_rate": 1.9865941353173302e-05,
      "loss": 1.0385,
      "step": 397
    },
    {
      "epoch": 0.8089430894308943,
      "grad_norm": 0.8327183691819595,
      "learning_rate": 1.9864864851300863e-05,
      "loss": 1.0465,
      "step": 398
    },
    {
      "epoch": 0.8109756097560976,
      "grad_norm": 0.7853127856207369,
      "learning_rate": 1.9863784073898018e-05,
      "loss": 1.155,
      "step": 399
    },
    {
      "epoch": 0.8130081300813008,
      "grad_norm": 0.8409050861873923,
      "learning_rate": 1.9862699021433186e-05,
      "loss": 1.0399,
      "step": 400
    },
    {
      "epoch": 0.8150406504065041,
      "grad_norm": 0.7424180594441359,
      "learning_rate": 1.9861609694376635e-05,
      "loss": 1.1304,
      "step": 401
    },
    {
      "epoch": 0.8170731707317073,
      "grad_norm": 0.8020892439617656,
      "learning_rate": 1.9860516093200493e-05,
      "loss": 1.0076,
      "step": 402
    },
    {
      "epoch": 0.8191056910569106,
      "grad_norm": 0.8062601762244481,
      "learning_rate": 1.9859418218378742e-05,
      "loss": 1.1278,
      "step": 403
    },
    {
      "epoch": 0.8211382113821138,
      "grad_norm": 0.8235535650407905,
      "learning_rate": 1.9858316070387208e-05,
      "loss": 1.0584,
      "step": 404
    },
    {
      "epoch": 0.823170731707317,
      "grad_norm": 0.8286517930336054,
      "learning_rate": 1.9857209649703573e-05,
      "loss": 1.1391,
      "step": 405
    },
    {
      "epoch": 0.8252032520325203,
      "grad_norm": 0.8898545782379115,
      "learning_rate": 1.985609895680737e-05,
      "loss": 0.9472,
      "step": 406
    },
    {
      "epoch": 0.8272357723577236,
      "grad_norm": 0.9288637237327725,
      "learning_rate": 1.9854983992179987e-05,
      "loss": 1.0112,
      "step": 407
    },
    {
      "epoch": 0.8292682926829268,
      "grad_norm": 0.8750047969552921,
      "learning_rate": 1.9853864756304654e-05,
      "loss": 0.9476,
      "step": 408
    },
    {
      "epoch": 0.8313008130081301,
      "grad_norm": 0.9127082380849462,
      "learning_rate": 1.9852741249666464e-05,
      "loss": 1.3042,
      "step": 409
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.8962346633719827,
      "learning_rate": 1.985161347275236e-05,
      "loss": 1.0546,
      "step": 410
    },
    {
      "epoch": 0.8353658536585366,
      "grad_norm": 0.8380458894075802,
      "learning_rate": 1.9850481426051125e-05,
      "loss": 1.0214,
      "step": 411
    },
    {
      "epoch": 0.8373983739837398,
      "grad_norm": 0.8883777730504038,
      "learning_rate": 1.9849345110053405e-05,
      "loss": 0.8893,
      "step": 412
    },
    {
      "epoch": 0.8394308943089431,
      "grad_norm": 0.8935903053211901,
      "learning_rate": 1.984820452525168e-05,
      "loss": 1.0352,
      "step": 413
    },
    {
      "epoch": 0.8414634146341463,
      "grad_norm": 0.8128931099950174,
      "learning_rate": 1.9847059672140305e-05,
      "loss": 1.0146,
      "step": 414
    },
    {
      "epoch": 0.8434959349593496,
      "grad_norm": 0.7480300679619891,
      "learning_rate": 1.9845910551215462e-05,
      "loss": 1.0525,
      "step": 415
    },
    {
      "epoch": 0.8455284552845529,
      "grad_norm": 0.8805237760347523,
      "learning_rate": 1.984475716297519e-05,
      "loss": 1.0843,
      "step": 416
    },
    {
      "epoch": 0.8475609756097561,
      "grad_norm": 0.7928507222795159,
      "learning_rate": 1.9843599507919385e-05,
      "loss": 1.1023,
      "step": 417
    },
    {
      "epoch": 0.8495934959349594,
      "grad_norm": 0.771311805449204,
      "learning_rate": 1.9842437586549783e-05,
      "loss": 0.8653,
      "step": 418
    },
    {
      "epoch": 0.8516260162601627,
      "grad_norm": 0.8560345845917903,
      "learning_rate": 1.9841271399369973e-05,
      "loss": 1.2467,
      "step": 419
    },
    {
      "epoch": 0.8536585365853658,
      "grad_norm": 0.9336520493233321,
      "learning_rate": 1.984010094688539e-05,
      "loss": 1.1441,
      "step": 420
    },
    {
      "epoch": 0.8556910569105691,
      "grad_norm": 0.8587387628931449,
      "learning_rate": 1.9838926229603322e-05,
      "loss": 1.1753,
      "step": 421
    },
    {
      "epoch": 0.8577235772357723,
      "grad_norm": 0.8970493549861975,
      "learning_rate": 1.9837747248032904e-05,
      "loss": 1.2841,
      "step": 422
    },
    {
      "epoch": 0.8597560975609756,
      "grad_norm": 0.7943026017030438,
      "learning_rate": 1.9836564002685115e-05,
      "loss": 1.017,
      "step": 423
    },
    {
      "epoch": 0.8617886178861789,
      "grad_norm": 0.8254146263379378,
      "learning_rate": 1.9835376494072788e-05,
      "loss": 0.9192,
      "step": 424
    },
    {
      "epoch": 0.8638211382113821,
      "grad_norm": 0.949237257438604,
      "learning_rate": 1.98341847227106e-05,
      "loss": 1.2524,
      "step": 425
    },
    {
      "epoch": 0.8658536585365854,
      "grad_norm": 0.9055662476130731,
      "learning_rate": 1.9832988689115078e-05,
      "loss": 0.9752,
      "step": 426
    },
    {
      "epoch": 0.8678861788617886,
      "grad_norm": 0.8815100211159871,
      "learning_rate": 1.9831788393804593e-05,
      "loss": 1.1699,
      "step": 427
    },
    {
      "epoch": 0.8699186991869918,
      "grad_norm": 0.8400228167321123,
      "learning_rate": 1.9830583837299363e-05,
      "loss": 1.0792,
      "step": 428
    },
    {
      "epoch": 0.8719512195121951,
      "grad_norm": 0.9318773526574476,
      "learning_rate": 1.982937502012146e-05,
      "loss": 1.1205,
      "step": 429
    },
    {
      "epoch": 0.8739837398373984,
      "grad_norm": 0.842683442661975,
      "learning_rate": 1.9828161942794793e-05,
      "loss": 1.1944,
      "step": 430
    },
    {
      "epoch": 0.8760162601626016,
      "grad_norm": 0.7792062442706137,
      "learning_rate": 1.9826944605845125e-05,
      "loss": 0.9745,
      "step": 431
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 0.9589991861871685,
      "learning_rate": 1.9825723009800058e-05,
      "loss": 1.2528,
      "step": 432
    },
    {
      "epoch": 0.8800813008130082,
      "grad_norm": 0.8484464229328488,
      "learning_rate": 1.9824497155189048e-05,
      "loss": 1.0932,
      "step": 433
    },
    {
      "epoch": 0.8821138211382114,
      "grad_norm": 0.7774659504672015,
      "learning_rate": 1.9823267042543392e-05,
      "loss": 1.2028,
      "step": 434
    },
    {
      "epoch": 0.8841463414634146,
      "grad_norm": 1.0179275123489693,
      "learning_rate": 1.9822032672396226e-05,
      "loss": 1.4034,
      "step": 435
    },
    {
      "epoch": 0.8861788617886179,
      "grad_norm": 0.8394780231481216,
      "learning_rate": 1.9820794045282553e-05,
      "loss": 0.902,
      "step": 436
    },
    {
      "epoch": 0.8882113821138211,
      "grad_norm": 0.8515218134925033,
      "learning_rate": 1.981955116173919e-05,
      "loss": 1.2325,
      "step": 437
    },
    {
      "epoch": 0.8902439024390244,
      "grad_norm": 0.9287920221146229,
      "learning_rate": 1.9818304022304824e-05,
      "loss": 1.0282,
      "step": 438
    },
    {
      "epoch": 0.8922764227642277,
      "grad_norm": 0.834638455935727,
      "learning_rate": 1.981705262751998e-05,
      "loss": 1.1342,
      "step": 439
    },
    {
      "epoch": 0.8943089430894309,
      "grad_norm": 0.9983290397384613,
      "learning_rate": 1.9815796977927015e-05,
      "loss": 1.077,
      "step": 440
    },
    {
      "epoch": 0.8963414634146342,
      "grad_norm": 0.8364522708708451,
      "learning_rate": 1.981453707407015e-05,
      "loss": 1.2097,
      "step": 441
    },
    {
      "epoch": 0.8983739837398373,
      "grad_norm": 0.8993441329241969,
      "learning_rate": 1.9813272916495435e-05,
      "loss": 1.1354,
      "step": 442
    },
    {
      "epoch": 0.9004065040650406,
      "grad_norm": 0.8917915652079444,
      "learning_rate": 1.981200450575077e-05,
      "loss": 1.0096,
      "step": 443
    },
    {
      "epoch": 0.9024390243902439,
      "grad_norm": 0.8230494563099897,
      "learning_rate": 1.9810731842385892e-05,
      "loss": 1.0393,
      "step": 444
    },
    {
      "epoch": 0.9044715447154471,
      "grad_norm": 0.8217744498279704,
      "learning_rate": 1.9809454926952395e-05,
      "loss": 1.0265,
      "step": 445
    },
    {
      "epoch": 0.9065040650406504,
      "grad_norm": 0.8647768600783248,
      "learning_rate": 1.98081737600037e-05,
      "loss": 0.9744,
      "step": 446
    },
    {
      "epoch": 0.9085365853658537,
      "grad_norm": 0.9312158964921499,
      "learning_rate": 1.9806888342095078e-05,
      "loss": 1.1097,
      "step": 447
    },
    {
      "epoch": 0.9105691056910569,
      "grad_norm": 0.9848245150123199,
      "learning_rate": 1.9805598673783644e-05,
      "loss": 1.033,
      "step": 448
    },
    {
      "epoch": 0.9126016260162602,
      "grad_norm": 0.8237848135264456,
      "learning_rate": 1.9804304755628352e-05,
      "loss": 1.0903,
      "step": 449
    },
    {
      "epoch": 0.9146341463414634,
      "grad_norm": 0.8801877589335505,
      "learning_rate": 1.9803006588190002e-05,
      "loss": 1.1874,
      "step": 450
    },
    {
      "epoch": 0.9166666666666666,
      "grad_norm": 0.8764161996402368,
      "learning_rate": 1.9801704172031228e-05,
      "loss": 1.1432,
      "step": 451
    },
    {
      "epoch": 0.9186991869918699,
      "grad_norm": 0.8614998148744878,
      "learning_rate": 1.980039750771651e-05,
      "loss": 1.0555,
      "step": 452
    },
    {
      "epoch": 0.9207317073170732,
      "grad_norm": 0.8000409333103937,
      "learning_rate": 1.9799086595812174e-05,
      "loss": 1.1637,
      "step": 453
    },
    {
      "epoch": 0.9227642276422764,
      "grad_norm": 0.813661251580359,
      "learning_rate": 1.979777143688638e-05,
      "loss": 0.9032,
      "step": 454
    },
    {
      "epoch": 0.9247967479674797,
      "grad_norm": 0.7661037712971139,
      "learning_rate": 1.979645203150913e-05,
      "loss": 0.9553,
      "step": 455
    },
    {
      "epoch": 0.926829268292683,
      "grad_norm": 0.8798543374146954,
      "learning_rate": 1.9795128380252263e-05,
      "loss": 1.0171,
      "step": 456
    },
    {
      "epoch": 0.9288617886178862,
      "grad_norm": 0.9764498879223148,
      "learning_rate": 1.979380048368947e-05,
      "loss": 1.1928,
      "step": 457
    },
    {
      "epoch": 0.9308943089430894,
      "grad_norm": 1.1097447292506373,
      "learning_rate": 1.9792468342396277e-05,
      "loss": 1.2134,
      "step": 458
    },
    {
      "epoch": 0.9329268292682927,
      "grad_norm": 0.9711741882637649,
      "learning_rate": 1.9791131956950037e-05,
      "loss": 1.1271,
      "step": 459
    },
    {
      "epoch": 0.9349593495934959,
      "grad_norm": 0.8801632107258242,
      "learning_rate": 1.978979132792996e-05,
      "loss": 0.9238,
      "step": 460
    },
    {
      "epoch": 0.9369918699186992,
      "grad_norm": 0.9045546101227948,
      "learning_rate": 1.9788446455917087e-05,
      "loss": 0.9944,
      "step": 461
    },
    {
      "epoch": 0.9390243902439024,
      "grad_norm": 0.8207212373128288,
      "learning_rate": 1.9787097341494296e-05,
      "loss": 1.007,
      "step": 462
    },
    {
      "epoch": 0.9410569105691057,
      "grad_norm": 0.8647651589403151,
      "learning_rate": 1.978574398524631e-05,
      "loss": 1.0948,
      "step": 463
    },
    {
      "epoch": 0.943089430894309,
      "grad_norm": 0.8573886973280551,
      "learning_rate": 1.9784386387759684e-05,
      "loss": 1.2171,
      "step": 464
    },
    {
      "epoch": 0.9451219512195121,
      "grad_norm": 0.9242064557261793,
      "learning_rate": 1.9783024549622816e-05,
      "loss": 0.9022,
      "step": 465
    },
    {
      "epoch": 0.9471544715447154,
      "grad_norm": 1.0226618825537657,
      "learning_rate": 1.978165847142594e-05,
      "loss": 1.1819,
      "step": 466
    },
    {
      "epoch": 0.9491869918699187,
      "grad_norm": 0.7757185672443746,
      "learning_rate": 1.978028815376113e-05,
      "loss": 0.9813,
      "step": 467
    },
    {
      "epoch": 0.9512195121951219,
      "grad_norm": 0.8994770307054246,
      "learning_rate": 1.977891359722229e-05,
      "loss": 0.9417,
      "step": 468
    },
    {
      "epoch": 0.9532520325203252,
      "grad_norm": 0.8093898820250115,
      "learning_rate": 1.977753480240517e-05,
      "loss": 0.9101,
      "step": 469
    },
    {
      "epoch": 0.9552845528455285,
      "grad_norm": 0.8740581782309595,
      "learning_rate": 1.9776151769907353e-05,
      "loss": 1.2183,
      "step": 470
    },
    {
      "epoch": 0.9573170731707317,
      "grad_norm": 0.937506828643832,
      "learning_rate": 1.977476450032826e-05,
      "loss": 1.0675,
      "step": 471
    },
    {
      "epoch": 0.959349593495935,
      "grad_norm": 0.8522982483891116,
      "learning_rate": 1.9773372994269147e-05,
      "loss": 1.2072,
      "step": 472
    },
    {
      "epoch": 0.9613821138211383,
      "grad_norm": 0.9439955765636268,
      "learning_rate": 1.9771977252333104e-05,
      "loss": 1.0035,
      "step": 473
    },
    {
      "epoch": 0.9634146341463414,
      "grad_norm": 0.7998856634468354,
      "learning_rate": 1.9770577275125063e-05,
      "loss": 1.0851,
      "step": 474
    },
    {
      "epoch": 0.9654471544715447,
      "grad_norm": 0.9571030002483849,
      "learning_rate": 1.9769173063251782e-05,
      "loss": 1.1612,
      "step": 475
    },
    {
      "epoch": 0.967479674796748,
      "grad_norm": 0.8908700702869584,
      "learning_rate": 1.976776461732187e-05,
      "loss": 1.1408,
      "step": 476
    },
    {
      "epoch": 0.9695121951219512,
      "grad_norm": 0.8728997982294588,
      "learning_rate": 1.9766351937945753e-05,
      "loss": 1.0041,
      "step": 477
    },
    {
      "epoch": 0.9715447154471545,
      "grad_norm": 0.870660804424435,
      "learning_rate": 1.9764935025735704e-05,
      "loss": 1.1166,
      "step": 478
    },
    {
      "epoch": 0.9735772357723578,
      "grad_norm": 0.955940340885727,
      "learning_rate": 1.976351388130583e-05,
      "loss": 1.1196,
      "step": 479
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 0.7866372824902711,
      "learning_rate": 1.976208850527206e-05,
      "loss": 0.9699,
      "step": 480
    },
    {
      "epoch": 0.9776422764227642,
      "grad_norm": 0.99353371788088,
      "learning_rate": 1.976065889825217e-05,
      "loss": 1.0134,
      "step": 481
    },
    {
      "epoch": 0.9796747967479674,
      "grad_norm": 1.0177510139022083,
      "learning_rate": 1.9759225060865772e-05,
      "loss": 1.2094,
      "step": 482
    },
    {
      "epoch": 0.9817073170731707,
      "grad_norm": 0.9439025257140534,
      "learning_rate": 1.97577869937343e-05,
      "loss": 1.4114,
      "step": 483
    },
    {
      "epoch": 0.983739837398374,
      "grad_norm": 0.9297009457711639,
      "learning_rate": 1.9756344697481027e-05,
      "loss": 1.0473,
      "step": 484
    },
    {
      "epoch": 0.9857723577235772,
      "grad_norm": 0.9311138528482534,
      "learning_rate": 1.9754898172731056e-05,
      "loss": 0.9335,
      "step": 485
    },
    {
      "epoch": 0.9878048780487805,
      "grad_norm": 0.8750141287257764,
      "learning_rate": 1.975344742011133e-05,
      "loss": 1.0733,
      "step": 486
    },
    {
      "epoch": 0.9898373983739838,
      "grad_norm": 0.8393224270687004,
      "learning_rate": 1.975199244025062e-05,
      "loss": 1.0896,
      "step": 487
    },
    {
      "epoch": 0.991869918699187,
      "grad_norm": 0.9165402838801273,
      "learning_rate": 1.975053323377952e-05,
      "loss": 1.108,
      "step": 488
    },
    {
      "epoch": 0.9939024390243902,
      "grad_norm": 0.8341401767477676,
      "learning_rate": 1.9749069801330477e-05,
      "loss": 1.0481,
      "step": 489
    },
    {
      "epoch": 0.9959349593495935,
      "grad_norm": 0.9763340591101795,
      "learning_rate": 1.9747602143537752e-05,
      "loss": 1.1283,
      "step": 490
    },
    {
      "epoch": 0.9979674796747967,
      "grad_norm": 0.9906176820498767,
      "learning_rate": 1.9746130261037437e-05,
      "loss": 0.8376,
      "step": 491
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.010416819082582,
      "learning_rate": 1.9744654154467468e-05,
      "loss": 1.1198,
      "step": 492
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.0683757066726685,
      "eval_runtime": 133.6246,
      "eval_samples_per_second": 7.364,
      "eval_steps_per_second": 0.92,
      "step": 492
    },
    {
      "epoch": 1.0020325203252032,
      "grad_norm": 0.8656439459456532,
      "learning_rate": 1.9743173824467597e-05,
      "loss": 0.9182,
      "step": 493
    },
    {
      "epoch": 1.0040650406504066,
      "grad_norm": 0.945814123346113,
      "learning_rate": 1.9741689271679422e-05,
      "loss": 0.9677,
      "step": 494
    },
    {
      "epoch": 1.0060975609756098,
      "grad_norm": 0.9270700282516309,
      "learning_rate": 1.974020049674636e-05,
      "loss": 0.9522,
      "step": 495
    },
    {
      "epoch": 1.008130081300813,
      "grad_norm": 0.8565476969124097,
      "learning_rate": 1.9738707500313655e-05,
      "loss": 1.0552,
      "step": 496
    },
    {
      "epoch": 1.0101626016260163,
      "grad_norm": 0.9541026156007423,
      "learning_rate": 1.9737210283028397e-05,
      "loss": 1.0402,
      "step": 497
    },
    {
      "epoch": 1.0121951219512195,
      "grad_norm": 0.9001216650614674,
      "learning_rate": 1.9735708845539486e-05,
      "loss": 0.9542,
      "step": 498
    },
    {
      "epoch": 1.0142276422764227,
      "grad_norm": 0.918499826223804,
      "learning_rate": 1.973420318849766e-05,
      "loss": 0.922,
      "step": 499
    },
    {
      "epoch": 1.016260162601626,
      "grad_norm": 0.9937922900277678,
      "learning_rate": 1.9732693312555492e-05,
      "loss": 1.0634,
      "step": 500
    },
    {
      "epoch": 1.0182926829268293,
      "grad_norm": 0.9342471787637066,
      "learning_rate": 1.9731179218367375e-05,
      "loss": 1.0121,
      "step": 501
    },
    {
      "epoch": 1.0203252032520325,
      "grad_norm": 0.9408831275042376,
      "learning_rate": 1.972966090658953e-05,
      "loss": 1.1629,
      "step": 502
    },
    {
      "epoch": 1.0223577235772359,
      "grad_norm": 1.0218109059500948,
      "learning_rate": 1.9728138377880008e-05,
      "loss": 1.0242,
      "step": 503
    },
    {
      "epoch": 1.024390243902439,
      "grad_norm": 0.9215693945728668,
      "learning_rate": 1.9726611632898693e-05,
      "loss": 1.0532,
      "step": 504
    },
    {
      "epoch": 1.0264227642276422,
      "grad_norm": 0.8962329735165209,
      "learning_rate": 1.9725080672307286e-05,
      "loss": 0.998,
      "step": 505
    },
    {
      "epoch": 1.0284552845528456,
      "grad_norm": 0.8966170734296421,
      "learning_rate": 1.9723545496769324e-05,
      "loss": 0.9778,
      "step": 506
    },
    {
      "epoch": 1.0304878048780488,
      "grad_norm": 0.9856619528664992,
      "learning_rate": 1.9722006106950166e-05,
      "loss": 0.9943,
      "step": 507
    },
    {
      "epoch": 1.032520325203252,
      "grad_norm": 0.9245060179608685,
      "learning_rate": 1.9720462503517e-05,
      "loss": 1.0569,
      "step": 508
    },
    {
      "epoch": 1.0345528455284554,
      "grad_norm": 0.8338561515252424,
      "learning_rate": 1.9718914687138836e-05,
      "loss": 0.892,
      "step": 509
    },
    {
      "epoch": 1.0365853658536586,
      "grad_norm": 1.048434684293557,
      "learning_rate": 1.9717362658486515e-05,
      "loss": 1.2267,
      "step": 510
    },
    {
      "epoch": 1.0386178861788617,
      "grad_norm": 0.8090002608809052,
      "learning_rate": 1.9715806418232707e-05,
      "loss": 1.0331,
      "step": 511
    },
    {
      "epoch": 1.040650406504065,
      "grad_norm": 1.0038519126076604,
      "learning_rate": 1.971424596705189e-05,
      "loss": 0.9952,
      "step": 512
    },
    {
      "epoch": 1.0426829268292683,
      "grad_norm": 0.9477979117971985,
      "learning_rate": 1.971268130562039e-05,
      "loss": 0.9445,
      "step": 513
    },
    {
      "epoch": 1.0447154471544715,
      "grad_norm": 0.769797140690112,
      "learning_rate": 1.971111243461634e-05,
      "loss": 0.8902,
      "step": 514
    },
    {
      "epoch": 1.0467479674796747,
      "grad_norm": 0.866960560433393,
      "learning_rate": 1.9709539354719707e-05,
      "loss": 0.9437,
      "step": 515
    },
    {
      "epoch": 1.048780487804878,
      "grad_norm": 1.0068508727432885,
      "learning_rate": 1.9707962066612278e-05,
      "loss": 1.1071,
      "step": 516
    },
    {
      "epoch": 1.0508130081300813,
      "grad_norm": 0.9143179652902571,
      "learning_rate": 1.970638057097767e-05,
      "loss": 1.0065,
      "step": 517
    },
    {
      "epoch": 1.0528455284552845,
      "grad_norm": 1.0081539268983915,
      "learning_rate": 1.9704794868501314e-05,
      "loss": 1.0687,
      "step": 518
    },
    {
      "epoch": 1.0548780487804879,
      "grad_norm": 0.9814922751010605,
      "learning_rate": 1.970320495987047e-05,
      "loss": 0.9504,
      "step": 519
    },
    {
      "epoch": 1.056910569105691,
      "grad_norm": 0.9227882785986544,
      "learning_rate": 1.970161084577422e-05,
      "loss": 1.0029,
      "step": 520
    },
    {
      "epoch": 1.0589430894308942,
      "grad_norm": 0.9476431219479937,
      "learning_rate": 1.9700012526903473e-05,
      "loss": 0.8949,
      "step": 521
    },
    {
      "epoch": 1.0609756097560976,
      "grad_norm": 0.9476858671380127,
      "learning_rate": 1.9698410003950953e-05,
      "loss": 0.9543,
      "step": 522
    },
    {
      "epoch": 1.0630081300813008,
      "grad_norm": 0.9105724148517178,
      "learning_rate": 1.9696803277611205e-05,
      "loss": 0.9033,
      "step": 523
    },
    {
      "epoch": 1.065040650406504,
      "grad_norm": 0.959095627376021,
      "learning_rate": 1.9695192348580606e-05,
      "loss": 1.3785,
      "step": 524
    },
    {
      "epoch": 1.0670731707317074,
      "grad_norm": 0.9382991240239209,
      "learning_rate": 1.969357721755735e-05,
      "loss": 1.0604,
      "step": 525
    },
    {
      "epoch": 1.0691056910569106,
      "grad_norm": 1.3265490121342782,
      "learning_rate": 1.9691957885241448e-05,
      "loss": 0.9654,
      "step": 526
    },
    {
      "epoch": 1.0711382113821137,
      "grad_norm": 1.0392400977234846,
      "learning_rate": 1.969033435233473e-05,
      "loss": 1.1916,
      "step": 527
    },
    {
      "epoch": 1.0731707317073171,
      "grad_norm": 0.9502670525463409,
      "learning_rate": 1.9688706619540863e-05,
      "loss": 1.033,
      "step": 528
    },
    {
      "epoch": 1.0752032520325203,
      "grad_norm": 1.0509213439699032,
      "learning_rate": 1.968707468756531e-05,
      "loss": 1.2185,
      "step": 529
    },
    {
      "epoch": 1.0772357723577235,
      "grad_norm": 0.9519964272124978,
      "learning_rate": 1.9685438557115376e-05,
      "loss": 0.9599,
      "step": 530
    },
    {
      "epoch": 1.079268292682927,
      "grad_norm": 1.1401137359669156,
      "learning_rate": 1.968379822890017e-05,
      "loss": 1.206,
      "step": 531
    },
    {
      "epoch": 1.08130081300813,
      "grad_norm": 0.9254403893118026,
      "learning_rate": 1.968215370363063e-05,
      "loss": 0.7942,
      "step": 532
    },
    {
      "epoch": 1.0833333333333333,
      "grad_norm": 0.9048771320631627,
      "learning_rate": 1.9680504982019506e-05,
      "loss": 0.968,
      "step": 533
    },
    {
      "epoch": 1.0853658536585367,
      "grad_norm": 0.872598238446131,
      "learning_rate": 1.9678852064781372e-05,
      "loss": 0.8925,
      "step": 534
    },
    {
      "epoch": 1.0873983739837398,
      "grad_norm": 0.8200198308916853,
      "learning_rate": 1.9677194952632625e-05,
      "loss": 0.857,
      "step": 535
    },
    {
      "epoch": 1.089430894308943,
      "grad_norm": 0.9955307930230053,
      "learning_rate": 1.9675533646291463e-05,
      "loss": 1.0388,
      "step": 536
    },
    {
      "epoch": 1.0914634146341464,
      "grad_norm": 0.8685497526163544,
      "learning_rate": 1.967386814647792e-05,
      "loss": 0.9,
      "step": 537
    },
    {
      "epoch": 1.0934959349593496,
      "grad_norm": 1.0073252163726403,
      "learning_rate": 1.967219845391384e-05,
      "loss": 0.9064,
      "step": 538
    },
    {
      "epoch": 1.0955284552845528,
      "grad_norm": 1.008977386626071,
      "learning_rate": 1.967052456932288e-05,
      "loss": 1.1986,
      "step": 539
    },
    {
      "epoch": 1.0975609756097562,
      "grad_norm": 0.9742079904509064,
      "learning_rate": 1.9668846493430522e-05,
      "loss": 1.1208,
      "step": 540
    },
    {
      "epoch": 1.0995934959349594,
      "grad_norm": 1.030740688551819,
      "learning_rate": 1.966716422696406e-05,
      "loss": 1.1988,
      "step": 541
    },
    {
      "epoch": 1.1016260162601625,
      "grad_norm": 1.0866307086362366,
      "learning_rate": 1.9665477770652602e-05,
      "loss": 1.1048,
      "step": 542
    },
    {
      "epoch": 1.103658536585366,
      "grad_norm": 0.976062938832535,
      "learning_rate": 1.966378712522708e-05,
      "loss": 0.9779,
      "step": 543
    },
    {
      "epoch": 1.1056910569105691,
      "grad_norm": 1.0579837362616067,
      "learning_rate": 1.9662092291420233e-05,
      "loss": 1.1631,
      "step": 544
    },
    {
      "epoch": 1.1077235772357723,
      "grad_norm": 0.9029208862109198,
      "learning_rate": 1.966039326996662e-05,
      "loss": 0.9237,
      "step": 545
    },
    {
      "epoch": 1.1097560975609757,
      "grad_norm": 0.8727714487853463,
      "learning_rate": 1.9658690061602614e-05,
      "loss": 0.771,
      "step": 546
    },
    {
      "epoch": 1.1117886178861789,
      "grad_norm": 1.2040815359999504,
      "learning_rate": 1.96569826670664e-05,
      "loss": 1.1337,
      "step": 547
    },
    {
      "epoch": 1.113821138211382,
      "grad_norm": 1.1092878734674854,
      "learning_rate": 1.965527108709798e-05,
      "loss": 1.1023,
      "step": 548
    },
    {
      "epoch": 1.1158536585365855,
      "grad_norm": 0.9966645539399892,
      "learning_rate": 1.9653555322439176e-05,
      "loss": 1.04,
      "step": 549
    },
    {
      "epoch": 1.1178861788617886,
      "grad_norm": 1.031778600515744,
      "learning_rate": 1.9651835373833613e-05,
      "loss": 1.1368,
      "step": 550
    },
    {
      "epoch": 1.1199186991869918,
      "grad_norm": 0.8364382956840528,
      "learning_rate": 1.9650111242026732e-05,
      "loss": 0.8988,
      "step": 551
    },
    {
      "epoch": 1.1219512195121952,
      "grad_norm": 1.0638249134468187,
      "learning_rate": 1.964838292776579e-05,
      "loss": 1.0758,
      "step": 552
    },
    {
      "epoch": 1.1239837398373984,
      "grad_norm": 1.0870780327598886,
      "learning_rate": 1.9646650431799855e-05,
      "loss": 0.8828,
      "step": 553
    },
    {
      "epoch": 1.1260162601626016,
      "grad_norm": 0.9781677489862137,
      "learning_rate": 1.964491375487981e-05,
      "loss": 0.8184,
      "step": 554
    },
    {
      "epoch": 1.1280487804878048,
      "grad_norm": 1.0607590974961458,
      "learning_rate": 1.964317289775835e-05,
      "loss": 0.8548,
      "step": 555
    },
    {
      "epoch": 1.1300813008130082,
      "grad_norm": 1.1911593440825776,
      "learning_rate": 1.9641427861189973e-05,
      "loss": 1.1225,
      "step": 556
    },
    {
      "epoch": 1.1321138211382114,
      "grad_norm": 0.9390414818503613,
      "learning_rate": 1.9639678645931002e-05,
      "loss": 1.0706,
      "step": 557
    },
    {
      "epoch": 1.1341463414634148,
      "grad_norm": 0.8952157776483269,
      "learning_rate": 1.963792525273956e-05,
      "loss": 0.9529,
      "step": 558
    },
    {
      "epoch": 1.136178861788618,
      "grad_norm": 0.8324089284511068,
      "learning_rate": 1.9636167682375587e-05,
      "loss": 0.8206,
      "step": 559
    },
    {
      "epoch": 1.1382113821138211,
      "grad_norm": 0.8191790623570732,
      "learning_rate": 1.963440593560083e-05,
      "loss": 0.8329,
      "step": 560
    },
    {
      "epoch": 1.1402439024390243,
      "grad_norm": 0.8515089784839401,
      "learning_rate": 1.963264001317885e-05,
      "loss": 0.8944,
      "step": 561
    },
    {
      "epoch": 1.1422764227642277,
      "grad_norm": 0.9473263735500067,
      "learning_rate": 1.9630869915875012e-05,
      "loss": 1.0415,
      "step": 562
    },
    {
      "epoch": 1.1443089430894309,
      "grad_norm": 1.12059280726806,
      "learning_rate": 1.9629095644456495e-05,
      "loss": 1.0907,
      "step": 563
    },
    {
      "epoch": 1.146341463414634,
      "grad_norm": 1.0434975977525258,
      "learning_rate": 1.9627317199692287e-05,
      "loss": 0.9394,
      "step": 564
    },
    {
      "epoch": 1.1483739837398375,
      "grad_norm": 1.065971800176704,
      "learning_rate": 1.962553458235318e-05,
      "loss": 1.2149,
      "step": 565
    },
    {
      "epoch": 1.1504065040650406,
      "grad_norm": 1.1476608601955756,
      "learning_rate": 1.9623747793211784e-05,
      "loss": 1.4029,
      "step": 566
    },
    {
      "epoch": 1.1524390243902438,
      "grad_norm": 1.0621530314545733,
      "learning_rate": 1.9621956833042507e-05,
      "loss": 1.1128,
      "step": 567
    },
    {
      "epoch": 1.1544715447154472,
      "grad_norm": 1.1022028809109568,
      "learning_rate": 1.962016170262157e-05,
      "loss": 0.8697,
      "step": 568
    },
    {
      "epoch": 1.1565040650406504,
      "grad_norm": 0.9379519622199853,
      "learning_rate": 1.9618362402727003e-05,
      "loss": 0.8749,
      "step": 569
    },
    {
      "epoch": 1.1585365853658536,
      "grad_norm": 1.0752567366854306,
      "learning_rate": 1.9616558934138637e-05,
      "loss": 1.2139,
      "step": 570
    },
    {
      "epoch": 1.160569105691057,
      "grad_norm": 1.0452815959225727,
      "learning_rate": 1.961475129763811e-05,
      "loss": 1.071,
      "step": 571
    },
    {
      "epoch": 1.1626016260162602,
      "grad_norm": 0.9876431278867317,
      "learning_rate": 1.961293949400888e-05,
      "loss": 0.9854,
      "step": 572
    },
    {
      "epoch": 1.1646341463414633,
      "grad_norm": 0.9804891003173283,
      "learning_rate": 1.961112352403619e-05,
      "loss": 1.1502,
      "step": 573
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 0.986950862310023,
      "learning_rate": 1.9609303388507105e-05,
      "loss": 0.9665,
      "step": 574
    },
    {
      "epoch": 1.16869918699187,
      "grad_norm": 0.8406390928230718,
      "learning_rate": 1.960747908821049e-05,
      "loss": 1.0098,
      "step": 575
    },
    {
      "epoch": 1.170731707317073,
      "grad_norm": 1.0210553286567723,
      "learning_rate": 1.960565062393701e-05,
      "loss": 0.9317,
      "step": 576
    },
    {
      "epoch": 1.1727642276422765,
      "grad_norm": 0.9494676956402708,
      "learning_rate": 1.9603817996479148e-05,
      "loss": 0.8168,
      "step": 577
    },
    {
      "epoch": 1.1747967479674797,
      "grad_norm": 1.302035182688394,
      "learning_rate": 1.960198120663117e-05,
      "loss": 1.0575,
      "step": 578
    },
    {
      "epoch": 1.1768292682926829,
      "grad_norm": 1.0695758976820913,
      "learning_rate": 1.9600140255189175e-05,
      "loss": 1.0516,
      "step": 579
    },
    {
      "epoch": 1.1788617886178863,
      "grad_norm": 0.8241341182269302,
      "learning_rate": 1.9598295142951035e-05,
      "loss": 0.8644,
      "step": 580
    },
    {
      "epoch": 1.1808943089430894,
      "grad_norm": 1.1389369297183656,
      "learning_rate": 1.9596445870716453e-05,
      "loss": 1.1174,
      "step": 581
    },
    {
      "epoch": 1.1829268292682926,
      "grad_norm": 1.0339138588051022,
      "learning_rate": 1.959459243928691e-05,
      "loss": 1.0757,
      "step": 582
    },
    {
      "epoch": 1.184959349593496,
      "grad_norm": 0.8382639817204828,
      "learning_rate": 1.959273484946571e-05,
      "loss": 0.9571,
      "step": 583
    },
    {
      "epoch": 1.1869918699186992,
      "grad_norm": 1.0154339088294115,
      "learning_rate": 1.9590873102057948e-05,
      "loss": 0.8301,
      "step": 584
    },
    {
      "epoch": 1.1890243902439024,
      "grad_norm": 0.9492385770700219,
      "learning_rate": 1.9589007197870523e-05,
      "loss": 0.9154,
      "step": 585
    },
    {
      "epoch": 1.1910569105691058,
      "grad_norm": 1.053042113971433,
      "learning_rate": 1.9587137137712137e-05,
      "loss": 1.1256,
      "step": 586
    },
    {
      "epoch": 1.193089430894309,
      "grad_norm": 0.9527759402604629,
      "learning_rate": 1.9585262922393292e-05,
      "loss": 1.1042,
      "step": 587
    },
    {
      "epoch": 1.1951219512195121,
      "grad_norm": 0.9440031399792729,
      "learning_rate": 1.9583384552726294e-05,
      "loss": 1.0881,
      "step": 588
    },
    {
      "epoch": 1.1971544715447155,
      "grad_norm": 1.023661085980655,
      "learning_rate": 1.9581502029525245e-05,
      "loss": 0.966,
      "step": 589
    },
    {
      "epoch": 1.1991869918699187,
      "grad_norm": 1.0062449810172498,
      "learning_rate": 1.9579615353606053e-05,
      "loss": 1.0622,
      "step": 590
    },
    {
      "epoch": 1.201219512195122,
      "grad_norm": 0.9220838532115284,
      "learning_rate": 1.957772452578641e-05,
      "loss": 0.8577,
      "step": 591
    },
    {
      "epoch": 1.203252032520325,
      "grad_norm": 0.9627483191157311,
      "learning_rate": 1.957582954688584e-05,
      "loss": 1.0463,
      "step": 592
    },
    {
      "epoch": 1.2052845528455285,
      "grad_norm": 1.0255637969900555,
      "learning_rate": 1.9573930417725626e-05,
      "loss": 1.1338,
      "step": 593
    },
    {
      "epoch": 1.2073170731707317,
      "grad_norm": 0.8883701805842332,
      "learning_rate": 1.9572027139128877e-05,
      "loss": 0.9152,
      "step": 594
    },
    {
      "epoch": 1.209349593495935,
      "grad_norm": 0.9919089554823538,
      "learning_rate": 1.9570119711920495e-05,
      "loss": 1.0828,
      "step": 595
    },
    {
      "epoch": 1.2113821138211383,
      "grad_norm": 0.9965065358314751,
      "learning_rate": 1.9568208136927177e-05,
      "loss": 0.9222,
      "step": 596
    },
    {
      "epoch": 1.2134146341463414,
      "grad_norm": 0.9297541298358124,
      "learning_rate": 1.956629241497742e-05,
      "loss": 0.9957,
      "step": 597
    },
    {
      "epoch": 1.2154471544715446,
      "grad_norm": 1.0789015703383775,
      "learning_rate": 1.9564372546901512e-05,
      "loss": 1.165,
      "step": 598
    },
    {
      "epoch": 1.217479674796748,
      "grad_norm": 0.9706984629071367,
      "learning_rate": 1.9562448533531548e-05,
      "loss": 0.8826,
      "step": 599
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 1.0002290912162703,
      "learning_rate": 1.9560520375701408e-05,
      "loss": 0.9033,
      "step": 600
    },
    {
      "epoch": 1.2215447154471546,
      "grad_norm": 1.082574459096385,
      "learning_rate": 1.955858807424678e-05,
      "loss": 1.0247,
      "step": 601
    },
    {
      "epoch": 1.2235772357723578,
      "grad_norm": 0.9721018065651923,
      "learning_rate": 1.9556651630005144e-05,
      "loss": 1.0158,
      "step": 602
    },
    {
      "epoch": 1.225609756097561,
      "grad_norm": 1.09733529375878,
      "learning_rate": 1.9554711043815772e-05,
      "loss": 0.9,
      "step": 603
    },
    {
      "epoch": 1.2276422764227641,
      "grad_norm": 1.0008777893720482,
      "learning_rate": 1.9552766316519726e-05,
      "loss": 1.1968,
      "step": 604
    },
    {
      "epoch": 1.2296747967479675,
      "grad_norm": 1.1105654710565063,
      "learning_rate": 1.9550817448959886e-05,
      "loss": 1.1366,
      "step": 605
    },
    {
      "epoch": 1.2317073170731707,
      "grad_norm": 0.984235675450752,
      "learning_rate": 1.9548864441980897e-05,
      "loss": 1.0297,
      "step": 606
    },
    {
      "epoch": 1.233739837398374,
      "grad_norm": 0.8474922634461918,
      "learning_rate": 1.9546907296429216e-05,
      "loss": 0.7547,
      "step": 607
    },
    {
      "epoch": 1.2357723577235773,
      "grad_norm": 1.0187314568588217,
      "learning_rate": 1.9544946013153093e-05,
      "loss": 1.0329,
      "step": 608
    },
    {
      "epoch": 1.2378048780487805,
      "grad_norm": 1.0033636041182572,
      "learning_rate": 1.954298059300256e-05,
      "loss": 1.0439,
      "step": 609
    },
    {
      "epoch": 1.2398373983739837,
      "grad_norm": 1.056705416849351,
      "learning_rate": 1.9541011036829455e-05,
      "loss": 0.9923,
      "step": 610
    },
    {
      "epoch": 1.241869918699187,
      "grad_norm": 0.8843439547543105,
      "learning_rate": 1.9539037345487404e-05,
      "loss": 0.8476,
      "step": 611
    },
    {
      "epoch": 1.2439024390243902,
      "grad_norm": 1.0028235978210454,
      "learning_rate": 1.9537059519831822e-05,
      "loss": 0.8438,
      "step": 612
    },
    {
      "epoch": 1.2459349593495934,
      "grad_norm": 1.0197955038755855,
      "learning_rate": 1.953507756071992e-05,
      "loss": 1.1247,
      "step": 613
    },
    {
      "epoch": 1.2479674796747968,
      "grad_norm": 0.9831074752358715,
      "learning_rate": 1.9533091469010694e-05,
      "loss": 0.9378,
      "step": 614
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.9704036322083621,
      "learning_rate": 1.9531101245564944e-05,
      "loss": 0.9341,
      "step": 615
    },
    {
      "epoch": 1.2520325203252032,
      "grad_norm": 1.1760280523602702,
      "learning_rate": 1.9529106891245244e-05,
      "loss": 0.9379,
      "step": 616
    },
    {
      "epoch": 1.2540650406504066,
      "grad_norm": 1.1125939551634654,
      "learning_rate": 1.952710840691597e-05,
      "loss": 0.9081,
      "step": 617
    },
    {
      "epoch": 1.2560975609756098,
      "grad_norm": 0.9608442934011571,
      "learning_rate": 1.9525105793443288e-05,
      "loss": 0.9555,
      "step": 618
    },
    {
      "epoch": 1.258130081300813,
      "grad_norm": 0.9147128934010139,
      "learning_rate": 1.9523099051695153e-05,
      "loss": 1.0244,
      "step": 619
    },
    {
      "epoch": 1.2601626016260163,
      "grad_norm": 0.964970705695258,
      "learning_rate": 1.9521088182541298e-05,
      "loss": 0.968,
      "step": 620
    },
    {
      "epoch": 1.2621951219512195,
      "grad_norm": 1.123968155861131,
      "learning_rate": 1.9519073186853256e-05,
      "loss": 1.1213,
      "step": 621
    },
    {
      "epoch": 1.2642276422764227,
      "grad_norm": 0.9658759701321707,
      "learning_rate": 1.9517054065504352e-05,
      "loss": 1.0832,
      "step": 622
    },
    {
      "epoch": 1.2662601626016259,
      "grad_norm": 1.093747624916482,
      "learning_rate": 1.9515030819369685e-05,
      "loss": 1.1348,
      "step": 623
    },
    {
      "epoch": 1.2682926829268293,
      "grad_norm": 1.042388013059673,
      "learning_rate": 1.951300344932616e-05,
      "loss": 0.9884,
      "step": 624
    },
    {
      "epoch": 1.2703252032520325,
      "grad_norm": 1.1844257266586038,
      "learning_rate": 1.9510971956252453e-05,
      "loss": 0.8726,
      "step": 625
    },
    {
      "epoch": 1.2723577235772359,
      "grad_norm": 1.04138434556784,
      "learning_rate": 1.950893634102903e-05,
      "loss": 0.9228,
      "step": 626
    },
    {
      "epoch": 1.274390243902439,
      "grad_norm": 1.0772773977245416,
      "learning_rate": 1.9506896604538155e-05,
      "loss": 1.0471,
      "step": 627
    },
    {
      "epoch": 1.2764227642276422,
      "grad_norm": 1.143037689587824,
      "learning_rate": 1.9504852747663862e-05,
      "loss": 1.0451,
      "step": 628
    },
    {
      "epoch": 1.2784552845528454,
      "grad_norm": 1.0442638963539712,
      "learning_rate": 1.9502804771291983e-05,
      "loss": 0.8657,
      "step": 629
    },
    {
      "epoch": 1.2804878048780488,
      "grad_norm": 1.2626354692994493,
      "learning_rate": 1.9500752676310136e-05,
      "loss": 1.3271,
      "step": 630
    },
    {
      "epoch": 1.282520325203252,
      "grad_norm": 1.022835441699893,
      "learning_rate": 1.9498696463607708e-05,
      "loss": 1.0009,
      "step": 631
    },
    {
      "epoch": 1.2845528455284554,
      "grad_norm": 1.0238161393090686,
      "learning_rate": 1.9496636134075894e-05,
      "loss": 0.8619,
      "step": 632
    },
    {
      "epoch": 1.2865853658536586,
      "grad_norm": 1.107116810938377,
      "learning_rate": 1.9494571688607654e-05,
      "loss": 1.1449,
      "step": 633
    },
    {
      "epoch": 1.2886178861788617,
      "grad_norm": 1.041941537630491,
      "learning_rate": 1.949250312809774e-05,
      "loss": 0.8005,
      "step": 634
    },
    {
      "epoch": 1.290650406504065,
      "grad_norm": 1.0379472860617085,
      "learning_rate": 1.9490430453442687e-05,
      "loss": 1.0341,
      "step": 635
    },
    {
      "epoch": 1.2926829268292683,
      "grad_norm": 1.0053247382715982,
      "learning_rate": 1.9488353665540813e-05,
      "loss": 0.9834,
      "step": 636
    },
    {
      "epoch": 1.2947154471544715,
      "grad_norm": 1.2007403975305015,
      "learning_rate": 1.948627276529222e-05,
      "loss": 1.0624,
      "step": 637
    },
    {
      "epoch": 1.296747967479675,
      "grad_norm": 1.0363561898451492,
      "learning_rate": 1.948418775359879e-05,
      "loss": 1.0069,
      "step": 638
    },
    {
      "epoch": 1.298780487804878,
      "grad_norm": 0.9997224499933353,
      "learning_rate": 1.9482098631364185e-05,
      "loss": 1.0971,
      "step": 639
    },
    {
      "epoch": 1.3008130081300813,
      "grad_norm": 1.1837351377939331,
      "learning_rate": 1.9480005399493857e-05,
      "loss": 1.0018,
      "step": 640
    },
    {
      "epoch": 1.3028455284552845,
      "grad_norm": 1.0517284524924406,
      "learning_rate": 1.9477908058895028e-05,
      "loss": 1.0196,
      "step": 641
    },
    {
      "epoch": 1.3048780487804879,
      "grad_norm": 0.9366704251546321,
      "learning_rate": 1.947580661047671e-05,
      "loss": 0.8126,
      "step": 642
    },
    {
      "epoch": 1.306910569105691,
      "grad_norm": 1.013495176742294,
      "learning_rate": 1.9473701055149687e-05,
      "loss": 0.9414,
      "step": 643
    },
    {
      "epoch": 1.3089430894308944,
      "grad_norm": 1.171023232646797,
      "learning_rate": 1.9471591393826536e-05,
      "loss": 0.9219,
      "step": 644
    },
    {
      "epoch": 1.3109756097560976,
      "grad_norm": 1.0277426238393792,
      "learning_rate": 1.9469477627421595e-05,
      "loss": 0.8156,
      "step": 645
    },
    {
      "epoch": 1.3130081300813008,
      "grad_norm": 1.0591793976945811,
      "learning_rate": 1.9467359756851e-05,
      "loss": 0.9114,
      "step": 646
    },
    {
      "epoch": 1.315040650406504,
      "grad_norm": 1.120861708187247,
      "learning_rate": 1.946523778303265e-05,
      "loss": 0.9285,
      "step": 647
    },
    {
      "epoch": 1.3170731707317074,
      "grad_norm": 1.1534333803993144,
      "learning_rate": 1.9463111706886234e-05,
      "loss": 1.073,
      "step": 648
    },
    {
      "epoch": 1.3191056910569106,
      "grad_norm": 1.2712466106290885,
      "learning_rate": 1.9460981529333213e-05,
      "loss": 1.0078,
      "step": 649
    },
    {
      "epoch": 1.321138211382114,
      "grad_norm": 1.0164344258902422,
      "learning_rate": 1.945884725129683e-05,
      "loss": 0.9894,
      "step": 650
    },
    {
      "epoch": 1.3231707317073171,
      "grad_norm": 1.1295294772630893,
      "learning_rate": 1.94567088737021e-05,
      "loss": 1.0257,
      "step": 651
    },
    {
      "epoch": 1.3252032520325203,
      "grad_norm": 1.0664453181992402,
      "learning_rate": 1.9454566397475813e-05,
      "loss": 0.9191,
      "step": 652
    },
    {
      "epoch": 1.3272357723577235,
      "grad_norm": 1.0596887343878676,
      "learning_rate": 1.9452419823546545e-05,
      "loss": 1.0329,
      "step": 653
    },
    {
      "epoch": 1.329268292682927,
      "grad_norm": 1.159435298114323,
      "learning_rate": 1.9450269152844643e-05,
      "loss": 0.8711,
      "step": 654
    },
    {
      "epoch": 1.33130081300813,
      "grad_norm": 1.2349359190547953,
      "learning_rate": 1.9448114386302226e-05,
      "loss": 1.0545,
      "step": 655
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 1.1745215690108461,
      "learning_rate": 1.944595552485319e-05,
      "loss": 0.9755,
      "step": 656
    },
    {
      "epoch": 1.3353658536585367,
      "grad_norm": 1.082095987678102,
      "learning_rate": 1.944379256943321e-05,
      "loss": 0.9763,
      "step": 657
    },
    {
      "epoch": 1.3373983739837398,
      "grad_norm": 1.0150599994830385,
      "learning_rate": 1.9441625520979736e-05,
      "loss": 1.0419,
      "step": 658
    },
    {
      "epoch": 1.339430894308943,
      "grad_norm": 1.083300054409599,
      "learning_rate": 1.9439454380431977e-05,
      "loss": 0.9919,
      "step": 659
    },
    {
      "epoch": 1.3414634146341464,
      "grad_norm": 0.9851111639626815,
      "learning_rate": 1.943727914873094e-05,
      "loss": 0.9542,
      "step": 660
    },
    {
      "epoch": 1.3434959349593496,
      "grad_norm": 1.0931397764257782,
      "learning_rate": 1.943509982681938e-05,
      "loss": 1.0049,
      "step": 661
    },
    {
      "epoch": 1.3455284552845528,
      "grad_norm": 1.0703975133012424,
      "learning_rate": 1.9432916415641844e-05,
      "loss": 0.9306,
      "step": 662
    },
    {
      "epoch": 1.3475609756097562,
      "grad_norm": 0.9823975231774701,
      "learning_rate": 1.9430728916144642e-05,
      "loss": 0.7659,
      "step": 663
    },
    {
      "epoch": 1.3495934959349594,
      "grad_norm": 1.190984746547742,
      "learning_rate": 1.9428537329275862e-05,
      "loss": 1.101,
      "step": 664
    },
    {
      "epoch": 1.3516260162601625,
      "grad_norm": 1.008249663136625,
      "learning_rate": 1.9426341655985353e-05,
      "loss": 0.9798,
      "step": 665
    },
    {
      "epoch": 1.3536585365853657,
      "grad_norm": 1.1507486017457853,
      "learning_rate": 1.9424141897224747e-05,
      "loss": 0.9403,
      "step": 666
    },
    {
      "epoch": 1.3556910569105691,
      "grad_norm": 1.1249448259640789,
      "learning_rate": 1.9421938053947435e-05,
      "loss": 1.1113,
      "step": 667
    },
    {
      "epoch": 1.3577235772357723,
      "grad_norm": 1.1335636893481633,
      "learning_rate": 1.941973012710859e-05,
      "loss": 1.1532,
      "step": 668
    },
    {
      "epoch": 1.3597560975609757,
      "grad_norm": 1.1196141823600272,
      "learning_rate": 1.941751811766515e-05,
      "loss": 0.9871,
      "step": 669
    },
    {
      "epoch": 1.3617886178861789,
      "grad_norm": 1.0186532591203394,
      "learning_rate": 1.941530202657582e-05,
      "loss": 0.9549,
      "step": 670
    },
    {
      "epoch": 1.363821138211382,
      "grad_norm": 0.9948615109990332,
      "learning_rate": 1.9413081854801076e-05,
      "loss": 1.0043,
      "step": 671
    },
    {
      "epoch": 1.3658536585365852,
      "grad_norm": 1.0945118168634727,
      "learning_rate": 1.941085760330316e-05,
      "loss": 1.1693,
      "step": 672
    },
    {
      "epoch": 1.3678861788617886,
      "grad_norm": 0.9125525287811888,
      "learning_rate": 1.940862927304609e-05,
      "loss": 0.7902,
      "step": 673
    },
    {
      "epoch": 1.3699186991869918,
      "grad_norm": 1.348836625621657,
      "learning_rate": 1.940639686499564e-05,
      "loss": 1.1989,
      "step": 674
    },
    {
      "epoch": 1.3719512195121952,
      "grad_norm": 1.1099198382724187,
      "learning_rate": 1.9404160380119364e-05,
      "loss": 1.0604,
      "step": 675
    },
    {
      "epoch": 1.3739837398373984,
      "grad_norm": 1.068946163441042,
      "learning_rate": 1.940191981938657e-05,
      "loss": 0.9821,
      "step": 676
    },
    {
      "epoch": 1.3760162601626016,
      "grad_norm": 1.1645513839572994,
      "learning_rate": 1.9399675183768346e-05,
      "loss": 0.976,
      "step": 677
    },
    {
      "epoch": 1.3780487804878048,
      "grad_norm": 1.1514256623189216,
      "learning_rate": 1.9397426474237538e-05,
      "loss": 0.8568,
      "step": 678
    },
    {
      "epoch": 1.3800813008130082,
      "grad_norm": 1.096095914205792,
      "learning_rate": 1.9395173691768755e-05,
      "loss": 0.9302,
      "step": 679
    },
    {
      "epoch": 1.3821138211382114,
      "grad_norm": 1.1640570527245329,
      "learning_rate": 1.9392916837338376e-05,
      "loss": 1.1458,
      "step": 680
    },
    {
      "epoch": 1.3841463414634148,
      "grad_norm": 1.0499222290608226,
      "learning_rate": 1.939065591192455e-05,
      "loss": 1.163,
      "step": 681
    },
    {
      "epoch": 1.386178861788618,
      "grad_norm": 1.1295664095423157,
      "learning_rate": 1.938839091650718e-05,
      "loss": 1.0541,
      "step": 682
    },
    {
      "epoch": 1.3882113821138211,
      "grad_norm": 0.916988980990881,
      "learning_rate": 1.938612185206794e-05,
      "loss": 0.8477,
      "step": 683
    },
    {
      "epoch": 1.3902439024390243,
      "grad_norm": 1.1984418933365262,
      "learning_rate": 1.9383848719590257e-05,
      "loss": 1.0074,
      "step": 684
    },
    {
      "epoch": 1.3922764227642277,
      "grad_norm": 1.2012097242070081,
      "learning_rate": 1.9381571520059342e-05,
      "loss": 1.0192,
      "step": 685
    },
    {
      "epoch": 1.3943089430894309,
      "grad_norm": 1.1434606700810577,
      "learning_rate": 1.9379290254462147e-05,
      "loss": 1.0225,
      "step": 686
    },
    {
      "epoch": 1.3963414634146343,
      "grad_norm": 1.0353212534916705,
      "learning_rate": 1.9377004923787395e-05,
      "loss": 0.933,
      "step": 687
    },
    {
      "epoch": 1.3983739837398375,
      "grad_norm": 1.0660891794611684,
      "learning_rate": 1.9374715529025575e-05,
      "loss": 1.041,
      "step": 688
    },
    {
      "epoch": 1.4004065040650406,
      "grad_norm": 0.9614885483600116,
      "learning_rate": 1.9372422071168936e-05,
      "loss": 1.0076,
      "step": 689
    },
    {
      "epoch": 1.4024390243902438,
      "grad_norm": 1.072143548546644,
      "learning_rate": 1.9370124551211476e-05,
      "loss": 1.227,
      "step": 690
    },
    {
      "epoch": 1.4044715447154472,
      "grad_norm": 1.038558920372387,
      "learning_rate": 1.9367822970148967e-05,
      "loss": 1.0234,
      "step": 691
    },
    {
      "epoch": 1.4065040650406504,
      "grad_norm": 1.134090339335001,
      "learning_rate": 1.9365517328978943e-05,
      "loss": 1.0311,
      "step": 692
    },
    {
      "epoch": 1.4085365853658536,
      "grad_norm": 1.083363414946034,
      "learning_rate": 1.9363207628700685e-05,
      "loss": 1.0503,
      "step": 693
    },
    {
      "epoch": 1.410569105691057,
      "grad_norm": 1.2156586258358328,
      "learning_rate": 1.9360893870315244e-05,
      "loss": 1.041,
      "step": 694
    },
    {
      "epoch": 1.4126016260162602,
      "grad_norm": 1.0820964972826081,
      "learning_rate": 1.9358576054825423e-05,
      "loss": 1.1187,
      "step": 695
    },
    {
      "epoch": 1.4146341463414633,
      "grad_norm": 1.1066380306039862,
      "learning_rate": 1.9356254183235785e-05,
      "loss": 0.9687,
      "step": 696
    },
    {
      "epoch": 1.4166666666666667,
      "grad_norm": 1.0065568739239037,
      "learning_rate": 1.9353928256552657e-05,
      "loss": 0.9254,
      "step": 697
    },
    {
      "epoch": 1.41869918699187,
      "grad_norm": 1.0870235046508003,
      "learning_rate": 1.9351598275784116e-05,
      "loss": 0.9345,
      "step": 698
    },
    {
      "epoch": 1.420731707317073,
      "grad_norm": 1.0688726064964853,
      "learning_rate": 1.934926424194e-05,
      "loss": 0.9643,
      "step": 699
    },
    {
      "epoch": 1.4227642276422765,
      "grad_norm": 1.1908383786196635,
      "learning_rate": 1.93469261560319e-05,
      "loss": 1.0289,
      "step": 700
    },
    {
      "epoch": 1.4247967479674797,
      "grad_norm": 0.9981510578882552,
      "learning_rate": 1.9344584019073167e-05,
      "loss": 0.9982,
      "step": 701
    },
    {
      "epoch": 1.4268292682926829,
      "grad_norm": 0.976517837465255,
      "learning_rate": 1.9342237832078906e-05,
      "loss": 0.8425,
      "step": 702
    },
    {
      "epoch": 1.428861788617886,
      "grad_norm": 1.3276268057483074,
      "learning_rate": 1.933988759606598e-05,
      "loss": 0.9002,
      "step": 703
    },
    {
      "epoch": 1.4308943089430894,
      "grad_norm": 1.0611075708377762,
      "learning_rate": 1.9337533312053002e-05,
      "loss": 0.9867,
      "step": 704
    },
    {
      "epoch": 1.4329268292682926,
      "grad_norm": 1.1703020078334052,
      "learning_rate": 1.9335174981060342e-05,
      "loss": 1.1129,
      "step": 705
    },
    {
      "epoch": 1.434959349593496,
      "grad_norm": 1.019181774087124,
      "learning_rate": 1.9332812604110127e-05,
      "loss": 0.8931,
      "step": 706
    },
    {
      "epoch": 1.4369918699186992,
      "grad_norm": 1.1641644605847221,
      "learning_rate": 1.9330446182226233e-05,
      "loss": 1.0461,
      "step": 707
    },
    {
      "epoch": 1.4390243902439024,
      "grad_norm": 1.1138133850112382,
      "learning_rate": 1.9328075716434287e-05,
      "loss": 0.9523,
      "step": 708
    },
    {
      "epoch": 1.4410569105691056,
      "grad_norm": 1.2884117424532884,
      "learning_rate": 1.932570120776168e-05,
      "loss": 1.0415,
      "step": 709
    },
    {
      "epoch": 1.443089430894309,
      "grad_norm": 1.1265683925149688,
      "learning_rate": 1.932332265723754e-05,
      "loss": 0.9241,
      "step": 710
    },
    {
      "epoch": 1.4451219512195121,
      "grad_norm": 1.0598615485334557,
      "learning_rate": 1.9320940065892762e-05,
      "loss": 1.0097,
      "step": 711
    },
    {
      "epoch": 1.4471544715447155,
      "grad_norm": 0.9867906053681914,
      "learning_rate": 1.931855343475998e-05,
      "loss": 0.9631,
      "step": 712
    },
    {
      "epoch": 1.4491869918699187,
      "grad_norm": 1.0342383124783099,
      "learning_rate": 1.931616276487358e-05,
      "loss": 1.0871,
      "step": 713
    },
    {
      "epoch": 1.451219512195122,
      "grad_norm": 1.2616061968493317,
      "learning_rate": 1.9313768057269714e-05,
      "loss": 0.8755,
      "step": 714
    },
    {
      "epoch": 1.453252032520325,
      "grad_norm": 1.0318168369430845,
      "learning_rate": 1.9311369312986258e-05,
      "loss": 1.013,
      "step": 715
    },
    {
      "epoch": 1.4552845528455285,
      "grad_norm": 1.2387777003645628,
      "learning_rate": 1.930896653306286e-05,
      "loss": 1.0653,
      "step": 716
    },
    {
      "epoch": 1.4573170731707317,
      "grad_norm": 1.1054984446251568,
      "learning_rate": 1.9306559718540906e-05,
      "loss": 1.0905,
      "step": 717
    },
    {
      "epoch": 1.459349593495935,
      "grad_norm": 1.023825079312879,
      "learning_rate": 1.9304148870463534e-05,
      "loss": 0.9382,
      "step": 718
    },
    {
      "epoch": 1.4613821138211383,
      "grad_norm": 1.1236077329422962,
      "learning_rate": 1.930173398987563e-05,
      "loss": 1.0731,
      "step": 719
    },
    {
      "epoch": 1.4634146341463414,
      "grad_norm": 0.9776379444866141,
      "learning_rate": 1.929931507782383e-05,
      "loss": 1.044,
      "step": 720
    },
    {
      "epoch": 1.4654471544715446,
      "grad_norm": 1.1836184549311881,
      "learning_rate": 1.929689213535651e-05,
      "loss": 0.964,
      "step": 721
    },
    {
      "epoch": 1.467479674796748,
      "grad_norm": 1.1489549254510127,
      "learning_rate": 1.9294465163523794e-05,
      "loss": 0.9768,
      "step": 722
    },
    {
      "epoch": 1.4695121951219512,
      "grad_norm": 1.1910177823556818,
      "learning_rate": 1.9292034163377565e-05,
      "loss": 1.0084,
      "step": 723
    },
    {
      "epoch": 1.4715447154471546,
      "grad_norm": 1.2687094958335101,
      "learning_rate": 1.9289599135971437e-05,
      "loss": 1.1006,
      "step": 724
    },
    {
      "epoch": 1.4735772357723578,
      "grad_norm": 1.01861158776981,
      "learning_rate": 1.9287160082360775e-05,
      "loss": 0.85,
      "step": 725
    },
    {
      "epoch": 1.475609756097561,
      "grad_norm": 0.9982150398218703,
      "learning_rate": 1.928471700360269e-05,
      "loss": 0.8813,
      "step": 726
    },
    {
      "epoch": 1.4776422764227641,
      "grad_norm": 1.1831757316713678,
      "learning_rate": 1.9282269900756038e-05,
      "loss": 1.0445,
      "step": 727
    },
    {
      "epoch": 1.4796747967479675,
      "grad_norm": 1.0944237246681818,
      "learning_rate": 1.9279818774881418e-05,
      "loss": 1.0032,
      "step": 728
    },
    {
      "epoch": 1.4817073170731707,
      "grad_norm": 1.1426797452105049,
      "learning_rate": 1.927736362704117e-05,
      "loss": 1.0752,
      "step": 729
    },
    {
      "epoch": 1.4837398373983741,
      "grad_norm": 1.1116660012480626,
      "learning_rate": 1.927490445829938e-05,
      "loss": 1.0341,
      "step": 730
    },
    {
      "epoch": 1.4857723577235773,
      "grad_norm": 1.1050059881837964,
      "learning_rate": 1.927244126972187e-05,
      "loss": 0.7792,
      "step": 731
    },
    {
      "epoch": 1.4878048780487805,
      "grad_norm": 1.1427379499865755,
      "learning_rate": 1.9269974062376224e-05,
      "loss": 1.0364,
      "step": 732
    },
    {
      "epoch": 1.4898373983739837,
      "grad_norm": 1.080054966814705,
      "learning_rate": 1.926750283733174e-05,
      "loss": 1.011,
      "step": 733
    },
    {
      "epoch": 1.491869918699187,
      "grad_norm": 1.044562397889363,
      "learning_rate": 1.9265027595659488e-05,
      "loss": 0.9735,
      "step": 734
    },
    {
      "epoch": 1.4939024390243902,
      "grad_norm": 1.5488639746092212,
      "learning_rate": 1.9262548338432246e-05,
      "loss": 1.1137,
      "step": 735
    },
    {
      "epoch": 1.4959349593495934,
      "grad_norm": 1.2831988072139413,
      "learning_rate": 1.926006506672456e-05,
      "loss": 0.8967,
      "step": 736
    },
    {
      "epoch": 1.4979674796747968,
      "grad_norm": 1.1336153623576628,
      "learning_rate": 1.9257577781612693e-05,
      "loss": 0.7672,
      "step": 737
    },
    {
      "epoch": 1.5,
      "grad_norm": 1.252226484335923,
      "learning_rate": 1.925508648417467e-05,
      "loss": 1.1063,
      "step": 738
    },
    {
      "epoch": 1.5020325203252032,
      "grad_norm": 1.2497850636030459,
      "learning_rate": 1.925259117549024e-05,
      "loss": 0.9332,
      "step": 739
    },
    {
      "epoch": 1.5040650406504064,
      "grad_norm": 1.2545128967308559,
      "learning_rate": 1.9250091856640895e-05,
      "loss": 0.9206,
      "step": 740
    },
    {
      "epoch": 1.5060975609756098,
      "grad_norm": 1.079972532992215,
      "learning_rate": 1.9247588528709867e-05,
      "loss": 1.0332,
      "step": 741
    },
    {
      "epoch": 1.5081300813008132,
      "grad_norm": 1.083962142048209,
      "learning_rate": 1.9245081192782115e-05,
      "loss": 1.0287,
      "step": 742
    },
    {
      "epoch": 1.5101626016260163,
      "grad_norm": 1.0361252167647437,
      "learning_rate": 1.924256984994435e-05,
      "loss": 0.8339,
      "step": 743
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 1.3413296494946658,
      "learning_rate": 1.9240054501285015e-05,
      "loss": 1.2411,
      "step": 744
    },
    {
      "epoch": 1.5142276422764227,
      "grad_norm": 1.1236852337170489,
      "learning_rate": 1.9237535147894283e-05,
      "loss": 1.0234,
      "step": 745
    },
    {
      "epoch": 1.5162601626016259,
      "grad_norm": 0.9607332230503219,
      "learning_rate": 1.9235011790864066e-05,
      "loss": 0.8482,
      "step": 746
    },
    {
      "epoch": 1.5182926829268293,
      "grad_norm": 0.9813166841505963,
      "learning_rate": 1.9232484431288013e-05,
      "loss": 0.8124,
      "step": 747
    },
    {
      "epoch": 1.5203252032520327,
      "grad_norm": 1.0527562508960404,
      "learning_rate": 1.922995307026151e-05,
      "loss": 0.8786,
      "step": 748
    },
    {
      "epoch": 1.5223577235772359,
      "grad_norm": 1.111037098897001,
      "learning_rate": 1.9227417708881672e-05,
      "loss": 0.8828,
      "step": 749
    },
    {
      "epoch": 1.524390243902439,
      "grad_norm": 1.064708398715043,
      "learning_rate": 1.9224878348247343e-05,
      "loss": 1.0935,
      "step": 750
    },
    {
      "epoch": 1.5264227642276422,
      "grad_norm": 1.15670941459941,
      "learning_rate": 1.922233498945912e-05,
      "loss": 0.9851,
      "step": 751
    },
    {
      "epoch": 1.5284552845528454,
      "grad_norm": 1.0286800908435323,
      "learning_rate": 1.921978763361931e-05,
      "loss": 0.9287,
      "step": 752
    },
    {
      "epoch": 1.5304878048780488,
      "grad_norm": 1.1495893832226514,
      "learning_rate": 1.9217236281831963e-05,
      "loss": 0.8368,
      "step": 753
    },
    {
      "epoch": 1.532520325203252,
      "grad_norm": 1.2268481101627984,
      "learning_rate": 1.9214680935202866e-05,
      "loss": 1.0195,
      "step": 754
    },
    {
      "epoch": 1.5345528455284554,
      "grad_norm": 0.9924161711075202,
      "learning_rate": 1.921212159483953e-05,
      "loss": 0.7649,
      "step": 755
    },
    {
      "epoch": 1.5365853658536586,
      "grad_norm": 1.2158634645015989,
      "learning_rate": 1.9209558261851194e-05,
      "loss": 1.0439,
      "step": 756
    },
    {
      "epoch": 1.5386178861788617,
      "grad_norm": 1.2160506755965959,
      "learning_rate": 1.9206990937348835e-05,
      "loss": 0.8386,
      "step": 757
    },
    {
      "epoch": 1.540650406504065,
      "grad_norm": 1.1405547568290486,
      "learning_rate": 1.9204419622445157e-05,
      "loss": 1.0551,
      "step": 758
    },
    {
      "epoch": 1.5426829268292683,
      "grad_norm": 1.1566193686301058,
      "learning_rate": 1.9201844318254595e-05,
      "loss": 0.9831,
      "step": 759
    },
    {
      "epoch": 1.5447154471544715,
      "grad_norm": 1.1618170321514478,
      "learning_rate": 1.919926502589331e-05,
      "loss": 0.8595,
      "step": 760
    },
    {
      "epoch": 1.546747967479675,
      "grad_norm": 1.2443876917507757,
      "learning_rate": 1.919668174647919e-05,
      "loss": 0.9547,
      "step": 761
    },
    {
      "epoch": 1.548780487804878,
      "grad_norm": 1.1912178078726239,
      "learning_rate": 1.9194094481131858e-05,
      "loss": 1.0762,
      "step": 762
    },
    {
      "epoch": 1.5508130081300813,
      "grad_norm": 1.0463945551031764,
      "learning_rate": 1.919150323097266e-05,
      "loss": 0.6292,
      "step": 763
    },
    {
      "epoch": 1.5528455284552845,
      "grad_norm": 1.1937972109258725,
      "learning_rate": 1.9188907997124666e-05,
      "loss": 0.9759,
      "step": 764
    },
    {
      "epoch": 1.5548780487804879,
      "grad_norm": 1.1051184816123683,
      "learning_rate": 1.9186308780712678e-05,
      "loss": 1.0126,
      "step": 765
    },
    {
      "epoch": 1.556910569105691,
      "grad_norm": 1.0381991042450514,
      "learning_rate": 1.9183705582863226e-05,
      "loss": 0.9572,
      "step": 766
    },
    {
      "epoch": 1.5589430894308944,
      "grad_norm": 1.2509483959649366,
      "learning_rate": 1.918109840470456e-05,
      "loss": 1.0103,
      "step": 767
    },
    {
      "epoch": 1.5609756097560976,
      "grad_norm": 1.094876896518942,
      "learning_rate": 1.9178487247366652e-05,
      "loss": 0.9254,
      "step": 768
    },
    {
      "epoch": 1.5630081300813008,
      "grad_norm": 1.2368881584508455,
      "learning_rate": 1.917587211198121e-05,
      "loss": 0.9304,
      "step": 769
    },
    {
      "epoch": 1.565040650406504,
      "grad_norm": 1.2510337619941885,
      "learning_rate": 1.9173252999681654e-05,
      "loss": 0.901,
      "step": 770
    },
    {
      "epoch": 1.5670731707317072,
      "grad_norm": 1.1270737435717393,
      "learning_rate": 1.9170629911603135e-05,
      "loss": 0.8238,
      "step": 771
    },
    {
      "epoch": 1.5691056910569106,
      "grad_norm": 1.1919184178918836,
      "learning_rate": 1.916800284888253e-05,
      "loss": 0.9403,
      "step": 772
    },
    {
      "epoch": 1.571138211382114,
      "grad_norm": 1.2414671727004003,
      "learning_rate": 1.9165371812658428e-05,
      "loss": 1.0079,
      "step": 773
    },
    {
      "epoch": 1.5731707317073171,
      "grad_norm": 1.1096966831709332,
      "learning_rate": 1.9162736804071152e-05,
      "loss": 1.0377,
      "step": 774
    },
    {
      "epoch": 1.5752032520325203,
      "grad_norm": 1.225037537067534,
      "learning_rate": 1.9160097824262735e-05,
      "loss": 1.074,
      "step": 775
    },
    {
      "epoch": 1.5772357723577235,
      "grad_norm": 1.3788412915494717,
      "learning_rate": 1.915745487437694e-05,
      "loss": 1.0751,
      "step": 776
    },
    {
      "epoch": 1.5792682926829267,
      "grad_norm": 1.0578507114242872,
      "learning_rate": 1.9154807955559248e-05,
      "loss": 0.9446,
      "step": 777
    },
    {
      "epoch": 1.58130081300813,
      "grad_norm": 1.2482358567301979,
      "learning_rate": 1.9152157068956863e-05,
      "loss": 1.0847,
      "step": 778
    },
    {
      "epoch": 1.5833333333333335,
      "grad_norm": 1.159306282539715,
      "learning_rate": 1.9149502215718698e-05,
      "loss": 1.0262,
      "step": 779
    },
    {
      "epoch": 1.5853658536585367,
      "grad_norm": 1.1680390598680543,
      "learning_rate": 1.9146843396995396e-05,
      "loss": 1.1474,
      "step": 780
    },
    {
      "epoch": 1.5873983739837398,
      "grad_norm": 1.0940226950812795,
      "learning_rate": 1.9144180613939317e-05,
      "loss": 0.9471,
      "step": 781
    },
    {
      "epoch": 1.589430894308943,
      "grad_norm": 1.1068357344292954,
      "learning_rate": 1.914151386770454e-05,
      "loss": 1.0332,
      "step": 782
    },
    {
      "epoch": 1.5914634146341462,
      "grad_norm": 1.1487387020684523,
      "learning_rate": 1.9138843159446852e-05,
      "loss": 0.8886,
      "step": 783
    },
    {
      "epoch": 1.5934959349593496,
      "grad_norm": 1.1537545646796203,
      "learning_rate": 1.9136168490323772e-05,
      "loss": 0.8807,
      "step": 784
    },
    {
      "epoch": 1.595528455284553,
      "grad_norm": 1.034079387261029,
      "learning_rate": 1.9133489861494523e-05,
      "loss": 0.7828,
      "step": 785
    },
    {
      "epoch": 1.5975609756097562,
      "grad_norm": 1.2838146395984527,
      "learning_rate": 1.913080727412005e-05,
      "loss": 1.0194,
      "step": 786
    },
    {
      "epoch": 1.5995934959349594,
      "grad_norm": 1.1758100612910858,
      "learning_rate": 1.9128120729363017e-05,
      "loss": 0.9901,
      "step": 787
    },
    {
      "epoch": 1.6016260162601625,
      "grad_norm": 1.2184559864225222,
      "learning_rate": 1.9125430228387794e-05,
      "loss": 0.8812,
      "step": 788
    },
    {
      "epoch": 1.6036585365853657,
      "grad_norm": 1.5691671095430229,
      "learning_rate": 1.9122735772360476e-05,
      "loss": 0.8655,
      "step": 789
    },
    {
      "epoch": 1.6056910569105691,
      "grad_norm": 1.3578266386264912,
      "learning_rate": 1.912003736244886e-05,
      "loss": 1.1502,
      "step": 790
    },
    {
      "epoch": 1.6077235772357723,
      "grad_norm": 1.3275856052114903,
      "learning_rate": 1.911733499982247e-05,
      "loss": 1.1362,
      "step": 791
    },
    {
      "epoch": 1.6097560975609757,
      "grad_norm": 1.1542451815911996,
      "learning_rate": 1.9114628685652535e-05,
      "loss": 0.9057,
      "step": 792
    },
    {
      "epoch": 1.6117886178861789,
      "grad_norm": 1.221684135563438,
      "learning_rate": 1.9111918421111996e-05,
      "loss": 1.0517,
      "step": 793
    },
    {
      "epoch": 1.613821138211382,
      "grad_norm": 1.1996150667241723,
      "learning_rate": 1.910920420737551e-05,
      "loss": 0.9357,
      "step": 794
    },
    {
      "epoch": 1.6158536585365852,
      "grad_norm": 1.19587390545998,
      "learning_rate": 1.910648604561945e-05,
      "loss": 1.005,
      "step": 795
    },
    {
      "epoch": 1.6178861788617886,
      "grad_norm": 1.1406860671442027,
      "learning_rate": 1.9103763937021887e-05,
      "loss": 0.8309,
      "step": 796
    },
    {
      "epoch": 1.6199186991869918,
      "grad_norm": 1.2397434173674955,
      "learning_rate": 1.9101037882762613e-05,
      "loss": 0.9774,
      "step": 797
    },
    {
      "epoch": 1.6219512195121952,
      "grad_norm": 1.2583453968333393,
      "learning_rate": 1.9098307884023122e-05,
      "loss": 0.9241,
      "step": 798
    },
    {
      "epoch": 1.6239837398373984,
      "grad_norm": 1.1374730564812578,
      "learning_rate": 1.9095573941986628e-05,
      "loss": 1.1404,
      "step": 799
    },
    {
      "epoch": 1.6260162601626016,
      "grad_norm": 1.3019404302999533,
      "learning_rate": 1.909283605783805e-05,
      "loss": 0.8861,
      "step": 800
    },
    {
      "epoch": 1.6280487804878048,
      "grad_norm": 1.0959972860584506,
      "learning_rate": 1.909009423276401e-05,
      "loss": 0.8371,
      "step": 801
    },
    {
      "epoch": 1.6300813008130082,
      "grad_norm": 1.163694111345936,
      "learning_rate": 1.9087348467952843e-05,
      "loss": 0.8681,
      "step": 802
    },
    {
      "epoch": 1.6321138211382114,
      "grad_norm": 1.272385329112214,
      "learning_rate": 1.908459876459459e-05,
      "loss": 0.9866,
      "step": 803
    },
    {
      "epoch": 1.6341463414634148,
      "grad_norm": 1.2833260785098346,
      "learning_rate": 1.9081845123881002e-05,
      "loss": 0.9185,
      "step": 804
    },
    {
      "epoch": 1.636178861788618,
      "grad_norm": 1.3558713778317453,
      "learning_rate": 1.9079087547005535e-05,
      "loss": 0.9368,
      "step": 805
    },
    {
      "epoch": 1.6382113821138211,
      "grad_norm": 1.2406664190418282,
      "learning_rate": 1.907632603516335e-05,
      "loss": 0.9657,
      "step": 806
    },
    {
      "epoch": 1.6402439024390243,
      "grad_norm": 1.124019471454537,
      "learning_rate": 1.9073560589551307e-05,
      "loss": 0.9692,
      "step": 807
    },
    {
      "epoch": 1.6422764227642277,
      "grad_norm": 1.2698137677552594,
      "learning_rate": 1.9070791211367984e-05,
      "loss": 0.9503,
      "step": 808
    },
    {
      "epoch": 1.6443089430894309,
      "grad_norm": 1.152895610644723,
      "learning_rate": 1.906801790181366e-05,
      "loss": 0.9588,
      "step": 809
    },
    {
      "epoch": 1.6463414634146343,
      "grad_norm": 1.2096230644363575,
      "learning_rate": 1.9065240662090308e-05,
      "loss": 1.0514,
      "step": 810
    },
    {
      "epoch": 1.6483739837398375,
      "grad_norm": 1.1389604371863957,
      "learning_rate": 1.9062459493401615e-05,
      "loss": 0.9016,
      "step": 811
    },
    {
      "epoch": 1.6504065040650406,
      "grad_norm": 1.294654144993417,
      "learning_rate": 1.9059674396952963e-05,
      "loss": 1.0059,
      "step": 812
    },
    {
      "epoch": 1.6524390243902438,
      "grad_norm": 1.1320304743789562,
      "learning_rate": 1.9056885373951446e-05,
      "loss": 0.8736,
      "step": 813
    },
    {
      "epoch": 1.654471544715447,
      "grad_norm": 1.1375532319708506,
      "learning_rate": 1.9054092425605852e-05,
      "loss": 1.1284,
      "step": 814
    },
    {
      "epoch": 1.6565040650406504,
      "grad_norm": 1.1738401591224243,
      "learning_rate": 1.905129555312667e-05,
      "loss": 0.8658,
      "step": 815
    },
    {
      "epoch": 1.6585365853658538,
      "grad_norm": 1.199471503177632,
      "learning_rate": 1.90484947577261e-05,
      "loss": 0.8175,
      "step": 816
    },
    {
      "epoch": 1.660569105691057,
      "grad_norm": 1.2415028369551975,
      "learning_rate": 1.9045690040618024e-05,
      "loss": 1.0914,
      "step": 817
    },
    {
      "epoch": 1.6626016260162602,
      "grad_norm": 1.3615379689487086,
      "learning_rate": 1.9042881403018044e-05,
      "loss": 1.064,
      "step": 818
    },
    {
      "epoch": 1.6646341463414633,
      "grad_norm": 1.4991965734955044,
      "learning_rate": 1.9040068846143444e-05,
      "loss": 0.9285,
      "step": 819
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 1.2812866370312144,
      "learning_rate": 1.903725237121322e-05,
      "loss": 0.8727,
      "step": 820
    },
    {
      "epoch": 1.66869918699187,
      "grad_norm": 1.1606130029528967,
      "learning_rate": 1.9034431979448053e-05,
      "loss": 1.05,
      "step": 821
    },
    {
      "epoch": 1.6707317073170733,
      "grad_norm": 1.080206009065487,
      "learning_rate": 1.903160767207034e-05,
      "loss": 0.8346,
      "step": 822
    },
    {
      "epoch": 1.6727642276422765,
      "grad_norm": 1.1255889694194527,
      "learning_rate": 1.902877945030415e-05,
      "loss": 0.8859,
      "step": 823
    },
    {
      "epoch": 1.6747967479674797,
      "grad_norm": 1.2030861976266671,
      "learning_rate": 1.902594731537527e-05,
      "loss": 0.8309,
      "step": 824
    },
    {
      "epoch": 1.6768292682926829,
      "grad_norm": 1.0704878165618659,
      "learning_rate": 1.902311126851118e-05,
      "loss": 1.0136,
      "step": 825
    },
    {
      "epoch": 1.678861788617886,
      "grad_norm": 1.38718671438824,
      "learning_rate": 1.902027131094104e-05,
      "loss": 1.064,
      "step": 826
    },
    {
      "epoch": 1.6808943089430894,
      "grad_norm": 1.265189034705007,
      "learning_rate": 1.9017427443895723e-05,
      "loss": 0.9452,
      "step": 827
    },
    {
      "epoch": 1.6829268292682928,
      "grad_norm": 1.282156786472457,
      "learning_rate": 1.901457966860779e-05,
      "loss": 0.7882,
      "step": 828
    },
    {
      "epoch": 1.684959349593496,
      "grad_norm": 1.2196070599337463,
      "learning_rate": 1.9011727986311486e-05,
      "loss": 1.1154,
      "step": 829
    },
    {
      "epoch": 1.6869918699186992,
      "grad_norm": 1.1667627841662978,
      "learning_rate": 1.9008872398242776e-05,
      "loss": 0.8454,
      "step": 830
    },
    {
      "epoch": 1.6890243902439024,
      "grad_norm": 1.3375605347860098,
      "learning_rate": 1.9006012905639282e-05,
      "loss": 1.15,
      "step": 831
    },
    {
      "epoch": 1.6910569105691056,
      "grad_norm": 1.266230994178795,
      "learning_rate": 1.9003149509740347e-05,
      "loss": 1.0467,
      "step": 832
    },
    {
      "epoch": 1.693089430894309,
      "grad_norm": 1.16295552599261,
      "learning_rate": 1.9000282211786988e-05,
      "loss": 0.9168,
      "step": 833
    },
    {
      "epoch": 1.6951219512195121,
      "grad_norm": 1.2054324420662588,
      "learning_rate": 1.8997411013021928e-05,
      "loss": 1.0672,
      "step": 834
    },
    {
      "epoch": 1.6971544715447155,
      "grad_norm": 1.089537596831206,
      "learning_rate": 1.899453591468957e-05,
      "loss": 0.9558,
      "step": 835
    },
    {
      "epoch": 1.6991869918699187,
      "grad_norm": 1.0786343708268638,
      "learning_rate": 1.899165691803601e-05,
      "loss": 0.7901,
      "step": 836
    },
    {
      "epoch": 1.701219512195122,
      "grad_norm": 1.25640549491399,
      "learning_rate": 1.898877402430903e-05,
      "loss": 0.8744,
      "step": 837
    },
    {
      "epoch": 1.703252032520325,
      "grad_norm": 1.1623533683893847,
      "learning_rate": 1.898588723475811e-05,
      "loss": 1.1085,
      "step": 838
    },
    {
      "epoch": 1.7052845528455285,
      "grad_norm": 1.2708478938357488,
      "learning_rate": 1.898299655063441e-05,
      "loss": 0.9496,
      "step": 839
    },
    {
      "epoch": 1.7073170731707317,
      "grad_norm": 1.217590177530208,
      "learning_rate": 1.8980101973190787e-05,
      "loss": 0.9255,
      "step": 840
    },
    {
      "epoch": 1.709349593495935,
      "grad_norm": 1.3249325208800697,
      "learning_rate": 1.8977203503681772e-05,
      "loss": 0.8972,
      "step": 841
    },
    {
      "epoch": 1.7113821138211383,
      "grad_norm": 1.1992754980306088,
      "learning_rate": 1.8974301143363598e-05,
      "loss": 1.026,
      "step": 842
    },
    {
      "epoch": 1.7134146341463414,
      "grad_norm": 1.1596368404486401,
      "learning_rate": 1.897139489349417e-05,
      "loss": 0.9308,
      "step": 843
    },
    {
      "epoch": 1.7154471544715446,
      "grad_norm": 1.1480723117731568,
      "learning_rate": 1.896848475533309e-05,
      "loss": 0.9204,
      "step": 844
    },
    {
      "epoch": 1.717479674796748,
      "grad_norm": 1.1162185562567155,
      "learning_rate": 1.8965570730141636e-05,
      "loss": 0.8969,
      "step": 845
    },
    {
      "epoch": 1.7195121951219512,
      "grad_norm": 1.2651606749157265,
      "learning_rate": 1.8962652819182778e-05,
      "loss": 0.9312,
      "step": 846
    },
    {
      "epoch": 1.7215447154471546,
      "grad_norm": 1.1972418469548767,
      "learning_rate": 1.895973102372117e-05,
      "loss": 0.9262,
      "step": 847
    },
    {
      "epoch": 1.7235772357723578,
      "grad_norm": 1.3182898873874023,
      "learning_rate": 1.8956805345023145e-05,
      "loss": 0.9502,
      "step": 848
    },
    {
      "epoch": 1.725609756097561,
      "grad_norm": 1.204716087437911,
      "learning_rate": 1.8953875784356724e-05,
      "loss": 0.9035,
      "step": 849
    },
    {
      "epoch": 1.7276422764227641,
      "grad_norm": 1.235540640621242,
      "learning_rate": 1.89509423429916e-05,
      "loss": 0.9373,
      "step": 850
    },
    {
      "epoch": 1.7296747967479673,
      "grad_norm": 1.267761937653081,
      "learning_rate": 1.8948005022199164e-05,
      "loss": 1.0488,
      "step": 851
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 1.122453111574252,
      "learning_rate": 1.894506382325248e-05,
      "loss": 0.8328,
      "step": 852
    },
    {
      "epoch": 1.7337398373983741,
      "grad_norm": 1.205726552234568,
      "learning_rate": 1.8942118747426283e-05,
      "loss": 0.8623,
      "step": 853
    },
    {
      "epoch": 1.7357723577235773,
      "grad_norm": 1.1656496181382452,
      "learning_rate": 1.8939169795997008e-05,
      "loss": 0.9254,
      "step": 854
    },
    {
      "epoch": 1.7378048780487805,
      "grad_norm": 1.2339628407028638,
      "learning_rate": 1.8936216970242757e-05,
      "loss": 0.9651,
      "step": 855
    },
    {
      "epoch": 1.7398373983739837,
      "grad_norm": 1.1929463946557908,
      "learning_rate": 1.8933260271443313e-05,
      "loss": 0.8411,
      "step": 856
    },
    {
      "epoch": 1.7418699186991868,
      "grad_norm": 1.2971515873686552,
      "learning_rate": 1.8930299700880138e-05,
      "loss": 0.7746,
      "step": 857
    },
    {
      "epoch": 1.7439024390243902,
      "grad_norm": 1.1701366239635334,
      "learning_rate": 1.8927335259836376e-05,
      "loss": 0.9913,
      "step": 858
    },
    {
      "epoch": 1.7459349593495936,
      "grad_norm": 1.3228782270857706,
      "learning_rate": 1.892436694959684e-05,
      "loss": 0.9191,
      "step": 859
    },
    {
      "epoch": 1.7479674796747968,
      "grad_norm": 1.3176263753142274,
      "learning_rate": 1.8921394771448032e-05,
      "loss": 1.0559,
      "step": 860
    },
    {
      "epoch": 1.75,
      "grad_norm": 1.1541033230574347,
      "learning_rate": 1.8918418726678118e-05,
      "loss": 0.9983,
      "step": 861
    },
    {
      "epoch": 1.7520325203252032,
      "grad_norm": 1.288924926533074,
      "learning_rate": 1.8915438816576945e-05,
      "loss": 1.0271,
      "step": 862
    },
    {
      "epoch": 1.7540650406504064,
      "grad_norm": 1.3753001058218326,
      "learning_rate": 1.8912455042436038e-05,
      "loss": 0.9792,
      "step": 863
    },
    {
      "epoch": 1.7560975609756098,
      "grad_norm": 1.1560448415244677,
      "learning_rate": 1.89094674055486e-05,
      "loss": 0.8342,
      "step": 864
    },
    {
      "epoch": 1.7581300813008132,
      "grad_norm": 1.2078938397962165,
      "learning_rate": 1.8906475907209493e-05,
      "loss": 1.0108,
      "step": 865
    },
    {
      "epoch": 1.7601626016260163,
      "grad_norm": 1.1252438644427005,
      "learning_rate": 1.8903480548715263e-05,
      "loss": 0.8591,
      "step": 866
    },
    {
      "epoch": 1.7621951219512195,
      "grad_norm": 1.251058760784179,
      "learning_rate": 1.8900481331364132e-05,
      "loss": 0.8629,
      "step": 867
    },
    {
      "epoch": 1.7642276422764227,
      "grad_norm": 1.2906408673823884,
      "learning_rate": 1.889747825645599e-05,
      "loss": 1.001,
      "step": 868
    },
    {
      "epoch": 1.7662601626016259,
      "grad_norm": 1.32749715145804,
      "learning_rate": 1.88944713252924e-05,
      "loss": 1.0028,
      "step": 869
    },
    {
      "epoch": 1.7682926829268293,
      "grad_norm": 1.2358771679713556,
      "learning_rate": 1.8891460539176597e-05,
      "loss": 0.8072,
      "step": 870
    },
    {
      "epoch": 1.7703252032520327,
      "grad_norm": 1.2533352659621375,
      "learning_rate": 1.888844589941348e-05,
      "loss": 0.8601,
      "step": 871
    },
    {
      "epoch": 1.7723577235772359,
      "grad_norm": 1.2248830442434901,
      "learning_rate": 1.8885427407309627e-05,
      "loss": 0.9429,
      "step": 872
    },
    {
      "epoch": 1.774390243902439,
      "grad_norm": 1.6511761611786544,
      "learning_rate": 1.888240506417328e-05,
      "loss": 1.1255,
      "step": 873
    },
    {
      "epoch": 1.7764227642276422,
      "grad_norm": 1.1222439614387971,
      "learning_rate": 1.887937887131436e-05,
      "loss": 0.768,
      "step": 874
    },
    {
      "epoch": 1.7784552845528454,
      "grad_norm": 1.3589295417362288,
      "learning_rate": 1.8876348830044443e-05,
      "loss": 1.0101,
      "step": 875
    },
    {
      "epoch": 1.7804878048780488,
      "grad_norm": 1.1886089320747426,
      "learning_rate": 1.887331494167678e-05,
      "loss": 0.9389,
      "step": 876
    },
    {
      "epoch": 1.782520325203252,
      "grad_norm": 1.4537617759022587,
      "learning_rate": 1.8870277207526286e-05,
      "loss": 1.0051,
      "step": 877
    },
    {
      "epoch": 1.7845528455284554,
      "grad_norm": 1.178042056376556,
      "learning_rate": 1.8867235628909553e-05,
      "loss": 0.8019,
      "step": 878
    },
    {
      "epoch": 1.7865853658536586,
      "grad_norm": 1.2181378405783834,
      "learning_rate": 1.8864190207144822e-05,
      "loss": 0.7901,
      "step": 879
    },
    {
      "epoch": 1.7886178861788617,
      "grad_norm": 1.2962742074334026,
      "learning_rate": 1.8861140943552014e-05,
      "loss": 1.0022,
      "step": 880
    },
    {
      "epoch": 1.790650406504065,
      "grad_norm": 1.216073286817628,
      "learning_rate": 1.8858087839452706e-05,
      "loss": 0.9979,
      "step": 881
    },
    {
      "epoch": 1.7926829268292683,
      "grad_norm": 1.161835411378759,
      "learning_rate": 1.8855030896170152e-05,
      "loss": 0.85,
      "step": 882
    },
    {
      "epoch": 1.7947154471544715,
      "grad_norm": 1.4231825703448275,
      "learning_rate": 1.8851970115029256e-05,
      "loss": 0.9809,
      "step": 883
    },
    {
      "epoch": 1.796747967479675,
      "grad_norm": 1.2659040496129021,
      "learning_rate": 1.884890549735659e-05,
      "loss": 0.9435,
      "step": 884
    },
    {
      "epoch": 1.798780487804878,
      "grad_norm": 1.2077096978766293,
      "learning_rate": 1.884583704448039e-05,
      "loss": 0.87,
      "step": 885
    },
    {
      "epoch": 1.8008130081300813,
      "grad_norm": 1.1418230026311411,
      "learning_rate": 1.8842764757730555e-05,
      "loss": 0.8865,
      "step": 886
    },
    {
      "epoch": 1.8028455284552845,
      "grad_norm": 1.3055427079657604,
      "learning_rate": 1.8839688638438645e-05,
      "loss": 0.9888,
      "step": 887
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 1.1564609472304461,
      "learning_rate": 1.8836608687937883e-05,
      "loss": 0.8439,
      "step": 888
    },
    {
      "epoch": 1.806910569105691,
      "grad_norm": 1.190699199490442,
      "learning_rate": 1.8833524907563146e-05,
      "loss": 0.987,
      "step": 889
    },
    {
      "epoch": 1.8089430894308944,
      "grad_norm": 1.2141644296718352,
      "learning_rate": 1.8830437298650976e-05,
      "loss": 0.7641,
      "step": 890
    },
    {
      "epoch": 1.8109756097560976,
      "grad_norm": 1.3477248714371663,
      "learning_rate": 1.882734586253957e-05,
      "loss": 1.1374,
      "step": 891
    },
    {
      "epoch": 1.8130081300813008,
      "grad_norm": 1.3162023632094837,
      "learning_rate": 1.8824250600568798e-05,
      "loss": 1.1128,
      "step": 892
    },
    {
      "epoch": 1.815040650406504,
      "grad_norm": 1.2071419400582744,
      "learning_rate": 1.8821151514080167e-05,
      "loss": 0.8885,
      "step": 893
    },
    {
      "epoch": 1.8170731707317072,
      "grad_norm": 1.0925865442608562,
      "learning_rate": 1.8818048604416856e-05,
      "loss": 0.8013,
      "step": 894
    },
    {
      "epoch": 1.8191056910569106,
      "grad_norm": 1.2043525208386396,
      "learning_rate": 1.8814941872923696e-05,
      "loss": 0.7962,
      "step": 895
    },
    {
      "epoch": 1.821138211382114,
      "grad_norm": 1.5543970982867878,
      "learning_rate": 1.8811831320947177e-05,
      "loss": 1.1399,
      "step": 896
    },
    {
      "epoch": 1.8231707317073171,
      "grad_norm": 1.028744716503267,
      "learning_rate": 1.8808716949835437e-05,
      "loss": 0.6664,
      "step": 897
    },
    {
      "epoch": 1.8252032520325203,
      "grad_norm": 1.2027572374589375,
      "learning_rate": 1.8805598760938282e-05,
      "loss": 1.0266,
      "step": 898
    },
    {
      "epoch": 1.8272357723577235,
      "grad_norm": 1.18795029591468,
      "learning_rate": 1.880247675560716e-05,
      "loss": 1.0048,
      "step": 899
    },
    {
      "epoch": 1.8292682926829267,
      "grad_norm": 1.238543428508024,
      "learning_rate": 1.879935093519519e-05,
      "loss": 0.9114,
      "step": 900
    },
    {
      "epoch": 1.83130081300813,
      "grad_norm": 1.1281186130013956,
      "learning_rate": 1.8796221301057125e-05,
      "loss": 0.8914,
      "step": 901
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 1.2124365716092875,
      "learning_rate": 1.8793087854549378e-05,
      "loss": 1.0503,
      "step": 902
    },
    {
      "epoch": 1.8353658536585367,
      "grad_norm": 1.369876334601961,
      "learning_rate": 1.878995059703002e-05,
      "loss": 0.8278,
      "step": 903
    },
    {
      "epoch": 1.8373983739837398,
      "grad_norm": 1.097431938616776,
      "learning_rate": 1.878680952985877e-05,
      "loss": 0.9011,
      "step": 904
    },
    {
      "epoch": 1.839430894308943,
      "grad_norm": 1.3573976043311473,
      "learning_rate": 1.8783664654396997e-05,
      "loss": 0.8267,
      "step": 905
    },
    {
      "epoch": 1.8414634146341462,
      "grad_norm": 1.2073290100046041,
      "learning_rate": 1.8780515972007717e-05,
      "loss": 1.0286,
      "step": 906
    },
    {
      "epoch": 1.8434959349593496,
      "grad_norm": 1.2109112325231328,
      "learning_rate": 1.8777363484055602e-05,
      "loss": 0.8503,
      "step": 907
    },
    {
      "epoch": 1.845528455284553,
      "grad_norm": 1.4113369174370944,
      "learning_rate": 1.8774207191906976e-05,
      "loss": 0.8396,
      "step": 908
    },
    {
      "epoch": 1.8475609756097562,
      "grad_norm": 1.4155911222912296,
      "learning_rate": 1.8771047096929808e-05,
      "loss": 0.891,
      "step": 909
    },
    {
      "epoch": 1.8495934959349594,
      "grad_norm": 1.3840437721804986,
      "learning_rate": 1.8767883200493705e-05,
      "loss": 0.9667,
      "step": 910
    },
    {
      "epoch": 1.8516260162601625,
      "grad_norm": 1.3710599970880568,
      "learning_rate": 1.8764715503969944e-05,
      "loss": 0.9553,
      "step": 911
    },
    {
      "epoch": 1.8536585365853657,
      "grad_norm": 1.367217760621146,
      "learning_rate": 1.8761544008731426e-05,
      "loss": 1.0331,
      "step": 912
    },
    {
      "epoch": 1.8556910569105691,
      "grad_norm": 1.421368729029175,
      "learning_rate": 1.8758368716152712e-05,
      "loss": 0.9663,
      "step": 913
    },
    {
      "epoch": 1.8577235772357723,
      "grad_norm": 1.3595165187132696,
      "learning_rate": 1.8755189627610004e-05,
      "loss": 1.0049,
      "step": 914
    },
    {
      "epoch": 1.8597560975609757,
      "grad_norm": 1.3250645020180385,
      "learning_rate": 1.8752006744481153e-05,
      "loss": 1.0246,
      "step": 915
    },
    {
      "epoch": 1.8617886178861789,
      "grad_norm": 1.501488258447364,
      "learning_rate": 1.874882006814565e-05,
      "loss": 0.8256,
      "step": 916
    },
    {
      "epoch": 1.863821138211382,
      "grad_norm": 1.244918421739128,
      "learning_rate": 1.8745629599984636e-05,
      "loss": 0.9235,
      "step": 917
    },
    {
      "epoch": 1.8658536585365852,
      "grad_norm": 1.3096669084113624,
      "learning_rate": 1.874243534138089e-05,
      "loss": 1.0135,
      "step": 918
    },
    {
      "epoch": 1.8678861788617886,
      "grad_norm": 1.4683245258157782,
      "learning_rate": 1.8739237293718832e-05,
      "loss": 1.0954,
      "step": 919
    },
    {
      "epoch": 1.8699186991869918,
      "grad_norm": 1.5629517489065625,
      "learning_rate": 1.8736035458384528e-05,
      "loss": 1.0264,
      "step": 920
    },
    {
      "epoch": 1.8719512195121952,
      "grad_norm": 1.462971281406613,
      "learning_rate": 1.873282983676569e-05,
      "loss": 0.9583,
      "step": 921
    },
    {
      "epoch": 1.8739837398373984,
      "grad_norm": 1.2636511558456152,
      "learning_rate": 1.8729620430251662e-05,
      "loss": 0.9908,
      "step": 922
    },
    {
      "epoch": 1.8760162601626016,
      "grad_norm": 1.2037687590595072,
      "learning_rate": 1.872640724023343e-05,
      "loss": 0.9068,
      "step": 923
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 1.3689577567922973,
      "learning_rate": 1.8723190268103634e-05,
      "loss": 0.8641,
      "step": 924
    },
    {
      "epoch": 1.8800813008130082,
      "grad_norm": 1.349054254567135,
      "learning_rate": 1.8719969515256527e-05,
      "loss": 1.0016,
      "step": 925
    },
    {
      "epoch": 1.8821138211382114,
      "grad_norm": 1.2709905307074487,
      "learning_rate": 1.8716744983088028e-05,
      "loss": 1.1029,
      "step": 926
    },
    {
      "epoch": 1.8841463414634148,
      "grad_norm": 1.5234712867642315,
      "learning_rate": 1.8713516672995676e-05,
      "loss": 1.0098,
      "step": 927
    },
    {
      "epoch": 1.886178861788618,
      "grad_norm": 1.2619139386111011,
      "learning_rate": 1.8710284586378645e-05,
      "loss": 0.9131,
      "step": 928
    },
    {
      "epoch": 1.8882113821138211,
      "grad_norm": 1.2249342832785213,
      "learning_rate": 1.8707048724637767e-05,
      "loss": 0.9839,
      "step": 929
    },
    {
      "epoch": 1.8902439024390243,
      "grad_norm": 1.3244770398912464,
      "learning_rate": 1.870380908917549e-05,
      "loss": 1.0702,
      "step": 930
    },
    {
      "epoch": 1.8922764227642277,
      "grad_norm": 1.167221172264963,
      "learning_rate": 1.8700565681395905e-05,
      "loss": 0.9473,
      "step": 931
    },
    {
      "epoch": 1.8943089430894309,
      "grad_norm": 1.4886052494653303,
      "learning_rate": 1.8697318502704734e-05,
      "loss": 0.9977,
      "step": 932
    },
    {
      "epoch": 1.8963414634146343,
      "grad_norm": 1.164852567130357,
      "learning_rate": 1.869406755450934e-05,
      "loss": 0.8249,
      "step": 933
    },
    {
      "epoch": 1.8983739837398375,
      "grad_norm": 1.1697028069439874,
      "learning_rate": 1.869081283821872e-05,
      "loss": 0.9318,
      "step": 934
    },
    {
      "epoch": 1.9004065040650406,
      "grad_norm": 1.2691774569484497,
      "learning_rate": 1.8687554355243488e-05,
      "loss": 0.9797,
      "step": 935
    },
    {
      "epoch": 1.9024390243902438,
      "grad_norm": 1.2304272007434736,
      "learning_rate": 1.8684292106995916e-05,
      "loss": 1.0467,
      "step": 936
    },
    {
      "epoch": 1.904471544715447,
      "grad_norm": 1.246059914802852,
      "learning_rate": 1.868102609488989e-05,
      "loss": 0.9941,
      "step": 937
    },
    {
      "epoch": 1.9065040650406504,
      "grad_norm": 1.2622800743052902,
      "learning_rate": 1.8677756320340927e-05,
      "loss": 1.0686,
      "step": 938
    },
    {
      "epoch": 1.9085365853658538,
      "grad_norm": 1.487458811253934,
      "learning_rate": 1.867448278476619e-05,
      "loss": 0.9309,
      "step": 939
    },
    {
      "epoch": 1.910569105691057,
      "grad_norm": 1.4934782656769383,
      "learning_rate": 1.8671205489584453e-05,
      "loss": 1.1807,
      "step": 940
    },
    {
      "epoch": 1.9126016260162602,
      "grad_norm": 1.2716512970058351,
      "learning_rate": 1.866792443621613e-05,
      "loss": 0.9894,
      "step": 941
    },
    {
      "epoch": 1.9146341463414633,
      "grad_norm": 1.3960049230928435,
      "learning_rate": 1.8664639626083265e-05,
      "loss": 0.9246,
      "step": 942
    },
    {
      "epoch": 1.9166666666666665,
      "grad_norm": 1.2927585147969496,
      "learning_rate": 1.866135106060953e-05,
      "loss": 0.7901,
      "step": 943
    },
    {
      "epoch": 1.91869918699187,
      "grad_norm": 1.3766022820320754,
      "learning_rate": 1.865805874122021e-05,
      "loss": 0.8386,
      "step": 944
    },
    {
      "epoch": 1.9207317073170733,
      "grad_norm": 1.1421918626334568,
      "learning_rate": 1.8654762669342242e-05,
      "loss": 0.8309,
      "step": 945
    },
    {
      "epoch": 1.9227642276422765,
      "grad_norm": 1.413057204483458,
      "learning_rate": 1.8651462846404173e-05,
      "loss": 0.8662,
      "step": 946
    },
    {
      "epoch": 1.9247967479674797,
      "grad_norm": 1.3632106535904092,
      "learning_rate": 1.8648159273836174e-05,
      "loss": 0.9517,
      "step": 947
    },
    {
      "epoch": 1.9268292682926829,
      "grad_norm": 1.2198872884141134,
      "learning_rate": 1.8644851953070045e-05,
      "loss": 0.942,
      "step": 948
    },
    {
      "epoch": 1.928861788617886,
      "grad_norm": 1.2810358830759332,
      "learning_rate": 1.864154088553922e-05,
      "loss": 1.1012,
      "step": 949
    },
    {
      "epoch": 1.9308943089430894,
      "grad_norm": 1.1135262591560668,
      "learning_rate": 1.8638226072678746e-05,
      "loss": 0.7727,
      "step": 950
    },
    {
      "epoch": 1.9329268292682928,
      "grad_norm": 1.1862761657620051,
      "learning_rate": 1.8634907515925294e-05,
      "loss": 1.0686,
      "step": 951
    },
    {
      "epoch": 1.934959349593496,
      "grad_norm": 1.3003263654085992,
      "learning_rate": 1.863158521671716e-05,
      "loss": 0.8975,
      "step": 952
    },
    {
      "epoch": 1.9369918699186992,
      "grad_norm": 1.2897713430980464,
      "learning_rate": 1.862825917649426e-05,
      "loss": 0.9594,
      "step": 953
    },
    {
      "epoch": 1.9390243902439024,
      "grad_norm": 1.3890051655147155,
      "learning_rate": 1.8624929396698138e-05,
      "loss": 1.0883,
      "step": 954
    },
    {
      "epoch": 1.9410569105691056,
      "grad_norm": 1.1674997337727862,
      "learning_rate": 1.8621595878771944e-05,
      "loss": 0.9489,
      "step": 955
    },
    {
      "epoch": 1.943089430894309,
      "grad_norm": 1.2726758343394586,
      "learning_rate": 1.8618258624160465e-05,
      "loss": 0.8871,
      "step": 956
    },
    {
      "epoch": 1.9451219512195121,
      "grad_norm": 1.2338091961216646,
      "learning_rate": 1.8614917634310103e-05,
      "loss": 0.935,
      "step": 957
    },
    {
      "epoch": 1.9471544715447155,
      "grad_norm": 1.1479037820616147,
      "learning_rate": 1.8611572910668866e-05,
      "loss": 0.8446,
      "step": 958
    },
    {
      "epoch": 1.9491869918699187,
      "grad_norm": 1.145557127793306,
      "learning_rate": 1.86082244546864e-05,
      "loss": 0.8884,
      "step": 959
    },
    {
      "epoch": 1.951219512195122,
      "grad_norm": 1.2015311755896472,
      "learning_rate": 1.8604872267813954e-05,
      "loss": 0.8401,
      "step": 960
    },
    {
      "epoch": 1.953252032520325,
      "grad_norm": 1.4013334779904247,
      "learning_rate": 1.86015163515044e-05,
      "loss": 1.0397,
      "step": 961
    },
    {
      "epoch": 1.9552845528455285,
      "grad_norm": 1.3043967366556026,
      "learning_rate": 1.859815670721223e-05,
      "loss": 0.8687,
      "step": 962
    },
    {
      "epoch": 1.9573170731707317,
      "grad_norm": 1.4315980705469857,
      "learning_rate": 1.859479333639354e-05,
      "loss": 1.2383,
      "step": 963
    },
    {
      "epoch": 1.959349593495935,
      "grad_norm": 1.2670740457190888,
      "learning_rate": 1.859142624050605e-05,
      "loss": 0.797,
      "step": 964
    },
    {
      "epoch": 1.9613821138211383,
      "grad_norm": 1.3093742824255525,
      "learning_rate": 1.85880554210091e-05,
      "loss": 0.7158,
      "step": 965
    },
    {
      "epoch": 1.9634146341463414,
      "grad_norm": 1.3137566962886087,
      "learning_rate": 1.8584680879363626e-05,
      "loss": 1.1175,
      "step": 966
    },
    {
      "epoch": 1.9654471544715446,
      "grad_norm": 1.2649798013739673,
      "learning_rate": 1.8581302617032196e-05,
      "loss": 0.9345,
      "step": 967
    },
    {
      "epoch": 1.967479674796748,
      "grad_norm": 1.4127971070560819,
      "learning_rate": 1.8577920635478976e-05,
      "loss": 1.2753,
      "step": 968
    },
    {
      "epoch": 1.9695121951219512,
      "grad_norm": 1.1592072848008426,
      "learning_rate": 1.8574534936169758e-05,
      "loss": 0.9858,
      "step": 969
    },
    {
      "epoch": 1.9715447154471546,
      "grad_norm": 1.2343932258200556,
      "learning_rate": 1.857114552057193e-05,
      "loss": 0.9302,
      "step": 970
    },
    {
      "epoch": 1.9735772357723578,
      "grad_norm": 1.2135576974009623,
      "learning_rate": 1.8567752390154506e-05,
      "loss": 0.8016,
      "step": 971
    },
    {
      "epoch": 1.975609756097561,
      "grad_norm": 1.3013469759158633,
      "learning_rate": 1.8564355546388094e-05,
      "loss": 0.9992,
      "step": 972
    },
    {
      "epoch": 1.9776422764227641,
      "grad_norm": 1.263806863011205,
      "learning_rate": 1.8560954990744926e-05,
      "loss": 0.9207,
      "step": 973
    },
    {
      "epoch": 1.9796747967479673,
      "grad_norm": 1.6262776634440501,
      "learning_rate": 1.8557550724698835e-05,
      "loss": 1.2201,
      "step": 974
    },
    {
      "epoch": 1.9817073170731707,
      "grad_norm": 1.274457739909222,
      "learning_rate": 1.8554142749725264e-05,
      "loss": 0.9491,
      "step": 975
    },
    {
      "epoch": 1.9837398373983741,
      "grad_norm": 1.3271028014617434,
      "learning_rate": 1.855073106730126e-05,
      "loss": 0.8712,
      "step": 976
    },
    {
      "epoch": 1.9857723577235773,
      "grad_norm": 1.3969502103495006,
      "learning_rate": 1.854731567890548e-05,
      "loss": 1.024,
      "step": 977
    },
    {
      "epoch": 1.9878048780487805,
      "grad_norm": 1.3112594476253963,
      "learning_rate": 1.85438965860182e-05,
      "loss": 1.1375,
      "step": 978
    },
    {
      "epoch": 1.9898373983739837,
      "grad_norm": 1.4624152761237306,
      "learning_rate": 1.854047379012127e-05,
      "loss": 1.0088,
      "step": 979
    },
    {
      "epoch": 1.9918699186991868,
      "grad_norm": 1.2498180813962336,
      "learning_rate": 1.8537047292698175e-05,
      "loss": 0.8426,
      "step": 980
    },
    {
      "epoch": 1.9939024390243902,
      "grad_norm": 1.2250031610393444,
      "learning_rate": 1.8533617095233993e-05,
      "loss": 0.8153,
      "step": 981
    },
    {
      "epoch": 1.9959349593495936,
      "grad_norm": 1.4039478518108948,
      "learning_rate": 1.85301831992154e-05,
      "loss": 0.889,
      "step": 982
    },
    {
      "epoch": 1.9979674796747968,
      "grad_norm": 1.381278945320266,
      "learning_rate": 1.8526745606130685e-05,
      "loss": 0.8871,
      "step": 983
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.5193217742124172,
      "learning_rate": 1.852330431746973e-05,
      "loss": 0.9692,
      "step": 984
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.9892057180404663,
      "eval_runtime": 132.4937,
      "eval_samples_per_second": 7.427,
      "eval_steps_per_second": 0.928,
      "step": 984
    },
    {
      "epoch": 2.002032520325203,
      "grad_norm": 1.2272851208911684,
      "learning_rate": 1.8519859334724036e-05,
      "loss": 0.9103,
      "step": 985
    },
    {
      "epoch": 2.0040650406504064,
      "grad_norm": 1.3625914730364137,
      "learning_rate": 1.8516410659386677e-05,
      "loss": 0.8232,
      "step": 986
    },
    {
      "epoch": 2.0060975609756095,
      "grad_norm": 1.2586543160468813,
      "learning_rate": 1.8512958292952354e-05,
      "loss": 1.0493,
      "step": 987
    },
    {
      "epoch": 2.008130081300813,
      "grad_norm": 1.109971107419663,
      "learning_rate": 1.8509502236917353e-05,
      "loss": 0.7991,
      "step": 988
    },
    {
      "epoch": 2.0101626016260163,
      "grad_norm": 1.3860666217741207,
      "learning_rate": 1.850604249277956e-05,
      "loss": 1.0413,
      "step": 989
    },
    {
      "epoch": 2.0121951219512195,
      "grad_norm": 1.2653109352924414,
      "learning_rate": 1.850257906203847e-05,
      "loss": 0.7125,
      "step": 990
    },
    {
      "epoch": 2.0142276422764227,
      "grad_norm": 1.290440747430027,
      "learning_rate": 1.8499111946195163e-05,
      "loss": 0.8034,
      "step": 991
    },
    {
      "epoch": 2.016260162601626,
      "grad_norm": 1.3959470604965913,
      "learning_rate": 1.8495641146752322e-05,
      "loss": 0.8645,
      "step": 992
    },
    {
      "epoch": 2.018292682926829,
      "grad_norm": 1.2140498615848396,
      "learning_rate": 1.8492166665214224e-05,
      "loss": 0.8532,
      "step": 993
    },
    {
      "epoch": 2.0203252032520327,
      "grad_norm": 1.2643381755959746,
      "learning_rate": 1.8488688503086747e-05,
      "loss": 0.9758,
      "step": 994
    },
    {
      "epoch": 2.022357723577236,
      "grad_norm": 1.2891453552147862,
      "learning_rate": 1.8485206661877363e-05,
      "loss": 1.0529,
      "step": 995
    },
    {
      "epoch": 2.024390243902439,
      "grad_norm": 1.35604222304764,
      "learning_rate": 1.848172114309513e-05,
      "loss": 0.8124,
      "step": 996
    },
    {
      "epoch": 2.0264227642276422,
      "grad_norm": 1.321579669639766,
      "learning_rate": 1.8478231948250715e-05,
      "loss": 0.9774,
      "step": 997
    },
    {
      "epoch": 2.0284552845528454,
      "grad_norm": 1.5141947077893128,
      "learning_rate": 1.847473907885636e-05,
      "loss": 0.8751,
      "step": 998
    },
    {
      "epoch": 2.0304878048780486,
      "grad_norm": 1.372709844860798,
      "learning_rate": 1.847124253642592e-05,
      "loss": 0.9516,
      "step": 999
    },
    {
      "epoch": 2.032520325203252,
      "grad_norm": 1.338603056921872,
      "learning_rate": 1.8467742322474822e-05,
      "loss": 1.0163,
      "step": 1000
    },
    {
      "epoch": 2.0345528455284554,
      "grad_norm": 1.1889521314538796,
      "learning_rate": 1.8464238438520096e-05,
      "loss": 0.7503,
      "step": 1001
    },
    {
      "epoch": 2.0365853658536586,
      "grad_norm": 1.391641196474358,
      "learning_rate": 1.8460730886080363e-05,
      "loss": 0.8099,
      "step": 1002
    },
    {
      "epoch": 2.0386178861788617,
      "grad_norm": 1.366138758790902,
      "learning_rate": 1.8457219666675826e-05,
      "loss": 1.0441,
      "step": 1003
    },
    {
      "epoch": 2.040650406504065,
      "grad_norm": 1.405572248721484,
      "learning_rate": 1.845370478182829e-05,
      "loss": 0.919,
      "step": 1004
    },
    {
      "epoch": 2.042682926829268,
      "grad_norm": 1.4509835305893626,
      "learning_rate": 1.8450186233061136e-05,
      "loss": 1.1183,
      "step": 1005
    },
    {
      "epoch": 2.0447154471544717,
      "grad_norm": 1.2976576238286457,
      "learning_rate": 1.8446664021899338e-05,
      "loss": 0.8405,
      "step": 1006
    },
    {
      "epoch": 2.046747967479675,
      "grad_norm": 1.3550760071082746,
      "learning_rate": 1.8443138149869453e-05,
      "loss": 0.8482,
      "step": 1007
    },
    {
      "epoch": 2.048780487804878,
      "grad_norm": 1.4364208138476842,
      "learning_rate": 1.8439608618499637e-05,
      "loss": 1.0704,
      "step": 1008
    },
    {
      "epoch": 2.0508130081300813,
      "grad_norm": 1.2663979704939454,
      "learning_rate": 1.843607542931962e-05,
      "loss": 0.7404,
      "step": 1009
    },
    {
      "epoch": 2.0528455284552845,
      "grad_norm": 1.7450114243036032,
      "learning_rate": 1.8432538583860723e-05,
      "loss": 0.9502,
      "step": 1010
    },
    {
      "epoch": 2.0548780487804876,
      "grad_norm": 1.5804454731953854,
      "learning_rate": 1.842899808365585e-05,
      "loss": 0.8464,
      "step": 1011
    },
    {
      "epoch": 2.0569105691056913,
      "grad_norm": 1.4066763837817862,
      "learning_rate": 1.842545393023949e-05,
      "loss": 0.7933,
      "step": 1012
    },
    {
      "epoch": 2.0589430894308944,
      "grad_norm": 1.3497813389395974,
      "learning_rate": 1.842190612514771e-05,
      "loss": 0.975,
      "step": 1013
    },
    {
      "epoch": 2.0609756097560976,
      "grad_norm": 1.411685080010567,
      "learning_rate": 1.8418354669918162e-05,
      "loss": 0.8922,
      "step": 1014
    },
    {
      "epoch": 2.063008130081301,
      "grad_norm": 1.3821615433409349,
      "learning_rate": 1.8414799566090092e-05,
      "loss": 0.8348,
      "step": 1015
    },
    {
      "epoch": 2.065040650406504,
      "grad_norm": 1.2733929640137822,
      "learning_rate": 1.841124081520431e-05,
      "loss": 0.9589,
      "step": 1016
    },
    {
      "epoch": 2.067073170731707,
      "grad_norm": 1.4897140221578018,
      "learning_rate": 1.8407678418803213e-05,
      "loss": 0.8424,
      "step": 1017
    },
    {
      "epoch": 2.069105691056911,
      "grad_norm": 1.433997880195951,
      "learning_rate": 1.8404112378430782e-05,
      "loss": 0.8711,
      "step": 1018
    },
    {
      "epoch": 2.071138211382114,
      "grad_norm": 1.4612020851783867,
      "learning_rate": 1.8400542695632573e-05,
      "loss": 1.1675,
      "step": 1019
    },
    {
      "epoch": 2.073170731707317,
      "grad_norm": 1.408820376055267,
      "learning_rate": 1.8396969371955724e-05,
      "loss": 0.9084,
      "step": 1020
    },
    {
      "epoch": 2.0752032520325203,
      "grad_norm": 1.5573646967279073,
      "learning_rate": 1.8393392408948947e-05,
      "loss": 0.8413,
      "step": 1021
    },
    {
      "epoch": 2.0772357723577235,
      "grad_norm": 1.369508902407916,
      "learning_rate": 1.8389811808162536e-05,
      "loss": 0.7823,
      "step": 1022
    },
    {
      "epoch": 2.0792682926829267,
      "grad_norm": 1.3695756273498223,
      "learning_rate": 1.8386227571148354e-05,
      "loss": 0.9004,
      "step": 1023
    },
    {
      "epoch": 2.08130081300813,
      "grad_norm": 1.3843441568867605,
      "learning_rate": 1.838263969945985e-05,
      "loss": 0.8687,
      "step": 1024
    },
    {
      "epoch": 2.0833333333333335,
      "grad_norm": 1.4341898197555696,
      "learning_rate": 1.8379048194652043e-05,
      "loss": 0.8205,
      "step": 1025
    },
    {
      "epoch": 2.0853658536585367,
      "grad_norm": 1.3889352730643716,
      "learning_rate": 1.837545305828152e-05,
      "loss": 0.7812,
      "step": 1026
    },
    {
      "epoch": 2.08739837398374,
      "grad_norm": 1.309418767127143,
      "learning_rate": 1.8371854291906456e-05,
      "loss": 0.8729,
      "step": 1027
    },
    {
      "epoch": 2.089430894308943,
      "grad_norm": 1.283750952296138,
      "learning_rate": 1.836825189708659e-05,
      "loss": 0.8761,
      "step": 1028
    },
    {
      "epoch": 2.091463414634146,
      "grad_norm": 1.4735005737923805,
      "learning_rate": 1.836464587538324e-05,
      "loss": 0.801,
      "step": 1029
    },
    {
      "epoch": 2.0934959349593494,
      "grad_norm": 1.4490216782744312,
      "learning_rate": 1.836103622835928e-05,
      "loss": 0.9165,
      "step": 1030
    },
    {
      "epoch": 2.095528455284553,
      "grad_norm": 1.4557761040880843,
      "learning_rate": 1.8357422957579175e-05,
      "loss": 1.0351,
      "step": 1031
    },
    {
      "epoch": 2.097560975609756,
      "grad_norm": 1.53158437468583,
      "learning_rate": 1.8353806064608953e-05,
      "loss": 0.7769,
      "step": 1032
    },
    {
      "epoch": 2.0995934959349594,
      "grad_norm": 1.4321661338566187,
      "learning_rate": 1.835018555101621e-05,
      "loss": 0.8527,
      "step": 1033
    },
    {
      "epoch": 2.1016260162601625,
      "grad_norm": 1.4188390927202965,
      "learning_rate": 1.8346561418370113e-05,
      "loss": 1.008,
      "step": 1034
    },
    {
      "epoch": 2.1036585365853657,
      "grad_norm": 1.399631473912468,
      "learning_rate": 1.8342933668241392e-05,
      "loss": 0.8177,
      "step": 1035
    },
    {
      "epoch": 2.105691056910569,
      "grad_norm": 1.4462044765470472,
      "learning_rate": 1.833930230220236e-05,
      "loss": 1.0317,
      "step": 1036
    },
    {
      "epoch": 2.1077235772357725,
      "grad_norm": 1.5441367423423746,
      "learning_rate": 1.833566732182688e-05,
      "loss": 0.6832,
      "step": 1037
    },
    {
      "epoch": 2.1097560975609757,
      "grad_norm": 1.287676990945096,
      "learning_rate": 1.833202872869039e-05,
      "loss": 0.8528,
      "step": 1038
    },
    {
      "epoch": 2.111788617886179,
      "grad_norm": 1.3202174622920304,
      "learning_rate": 1.8328386524369892e-05,
      "loss": 0.762,
      "step": 1039
    },
    {
      "epoch": 2.113821138211382,
      "grad_norm": 1.3396399548956057,
      "learning_rate": 1.8324740710443955e-05,
      "loss": 0.8592,
      "step": 1040
    },
    {
      "epoch": 2.1158536585365852,
      "grad_norm": 1.63431932748599,
      "learning_rate": 1.832109128849271e-05,
      "loss": 0.9012,
      "step": 1041
    },
    {
      "epoch": 2.1178861788617884,
      "grad_norm": 1.5462035165992207,
      "learning_rate": 1.8317438260097847e-05,
      "loss": 0.9632,
      "step": 1042
    },
    {
      "epoch": 2.119918699186992,
      "grad_norm": 1.3749212315357866,
      "learning_rate": 1.8313781626842635e-05,
      "loss": 0.8397,
      "step": 1043
    },
    {
      "epoch": 2.1219512195121952,
      "grad_norm": 1.4216561539475785,
      "learning_rate": 1.831012139031189e-05,
      "loss": 0.7578,
      "step": 1044
    },
    {
      "epoch": 2.1239837398373984,
      "grad_norm": 1.5903990531520613,
      "learning_rate": 1.8306457552092e-05,
      "loss": 0.8379,
      "step": 1045
    },
    {
      "epoch": 2.1260162601626016,
      "grad_norm": 1.5110066214901965,
      "learning_rate": 1.8302790113770897e-05,
      "loss": 0.9264,
      "step": 1046
    },
    {
      "epoch": 2.1280487804878048,
      "grad_norm": 1.1598815994762204,
      "learning_rate": 1.8299119076938097e-05,
      "loss": 0.7211,
      "step": 1047
    },
    {
      "epoch": 2.130081300813008,
      "grad_norm": 1.4963902680439172,
      "learning_rate": 1.829544444318466e-05,
      "loss": 0.9238,
      "step": 1048
    },
    {
      "epoch": 2.1321138211382116,
      "grad_norm": 1.600896788954843,
      "learning_rate": 1.8291766214103207e-05,
      "loss": 0.7758,
      "step": 1049
    },
    {
      "epoch": 2.1341463414634148,
      "grad_norm": 1.4659785298159118,
      "learning_rate": 1.828808439128792e-05,
      "loss": 0.8894,
      "step": 1050
    },
    {
      "epoch": 2.136178861788618,
      "grad_norm": 1.5575211960521285,
      "learning_rate": 1.8284398976334538e-05,
      "loss": 0.9364,
      "step": 1051
    },
    {
      "epoch": 2.138211382113821,
      "grad_norm": 1.3393180007105614,
      "learning_rate": 1.8280709970840352e-05,
      "loss": 0.7822,
      "step": 1052
    },
    {
      "epoch": 2.1402439024390243,
      "grad_norm": 1.4186981727866537,
      "learning_rate": 1.8277017376404224e-05,
      "loss": 0.8587,
      "step": 1053
    },
    {
      "epoch": 2.1422764227642275,
      "grad_norm": 1.6259229323574385,
      "learning_rate": 1.8273321194626552e-05,
      "loss": 0.8563,
      "step": 1054
    },
    {
      "epoch": 2.144308943089431,
      "grad_norm": 1.3355999414075383,
      "learning_rate": 1.8269621427109302e-05,
      "loss": 0.9679,
      "step": 1055
    },
    {
      "epoch": 2.1463414634146343,
      "grad_norm": 1.3218275895710416,
      "learning_rate": 1.8265918075455985e-05,
      "loss": 0.8892,
      "step": 1056
    },
    {
      "epoch": 2.1483739837398375,
      "grad_norm": 1.2883222477076337,
      "learning_rate": 1.8262211141271678e-05,
      "loss": 0.8907,
      "step": 1057
    },
    {
      "epoch": 2.1504065040650406,
      "grad_norm": 1.4484549106629436,
      "learning_rate": 1.8258500626163e-05,
      "loss": 0.9496,
      "step": 1058
    },
    {
      "epoch": 2.152439024390244,
      "grad_norm": 1.6644950726668037,
      "learning_rate": 1.8254786531738124e-05,
      "loss": 1.0737,
      "step": 1059
    },
    {
      "epoch": 2.154471544715447,
      "grad_norm": 1.5690003239780932,
      "learning_rate": 1.8251068859606777e-05,
      "loss": 0.8554,
      "step": 1060
    },
    {
      "epoch": 2.15650406504065,
      "grad_norm": 1.4376314413425977,
      "learning_rate": 1.824734761138023e-05,
      "loss": 0.907,
      "step": 1061
    },
    {
      "epoch": 2.158536585365854,
      "grad_norm": 1.518902295827743,
      "learning_rate": 1.8243622788671316e-05,
      "loss": 0.9541,
      "step": 1062
    },
    {
      "epoch": 2.160569105691057,
      "grad_norm": 1.6415810915479836,
      "learning_rate": 1.8239894393094403e-05,
      "loss": 0.9354,
      "step": 1063
    },
    {
      "epoch": 2.16260162601626,
      "grad_norm": 1.5014746244241026,
      "learning_rate": 1.823616242626542e-05,
      "loss": 0.7335,
      "step": 1064
    },
    {
      "epoch": 2.1646341463414633,
      "grad_norm": 1.5371582500953065,
      "learning_rate": 1.8232426889801843e-05,
      "loss": 0.9941,
      "step": 1065
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 1.496033036462389,
      "learning_rate": 1.822868778532268e-05,
      "loss": 0.7742,
      "step": 1066
    },
    {
      "epoch": 2.16869918699187,
      "grad_norm": 1.3260221785383963,
      "learning_rate": 1.82249451144485e-05,
      "loss": 0.9486,
      "step": 1067
    },
    {
      "epoch": 2.1707317073170733,
      "grad_norm": 1.5580813781598792,
      "learning_rate": 1.8221198878801415e-05,
      "loss": 1.0465,
      "step": 1068
    },
    {
      "epoch": 2.1727642276422765,
      "grad_norm": 1.4963662663951598,
      "learning_rate": 1.8217449080005078e-05,
      "loss": 0.9479,
      "step": 1069
    },
    {
      "epoch": 2.1747967479674797,
      "grad_norm": 1.3239865377876459,
      "learning_rate": 1.8213695719684696e-05,
      "loss": 0.7862,
      "step": 1070
    },
    {
      "epoch": 2.176829268292683,
      "grad_norm": 1.3389566015698402,
      "learning_rate": 1.8209938799467003e-05,
      "loss": 0.7852,
      "step": 1071
    },
    {
      "epoch": 2.178861788617886,
      "grad_norm": 1.5617743677581213,
      "learning_rate": 1.8206178320980295e-05,
      "loss": 0.9661,
      "step": 1072
    },
    {
      "epoch": 2.180894308943089,
      "grad_norm": 1.3140258329578287,
      "learning_rate": 1.8202414285854394e-05,
      "loss": 0.7373,
      "step": 1073
    },
    {
      "epoch": 2.182926829268293,
      "grad_norm": 1.6798743486427425,
      "learning_rate": 1.8198646695720674e-05,
      "loss": 0.9093,
      "step": 1074
    },
    {
      "epoch": 2.184959349593496,
      "grad_norm": 1.5258233898313864,
      "learning_rate": 1.819487555221204e-05,
      "loss": 0.9126,
      "step": 1075
    },
    {
      "epoch": 2.186991869918699,
      "grad_norm": 1.51163508433622,
      "learning_rate": 1.819110085696295e-05,
      "loss": 0.9059,
      "step": 1076
    },
    {
      "epoch": 2.1890243902439024,
      "grad_norm": 1.3235102620448917,
      "learning_rate": 1.8187322611609394e-05,
      "loss": 0.859,
      "step": 1077
    },
    {
      "epoch": 2.1910569105691056,
      "grad_norm": 1.5390808379280645,
      "learning_rate": 1.8183540817788897e-05,
      "loss": 0.8988,
      "step": 1078
    },
    {
      "epoch": 2.1930894308943087,
      "grad_norm": 1.4415198715276627,
      "learning_rate": 1.8179755477140525e-05,
      "loss": 0.8096,
      "step": 1079
    },
    {
      "epoch": 2.1951219512195124,
      "grad_norm": 1.7144943805449848,
      "learning_rate": 1.817596659130489e-05,
      "loss": 0.9373,
      "step": 1080
    },
    {
      "epoch": 2.1971544715447155,
      "grad_norm": 1.5653842771965603,
      "learning_rate": 1.8172174161924125e-05,
      "loss": 0.6989,
      "step": 1081
    },
    {
      "epoch": 2.1991869918699187,
      "grad_norm": 1.3982277511485066,
      "learning_rate": 1.8168378190641912e-05,
      "loss": 0.8357,
      "step": 1082
    },
    {
      "epoch": 2.201219512195122,
      "grad_norm": 1.6752651377197707,
      "learning_rate": 1.8164578679103457e-05,
      "loss": 0.8955,
      "step": 1083
    },
    {
      "epoch": 2.203252032520325,
      "grad_norm": 1.548541656474497,
      "learning_rate": 1.816077562895551e-05,
      "loss": 0.9483,
      "step": 1084
    },
    {
      "epoch": 2.2052845528455283,
      "grad_norm": 1.5406753515718419,
      "learning_rate": 1.8156969041846353e-05,
      "loss": 0.8821,
      "step": 1085
    },
    {
      "epoch": 2.207317073170732,
      "grad_norm": 1.4935133412604773,
      "learning_rate": 1.815315891942579e-05,
      "loss": 0.91,
      "step": 1086
    },
    {
      "epoch": 2.209349593495935,
      "grad_norm": 1.5346465960012916,
      "learning_rate": 1.8149345263345175e-05,
      "loss": 0.8851,
      "step": 1087
    },
    {
      "epoch": 2.2113821138211383,
      "grad_norm": 1.3289989840765335,
      "learning_rate": 1.814552807525738e-05,
      "loss": 0.9691,
      "step": 1088
    },
    {
      "epoch": 2.2134146341463414,
      "grad_norm": 1.7677187898888127,
      "learning_rate": 1.8141707356816812e-05,
      "loss": 1.0694,
      "step": 1089
    },
    {
      "epoch": 2.2154471544715446,
      "grad_norm": 1.3820573641569451,
      "learning_rate": 1.813788310967941e-05,
      "loss": 0.9286,
      "step": 1090
    },
    {
      "epoch": 2.217479674796748,
      "grad_norm": 1.3756515730019847,
      "learning_rate": 1.8134055335502642e-05,
      "loss": 0.6712,
      "step": 1091
    },
    {
      "epoch": 2.2195121951219514,
      "grad_norm": 1.6166600495989427,
      "learning_rate": 1.81302240359455e-05,
      "loss": 0.9681,
      "step": 1092
    },
    {
      "epoch": 2.2215447154471546,
      "grad_norm": 1.5666735201159092,
      "learning_rate": 1.812638921266851e-05,
      "loss": 0.9081,
      "step": 1093
    },
    {
      "epoch": 2.2235772357723578,
      "grad_norm": 1.6311173883344805,
      "learning_rate": 1.812255086733372e-05,
      "loss": 0.9403,
      "step": 1094
    },
    {
      "epoch": 2.225609756097561,
      "grad_norm": 1.4391006737066314,
      "learning_rate": 1.8118709001604705e-05,
      "loss": 0.8862,
      "step": 1095
    },
    {
      "epoch": 2.227642276422764,
      "grad_norm": 1.4450090601133254,
      "learning_rate": 1.8114863617146576e-05,
      "loss": 0.8178,
      "step": 1096
    },
    {
      "epoch": 2.2296747967479673,
      "grad_norm": 1.4709731090719822,
      "learning_rate": 1.8111014715625955e-05,
      "loss": 0.8836,
      "step": 1097
    },
    {
      "epoch": 2.231707317073171,
      "grad_norm": 1.445075514815924,
      "learning_rate": 1.8107162298710995e-05,
      "loss": 0.7309,
      "step": 1098
    },
    {
      "epoch": 2.233739837398374,
      "grad_norm": 1.4878026538672262,
      "learning_rate": 1.810330636807137e-05,
      "loss": 0.8519,
      "step": 1099
    },
    {
      "epoch": 2.2357723577235773,
      "grad_norm": 1.5595055484623166,
      "learning_rate": 1.8099446925378278e-05,
      "loss": 1.0935,
      "step": 1100
    },
    {
      "epoch": 2.2378048780487805,
      "grad_norm": 1.415283400167496,
      "learning_rate": 1.8095583972304448e-05,
      "loss": 0.9266,
      "step": 1101
    },
    {
      "epoch": 2.2398373983739837,
      "grad_norm": 1.5080970001266507,
      "learning_rate": 1.8091717510524113e-05,
      "loss": 1.1409,
      "step": 1102
    },
    {
      "epoch": 2.241869918699187,
      "grad_norm": 1.6481489022613627,
      "learning_rate": 1.808784754171304e-05,
      "loss": 0.8497,
      "step": 1103
    },
    {
      "epoch": 2.2439024390243905,
      "grad_norm": 1.5035828643073685,
      "learning_rate": 1.8083974067548506e-05,
      "loss": 1.1053,
      "step": 1104
    },
    {
      "epoch": 2.2459349593495936,
      "grad_norm": 1.9887848389442575,
      "learning_rate": 1.8080097089709326e-05,
      "loss": 0.8639,
      "step": 1105
    },
    {
      "epoch": 2.247967479674797,
      "grad_norm": 1.4198531789747608,
      "learning_rate": 1.807621660987581e-05,
      "loss": 0.7662,
      "step": 1106
    },
    {
      "epoch": 2.25,
      "grad_norm": 1.5455668147231352,
      "learning_rate": 1.8072332629729796e-05,
      "loss": 0.8719,
      "step": 1107
    },
    {
      "epoch": 2.252032520325203,
      "grad_norm": 1.6945907132680562,
      "learning_rate": 1.806844515095465e-05,
      "loss": 1.1957,
      "step": 1108
    },
    {
      "epoch": 2.2540650406504064,
      "grad_norm": 1.4343154680781143,
      "learning_rate": 1.806455417523523e-05,
      "loss": 0.8749,
      "step": 1109
    },
    {
      "epoch": 2.2560975609756095,
      "grad_norm": 1.5475170892320265,
      "learning_rate": 1.8060659704257937e-05,
      "loss": 0.9515,
      "step": 1110
    },
    {
      "epoch": 2.258130081300813,
      "grad_norm": 1.4002624309570026,
      "learning_rate": 1.8056761739710664e-05,
      "loss": 0.6861,
      "step": 1111
    },
    {
      "epoch": 2.2601626016260163,
      "grad_norm": 1.6180121453767682,
      "learning_rate": 1.8052860283282832e-05,
      "loss": 0.8775,
      "step": 1112
    },
    {
      "epoch": 2.2621951219512195,
      "grad_norm": 1.4282136340815432,
      "learning_rate": 1.8048955336665367e-05,
      "loss": 0.7873,
      "step": 1113
    },
    {
      "epoch": 2.2642276422764227,
      "grad_norm": 1.5464103436045251,
      "learning_rate": 1.8045046901550715e-05,
      "loss": 0.8238,
      "step": 1114
    },
    {
      "epoch": 2.266260162601626,
      "grad_norm": 1.293682275908345,
      "learning_rate": 1.8041134979632833e-05,
      "loss": 0.8781,
      "step": 1115
    },
    {
      "epoch": 2.2682926829268295,
      "grad_norm": 1.3109657387551548,
      "learning_rate": 1.8037219572607177e-05,
      "loss": 0.7125,
      "step": 1116
    },
    {
      "epoch": 2.2703252032520327,
      "grad_norm": 1.6851800791084077,
      "learning_rate": 1.8033300682170736e-05,
      "loss": 1.0388,
      "step": 1117
    },
    {
      "epoch": 2.272357723577236,
      "grad_norm": 1.35239043187063,
      "learning_rate": 1.8029378310021987e-05,
      "loss": 0.6827,
      "step": 1118
    },
    {
      "epoch": 2.274390243902439,
      "grad_norm": 1.6485737337243598,
      "learning_rate": 1.802545245786093e-05,
      "loss": 0.7251,
      "step": 1119
    },
    {
      "epoch": 2.2764227642276422,
      "grad_norm": 1.491010991502711,
      "learning_rate": 1.8021523127389066e-05,
      "loss": 0.8979,
      "step": 1120
    },
    {
      "epoch": 2.2784552845528454,
      "grad_norm": 1.6512128176579937,
      "learning_rate": 1.8017590320309403e-05,
      "loss": 0.7751,
      "step": 1121
    },
    {
      "epoch": 2.2804878048780486,
      "grad_norm": 1.556379533879269,
      "learning_rate": 1.8013654038326463e-05,
      "loss": 0.8908,
      "step": 1122
    },
    {
      "epoch": 2.282520325203252,
      "grad_norm": 1.5856135430400258,
      "learning_rate": 1.8009714283146268e-05,
      "loss": 0.8887,
      "step": 1123
    },
    {
      "epoch": 2.2845528455284554,
      "grad_norm": 1.38548442318059,
      "learning_rate": 1.800577105647635e-05,
      "loss": 0.8269,
      "step": 1124
    },
    {
      "epoch": 2.2865853658536586,
      "grad_norm": 1.695461332960446,
      "learning_rate": 1.8001824360025737e-05,
      "loss": 0.7527,
      "step": 1125
    },
    {
      "epoch": 2.2886178861788617,
      "grad_norm": 1.3547128107039184,
      "learning_rate": 1.7997874195504974e-05,
      "loss": 0.8764,
      "step": 1126
    },
    {
      "epoch": 2.290650406504065,
      "grad_norm": 1.6305104931637568,
      "learning_rate": 1.7993920564626093e-05,
      "loss": 0.8739,
      "step": 1127
    },
    {
      "epoch": 2.292682926829268,
      "grad_norm": 1.5442840613998718,
      "learning_rate": 1.7989963469102643e-05,
      "loss": 0.7395,
      "step": 1128
    },
    {
      "epoch": 2.2947154471544717,
      "grad_norm": 1.5863321873883192,
      "learning_rate": 1.7986002910649664e-05,
      "loss": 0.7963,
      "step": 1129
    },
    {
      "epoch": 2.296747967479675,
      "grad_norm": 1.8026311009905842,
      "learning_rate": 1.7982038890983707e-05,
      "loss": 0.8836,
      "step": 1130
    },
    {
      "epoch": 2.298780487804878,
      "grad_norm": 1.6972719034934376,
      "learning_rate": 1.797807141182281e-05,
      "loss": 0.7924,
      "step": 1131
    },
    {
      "epoch": 2.3008130081300813,
      "grad_norm": 1.7895535306487804,
      "learning_rate": 1.797410047488653e-05,
      "loss": 0.7891,
      "step": 1132
    },
    {
      "epoch": 2.3028455284552845,
      "grad_norm": 1.6767951547333353,
      "learning_rate": 1.7970126081895896e-05,
      "loss": 0.9443,
      "step": 1133
    },
    {
      "epoch": 2.3048780487804876,
      "grad_norm": 1.6416151750708727,
      "learning_rate": 1.796614823457346e-05,
      "loss": 1.0295,
      "step": 1134
    },
    {
      "epoch": 2.306910569105691,
      "grad_norm": 1.6363383976212602,
      "learning_rate": 1.7962166934643255e-05,
      "loss": 1.0332,
      "step": 1135
    },
    {
      "epoch": 2.3089430894308944,
      "grad_norm": 1.6943108088231362,
      "learning_rate": 1.7958182183830816e-05,
      "loss": 0.7822,
      "step": 1136
    },
    {
      "epoch": 2.3109756097560976,
      "grad_norm": 1.6431664099847627,
      "learning_rate": 1.7954193983863177e-05,
      "loss": 0.7827,
      "step": 1137
    },
    {
      "epoch": 2.313008130081301,
      "grad_norm": 1.6381841824018082,
      "learning_rate": 1.795020233646886e-05,
      "loss": 0.8925,
      "step": 1138
    },
    {
      "epoch": 2.315040650406504,
      "grad_norm": 1.3331236652831466,
      "learning_rate": 1.7946207243377885e-05,
      "loss": 0.7546,
      "step": 1139
    },
    {
      "epoch": 2.317073170731707,
      "grad_norm": 1.550759273435591,
      "learning_rate": 1.794220870632177e-05,
      "loss": 0.9287,
      "step": 1140
    },
    {
      "epoch": 2.319105691056911,
      "grad_norm": 1.838264184482661,
      "learning_rate": 1.793820672703352e-05,
      "loss": 0.8843,
      "step": 1141
    },
    {
      "epoch": 2.321138211382114,
      "grad_norm": 1.6090227182675636,
      "learning_rate": 1.7934201307247623e-05,
      "loss": 0.947,
      "step": 1142
    },
    {
      "epoch": 2.323170731707317,
      "grad_norm": 1.624335407209434,
      "learning_rate": 1.7930192448700076e-05,
      "loss": 0.8355,
      "step": 1143
    },
    {
      "epoch": 2.3252032520325203,
      "grad_norm": 1.4602784338696755,
      "learning_rate": 1.7926180153128358e-05,
      "loss": 0.7701,
      "step": 1144
    },
    {
      "epoch": 2.3272357723577235,
      "grad_norm": 1.5361151467565832,
      "learning_rate": 1.7922164422271434e-05,
      "loss": 0.8659,
      "step": 1145
    },
    {
      "epoch": 2.3292682926829267,
      "grad_norm": 1.412465256349486,
      "learning_rate": 1.7918145257869765e-05,
      "loss": 1.0211,
      "step": 1146
    },
    {
      "epoch": 2.33130081300813,
      "grad_norm": 1.6525745633254052,
      "learning_rate": 1.7914122661665298e-05,
      "loss": 0.819,
      "step": 1147
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 1.4730361653060309,
      "learning_rate": 1.791009663540146e-05,
      "loss": 0.8424,
      "step": 1148
    },
    {
      "epoch": 2.3353658536585367,
      "grad_norm": 1.584942922288531,
      "learning_rate": 1.7906067180823175e-05,
      "loss": 1.0165,
      "step": 1149
    },
    {
      "epoch": 2.33739837398374,
      "grad_norm": 1.5711888572087893,
      "learning_rate": 1.7902034299676847e-05,
      "loss": 0.8592,
      "step": 1150
    },
    {
      "epoch": 2.339430894308943,
      "grad_norm": 1.569514200013143,
      "learning_rate": 1.789799799371037e-05,
      "loss": 0.7387,
      "step": 1151
    },
    {
      "epoch": 2.341463414634146,
      "grad_norm": 1.451858993581849,
      "learning_rate": 1.789395826467312e-05,
      "loss": 0.7021,
      "step": 1152
    },
    {
      "epoch": 2.34349593495935,
      "grad_norm": 1.545858198159394,
      "learning_rate": 1.7889915114315947e-05,
      "loss": 0.8303,
      "step": 1153
    },
    {
      "epoch": 2.345528455284553,
      "grad_norm": 1.6354849951285422,
      "learning_rate": 1.78858685443912e-05,
      "loss": 0.8226,
      "step": 1154
    },
    {
      "epoch": 2.347560975609756,
      "grad_norm": 1.6107025143864508,
      "learning_rate": 1.78818185566527e-05,
      "loss": 0.8796,
      "step": 1155
    },
    {
      "epoch": 2.3495934959349594,
      "grad_norm": 1.559203486687833,
      "learning_rate": 1.7877765152855757e-05,
      "loss": 0.7863,
      "step": 1156
    },
    {
      "epoch": 2.3516260162601625,
      "grad_norm": 1.600910421001587,
      "learning_rate": 1.7873708334757148e-05,
      "loss": 0.7314,
      "step": 1157
    },
    {
      "epoch": 2.3536585365853657,
      "grad_norm": 1.6953977511308527,
      "learning_rate": 1.7869648104115142e-05,
      "loss": 1.016,
      "step": 1158
    },
    {
      "epoch": 2.355691056910569,
      "grad_norm": 1.5268543919438529,
      "learning_rate": 1.7865584462689484e-05,
      "loss": 0.8668,
      "step": 1159
    },
    {
      "epoch": 2.3577235772357725,
      "grad_norm": 1.8615824251551398,
      "learning_rate": 1.78615174122414e-05,
      "loss": 0.739,
      "step": 1160
    },
    {
      "epoch": 2.3597560975609757,
      "grad_norm": 1.4693962804133567,
      "learning_rate": 1.7857446954533584e-05,
      "loss": 0.7486,
      "step": 1161
    },
    {
      "epoch": 2.361788617886179,
      "grad_norm": 1.7314295061109426,
      "learning_rate": 1.7853373091330213e-05,
      "loss": 0.8004,
      "step": 1162
    },
    {
      "epoch": 2.363821138211382,
      "grad_norm": 1.5095586523010103,
      "learning_rate": 1.7849295824396946e-05,
      "loss": 0.7302,
      "step": 1163
    },
    {
      "epoch": 2.3658536585365852,
      "grad_norm": 1.6497902013223014,
      "learning_rate": 1.78452151555009e-05,
      "loss": 0.841,
      "step": 1164
    },
    {
      "epoch": 2.3678861788617884,
      "grad_norm": 1.9152378176089753,
      "learning_rate": 1.784113108641069e-05,
      "loss": 0.8348,
      "step": 1165
    },
    {
      "epoch": 2.369918699186992,
      "grad_norm": 1.5662626769514134,
      "learning_rate": 1.7837043618896386e-05,
      "loss": 0.8588,
      "step": 1166
    },
    {
      "epoch": 2.3719512195121952,
      "grad_norm": 1.710901478397318,
      "learning_rate": 1.7832952754729536e-05,
      "loss": 1.0463,
      "step": 1167
    },
    {
      "epoch": 2.3739837398373984,
      "grad_norm": 1.6057946047215839,
      "learning_rate": 1.7828858495683162e-05,
      "loss": 0.6816,
      "step": 1168
    },
    {
      "epoch": 2.3760162601626016,
      "grad_norm": 1.6729199987735808,
      "learning_rate": 1.782476084353176e-05,
      "loss": 0.9275,
      "step": 1169
    },
    {
      "epoch": 2.3780487804878048,
      "grad_norm": 1.7525144231510865,
      "learning_rate": 1.7820659800051284e-05,
      "loss": 0.9054,
      "step": 1170
    },
    {
      "epoch": 2.380081300813008,
      "grad_norm": 1.72505898372264,
      "learning_rate": 1.7816555367019178e-05,
      "loss": 0.9147,
      "step": 1171
    },
    {
      "epoch": 2.3821138211382116,
      "grad_norm": 1.5132556769502743,
      "learning_rate": 1.781244754621434e-05,
      "loss": 0.9028,
      "step": 1172
    },
    {
      "epoch": 2.3841463414634148,
      "grad_norm": 1.4480658940151023,
      "learning_rate": 1.780833633941714e-05,
      "loss": 0.7407,
      "step": 1173
    },
    {
      "epoch": 2.386178861788618,
      "grad_norm": 1.7631431896578582,
      "learning_rate": 1.7804221748409414e-05,
      "loss": 0.7374,
      "step": 1174
    },
    {
      "epoch": 2.388211382113821,
      "grad_norm": 1.722128439297568,
      "learning_rate": 1.7800103774974466e-05,
      "loss": 0.8456,
      "step": 1175
    },
    {
      "epoch": 2.3902439024390243,
      "grad_norm": 1.7891985165538487,
      "learning_rate": 1.779598242089707e-05,
      "loss": 0.9528,
      "step": 1176
    },
    {
      "epoch": 2.3922764227642275,
      "grad_norm": 1.6428240291007574,
      "learning_rate": 1.7791857687963464e-05,
      "loss": 0.8584,
      "step": 1177
    },
    {
      "epoch": 2.394308943089431,
      "grad_norm": 1.7411703030771697,
      "learning_rate": 1.7787729577961343e-05,
      "loss": 0.8504,
      "step": 1178
    },
    {
      "epoch": 2.3963414634146343,
      "grad_norm": 1.619334467230389,
      "learning_rate": 1.778359809267987e-05,
      "loss": 0.8378,
      "step": 1179
    },
    {
      "epoch": 2.3983739837398375,
      "grad_norm": 1.818319672622193,
      "learning_rate": 1.7779463233909677e-05,
      "loss": 0.982,
      "step": 1180
    },
    {
      "epoch": 2.4004065040650406,
      "grad_norm": 1.4354954413641383,
      "learning_rate": 1.7775325003442848e-05,
      "loss": 0.8734,
      "step": 1181
    },
    {
      "epoch": 2.402439024390244,
      "grad_norm": 1.7755252267441228,
      "learning_rate": 1.7771183403072937e-05,
      "loss": 0.7892,
      "step": 1182
    },
    {
      "epoch": 2.404471544715447,
      "grad_norm": 1.5927888121546465,
      "learning_rate": 1.776703843459495e-05,
      "loss": 1.0684,
      "step": 1183
    },
    {
      "epoch": 2.40650406504065,
      "grad_norm": 1.5532805999715613,
      "learning_rate": 1.7762890099805362e-05,
      "loss": 0.7672,
      "step": 1184
    },
    {
      "epoch": 2.408536585365854,
      "grad_norm": 1.4680098015500684,
      "learning_rate": 1.77587384005021e-05,
      "loss": 0.723,
      "step": 1185
    },
    {
      "epoch": 2.410569105691057,
      "grad_norm": 1.873402121868627,
      "learning_rate": 1.7754583338484555e-05,
      "loss": 0.8894,
      "step": 1186
    },
    {
      "epoch": 2.41260162601626,
      "grad_norm": 1.6123846132601654,
      "learning_rate": 1.7750424915553573e-05,
      "loss": 0.6689,
      "step": 1187
    },
    {
      "epoch": 2.4146341463414633,
      "grad_norm": 1.6562375991335065,
      "learning_rate": 1.774626313351145e-05,
      "loss": 0.7485,
      "step": 1188
    },
    {
      "epoch": 2.4166666666666665,
      "grad_norm": 1.6934791940601217,
      "learning_rate": 1.7742097994161946e-05,
      "loss": 0.7833,
      "step": 1189
    },
    {
      "epoch": 2.41869918699187,
      "grad_norm": 1.6446508045599708,
      "learning_rate": 1.7737929499310274e-05,
      "loss": 0.8733,
      "step": 1190
    },
    {
      "epoch": 2.4207317073170733,
      "grad_norm": 1.4381758858131648,
      "learning_rate": 1.7733757650763103e-05,
      "loss": 0.7277,
      "step": 1191
    },
    {
      "epoch": 2.4227642276422765,
      "grad_norm": 1.7075652651607143,
      "learning_rate": 1.7729582450328547e-05,
      "loss": 0.9904,
      "step": 1192
    },
    {
      "epoch": 2.4247967479674797,
      "grad_norm": 1.5209927454219099,
      "learning_rate": 1.7725403899816188e-05,
      "loss": 0.8095,
      "step": 1193
    },
    {
      "epoch": 2.426829268292683,
      "grad_norm": 1.5441315275249952,
      "learning_rate": 1.772122200103705e-05,
      "loss": 0.7997,
      "step": 1194
    },
    {
      "epoch": 2.428861788617886,
      "grad_norm": 1.598577649307059,
      "learning_rate": 1.7717036755803604e-05,
      "loss": 0.8742,
      "step": 1195
    },
    {
      "epoch": 2.430894308943089,
      "grad_norm": 1.5482112212858397,
      "learning_rate": 1.771284816592978e-05,
      "loss": 0.859,
      "step": 1196
    },
    {
      "epoch": 2.432926829268293,
      "grad_norm": 1.9913499834032267,
      "learning_rate": 1.770865623323095e-05,
      "loss": 0.9318,
      "step": 1197
    },
    {
      "epoch": 2.434959349593496,
      "grad_norm": 1.6340647126849897,
      "learning_rate": 1.7704460959523947e-05,
      "loss": 0.8655,
      "step": 1198
    },
    {
      "epoch": 2.436991869918699,
      "grad_norm": 1.6553459832411719,
      "learning_rate": 1.770026234662704e-05,
      "loss": 0.9649,
      "step": 1199
    },
    {
      "epoch": 2.4390243902439024,
      "grad_norm": 1.4976547605221389,
      "learning_rate": 1.7696060396359956e-05,
      "loss": 0.7887,
      "step": 1200
    },
    {
      "epoch": 2.4410569105691056,
      "grad_norm": 1.771200692140032,
      "learning_rate": 1.769185511054385e-05,
      "loss": 0.9615,
      "step": 1201
    },
    {
      "epoch": 2.443089430894309,
      "grad_norm": 1.7012423681662103,
      "learning_rate": 1.7687646491001346e-05,
      "loss": 0.8144,
      "step": 1202
    },
    {
      "epoch": 2.4451219512195124,
      "grad_norm": 1.634963544991747,
      "learning_rate": 1.768343453955649e-05,
      "loss": 0.818,
      "step": 1203
    },
    {
      "epoch": 2.4471544715447155,
      "grad_norm": 1.5443667225086775,
      "learning_rate": 1.7679219258034798e-05,
      "loss": 0.8377,
      "step": 1204
    },
    {
      "epoch": 2.4491869918699187,
      "grad_norm": 1.6863870407566612,
      "learning_rate": 1.76750006482632e-05,
      "loss": 0.8042,
      "step": 1205
    },
    {
      "epoch": 2.451219512195122,
      "grad_norm": 1.6427326076105084,
      "learning_rate": 1.7670778712070092e-05,
      "loss": 0.7305,
      "step": 1206
    },
    {
      "epoch": 2.453252032520325,
      "grad_norm": 1.6949726284754236,
      "learning_rate": 1.7666553451285303e-05,
      "loss": 0.8066,
      "step": 1207
    },
    {
      "epoch": 2.4552845528455283,
      "grad_norm": 1.6008018468738423,
      "learning_rate": 1.7662324867740102e-05,
      "loss": 0.9322,
      "step": 1208
    },
    {
      "epoch": 2.457317073170732,
      "grad_norm": 1.7571296700413508,
      "learning_rate": 1.7658092963267197e-05,
      "loss": 0.9406,
      "step": 1209
    },
    {
      "epoch": 2.459349593495935,
      "grad_norm": 1.5901819916778053,
      "learning_rate": 1.765385773970074e-05,
      "loss": 0.937,
      "step": 1210
    },
    {
      "epoch": 2.4613821138211383,
      "grad_norm": 1.6009540283247536,
      "learning_rate": 1.7649619198876316e-05,
      "loss": 0.8077,
      "step": 1211
    },
    {
      "epoch": 2.4634146341463414,
      "grad_norm": 1.5166731277917334,
      "learning_rate": 1.7645377342630956e-05,
      "loss": 0.7994,
      "step": 1212
    },
    {
      "epoch": 2.4654471544715446,
      "grad_norm": 1.757392164216317,
      "learning_rate": 1.7641132172803117e-05,
      "loss": 0.8608,
      "step": 1213
    },
    {
      "epoch": 2.467479674796748,
      "grad_norm": 1.5804123636527811,
      "learning_rate": 1.76368836912327e-05,
      "loss": 0.8269,
      "step": 1214
    },
    {
      "epoch": 2.4695121951219514,
      "grad_norm": 1.722370331328912,
      "learning_rate": 1.763263189976104e-05,
      "loss": 0.8052,
      "step": 1215
    },
    {
      "epoch": 2.4715447154471546,
      "grad_norm": 1.7684700870797183,
      "learning_rate": 1.76283768002309e-05,
      "loss": 0.9892,
      "step": 1216
    },
    {
      "epoch": 2.4735772357723578,
      "grad_norm": 1.910324154162393,
      "learning_rate": 1.7624118394486495e-05,
      "loss": 0.9814,
      "step": 1217
    },
    {
      "epoch": 2.475609756097561,
      "grad_norm": 1.8145430827922908,
      "learning_rate": 1.761985668437345e-05,
      "loss": 0.9456,
      "step": 1218
    },
    {
      "epoch": 2.477642276422764,
      "grad_norm": 1.5276568812080416,
      "learning_rate": 1.761559167173883e-05,
      "loss": 0.7539,
      "step": 1219
    },
    {
      "epoch": 2.4796747967479673,
      "grad_norm": 1.8368804241482377,
      "learning_rate": 1.7611323358431145e-05,
      "loss": 0.8228,
      "step": 1220
    },
    {
      "epoch": 2.4817073170731705,
      "grad_norm": 1.707384096709947,
      "learning_rate": 1.7607051746300315e-05,
      "loss": 0.8555,
      "step": 1221
    },
    {
      "epoch": 2.483739837398374,
      "grad_norm": 1.6359055132760354,
      "learning_rate": 1.7602776837197703e-05,
      "loss": 0.9963,
      "step": 1222
    },
    {
      "epoch": 2.4857723577235773,
      "grad_norm": 1.8256399895696942,
      "learning_rate": 1.75984986329761e-05,
      "loss": 0.9287,
      "step": 1223
    },
    {
      "epoch": 2.4878048780487805,
      "grad_norm": 1.626479023348185,
      "learning_rate": 1.759421713548971e-05,
      "loss": 0.7937,
      "step": 1224
    },
    {
      "epoch": 2.4898373983739837,
      "grad_norm": 1.6686046370699212,
      "learning_rate": 1.7589932346594193e-05,
      "loss": 0.7708,
      "step": 1225
    },
    {
      "epoch": 2.491869918699187,
      "grad_norm": 1.6880966535368118,
      "learning_rate": 1.758564426814661e-05,
      "loss": 0.7866,
      "step": 1226
    },
    {
      "epoch": 2.4939024390243905,
      "grad_norm": 1.7068373873738372,
      "learning_rate": 1.7581352902005456e-05,
      "loss": 0.8439,
      "step": 1227
    },
    {
      "epoch": 2.4959349593495936,
      "grad_norm": 1.758660868243928,
      "learning_rate": 1.757705825003065e-05,
      "loss": 0.8816,
      "step": 1228
    },
    {
      "epoch": 2.497967479674797,
      "grad_norm": 1.814859483150012,
      "learning_rate": 1.7572760314083547e-05,
      "loss": 0.9281,
      "step": 1229
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.8068104726931369,
      "learning_rate": 1.756845909602691e-05,
      "loss": 0.7673,
      "step": 1230
    },
    {
      "epoch": 2.502032520325203,
      "grad_norm": 1.4551922275586961,
      "learning_rate": 1.756415459772492e-05,
      "loss": 0.8579,
      "step": 1231
    },
    {
      "epoch": 2.5040650406504064,
      "grad_norm": 1.408117976274147,
      "learning_rate": 1.7559846821043205e-05,
      "loss": 0.7408,
      "step": 1232
    },
    {
      "epoch": 2.5060975609756095,
      "grad_norm": 1.5088420676250853,
      "learning_rate": 1.7555535767848788e-05,
      "loss": 0.8495,
      "step": 1233
    },
    {
      "epoch": 2.508130081300813,
      "grad_norm": 1.763095457025744,
      "learning_rate": 1.7551221440010126e-05,
      "loss": 0.8715,
      "step": 1234
    },
    {
      "epoch": 2.5101626016260163,
      "grad_norm": 1.4966171453963752,
      "learning_rate": 1.754690383939709e-05,
      "loss": 0.7237,
      "step": 1235
    },
    {
      "epoch": 2.5121951219512195,
      "grad_norm": 1.7872760179609648,
      "learning_rate": 1.754258296788097e-05,
      "loss": 1.0186,
      "step": 1236
    },
    {
      "epoch": 2.5142276422764227,
      "grad_norm": 1.7049575448185132,
      "learning_rate": 1.7538258827334477e-05,
      "loss": 0.7706,
      "step": 1237
    },
    {
      "epoch": 2.516260162601626,
      "grad_norm": 1.8257373571314754,
      "learning_rate": 1.7533931419631736e-05,
      "loss": 1.0181,
      "step": 1238
    },
    {
      "epoch": 2.5182926829268295,
      "grad_norm": 1.759427279128996,
      "learning_rate": 1.752960074664829e-05,
      "loss": 0.7691,
      "step": 1239
    },
    {
      "epoch": 2.5203252032520327,
      "grad_norm": 1.945427964091183,
      "learning_rate": 1.7525266810261096e-05,
      "loss": 0.8766,
      "step": 1240
    },
    {
      "epoch": 2.522357723577236,
      "grad_norm": 1.6128529716372713,
      "learning_rate": 1.7520929612348516e-05,
      "loss": 0.841,
      "step": 1241
    },
    {
      "epoch": 2.524390243902439,
      "grad_norm": 1.6957194972687302,
      "learning_rate": 1.7516589154790346e-05,
      "loss": 0.977,
      "step": 1242
    },
    {
      "epoch": 2.5264227642276422,
      "grad_norm": 1.7660769378845431,
      "learning_rate": 1.751224543946778e-05,
      "loss": 0.9366,
      "step": 1243
    },
    {
      "epoch": 2.5284552845528454,
      "grad_norm": 1.6459288304773898,
      "learning_rate": 1.7507898468263422e-05,
      "loss": 0.9183,
      "step": 1244
    },
    {
      "epoch": 2.5304878048780486,
      "grad_norm": 1.7469029934302338,
      "learning_rate": 1.75035482430613e-05,
      "loss": 0.888,
      "step": 1245
    },
    {
      "epoch": 2.5325203252032518,
      "grad_norm": 1.8652803546759347,
      "learning_rate": 1.749919476574684e-05,
      "loss": 0.886,
      "step": 1246
    },
    {
      "epoch": 2.5345528455284554,
      "grad_norm": 1.7517951914369267,
      "learning_rate": 1.7494838038206886e-05,
      "loss": 0.9052,
      "step": 1247
    },
    {
      "epoch": 2.5365853658536586,
      "grad_norm": 1.773635480916089,
      "learning_rate": 1.7490478062329686e-05,
      "loss": 0.8484,
      "step": 1248
    },
    {
      "epoch": 2.5386178861788617,
      "grad_norm": 1.5881356914740683,
      "learning_rate": 1.748611484000489e-05,
      "loss": 0.894,
      "step": 1249
    },
    {
      "epoch": 2.540650406504065,
      "grad_norm": 1.5122469154804405,
      "learning_rate": 1.7481748373123574e-05,
      "loss": 0.9552,
      "step": 1250
    },
    {
      "epoch": 2.5426829268292686,
      "grad_norm": 1.7032231812976946,
      "learning_rate": 1.74773786635782e-05,
      "loss": 0.7304,
      "step": 1251
    },
    {
      "epoch": 2.5447154471544717,
      "grad_norm": 1.722943708413078,
      "learning_rate": 1.7473005713262644e-05,
      "loss": 0.9188,
      "step": 1252
    },
    {
      "epoch": 2.546747967479675,
      "grad_norm": 1.5262556175517126,
      "learning_rate": 1.7468629524072187e-05,
      "loss": 0.912,
      "step": 1253
    },
    {
      "epoch": 2.548780487804878,
      "grad_norm": 1.7314327788501667,
      "learning_rate": 1.7464250097903515e-05,
      "loss": 0.9698,
      "step": 1254
    },
    {
      "epoch": 2.5508130081300813,
      "grad_norm": 1.6842292811010664,
      "learning_rate": 1.7459867436654715e-05,
      "loss": 0.7972,
      "step": 1255
    },
    {
      "epoch": 2.5528455284552845,
      "grad_norm": 1.7957650193020307,
      "learning_rate": 1.7455481542225272e-05,
      "loss": 0.8785,
      "step": 1256
    },
    {
      "epoch": 2.5548780487804876,
      "grad_norm": 1.8144477248471902,
      "learning_rate": 1.7451092416516076e-05,
      "loss": 0.768,
      "step": 1257
    },
    {
      "epoch": 2.556910569105691,
      "grad_norm": 1.8418899143561107,
      "learning_rate": 1.744670006142942e-05,
      "loss": 0.8754,
      "step": 1258
    },
    {
      "epoch": 2.5589430894308944,
      "grad_norm": 1.6573510996652663,
      "learning_rate": 1.7442304478868998e-05,
      "loss": 0.7245,
      "step": 1259
    },
    {
      "epoch": 2.5609756097560976,
      "grad_norm": 1.7980842126809347,
      "learning_rate": 1.7437905670739893e-05,
      "loss": 0.935,
      "step": 1260
    },
    {
      "epoch": 2.563008130081301,
      "grad_norm": 2.038864628905934,
      "learning_rate": 1.7433503638948597e-05,
      "loss": 0.8392,
      "step": 1261
    },
    {
      "epoch": 2.565040650406504,
      "grad_norm": 1.7132563437509656,
      "learning_rate": 1.742909838540299e-05,
      "loss": 0.8181,
      "step": 1262
    },
    {
      "epoch": 2.567073170731707,
      "grad_norm": 1.7049722954729376,
      "learning_rate": 1.7424689912012354e-05,
      "loss": 0.8684,
      "step": 1263
    },
    {
      "epoch": 2.569105691056911,
      "grad_norm": 2.0069559919494333,
      "learning_rate": 1.7420278220687366e-05,
      "loss": 0.9314,
      "step": 1264
    },
    {
      "epoch": 2.571138211382114,
      "grad_norm": 1.4997694331153393,
      "learning_rate": 1.7415863313340095e-05,
      "loss": 0.954,
      "step": 1265
    },
    {
      "epoch": 2.573170731707317,
      "grad_norm": 2.0136648676360323,
      "learning_rate": 1.741144519188401e-05,
      "loss": 0.8097,
      "step": 1266
    },
    {
      "epoch": 2.5752032520325203,
      "grad_norm": 1.4873759734798757,
      "learning_rate": 1.7407023858233963e-05,
      "loss": 0.8164,
      "step": 1267
    },
    {
      "epoch": 2.5772357723577235,
      "grad_norm": 1.6918428711716433,
      "learning_rate": 1.7402599314306207e-05,
      "loss": 0.9555,
      "step": 1268
    },
    {
      "epoch": 2.5792682926829267,
      "grad_norm": 1.494894915580852,
      "learning_rate": 1.7398171562018388e-05,
      "loss": 0.8402,
      "step": 1269
    },
    {
      "epoch": 2.58130081300813,
      "grad_norm": 1.6828175702986834,
      "learning_rate": 1.739374060328953e-05,
      "loss": 0.754,
      "step": 1270
    },
    {
      "epoch": 2.5833333333333335,
      "grad_norm": 2.1182633261226638,
      "learning_rate": 1.7389306440040053e-05,
      "loss": 0.9518,
      "step": 1271
    },
    {
      "epoch": 2.5853658536585367,
      "grad_norm": 1.8156346747418595,
      "learning_rate": 1.7384869074191777e-05,
      "loss": 1.0413,
      "step": 1272
    },
    {
      "epoch": 2.58739837398374,
      "grad_norm": 1.6266516081637155,
      "learning_rate": 1.7380428507667893e-05,
      "loss": 0.7475,
      "step": 1273
    },
    {
      "epoch": 2.589430894308943,
      "grad_norm": 1.5833552532802282,
      "learning_rate": 1.7375984742392988e-05,
      "loss": 0.9688,
      "step": 1274
    },
    {
      "epoch": 2.591463414634146,
      "grad_norm": 1.9988642235113938,
      "learning_rate": 1.737153778029304e-05,
      "loss": 0.949,
      "step": 1275
    },
    {
      "epoch": 2.59349593495935,
      "grad_norm": 1.5163736978584956,
      "learning_rate": 1.7367087623295394e-05,
      "loss": 0.6489,
      "step": 1276
    },
    {
      "epoch": 2.595528455284553,
      "grad_norm": 1.875544027991632,
      "learning_rate": 1.7362634273328806e-05,
      "loss": 0.7641,
      "step": 1277
    },
    {
      "epoch": 2.597560975609756,
      "grad_norm": 1.6405864097646592,
      "learning_rate": 1.735817773232339e-05,
      "loss": 0.7821,
      "step": 1278
    },
    {
      "epoch": 2.5995934959349594,
      "grad_norm": 1.7410440369460078,
      "learning_rate": 1.7353718002210663e-05,
      "loss": 0.9441,
      "step": 1279
    },
    {
      "epoch": 2.6016260162601625,
      "grad_norm": 1.7476866767740231,
      "learning_rate": 1.7349255084923517e-05,
      "loss": 0.8302,
      "step": 1280
    },
    {
      "epoch": 2.6036585365853657,
      "grad_norm": 1.9715615453231792,
      "learning_rate": 1.734478898239622e-05,
      "loss": 0.8039,
      "step": 1281
    },
    {
      "epoch": 2.605691056910569,
      "grad_norm": 1.542833288304705,
      "learning_rate": 1.7340319696564428e-05,
      "loss": 0.9041,
      "step": 1282
    },
    {
      "epoch": 2.607723577235772,
      "grad_norm": 1.6450164955075839,
      "learning_rate": 1.733584722936517e-05,
      "loss": 0.8616,
      "step": 1283
    },
    {
      "epoch": 2.6097560975609757,
      "grad_norm": 1.7440128974385725,
      "learning_rate": 1.7331371582736864e-05,
      "loss": 0.6932,
      "step": 1284
    },
    {
      "epoch": 2.611788617886179,
      "grad_norm": 1.6222136318582496,
      "learning_rate": 1.7326892758619296e-05,
      "loss": 0.7968,
      "step": 1285
    },
    {
      "epoch": 2.613821138211382,
      "grad_norm": 1.8826727535865664,
      "learning_rate": 1.7322410758953633e-05,
      "loss": 0.8285,
      "step": 1286
    },
    {
      "epoch": 2.6158536585365852,
      "grad_norm": 1.4923791782163989,
      "learning_rate": 1.731792558568242e-05,
      "loss": 0.7657,
      "step": 1287
    },
    {
      "epoch": 2.617886178861789,
      "grad_norm": 1.7353896433940201,
      "learning_rate": 1.731343724074957e-05,
      "loss": 0.9245,
      "step": 1288
    },
    {
      "epoch": 2.619918699186992,
      "grad_norm": 1.6763897707368398,
      "learning_rate": 1.7308945726100382e-05,
      "loss": 0.9172,
      "step": 1289
    },
    {
      "epoch": 2.6219512195121952,
      "grad_norm": 1.8385223902509937,
      "learning_rate": 1.7304451043681522e-05,
      "loss": 0.8985,
      "step": 1290
    },
    {
      "epoch": 2.6239837398373984,
      "grad_norm": 1.9582054192505376,
      "learning_rate": 1.729995319544103e-05,
      "loss": 0.8951,
      "step": 1291
    },
    {
      "epoch": 2.6260162601626016,
      "grad_norm": 1.7921605506169902,
      "learning_rate": 1.7295452183328317e-05,
      "loss": 0.8609,
      "step": 1292
    },
    {
      "epoch": 2.6280487804878048,
      "grad_norm": 1.853026385558461,
      "learning_rate": 1.7290948009294166e-05,
      "loss": 0.7592,
      "step": 1293
    },
    {
      "epoch": 2.630081300813008,
      "grad_norm": 1.392968668991951,
      "learning_rate": 1.7286440675290733e-05,
      "loss": 0.6756,
      "step": 1294
    },
    {
      "epoch": 2.632113821138211,
      "grad_norm": 1.9391085847872789,
      "learning_rate": 1.728193018327154e-05,
      "loss": 0.8946,
      "step": 1295
    },
    {
      "epoch": 2.6341463414634148,
      "grad_norm": 1.534993785689433,
      "learning_rate": 1.7277416535191478e-05,
      "loss": 0.7807,
      "step": 1296
    },
    {
      "epoch": 2.636178861788618,
      "grad_norm": 1.7446118050003,
      "learning_rate": 1.7272899733006808e-05,
      "loss": 0.8324,
      "step": 1297
    },
    {
      "epoch": 2.638211382113821,
      "grad_norm": 1.8351233662447173,
      "learning_rate": 1.7268379778675154e-05,
      "loss": 0.7191,
      "step": 1298
    },
    {
      "epoch": 2.6402439024390243,
      "grad_norm": 1.719298058395915,
      "learning_rate": 1.7263856674155517e-05,
      "loss": 0.7517,
      "step": 1299
    },
    {
      "epoch": 2.642276422764228,
      "grad_norm": 1.8440479967488312,
      "learning_rate": 1.7259330421408247e-05,
      "loss": 1.0633,
      "step": 1300
    },
    {
      "epoch": 2.644308943089431,
      "grad_norm": 1.8845061843387985,
      "learning_rate": 1.7254801022395072e-05,
      "loss": 0.848,
      "step": 1301
    },
    {
      "epoch": 2.6463414634146343,
      "grad_norm": 1.7615723163275017,
      "learning_rate": 1.7250268479079076e-05,
      "loss": 0.9243,
      "step": 1302
    },
    {
      "epoch": 2.6483739837398375,
      "grad_norm": 1.8597337727825098,
      "learning_rate": 1.724573279342471e-05,
      "loss": 0.9775,
      "step": 1303
    },
    {
      "epoch": 2.6504065040650406,
      "grad_norm": 1.8180629514040183,
      "learning_rate": 1.7241193967397784e-05,
      "loss": 0.9274,
      "step": 1304
    },
    {
      "epoch": 2.652439024390244,
      "grad_norm": 1.7016548458451421,
      "learning_rate": 1.7236652002965468e-05,
      "loss": 0.9783,
      "step": 1305
    },
    {
      "epoch": 2.654471544715447,
      "grad_norm": 1.642721839130805,
      "learning_rate": 1.72321069020963e-05,
      "loss": 0.7701,
      "step": 1306
    },
    {
      "epoch": 2.65650406504065,
      "grad_norm": 1.9066476136629082,
      "learning_rate": 1.7227558666760168e-05,
      "loss": 0.951,
      "step": 1307
    },
    {
      "epoch": 2.658536585365854,
      "grad_norm": 1.5353867508060055,
      "learning_rate": 1.7223007298928322e-05,
      "loss": 0.7368,
      "step": 1308
    },
    {
      "epoch": 2.660569105691057,
      "grad_norm": 1.873736348212854,
      "learning_rate": 1.7218452800573373e-05,
      "loss": 0.862,
      "step": 1309
    },
    {
      "epoch": 2.66260162601626,
      "grad_norm": 2.021154702652314,
      "learning_rate": 1.7213895173669284e-05,
      "loss": 0.8723,
      "step": 1310
    },
    {
      "epoch": 2.6646341463414633,
      "grad_norm": 1.7605560666067273,
      "learning_rate": 1.7209334420191376e-05,
      "loss": 0.8803,
      "step": 1311
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 1.8301672706122947,
      "learning_rate": 1.7204770542116326e-05,
      "loss": 0.8696,
      "step": 1312
    },
    {
      "epoch": 2.66869918699187,
      "grad_norm": 1.8214868694186008,
      "learning_rate": 1.720020354142216e-05,
      "loss": 0.8882,
      "step": 1313
    },
    {
      "epoch": 2.6707317073170733,
      "grad_norm": 1.592977532335379,
      "learning_rate": 1.7195633420088266e-05,
      "loss": 0.7299,
      "step": 1314
    },
    {
      "epoch": 2.6727642276422765,
      "grad_norm": 1.700644683504626,
      "learning_rate": 1.7191060180095375e-05,
      "loss": 0.8771,
      "step": 1315
    },
    {
      "epoch": 2.6747967479674797,
      "grad_norm": 1.7845185541282307,
      "learning_rate": 1.7186483823425582e-05,
      "loss": 0.826,
      "step": 1316
    },
    {
      "epoch": 2.676829268292683,
      "grad_norm": 1.4755662833194054,
      "learning_rate": 1.718190435206232e-05,
      "loss": 0.8592,
      "step": 1317
    },
    {
      "epoch": 2.678861788617886,
      "grad_norm": 1.8666113474684811,
      "learning_rate": 1.7177321767990377e-05,
      "loss": 0.8941,
      "step": 1318
    },
    {
      "epoch": 2.680894308943089,
      "grad_norm": 1.7845121151776588,
      "learning_rate": 1.7172736073195896e-05,
      "loss": 0.8563,
      "step": 1319
    },
    {
      "epoch": 2.682926829268293,
      "grad_norm": 2.104604540284695,
      "learning_rate": 1.7168147269666357e-05,
      "loss": 0.7676,
      "step": 1320
    },
    {
      "epoch": 2.684959349593496,
      "grad_norm": 1.8209973922954932,
      "learning_rate": 1.7163555359390594e-05,
      "loss": 0.8932,
      "step": 1321
    },
    {
      "epoch": 2.686991869918699,
      "grad_norm": 1.753269481883007,
      "learning_rate": 1.7158960344358785e-05,
      "loss": 0.9255,
      "step": 1322
    },
    {
      "epoch": 2.6890243902439024,
      "grad_norm": 2.0966700620635397,
      "learning_rate": 1.7154362226562464e-05,
      "loss": 0.8317,
      "step": 1323
    },
    {
      "epoch": 2.6910569105691056,
      "grad_norm": 1.906948259273836,
      "learning_rate": 1.714976100799449e-05,
      "loss": 0.7805,
      "step": 1324
    },
    {
      "epoch": 2.693089430894309,
      "grad_norm": 1.9350033493299499,
      "learning_rate": 1.7145156690649082e-05,
      "loss": 0.9793,
      "step": 1325
    },
    {
      "epoch": 2.6951219512195124,
      "grad_norm": 1.7831751670080205,
      "learning_rate": 1.7140549276521797e-05,
      "loss": 0.8019,
      "step": 1326
    },
    {
      "epoch": 2.6971544715447155,
      "grad_norm": 1.657758424193191,
      "learning_rate": 1.713593876760953e-05,
      "loss": 0.7891,
      "step": 1327
    },
    {
      "epoch": 2.6991869918699187,
      "grad_norm": 1.9466069984759953,
      "learning_rate": 1.713132516591053e-05,
      "loss": 0.8942,
      "step": 1328
    },
    {
      "epoch": 2.701219512195122,
      "grad_norm": 1.9066388370154628,
      "learning_rate": 1.7126708473424368e-05,
      "loss": 0.8651,
      "step": 1329
    },
    {
      "epoch": 2.703252032520325,
      "grad_norm": 1.8344074347664554,
      "learning_rate": 1.7122088692151974e-05,
      "loss": 0.7607,
      "step": 1330
    },
    {
      "epoch": 2.7052845528455283,
      "grad_norm": 1.8084720674287964,
      "learning_rate": 1.7117465824095598e-05,
      "loss": 0.7505,
      "step": 1331
    },
    {
      "epoch": 2.7073170731707314,
      "grad_norm": 1.6732558559698407,
      "learning_rate": 1.7112839871258838e-05,
      "loss": 0.591,
      "step": 1332
    },
    {
      "epoch": 2.709349593495935,
      "grad_norm": 1.6882050593075189,
      "learning_rate": 1.7108210835646636e-05,
      "loss": 0.9236,
      "step": 1333
    },
    {
      "epoch": 2.7113821138211383,
      "grad_norm": 2.001770362959608,
      "learning_rate": 1.7103578719265254e-05,
      "loss": 0.9124,
      "step": 1334
    },
    {
      "epoch": 2.7134146341463414,
      "grad_norm": 1.8405928049236713,
      "learning_rate": 1.70989435241223e-05,
      "loss": 0.7706,
      "step": 1335
    },
    {
      "epoch": 2.7154471544715446,
      "grad_norm": 1.7787533305758294,
      "learning_rate": 1.7094305252226713e-05,
      "loss": 0.9539,
      "step": 1336
    },
    {
      "epoch": 2.7174796747967482,
      "grad_norm": 1.7067207470713832,
      "learning_rate": 1.7089663905588767e-05,
      "loss": 0.9756,
      "step": 1337
    },
    {
      "epoch": 2.7195121951219514,
      "grad_norm": 1.7507511333413337,
      "learning_rate": 1.7085019486220068e-05,
      "loss": 0.9275,
      "step": 1338
    },
    {
      "epoch": 2.7215447154471546,
      "grad_norm": 2.050668739769618,
      "learning_rate": 1.7080371996133552e-05,
      "loss": 0.9895,
      "step": 1339
    },
    {
      "epoch": 2.7235772357723578,
      "grad_norm": 2.0514440583108122,
      "learning_rate": 1.7075721437343488e-05,
      "loss": 0.8284,
      "step": 1340
    },
    {
      "epoch": 2.725609756097561,
      "grad_norm": 1.7171869531673913,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.7786,
      "step": 1341
    },
    {
      "epoch": 2.727642276422764,
      "grad_norm": 1.9373951843422426,
      "learning_rate": 1.7066411121716442e-05,
      "loss": 0.8458,
      "step": 1342
    },
    {
      "epoch": 2.7296747967479673,
      "grad_norm": 1.911677514884066,
      "learning_rate": 1.7061751368914642e-05,
      "loss": 0.8478,
      "step": 1343
    },
    {
      "epoch": 2.7317073170731705,
      "grad_norm": 1.8453077643690732,
      "learning_rate": 1.705708855547966e-05,
      "loss": 0.9711,
      "step": 1344
    },
    {
      "epoch": 2.733739837398374,
      "grad_norm": 1.7704566410976135,
      "learning_rate": 1.7052422683432402e-05,
      "loss": 0.9006,
      "step": 1345
    },
    {
      "epoch": 2.7357723577235773,
      "grad_norm": 2.149702593130116,
      "learning_rate": 1.7047753754795106e-05,
      "loss": 0.8355,
      "step": 1346
    },
    {
      "epoch": 2.7378048780487805,
      "grad_norm": 1.76860846410808,
      "learning_rate": 1.7043081771591335e-05,
      "loss": 0.9329,
      "step": 1347
    },
    {
      "epoch": 2.7398373983739837,
      "grad_norm": 1.7195960845238272,
      "learning_rate": 1.7038406735845967e-05,
      "loss": 1.0556,
      "step": 1348
    },
    {
      "epoch": 2.741869918699187,
      "grad_norm": 1.8505273562742584,
      "learning_rate": 1.7033728649585213e-05,
      "loss": 0.9061,
      "step": 1349
    },
    {
      "epoch": 2.7439024390243905,
      "grad_norm": 1.7953076993203385,
      "learning_rate": 1.70290475148366e-05,
      "loss": 0.9275,
      "step": 1350
    },
    {
      "epoch": 2.7459349593495936,
      "grad_norm": 1.5874154984649096,
      "learning_rate": 1.702436333362898e-05,
      "loss": 0.7776,
      "step": 1351
    },
    {
      "epoch": 2.747967479674797,
      "grad_norm": 2.075676612511462,
      "learning_rate": 1.7019676107992523e-05,
      "loss": 0.8787,
      "step": 1352
    },
    {
      "epoch": 2.75,
      "grad_norm": 1.9273732230073715,
      "learning_rate": 1.701498583995872e-05,
      "loss": 0.9313,
      "step": 1353
    },
    {
      "epoch": 2.752032520325203,
      "grad_norm": 1.4820215649825497,
      "learning_rate": 1.7010292531560378e-05,
      "loss": 0.8982,
      "step": 1354
    },
    {
      "epoch": 2.7540650406504064,
      "grad_norm": 1.7828046513616154,
      "learning_rate": 1.7005596184831623e-05,
      "loss": 0.8437,
      "step": 1355
    },
    {
      "epoch": 2.7560975609756095,
      "grad_norm": 2.034093524681604,
      "learning_rate": 1.70008968018079e-05,
      "loss": 0.9119,
      "step": 1356
    },
    {
      "epoch": 2.758130081300813,
      "grad_norm": 1.8863310300270357,
      "learning_rate": 1.6996194384525967e-05,
      "loss": 0.9748,
      "step": 1357
    },
    {
      "epoch": 2.7601626016260163,
      "grad_norm": 1.7094695771215123,
      "learning_rate": 1.69914889350239e-05,
      "loss": 0.8647,
      "step": 1358
    },
    {
      "epoch": 2.7621951219512195,
      "grad_norm": 2.0368310125518874,
      "learning_rate": 1.698678045534109e-05,
      "loss": 0.8612,
      "step": 1359
    },
    {
      "epoch": 2.7642276422764227,
      "grad_norm": 1.6092281049821302,
      "learning_rate": 1.6982068947518235e-05,
      "loss": 0.852,
      "step": 1360
    },
    {
      "epoch": 2.766260162601626,
      "grad_norm": 1.8046705727451329,
      "learning_rate": 1.6977354413597344e-05,
      "loss": 0.8254,
      "step": 1361
    },
    {
      "epoch": 2.7682926829268295,
      "grad_norm": 1.6157247210763062,
      "learning_rate": 1.6972636855621752e-05,
      "loss": 0.8917,
      "step": 1362
    },
    {
      "epoch": 2.7703252032520327,
      "grad_norm": 1.6931912754589287,
      "learning_rate": 1.6967916275636093e-05,
      "loss": 0.817,
      "step": 1363
    },
    {
      "epoch": 2.772357723577236,
      "grad_norm": 1.7934091923565116,
      "learning_rate": 1.6963192675686312e-05,
      "loss": 0.778,
      "step": 1364
    },
    {
      "epoch": 2.774390243902439,
      "grad_norm": 1.891067854208905,
      "learning_rate": 1.6958466057819666e-05,
      "loss": 0.9352,
      "step": 1365
    },
    {
      "epoch": 2.7764227642276422,
      "grad_norm": 2.0280466843697984,
      "learning_rate": 1.6953736424084716e-05,
      "loss": 0.9129,
      "step": 1366
    },
    {
      "epoch": 2.7784552845528454,
      "grad_norm": 1.500922374648234,
      "learning_rate": 1.694900377653133e-05,
      "loss": 0.7221,
      "step": 1367
    },
    {
      "epoch": 2.7804878048780486,
      "grad_norm": 1.6690013630994494,
      "learning_rate": 1.694426811721069e-05,
      "loss": 0.7238,
      "step": 1368
    },
    {
      "epoch": 2.7825203252032518,
      "grad_norm": 1.9077694256037703,
      "learning_rate": 1.6939529448175275e-05,
      "loss": 0.9348,
      "step": 1369
    },
    {
      "epoch": 2.7845528455284554,
      "grad_norm": 1.5404414796266144,
      "learning_rate": 1.6934787771478872e-05,
      "loss": 0.9244,
      "step": 1370
    },
    {
      "epoch": 2.7865853658536586,
      "grad_norm": 1.722773064809447,
      "learning_rate": 1.693004308917657e-05,
      "loss": 0.8018,
      "step": 1371
    },
    {
      "epoch": 2.7886178861788617,
      "grad_norm": 1.9631261982617638,
      "learning_rate": 1.6925295403324758e-05,
      "loss": 0.9527,
      "step": 1372
    },
    {
      "epoch": 2.790650406504065,
      "grad_norm": 1.8996447330913864,
      "learning_rate": 1.692054471598114e-05,
      "loss": 0.961,
      "step": 1373
    },
    {
      "epoch": 2.7926829268292686,
      "grad_norm": 1.564129028432555,
      "learning_rate": 1.69157910292047e-05,
      "loss": 0.8705,
      "step": 1374
    },
    {
      "epoch": 2.7947154471544717,
      "grad_norm": 1.618397738048459,
      "learning_rate": 1.6911034345055738e-05,
      "loss": 0.7521,
      "step": 1375
    },
    {
      "epoch": 2.796747967479675,
      "grad_norm": 1.7298170977310696,
      "learning_rate": 1.6906274665595854e-05,
      "loss": 0.8672,
      "step": 1376
    },
    {
      "epoch": 2.798780487804878,
      "grad_norm": 2.001843749340993,
      "learning_rate": 1.690151199288793e-05,
      "loss": 0.9731,
      "step": 1377
    },
    {
      "epoch": 2.8008130081300813,
      "grad_norm": 1.800710058608638,
      "learning_rate": 1.689674632899616e-05,
      "loss": 0.8625,
      "step": 1378
    },
    {
      "epoch": 2.8028455284552845,
      "grad_norm": 1.7201023675967981,
      "learning_rate": 1.6891977675986032e-05,
      "loss": 0.8053,
      "step": 1379
    },
    {
      "epoch": 2.8048780487804876,
      "grad_norm": 1.668433178730035,
      "learning_rate": 1.688720603592432e-05,
      "loss": 0.7715,
      "step": 1380
    },
    {
      "epoch": 2.806910569105691,
      "grad_norm": 1.6558031337600236,
      "learning_rate": 1.6882431410879112e-05,
      "loss": 0.7958,
      "step": 1381
    },
    {
      "epoch": 2.8089430894308944,
      "grad_norm": 1.8376890819247187,
      "learning_rate": 1.687765380291977e-05,
      "loss": 0.8786,
      "step": 1382
    },
    {
      "epoch": 2.8109756097560976,
      "grad_norm": 1.7881631632066124,
      "learning_rate": 1.687287321411696e-05,
      "loss": 0.8361,
      "step": 1383
    },
    {
      "epoch": 2.813008130081301,
      "grad_norm": 1.6353689741614341,
      "learning_rate": 1.6868089646542632e-05,
      "loss": 0.7077,
      "step": 1384
    },
    {
      "epoch": 2.815040650406504,
      "grad_norm": 2.1129044741516494,
      "learning_rate": 1.686330310227004e-05,
      "loss": 0.8464,
      "step": 1385
    },
    {
      "epoch": 2.817073170731707,
      "grad_norm": 1.7567810353000046,
      "learning_rate": 1.6858513583373712e-05,
      "loss": 1.048,
      "step": 1386
    },
    {
      "epoch": 2.819105691056911,
      "grad_norm": 1.7164614822063808,
      "learning_rate": 1.6853721091929477e-05,
      "loss": 0.75,
      "step": 1387
    },
    {
      "epoch": 2.821138211382114,
      "grad_norm": 1.805055194916085,
      "learning_rate": 1.6848925630014445e-05,
      "loss": 1.0499,
      "step": 1388
    },
    {
      "epoch": 2.823170731707317,
      "grad_norm": 1.8855851913499044,
      "learning_rate": 1.6844127199707022e-05,
      "loss": 0.6766,
      "step": 1389
    },
    {
      "epoch": 2.8252032520325203,
      "grad_norm": 1.7909196165122865,
      "learning_rate": 1.683932580308689e-05,
      "loss": 0.9691,
      "step": 1390
    },
    {
      "epoch": 2.8272357723577235,
      "grad_norm": 1.7783824161302582,
      "learning_rate": 1.6834521442235025e-05,
      "loss": 0.8517,
      "step": 1391
    },
    {
      "epoch": 2.8292682926829267,
      "grad_norm": 1.7972772425471666,
      "learning_rate": 1.6829714119233688e-05,
      "loss": 0.813,
      "step": 1392
    },
    {
      "epoch": 2.83130081300813,
      "grad_norm": 1.6512428161586807,
      "learning_rate": 1.682490383616641e-05,
      "loss": 0.9627,
      "step": 1393
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 1.7994599262461783,
      "learning_rate": 1.6820090595118025e-05,
      "loss": 0.7981,
      "step": 1394
    },
    {
      "epoch": 2.8353658536585367,
      "grad_norm": 1.7702725564831598,
      "learning_rate": 1.681527439817464e-05,
      "loss": 0.7847,
      "step": 1395
    },
    {
      "epoch": 2.83739837398374,
      "grad_norm": 1.8848325291069585,
      "learning_rate": 1.6810455247423634e-05,
      "loss": 0.9457,
      "step": 1396
    },
    {
      "epoch": 2.839430894308943,
      "grad_norm": 1.8538079167916017,
      "learning_rate": 1.6805633144953684e-05,
      "loss": 0.8244,
      "step": 1397
    },
    {
      "epoch": 2.841463414634146,
      "grad_norm": 2.196409324618555,
      "learning_rate": 1.680080809285473e-05,
      "loss": 0.8664,
      "step": 1398
    },
    {
      "epoch": 2.84349593495935,
      "grad_norm": 1.854524571378033,
      "learning_rate": 1.6795980093218004e-05,
      "loss": 0.8419,
      "step": 1399
    },
    {
      "epoch": 2.845528455284553,
      "grad_norm": 1.810301113755245,
      "learning_rate": 1.6791149148136003e-05,
      "loss": 0.931,
      "step": 1400
    },
    {
      "epoch": 2.847560975609756,
      "grad_norm": 1.7353381464805708,
      "learning_rate": 1.678631525970251e-05,
      "loss": 0.9167,
      "step": 1401
    },
    {
      "epoch": 2.8495934959349594,
      "grad_norm": 1.6213443126961555,
      "learning_rate": 1.6781478430012578e-05,
      "loss": 0.9104,
      "step": 1402
    },
    {
      "epoch": 2.8516260162601625,
      "grad_norm": 1.6859480061748093,
      "learning_rate": 1.677663866116254e-05,
      "loss": 0.7928,
      "step": 1403
    },
    {
      "epoch": 2.8536585365853657,
      "grad_norm": 2.026549171980612,
      "learning_rate": 1.677179595525e-05,
      "loss": 0.8942,
      "step": 1404
    },
    {
      "epoch": 2.855691056910569,
      "grad_norm": 1.800049557992789,
      "learning_rate": 1.6766950314373833e-05,
      "loss": 0.763,
      "step": 1405
    },
    {
      "epoch": 2.857723577235772,
      "grad_norm": 1.9887096841655885,
      "learning_rate": 1.6762101740634184e-05,
      "loss": 0.9628,
      "step": 1406
    },
    {
      "epoch": 2.8597560975609757,
      "grad_norm": 1.809409127943564,
      "learning_rate": 1.675725023613248e-05,
      "loss": 0.8935,
      "step": 1407
    },
    {
      "epoch": 2.861788617886179,
      "grad_norm": 1.6125151735312377,
      "learning_rate": 1.675239580297141e-05,
      "loss": 0.6885,
      "step": 1408
    },
    {
      "epoch": 2.863821138211382,
      "grad_norm": 1.6331147433814754,
      "learning_rate": 1.6747538443254926e-05,
      "loss": 0.8136,
      "step": 1409
    },
    {
      "epoch": 2.8658536585365852,
      "grad_norm": 1.8312171230932655,
      "learning_rate": 1.674267815908827e-05,
      "loss": 0.8586,
      "step": 1410
    },
    {
      "epoch": 2.867886178861789,
      "grad_norm": 1.8668173873751923,
      "learning_rate": 1.673781495257792e-05,
      "loss": 0.7168,
      "step": 1411
    },
    {
      "epoch": 2.869918699186992,
      "grad_norm": 2.112739939069473,
      "learning_rate": 1.6732948825831657e-05,
      "loss": 0.83,
      "step": 1412
    },
    {
      "epoch": 2.8719512195121952,
      "grad_norm": 1.636571807839052,
      "learning_rate": 1.6728079780958495e-05,
      "loss": 0.8114,
      "step": 1413
    },
    {
      "epoch": 2.8739837398373984,
      "grad_norm": 1.6738037270073411,
      "learning_rate": 1.6723207820068726e-05,
      "loss": 0.6946,
      "step": 1414
    },
    {
      "epoch": 2.8760162601626016,
      "grad_norm": 1.5899055451119637,
      "learning_rate": 1.671833294527392e-05,
      "loss": 0.8236,
      "step": 1415
    },
    {
      "epoch": 2.8780487804878048,
      "grad_norm": 1.734939360310716,
      "learning_rate": 1.671345515868688e-05,
      "loss": 0.7895,
      "step": 1416
    },
    {
      "epoch": 2.880081300813008,
      "grad_norm": 2.1727012716835867,
      "learning_rate": 1.6708574462421693e-05,
      "loss": 0.9727,
      "step": 1417
    },
    {
      "epoch": 2.882113821138211,
      "grad_norm": 1.8538979361506167,
      "learning_rate": 1.6703690858593704e-05,
      "loss": 0.8431,
      "step": 1418
    },
    {
      "epoch": 2.8841463414634148,
      "grad_norm": 1.974986533641898,
      "learning_rate": 1.6698804349319516e-05,
      "loss": 0.9871,
      "step": 1419
    },
    {
      "epoch": 2.886178861788618,
      "grad_norm": 1.6113072832933046,
      "learning_rate": 1.6693914936716983e-05,
      "loss": 0.8927,
      "step": 1420
    },
    {
      "epoch": 2.888211382113821,
      "grad_norm": 2.0946765026646847,
      "learning_rate": 1.6689022622905233e-05,
      "loss": 0.7648,
      "step": 1421
    },
    {
      "epoch": 2.8902439024390243,
      "grad_norm": 1.8021074169688696,
      "learning_rate": 1.6684127410004644e-05,
      "loss": 0.9348,
      "step": 1422
    },
    {
      "epoch": 2.892276422764228,
      "grad_norm": 2.3444561989764656,
      "learning_rate": 1.6679229300136842e-05,
      "loss": 0.8348,
      "step": 1423
    },
    {
      "epoch": 2.894308943089431,
      "grad_norm": 1.8121563010555026,
      "learning_rate": 1.6674328295424723e-05,
      "loss": 0.8993,
      "step": 1424
    },
    {
      "epoch": 2.8963414634146343,
      "grad_norm": 1.6392674570997934,
      "learning_rate": 1.666942439799243e-05,
      "loss": 0.8625,
      "step": 1425
    },
    {
      "epoch": 2.8983739837398375,
      "grad_norm": 1.9442303047299183,
      "learning_rate": 1.6664517609965355e-05,
      "loss": 0.7231,
      "step": 1426
    },
    {
      "epoch": 2.9004065040650406,
      "grad_norm": 1.7813062511741349,
      "learning_rate": 1.665960793347016e-05,
      "loss": 1.0486,
      "step": 1427
    },
    {
      "epoch": 2.902439024390244,
      "grad_norm": 1.6421008484340496,
      "learning_rate": 1.6654695370634738e-05,
      "loss": 0.7843,
      "step": 1428
    },
    {
      "epoch": 2.904471544715447,
      "grad_norm": 1.9429033828090623,
      "learning_rate": 1.6649779923588246e-05,
      "loss": 0.9129,
      "step": 1429
    },
    {
      "epoch": 2.90650406504065,
      "grad_norm": 1.576398216801647,
      "learning_rate": 1.6644861594461086e-05,
      "loss": 0.7536,
      "step": 1430
    },
    {
      "epoch": 2.908536585365854,
      "grad_norm": 1.804253756643881,
      "learning_rate": 1.6639940385384913e-05,
      "loss": 0.8429,
      "step": 1431
    },
    {
      "epoch": 2.910569105691057,
      "grad_norm": 1.649803680155989,
      "learning_rate": 1.6635016298492628e-05,
      "loss": 0.8908,
      "step": 1432
    },
    {
      "epoch": 2.91260162601626,
      "grad_norm": 2.1707027818488203,
      "learning_rate": 1.6630089335918374e-05,
      "loss": 0.8798,
      "step": 1433
    },
    {
      "epoch": 2.9146341463414633,
      "grad_norm": 1.9549674742783472,
      "learning_rate": 1.6625159499797553e-05,
      "loss": 0.8427,
      "step": 1434
    },
    {
      "epoch": 2.9166666666666665,
      "grad_norm": 1.7932386053663498,
      "learning_rate": 1.6620226792266804e-05,
      "loss": 0.9562,
      "step": 1435
    },
    {
      "epoch": 2.91869918699187,
      "grad_norm": 1.8608019501718633,
      "learning_rate": 1.6615291215464005e-05,
      "loss": 0.9816,
      "step": 1436
    },
    {
      "epoch": 2.9207317073170733,
      "grad_norm": 1.940327829301988,
      "learning_rate": 1.661035277152829e-05,
      "loss": 0.7494,
      "step": 1437
    },
    {
      "epoch": 2.9227642276422765,
      "grad_norm": 1.9941683627513382,
      "learning_rate": 1.6605411462600023e-05,
      "loss": 0.8071,
      "step": 1438
    },
    {
      "epoch": 2.9247967479674797,
      "grad_norm": 1.616059096380054,
      "learning_rate": 1.660046729082083e-05,
      "loss": 0.7864,
      "step": 1439
    },
    {
      "epoch": 2.926829268292683,
      "grad_norm": 1.6649089898910636,
      "learning_rate": 1.6595520258333545e-05,
      "loss": 0.8465,
      "step": 1440
    },
    {
      "epoch": 2.928861788617886,
      "grad_norm": 1.907511331295219,
      "learning_rate": 1.6590570367282276e-05,
      "loss": 0.8268,
      "step": 1441
    },
    {
      "epoch": 2.930894308943089,
      "grad_norm": 1.6291508148606038,
      "learning_rate": 1.658561761981235e-05,
      "loss": 0.6541,
      "step": 1442
    },
    {
      "epoch": 2.932926829268293,
      "grad_norm": 2.3037002387679126,
      "learning_rate": 1.6580662018070338e-05,
      "loss": 0.9726,
      "step": 1443
    },
    {
      "epoch": 2.934959349593496,
      "grad_norm": 1.8484599288584054,
      "learning_rate": 1.657570356420404e-05,
      "loss": 0.8592,
      "step": 1444
    },
    {
      "epoch": 2.936991869918699,
      "grad_norm": 1.795162306730542,
      "learning_rate": 1.657074226036251e-05,
      "loss": 0.9606,
      "step": 1445
    },
    {
      "epoch": 2.9390243902439024,
      "grad_norm": 1.882446994726848,
      "learning_rate": 1.656577810869602e-05,
      "loss": 0.69,
      "step": 1446
    },
    {
      "epoch": 2.9410569105691056,
      "grad_norm": 1.9082123850719444,
      "learning_rate": 1.6560811111356087e-05,
      "loss": 0.9575,
      "step": 1447
    },
    {
      "epoch": 2.943089430894309,
      "grad_norm": 1.689387902516079,
      "learning_rate": 1.6555841270495456e-05,
      "loss": 0.6781,
      "step": 1448
    },
    {
      "epoch": 2.9451219512195124,
      "grad_norm": 1.8637932508610762,
      "learning_rate": 1.65508685882681e-05,
      "loss": 0.7407,
      "step": 1449
    },
    {
      "epoch": 2.9471544715447155,
      "grad_norm": 1.7678264323920982,
      "learning_rate": 1.654589306682923e-05,
      "loss": 0.84,
      "step": 1450
    },
    {
      "epoch": 2.9491869918699187,
      "grad_norm": 2.0686968883839283,
      "learning_rate": 1.654091470833529e-05,
      "loss": 0.6978,
      "step": 1451
    },
    {
      "epoch": 2.951219512195122,
      "grad_norm": 2.084376428096746,
      "learning_rate": 1.6535933514943955e-05,
      "loss": 0.8883,
      "step": 1452
    },
    {
      "epoch": 2.953252032520325,
      "grad_norm": 1.7415982488930928,
      "learning_rate": 1.6530949488814113e-05,
      "loss": 0.6296,
      "step": 1453
    },
    {
      "epoch": 2.9552845528455283,
      "grad_norm": 1.9907128161597905,
      "learning_rate": 1.6525962632105892e-05,
      "loss": 0.9462,
      "step": 1454
    },
    {
      "epoch": 2.9573170731707314,
      "grad_norm": 1.8814380867506704,
      "learning_rate": 1.652097294698065e-05,
      "loss": 0.813,
      "step": 1455
    },
    {
      "epoch": 2.959349593495935,
      "grad_norm": 1.9012589065257868,
      "learning_rate": 1.6515980435600965e-05,
      "loss": 0.7322,
      "step": 1456
    },
    {
      "epoch": 2.9613821138211383,
      "grad_norm": 1.9899614495310793,
      "learning_rate": 1.6510985100130642e-05,
      "loss": 0.8745,
      "step": 1457
    },
    {
      "epoch": 2.9634146341463414,
      "grad_norm": 1.661956963921339,
      "learning_rate": 1.6505986942734703e-05,
      "loss": 0.6304,
      "step": 1458
    },
    {
      "epoch": 2.9654471544715446,
      "grad_norm": 2.0647744351276254,
      "learning_rate": 1.650098596557941e-05,
      "loss": 0.925,
      "step": 1459
    },
    {
      "epoch": 2.9674796747967482,
      "grad_norm": 1.6578840962761594,
      "learning_rate": 1.6495982170832224e-05,
      "loss": 0.7996,
      "step": 1460
    },
    {
      "epoch": 2.9695121951219514,
      "grad_norm": 1.79258139735451,
      "learning_rate": 1.6490975560661845e-05,
      "loss": 0.882,
      "step": 1461
    },
    {
      "epoch": 2.9715447154471546,
      "grad_norm": 1.7380910014783246,
      "learning_rate": 1.648596613723819e-05,
      "loss": 0.816,
      "step": 1462
    },
    {
      "epoch": 2.9735772357723578,
      "grad_norm": 2.0184630721055656,
      "learning_rate": 1.648095390273239e-05,
      "loss": 0.7594,
      "step": 1463
    },
    {
      "epoch": 2.975609756097561,
      "grad_norm": 1.7727265612449783,
      "learning_rate": 1.6475938859316795e-05,
      "loss": 0.7924,
      "step": 1464
    },
    {
      "epoch": 2.977642276422764,
      "grad_norm": 2.473729104895325,
      "learning_rate": 1.647092100916498e-05,
      "loss": 0.9644,
      "step": 1465
    },
    {
      "epoch": 2.9796747967479673,
      "grad_norm": 1.8549931426116513,
      "learning_rate": 1.6465900354451726e-05,
      "loss": 0.8109,
      "step": 1466
    },
    {
      "epoch": 2.9817073170731705,
      "grad_norm": 1.7743414807134803,
      "learning_rate": 1.646087689735304e-05,
      "loss": 0.9245,
      "step": 1467
    },
    {
      "epoch": 2.983739837398374,
      "grad_norm": 2.140473719569873,
      "learning_rate": 1.6455850640046134e-05,
      "loss": 0.9394,
      "step": 1468
    },
    {
      "epoch": 2.9857723577235773,
      "grad_norm": 1.8929876538162425,
      "learning_rate": 1.6450821584709438e-05,
      "loss": 0.831,
      "step": 1469
    },
    {
      "epoch": 2.9878048780487805,
      "grad_norm": 1.7418783751557012,
      "learning_rate": 1.6445789733522595e-05,
      "loss": 1.0545,
      "step": 1470
    },
    {
      "epoch": 2.9898373983739837,
      "grad_norm": 1.8421088482846497,
      "learning_rate": 1.6440755088666457e-05,
      "loss": 0.6863,
      "step": 1471
    },
    {
      "epoch": 2.991869918699187,
      "grad_norm": 2.146840760559921,
      "learning_rate": 1.6435717652323097e-05,
      "loss": 1.0051,
      "step": 1472
    },
    {
      "epoch": 2.9939024390243905,
      "grad_norm": 1.9365018056705057,
      "learning_rate": 1.6430677426675787e-05,
      "loss": 0.8572,
      "step": 1473
    },
    {
      "epoch": 2.9959349593495936,
      "grad_norm": 2.129255121646729,
      "learning_rate": 1.6425634413909003e-05,
      "loss": 0.8586,
      "step": 1474
    },
    {
      "epoch": 2.997967479674797,
      "grad_norm": 2.045285673966025,
      "learning_rate": 1.6420588616208443e-05,
      "loss": 0.7447,
      "step": 1475
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.070430351801844,
      "learning_rate": 1.6415540035761008e-05,
      "loss": 0.9241,
      "step": 1476
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.943085789680481,
      "eval_runtime": 132.2356,
      "eval_samples_per_second": 7.441,
      "eval_steps_per_second": 0.93,
      "step": 1476
    },
    {
      "epoch": 3.002032520325203,
      "grad_norm": 1.8788473386449596,
      "learning_rate": 1.6410488674754796e-05,
      "loss": 0.6711,
      "step": 1477
    },
    {
      "epoch": 3.0040650406504064,
      "grad_norm": 2.2593611706049956,
      "learning_rate": 1.6405434535379124e-05,
      "loss": 0.7026,
      "step": 1478
    },
    {
      "epoch": 3.0060975609756095,
      "grad_norm": 1.8810592893967435,
      "learning_rate": 1.6400377619824504e-05,
      "loss": 0.6005,
      "step": 1479
    },
    {
      "epoch": 3.008130081300813,
      "grad_norm": 1.8123611795773409,
      "learning_rate": 1.639531793028265e-05,
      "loss": 0.5962,
      "step": 1480
    },
    {
      "epoch": 3.0101626016260163,
      "grad_norm": 1.859388860210283,
      "learning_rate": 1.6390255468946484e-05,
      "loss": 0.7079,
      "step": 1481
    },
    {
      "epoch": 3.0121951219512195,
      "grad_norm": 1.481474362032175,
      "learning_rate": 1.6385190238010132e-05,
      "loss": 0.7869,
      "step": 1482
    },
    {
      "epoch": 3.0142276422764227,
      "grad_norm": 1.937739650229458,
      "learning_rate": 1.6380122239668907e-05,
      "loss": 0.7234,
      "step": 1483
    },
    {
      "epoch": 3.016260162601626,
      "grad_norm": 1.8516146419508954,
      "learning_rate": 1.637505147611934e-05,
      "loss": 0.7833,
      "step": 1484
    },
    {
      "epoch": 3.018292682926829,
      "grad_norm": 1.8926876098661851,
      "learning_rate": 1.6369977949559138e-05,
      "loss": 0.6887,
      "step": 1485
    },
    {
      "epoch": 3.0203252032520327,
      "grad_norm": 1.8160051362924408,
      "learning_rate": 1.6364901662187227e-05,
      "loss": 0.6424,
      "step": 1486
    },
    {
      "epoch": 3.022357723577236,
      "grad_norm": 2.0239785792897593,
      "learning_rate": 1.6359822616203715e-05,
      "loss": 0.7426,
      "step": 1487
    },
    {
      "epoch": 3.024390243902439,
      "grad_norm": 2.1871191384792557,
      "learning_rate": 1.6354740813809917e-05,
      "loss": 0.8102,
      "step": 1488
    },
    {
      "epoch": 3.0264227642276422,
      "grad_norm": 1.9113549315334324,
      "learning_rate": 1.6349656257208327e-05,
      "loss": 0.6863,
      "step": 1489
    },
    {
      "epoch": 3.0284552845528454,
      "grad_norm": 2.164877232757629,
      "learning_rate": 1.6344568948602652e-05,
      "loss": 0.746,
      "step": 1490
    },
    {
      "epoch": 3.0304878048780486,
      "grad_norm": 1.754086819503603,
      "learning_rate": 1.6339478890197778e-05,
      "loss": 0.763,
      "step": 1491
    },
    {
      "epoch": 3.032520325203252,
      "grad_norm": 2.3495137912236177,
      "learning_rate": 1.6334386084199787e-05,
      "loss": 0.8732,
      "step": 1492
    },
    {
      "epoch": 3.0345528455284554,
      "grad_norm": 2.0403769635161875,
      "learning_rate": 1.632929053281595e-05,
      "loss": 0.7155,
      "step": 1493
    },
    {
      "epoch": 3.0365853658536586,
      "grad_norm": 1.9836833857632195,
      "learning_rate": 1.6324192238254735e-05,
      "loss": 0.6717,
      "step": 1494
    },
    {
      "epoch": 3.0386178861788617,
      "grad_norm": 1.9716191233795388,
      "learning_rate": 1.631909120272579e-05,
      "loss": 0.7073,
      "step": 1495
    },
    {
      "epoch": 3.040650406504065,
      "grad_norm": 2.038358083556779,
      "learning_rate": 1.631398742843995e-05,
      "loss": 0.6419,
      "step": 1496
    },
    {
      "epoch": 3.042682926829268,
      "grad_norm": 2.595445041200764,
      "learning_rate": 1.6308880917609248e-05,
      "loss": 0.9239,
      "step": 1497
    },
    {
      "epoch": 3.0447154471544717,
      "grad_norm": 2.091725963646514,
      "learning_rate": 1.6303771672446896e-05,
      "loss": 0.7336,
      "step": 1498
    },
    {
      "epoch": 3.046747967479675,
      "grad_norm": 2.1311915553901923,
      "learning_rate": 1.6298659695167287e-05,
      "loss": 0.831,
      "step": 1499
    },
    {
      "epoch": 3.048780487804878,
      "grad_norm": 2.006284715844999,
      "learning_rate": 1.629354498798601e-05,
      "loss": 0.7642,
      "step": 1500
    },
    {
      "epoch": 3.0508130081300813,
      "grad_norm": 2.076683349142068,
      "learning_rate": 1.628842755311982e-05,
      "loss": 0.6291,
      "step": 1501
    },
    {
      "epoch": 3.0528455284552845,
      "grad_norm": 2.2442979029425345,
      "learning_rate": 1.6283307392786674e-05,
      "loss": 0.7509,
      "step": 1502
    },
    {
      "epoch": 3.0548780487804876,
      "grad_norm": 2.16185485411131,
      "learning_rate": 1.6278184509205693e-05,
      "loss": 0.8757,
      "step": 1503
    },
    {
      "epoch": 3.0569105691056913,
      "grad_norm": 2.3134334965667076,
      "learning_rate": 1.627305890459719e-05,
      "loss": 0.6486,
      "step": 1504
    },
    {
      "epoch": 3.0589430894308944,
      "grad_norm": 1.9931083015087687,
      "learning_rate": 1.6267930581182654e-05,
      "loss": 0.7532,
      "step": 1505
    },
    {
      "epoch": 3.0609756097560976,
      "grad_norm": 2.0131083652209956,
      "learning_rate": 1.626279954118475e-05,
      "loss": 0.8438,
      "step": 1506
    },
    {
      "epoch": 3.063008130081301,
      "grad_norm": 2.3951095560000297,
      "learning_rate": 1.6257665786827315e-05,
      "loss": 0.8444,
      "step": 1507
    },
    {
      "epoch": 3.065040650406504,
      "grad_norm": 1.9451474419452472,
      "learning_rate": 1.625252932033538e-05,
      "loss": 0.8547,
      "step": 1508
    },
    {
      "epoch": 3.067073170731707,
      "grad_norm": 2.169931656767241,
      "learning_rate": 1.624739014393513e-05,
      "loss": 0.6325,
      "step": 1509
    },
    {
      "epoch": 3.069105691056911,
      "grad_norm": 2.242776050141578,
      "learning_rate": 1.6242248259853943e-05,
      "loss": 0.8329,
      "step": 1510
    },
    {
      "epoch": 3.071138211382114,
      "grad_norm": 2.232347743375029,
      "learning_rate": 1.623710367032036e-05,
      "loss": 0.7349,
      "step": 1511
    },
    {
      "epoch": 3.073170731707317,
      "grad_norm": 2.2600120388965323,
      "learning_rate": 1.6231956377564095e-05,
      "loss": 0.6987,
      "step": 1512
    },
    {
      "epoch": 3.0752032520325203,
      "grad_norm": 2.1885272191122267,
      "learning_rate": 1.622680638381604e-05,
      "loss": 0.7281,
      "step": 1513
    },
    {
      "epoch": 3.0772357723577235,
      "grad_norm": 2.0042663818317523,
      "learning_rate": 1.6221653691308253e-05,
      "loss": 0.8348,
      "step": 1514
    },
    {
      "epoch": 3.0792682926829267,
      "grad_norm": 2.3946522029468276,
      "learning_rate": 1.621649830227396e-05,
      "loss": 0.7646,
      "step": 1515
    },
    {
      "epoch": 3.08130081300813,
      "grad_norm": 2.245941054042891,
      "learning_rate": 1.621134021894756e-05,
      "loss": 0.7152,
      "step": 1516
    },
    {
      "epoch": 3.0833333333333335,
      "grad_norm": 2.4919649942581286,
      "learning_rate": 1.6206179443564615e-05,
      "loss": 0.753,
      "step": 1517
    },
    {
      "epoch": 3.0853658536585367,
      "grad_norm": 2.069602506083772,
      "learning_rate": 1.6201015978361852e-05,
      "loss": 0.8215,
      "step": 1518
    },
    {
      "epoch": 3.08739837398374,
      "grad_norm": 2.092251708568793,
      "learning_rate": 1.6195849825577178e-05,
      "loss": 0.8825,
      "step": 1519
    },
    {
      "epoch": 3.089430894308943,
      "grad_norm": 1.984886862909424,
      "learning_rate": 1.619068098744965e-05,
      "loss": 0.8446,
      "step": 1520
    },
    {
      "epoch": 3.091463414634146,
      "grad_norm": 2.1810724032247806,
      "learning_rate": 1.6185509466219495e-05,
      "loss": 0.733,
      "step": 1521
    },
    {
      "epoch": 3.0934959349593494,
      "grad_norm": 2.071935542183464,
      "learning_rate": 1.61803352641281e-05,
      "loss": 0.7828,
      "step": 1522
    },
    {
      "epoch": 3.095528455284553,
      "grad_norm": 2.202691761683876,
      "learning_rate": 1.6175158383418014e-05,
      "loss": 0.7344,
      "step": 1523
    },
    {
      "epoch": 3.097560975609756,
      "grad_norm": 2.2394383182745448,
      "learning_rate": 1.6169978826332955e-05,
      "loss": 0.8029,
      "step": 1524
    },
    {
      "epoch": 3.0995934959349594,
      "grad_norm": 2.5575797490445327,
      "learning_rate": 1.616479659511779e-05,
      "loss": 0.7911,
      "step": 1525
    },
    {
      "epoch": 3.1016260162601625,
      "grad_norm": 2.0947821867608005,
      "learning_rate": 1.615961169201855e-05,
      "loss": 0.8751,
      "step": 1526
    },
    {
      "epoch": 3.1036585365853657,
      "grad_norm": 2.134832876627905,
      "learning_rate": 1.6154424119282417e-05,
      "loss": 0.7665,
      "step": 1527
    },
    {
      "epoch": 3.105691056910569,
      "grad_norm": 2.0256575791208333,
      "learning_rate": 1.6149233879157747e-05,
      "loss": 0.735,
      "step": 1528
    },
    {
      "epoch": 3.1077235772357725,
      "grad_norm": 2.2499478699196906,
      "learning_rate": 1.614404097389404e-05,
      "loss": 0.7749,
      "step": 1529
    },
    {
      "epoch": 3.1097560975609757,
      "grad_norm": 2.124546361386739,
      "learning_rate": 1.6138845405741946e-05,
      "loss": 0.7693,
      "step": 1530
    },
    {
      "epoch": 3.111788617886179,
      "grad_norm": 2.3562685694635257,
      "learning_rate": 1.6133647176953283e-05,
      "loss": 0.8193,
      "step": 1531
    },
    {
      "epoch": 3.113821138211382,
      "grad_norm": 2.1866552968635746,
      "learning_rate": 1.6128446289781012e-05,
      "loss": 0.8193,
      "step": 1532
    },
    {
      "epoch": 3.1158536585365852,
      "grad_norm": 2.3137415586792263,
      "learning_rate": 1.612324274647925e-05,
      "loss": 0.8737,
      "step": 1533
    },
    {
      "epoch": 3.1178861788617884,
      "grad_norm": 1.7533141089005766,
      "learning_rate": 1.611803654930326e-05,
      "loss": 0.8403,
      "step": 1534
    },
    {
      "epoch": 3.119918699186992,
      "grad_norm": 2.150710329290202,
      "learning_rate": 1.6112827700509468e-05,
      "loss": 0.6993,
      "step": 1535
    },
    {
      "epoch": 3.1219512195121952,
      "grad_norm": 2.3375733230776197,
      "learning_rate": 1.610761620235543e-05,
      "loss": 0.7861,
      "step": 1536
    },
    {
      "epoch": 3.1239837398373984,
      "grad_norm": 2.024823628361143,
      "learning_rate": 1.6102402057099872e-05,
      "loss": 0.7812,
      "step": 1537
    },
    {
      "epoch": 3.1260162601626016,
      "grad_norm": 2.2458531257938934,
      "learning_rate": 1.609718526700265e-05,
      "loss": 0.7352,
      "step": 1538
    },
    {
      "epoch": 3.1280487804878048,
      "grad_norm": 1.8578404905832935,
      "learning_rate": 1.6091965834324775e-05,
      "loss": 0.7442,
      "step": 1539
    },
    {
      "epoch": 3.130081300813008,
      "grad_norm": 1.8152049190890092,
      "learning_rate": 1.60867437613284e-05,
      "loss": 0.5988,
      "step": 1540
    },
    {
      "epoch": 3.1321138211382116,
      "grad_norm": 2.2476084954165225,
      "learning_rate": 1.6081519050276817e-05,
      "loss": 0.6822,
      "step": 1541
    },
    {
      "epoch": 3.1341463414634148,
      "grad_norm": 1.861350623636714,
      "learning_rate": 1.6076291703434482e-05,
      "loss": 0.6752,
      "step": 1542
    },
    {
      "epoch": 3.136178861788618,
      "grad_norm": 2.533780471637948,
      "learning_rate": 1.6071061723066964e-05,
      "loss": 0.8114,
      "step": 1543
    },
    {
      "epoch": 3.138211382113821,
      "grad_norm": 2.013758280491651,
      "learning_rate": 1.6065829111441e-05,
      "loss": 0.7613,
      "step": 1544
    },
    {
      "epoch": 3.1402439024390243,
      "grad_norm": 2.4172485483740735,
      "learning_rate": 1.606059387082445e-05,
      "loss": 0.7057,
      "step": 1545
    },
    {
      "epoch": 3.1422764227642275,
      "grad_norm": 2.134981214548729,
      "learning_rate": 1.6055356003486318e-05,
      "loss": 0.9011,
      "step": 1546
    },
    {
      "epoch": 3.144308943089431,
      "grad_norm": 2.1066459377859252,
      "learning_rate": 1.605011551169676e-05,
      "loss": 0.6445,
      "step": 1547
    },
    {
      "epoch": 3.1463414634146343,
      "grad_norm": 2.526676221339888,
      "learning_rate": 1.6044872397727037e-05,
      "loss": 0.7788,
      "step": 1548
    },
    {
      "epoch": 3.1483739837398375,
      "grad_norm": 2.020853092369005,
      "learning_rate": 1.6039626663849583e-05,
      "loss": 0.7594,
      "step": 1549
    },
    {
      "epoch": 3.1504065040650406,
      "grad_norm": 2.08968425863876,
      "learning_rate": 1.6034378312337938e-05,
      "loss": 0.919,
      "step": 1550
    },
    {
      "epoch": 3.152439024390244,
      "grad_norm": 1.785198997758361,
      "learning_rate": 1.6029127345466805e-05,
      "loss": 0.7187,
      "step": 1551
    },
    {
      "epoch": 3.154471544715447,
      "grad_norm": 1.917623804693256,
      "learning_rate": 1.6023873765511993e-05,
      "loss": 0.7064,
      "step": 1552
    },
    {
      "epoch": 3.15650406504065,
      "grad_norm": 1.9904353907046126,
      "learning_rate": 1.601861757475046e-05,
      "loss": 0.7853,
      "step": 1553
    },
    {
      "epoch": 3.158536585365854,
      "grad_norm": 1.7949962747194081,
      "learning_rate": 1.6013358775460293e-05,
      "loss": 0.75,
      "step": 1554
    },
    {
      "epoch": 3.160569105691057,
      "grad_norm": 1.7296204649367068,
      "learning_rate": 1.6008097369920706e-05,
      "loss": 0.8154,
      "step": 1555
    },
    {
      "epoch": 3.16260162601626,
      "grad_norm": 1.8729547601979513,
      "learning_rate": 1.6002833360412044e-05,
      "loss": 0.627,
      "step": 1556
    },
    {
      "epoch": 3.1646341463414633,
      "grad_norm": 1.867824430557775,
      "learning_rate": 1.5997566749215778e-05,
      "loss": 0.6144,
      "step": 1557
    },
    {
      "epoch": 3.1666666666666665,
      "grad_norm": 2.113167222829037,
      "learning_rate": 1.5992297538614517e-05,
      "loss": 0.8069,
      "step": 1558
    },
    {
      "epoch": 3.16869918699187,
      "grad_norm": 1.9478386747711205,
      "learning_rate": 1.5987025730891984e-05,
      "loss": 0.6763,
      "step": 1559
    },
    {
      "epoch": 3.1707317073170733,
      "grad_norm": 1.9092382570141868,
      "learning_rate": 1.5981751328333036e-05,
      "loss": 0.6952,
      "step": 1560
    },
    {
      "epoch": 3.1727642276422765,
      "grad_norm": 2.1483820738985187,
      "learning_rate": 1.5976474333223647e-05,
      "loss": 0.8381,
      "step": 1561
    },
    {
      "epoch": 3.1747967479674797,
      "grad_norm": 2.2163812209686418,
      "learning_rate": 1.597119474785092e-05,
      "loss": 0.8616,
      "step": 1562
    },
    {
      "epoch": 3.176829268292683,
      "grad_norm": 2.0440370498447593,
      "learning_rate": 1.5965912574503083e-05,
      "loss": 0.7149,
      "step": 1563
    },
    {
      "epoch": 3.178861788617886,
      "grad_norm": 2.263724717708822,
      "learning_rate": 1.5960627815469486e-05,
      "loss": 0.6828,
      "step": 1564
    },
    {
      "epoch": 3.180894308943089,
      "grad_norm": 1.9378109491248132,
      "learning_rate": 1.5955340473040585e-05,
      "loss": 0.7271,
      "step": 1565
    },
    {
      "epoch": 3.182926829268293,
      "grad_norm": 1.8434620311373608,
      "learning_rate": 1.5950050549507974e-05,
      "loss": 0.8125,
      "step": 1566
    },
    {
      "epoch": 3.184959349593496,
      "grad_norm": 1.9795132291100914,
      "learning_rate": 1.5944758047164355e-05,
      "loss": 0.791,
      "step": 1567
    },
    {
      "epoch": 3.186991869918699,
      "grad_norm": 2.1643560620770437,
      "learning_rate": 1.5939462968303554e-05,
      "loss": 0.8053,
      "step": 1568
    },
    {
      "epoch": 3.1890243902439024,
      "grad_norm": 2.3063614371859127,
      "learning_rate": 1.593416531522051e-05,
      "loss": 0.773,
      "step": 1569
    },
    {
      "epoch": 3.1910569105691056,
      "grad_norm": 2.1419248065963994,
      "learning_rate": 1.592886509021128e-05,
      "loss": 0.747,
      "step": 1570
    },
    {
      "epoch": 3.1930894308943087,
      "grad_norm": 2.0954480276088296,
      "learning_rate": 1.5923562295573032e-05,
      "loss": 0.5913,
      "step": 1571
    },
    {
      "epoch": 3.1951219512195124,
      "grad_norm": 2.251502748918036,
      "learning_rate": 1.5918256933604047e-05,
      "loss": 0.7549,
      "step": 1572
    },
    {
      "epoch": 3.1971544715447155,
      "grad_norm": 2.035217947258066,
      "learning_rate": 1.5912949006603732e-05,
      "loss": 0.7838,
      "step": 1573
    },
    {
      "epoch": 3.1991869918699187,
      "grad_norm": 2.526002600157204,
      "learning_rate": 1.590763851687258e-05,
      "loss": 0.7082,
      "step": 1574
    },
    {
      "epoch": 3.201219512195122,
      "grad_norm": 2.7649661400686973,
      "learning_rate": 1.5902325466712223e-05,
      "loss": 0.841,
      "step": 1575
    },
    {
      "epoch": 3.203252032520325,
      "grad_norm": 2.638199803983525,
      "learning_rate": 1.589700985842538e-05,
      "loss": 0.8677,
      "step": 1576
    },
    {
      "epoch": 3.2052845528455283,
      "grad_norm": 2.269272927430384,
      "learning_rate": 1.58916916943159e-05,
      "loss": 0.7714,
      "step": 1577
    },
    {
      "epoch": 3.207317073170732,
      "grad_norm": 2.3597977955925495,
      "learning_rate": 1.5886370976688716e-05,
      "loss": 0.7693,
      "step": 1578
    },
    {
      "epoch": 3.209349593495935,
      "grad_norm": 2.6970433251088295,
      "learning_rate": 1.5881047707849887e-05,
      "loss": 0.8855,
      "step": 1579
    },
    {
      "epoch": 3.2113821138211383,
      "grad_norm": 2.1267801105585526,
      "learning_rate": 1.5875721890106574e-05,
      "loss": 0.6791,
      "step": 1580
    },
    {
      "epoch": 3.2134146341463414,
      "grad_norm": 2.2630195184631208,
      "learning_rate": 1.5870393525767025e-05,
      "loss": 0.9316,
      "step": 1581
    },
    {
      "epoch": 3.2154471544715446,
      "grad_norm": 2.2656488000847075,
      "learning_rate": 1.586506261714062e-05,
      "loss": 0.7898,
      "step": 1582
    },
    {
      "epoch": 3.217479674796748,
      "grad_norm": 2.3110974779992612,
      "learning_rate": 1.5859729166537824e-05,
      "loss": 0.7503,
      "step": 1583
    },
    {
      "epoch": 3.2195121951219514,
      "grad_norm": 2.180693580599105,
      "learning_rate": 1.5854393176270205e-05,
      "loss": 0.6463,
      "step": 1584
    },
    {
      "epoch": 3.2215447154471546,
      "grad_norm": 2.350361676266963,
      "learning_rate": 1.5849054648650436e-05,
      "loss": 0.8737,
      "step": 1585
    },
    {
      "epoch": 3.2235772357723578,
      "grad_norm": 1.8527271999149693,
      "learning_rate": 1.5843713585992285e-05,
      "loss": 0.6493,
      "step": 1586
    },
    {
      "epoch": 3.225609756097561,
      "grad_norm": 2.043057472771518,
      "learning_rate": 1.5838369990610628e-05,
      "loss": 0.8638,
      "step": 1587
    },
    {
      "epoch": 3.227642276422764,
      "grad_norm": 2.7147708457837805,
      "learning_rate": 1.5833023864821427e-05,
      "loss": 0.9631,
      "step": 1588
    },
    {
      "epoch": 3.2296747967479673,
      "grad_norm": 2.072133213405817,
      "learning_rate": 1.5827675210941747e-05,
      "loss": 0.7238,
      "step": 1589
    },
    {
      "epoch": 3.231707317073171,
      "grad_norm": 2.165257036934692,
      "learning_rate": 1.5822324031289748e-05,
      "loss": 0.803,
      "step": 1590
    },
    {
      "epoch": 3.233739837398374,
      "grad_norm": 2.5161814472778583,
      "learning_rate": 1.5816970328184683e-05,
      "loss": 0.7412,
      "step": 1591
    },
    {
      "epoch": 3.2357723577235773,
      "grad_norm": 2.2214194649477106,
      "learning_rate": 1.5811614103946905e-05,
      "loss": 0.7843,
      "step": 1592
    },
    {
      "epoch": 3.2378048780487805,
      "grad_norm": 2.373407880503463,
      "learning_rate": 1.580625536089785e-05,
      "loss": 0.815,
      "step": 1593
    },
    {
      "epoch": 3.2398373983739837,
      "grad_norm": 2.7088414269969934,
      "learning_rate": 1.5800894101360052e-05,
      "loss": 0.8972,
      "step": 1594
    },
    {
      "epoch": 3.241869918699187,
      "grad_norm": 2.3567769587721044,
      "learning_rate": 1.5795530327657132e-05,
      "loss": 0.822,
      "step": 1595
    },
    {
      "epoch": 3.2439024390243905,
      "grad_norm": 2.3423575037534055,
      "learning_rate": 1.5790164042113805e-05,
      "loss": 0.6806,
      "step": 1596
    },
    {
      "epoch": 3.2459349593495936,
      "grad_norm": 2.277124449506264,
      "learning_rate": 1.5784795247055876e-05,
      "loss": 0.8688,
      "step": 1597
    },
    {
      "epoch": 3.247967479674797,
      "grad_norm": 1.967086168431996,
      "learning_rate": 1.577942394481023e-05,
      "loss": 0.7081,
      "step": 1598
    },
    {
      "epoch": 3.25,
      "grad_norm": 2.0798585973083803,
      "learning_rate": 1.577405013770484e-05,
      "loss": 0.6665,
      "step": 1599
    },
    {
      "epoch": 3.252032520325203,
      "grad_norm": 2.6276434009906735,
      "learning_rate": 1.576867382806877e-05,
      "loss": 0.7424,
      "step": 1600
    },
    {
      "epoch": 3.2540650406504064,
      "grad_norm": 2.2441442800701057,
      "learning_rate": 1.5763295018232172e-05,
      "loss": 0.756,
      "step": 1601
    },
    {
      "epoch": 3.2560975609756095,
      "grad_norm": 2.5783940773457457,
      "learning_rate": 1.5757913710526265e-05,
      "loss": 0.7413,
      "step": 1602
    },
    {
      "epoch": 3.258130081300813,
      "grad_norm": 2.1163482531064703,
      "learning_rate": 1.5752529907283368e-05,
      "loss": 0.7346,
      "step": 1603
    },
    {
      "epoch": 3.2601626016260163,
      "grad_norm": 2.1151370386984634,
      "learning_rate": 1.5747143610836873e-05,
      "loss": 0.7423,
      "step": 1604
    },
    {
      "epoch": 3.2621951219512195,
      "grad_norm": 2.280962607587702,
      "learning_rate": 1.5741754823521254e-05,
      "loss": 0.8608,
      "step": 1605
    },
    {
      "epoch": 3.2642276422764227,
      "grad_norm": 1.910689043871177,
      "learning_rate": 1.5736363547672065e-05,
      "loss": 0.7316,
      "step": 1606
    },
    {
      "epoch": 3.266260162601626,
      "grad_norm": 2.3733311813242413,
      "learning_rate": 1.5730969785625943e-05,
      "loss": 0.7618,
      "step": 1607
    },
    {
      "epoch": 3.2682926829268295,
      "grad_norm": 2.2278731236025813,
      "learning_rate": 1.5725573539720592e-05,
      "loss": 0.6828,
      "step": 1608
    },
    {
      "epoch": 3.2703252032520327,
      "grad_norm": 2.245334211343595,
      "learning_rate": 1.5720174812294796e-05,
      "loss": 0.8858,
      "step": 1609
    },
    {
      "epoch": 3.272357723577236,
      "grad_norm": 2.205070010880492,
      "learning_rate": 1.5714773605688426e-05,
      "loss": 0.6639,
      "step": 1610
    },
    {
      "epoch": 3.274390243902439,
      "grad_norm": 2.1771845045649147,
      "learning_rate": 1.5709369922242413e-05,
      "loss": 0.8939,
      "step": 1611
    },
    {
      "epoch": 3.2764227642276422,
      "grad_norm": 2.1989706962459876,
      "learning_rate": 1.570396376429877e-05,
      "loss": 0.7551,
      "step": 1612
    },
    {
      "epoch": 3.2784552845528454,
      "grad_norm": 2.6473609921863948,
      "learning_rate": 1.5698555134200576e-05,
      "loss": 0.6771,
      "step": 1613
    },
    {
      "epoch": 3.2804878048780486,
      "grad_norm": 2.0112820905040185,
      "learning_rate": 1.5693144034291984e-05,
      "loss": 0.7702,
      "step": 1614
    },
    {
      "epoch": 3.282520325203252,
      "grad_norm": 2.344208057228964,
      "learning_rate": 1.5687730466918226e-05,
      "loss": 0.6598,
      "step": 1615
    },
    {
      "epoch": 3.2845528455284554,
      "grad_norm": 2.6066116886263924,
      "learning_rate": 1.5682314434425593e-05,
      "loss": 0.84,
      "step": 1616
    },
    {
      "epoch": 3.2865853658536586,
      "grad_norm": 2.072780856248526,
      "learning_rate": 1.567689593916144e-05,
      "loss": 0.7875,
      "step": 1617
    },
    {
      "epoch": 3.2886178861788617,
      "grad_norm": 2.671402719780134,
      "learning_rate": 1.5671474983474203e-05,
      "loss": 0.94,
      "step": 1618
    },
    {
      "epoch": 3.290650406504065,
      "grad_norm": 2.172263529808615,
      "learning_rate": 1.566605156971338e-05,
      "loss": 0.744,
      "step": 1619
    },
    {
      "epoch": 3.292682926829268,
      "grad_norm": 2.195020004212121,
      "learning_rate": 1.5660625700229526e-05,
      "loss": 0.8118,
      "step": 1620
    },
    {
      "epoch": 3.2947154471544717,
      "grad_norm": 2.439090269549893,
      "learning_rate": 1.5655197377374273e-05,
      "loss": 0.7721,
      "step": 1621
    },
    {
      "epoch": 3.296747967479675,
      "grad_norm": 2.475968366210411,
      "learning_rate": 1.564976660350031e-05,
      "loss": 0.6887,
      "step": 1622
    },
    {
      "epoch": 3.298780487804878,
      "grad_norm": 2.2375528107095453,
      "learning_rate": 1.564433338096138e-05,
      "loss": 0.9012,
      "step": 1623
    },
    {
      "epoch": 3.3008130081300813,
      "grad_norm": 2.219352461741057,
      "learning_rate": 1.5638897712112303e-05,
      "loss": 0.8076,
      "step": 1624
    },
    {
      "epoch": 3.3028455284552845,
      "grad_norm": 2.4892844099190343,
      "learning_rate": 1.5633459599308953e-05,
      "loss": 0.7033,
      "step": 1625
    },
    {
      "epoch": 3.3048780487804876,
      "grad_norm": 2.18601702380822,
      "learning_rate": 1.5628019044908252e-05,
      "loss": 0.6564,
      "step": 1626
    },
    {
      "epoch": 3.306910569105691,
      "grad_norm": 2.3826938196914655,
      "learning_rate": 1.5622576051268207e-05,
      "loss": 0.7087,
      "step": 1627
    },
    {
      "epoch": 3.3089430894308944,
      "grad_norm": 2.501068395423087,
      "learning_rate": 1.561713062074785e-05,
      "loss": 0.8124,
      "step": 1628
    },
    {
      "epoch": 3.3109756097560976,
      "grad_norm": 2.0629583083891947,
      "learning_rate": 1.5611682755707294e-05,
      "loss": 0.6993,
      "step": 1629
    },
    {
      "epoch": 3.313008130081301,
      "grad_norm": 1.9452939749910267,
      "learning_rate": 1.560623245850769e-05,
      "loss": 0.587,
      "step": 1630
    },
    {
      "epoch": 3.315040650406504,
      "grad_norm": 2.316721337616592,
      "learning_rate": 1.560077973151126e-05,
      "loss": 0.6361,
      "step": 1631
    },
    {
      "epoch": 3.317073170731707,
      "grad_norm": 2.0185206987879076,
      "learning_rate": 1.5595324577081265e-05,
      "loss": 0.7023,
      "step": 1632
    },
    {
      "epoch": 3.319105691056911,
      "grad_norm": 2.0186915245228807,
      "learning_rate": 1.558986699758202e-05,
      "loss": 0.8334,
      "step": 1633
    },
    {
      "epoch": 3.321138211382114,
      "grad_norm": 2.303065518921551,
      "learning_rate": 1.55844069953789e-05,
      "loss": 0.8791,
      "step": 1634
    },
    {
      "epoch": 3.323170731707317,
      "grad_norm": 2.4943431659013484,
      "learning_rate": 1.5578944572838324e-05,
      "loss": 0.842,
      "step": 1635
    },
    {
      "epoch": 3.3252032520325203,
      "grad_norm": 2.3475972216470185,
      "learning_rate": 1.5573479732327758e-05,
      "loss": 0.8366,
      "step": 1636
    },
    {
      "epoch": 3.3272357723577235,
      "grad_norm": 2.0720930162464914,
      "learning_rate": 1.5568012476215716e-05,
      "loss": 0.8918,
      "step": 1637
    },
    {
      "epoch": 3.3292682926829267,
      "grad_norm": 2.333827535681539,
      "learning_rate": 1.5562542806871765e-05,
      "loss": 0.827,
      "step": 1638
    },
    {
      "epoch": 3.33130081300813,
      "grad_norm": 2.150227172588249,
      "learning_rate": 1.555707072666651e-05,
      "loss": 0.8494,
      "step": 1639
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 2.3562395159232805,
      "learning_rate": 1.555159623797161e-05,
      "loss": 0.6991,
      "step": 1640
    },
    {
      "epoch": 3.3353658536585367,
      "grad_norm": 2.1832754825400276,
      "learning_rate": 1.5546119343159758e-05,
      "loss": 0.8301,
      "step": 1641
    },
    {
      "epoch": 3.33739837398374,
      "grad_norm": 2.4512422404891803,
      "learning_rate": 1.55406400446047e-05,
      "loss": 0.8545,
      "step": 1642
    },
    {
      "epoch": 3.339430894308943,
      "grad_norm": 2.0525938503084844,
      "learning_rate": 1.5535158344681215e-05,
      "loss": 0.6053,
      "step": 1643
    },
    {
      "epoch": 3.341463414634146,
      "grad_norm": 2.1717911904433915,
      "learning_rate": 1.552967424576512e-05,
      "loss": 0.7803,
      "step": 1644
    },
    {
      "epoch": 3.34349593495935,
      "grad_norm": 2.128954906241172,
      "learning_rate": 1.552418775023329e-05,
      "loss": 0.9302,
      "step": 1645
    },
    {
      "epoch": 3.345528455284553,
      "grad_norm": 2.314520862385919,
      "learning_rate": 1.5518698860463622e-05,
      "loss": 0.9062,
      "step": 1646
    },
    {
      "epoch": 3.347560975609756,
      "grad_norm": 2.4558864503502518,
      "learning_rate": 1.551320757883505e-05,
      "loss": 0.8707,
      "step": 1647
    },
    {
      "epoch": 3.3495934959349594,
      "grad_norm": 2.377138259930465,
      "learning_rate": 1.5507713907727557e-05,
      "loss": 0.8185,
      "step": 1648
    },
    {
      "epoch": 3.3516260162601625,
      "grad_norm": 2.2222799628341963,
      "learning_rate": 1.550221784952215e-05,
      "loss": 0.633,
      "step": 1649
    },
    {
      "epoch": 3.3536585365853657,
      "grad_norm": 2.0830111854780418,
      "learning_rate": 1.549671940660088e-05,
      "loss": 0.6593,
      "step": 1650
    },
    {
      "epoch": 3.355691056910569,
      "grad_norm": 2.172230854849265,
      "learning_rate": 1.549121858134682e-05,
      "loss": 0.7102,
      "step": 1651
    },
    {
      "epoch": 3.3577235772357725,
      "grad_norm": 2.177237281630638,
      "learning_rate": 1.5485715376144087e-05,
      "loss": 0.845,
      "step": 1652
    },
    {
      "epoch": 3.3597560975609757,
      "grad_norm": 2.084870915691989,
      "learning_rate": 1.5480209793377827e-05,
      "loss": 0.619,
      "step": 1653
    },
    {
      "epoch": 3.361788617886179,
      "grad_norm": 2.4328810292275103,
      "learning_rate": 1.5474701835434212e-05,
      "loss": 0.8579,
      "step": 1654
    },
    {
      "epoch": 3.363821138211382,
      "grad_norm": 2.1490119717803244,
      "learning_rate": 1.546919150470044e-05,
      "loss": 0.8233,
      "step": 1655
    },
    {
      "epoch": 3.3658536585365852,
      "grad_norm": 2.1154552440963434,
      "learning_rate": 1.5463678803564753e-05,
      "loss": 0.6795,
      "step": 1656
    },
    {
      "epoch": 3.3678861788617884,
      "grad_norm": 2.328996208658754,
      "learning_rate": 1.5458163734416403e-05,
      "loss": 0.7751,
      "step": 1657
    },
    {
      "epoch": 3.369918699186992,
      "grad_norm": 2.2017465868844703,
      "learning_rate": 1.545264629964568e-05,
      "loss": 0.7444,
      "step": 1658
    },
    {
      "epoch": 3.3719512195121952,
      "grad_norm": 2.486386949723798,
      "learning_rate": 1.5447126501643887e-05,
      "loss": 0.8152,
      "step": 1659
    },
    {
      "epoch": 3.3739837398373984,
      "grad_norm": 2.3224881606455643,
      "learning_rate": 1.5441604342803374e-05,
      "loss": 0.7339,
      "step": 1660
    },
    {
      "epoch": 3.3760162601626016,
      "grad_norm": 2.1056793177366675,
      "learning_rate": 1.5436079825517486e-05,
      "loss": 0.7854,
      "step": 1661
    },
    {
      "epoch": 3.3780487804878048,
      "grad_norm": 2.1162393251580793,
      "learning_rate": 1.5430552952180612e-05,
      "loss": 0.6754,
      "step": 1662
    },
    {
      "epoch": 3.380081300813008,
      "grad_norm": 1.8956705365987307,
      "learning_rate": 1.5425023725188144e-05,
      "loss": 0.6234,
      "step": 1663
    },
    {
      "epoch": 3.3821138211382116,
      "grad_norm": 2.00251666877645,
      "learning_rate": 1.5419492146936518e-05,
      "loss": 0.6941,
      "step": 1664
    },
    {
      "epoch": 3.3841463414634148,
      "grad_norm": 2.0145565934836416,
      "learning_rate": 1.5413958219823163e-05,
      "loss": 0.5742,
      "step": 1665
    },
    {
      "epoch": 3.386178861788618,
      "grad_norm": 2.189377943781308,
      "learning_rate": 1.540842194624654e-05,
      "loss": 0.7712,
      "step": 1666
    },
    {
      "epoch": 3.388211382113821,
      "grad_norm": 1.8973646922108174,
      "learning_rate": 1.5402883328606132e-05,
      "loss": 0.7374,
      "step": 1667
    },
    {
      "epoch": 3.3902439024390243,
      "grad_norm": 2.3165165333371056,
      "learning_rate": 1.5397342369302425e-05,
      "loss": 0.6606,
      "step": 1668
    },
    {
      "epoch": 3.3922764227642275,
      "grad_norm": 2.2513972098096455,
      "learning_rate": 1.5391799070736925e-05,
      "loss": 0.7561,
      "step": 1669
    },
    {
      "epoch": 3.394308943089431,
      "grad_norm": 1.906454624705497,
      "learning_rate": 1.5386253435312156e-05,
      "loss": 0.6247,
      "step": 1670
    },
    {
      "epoch": 3.3963414634146343,
      "grad_norm": 1.8480116033826013,
      "learning_rate": 1.538070546543165e-05,
      "loss": 0.5999,
      "step": 1671
    },
    {
      "epoch": 3.3983739837398375,
      "grad_norm": 2.0091996068249425,
      "learning_rate": 1.5375155163499953e-05,
      "loss": 0.6818,
      "step": 1672
    },
    {
      "epoch": 3.4004065040650406,
      "grad_norm": 2.382449559229901,
      "learning_rate": 1.5369602531922615e-05,
      "loss": 0.8757,
      "step": 1673
    },
    {
      "epoch": 3.402439024390244,
      "grad_norm": 2.2279724575281166,
      "learning_rate": 1.5364047573106215e-05,
      "loss": 0.6136,
      "step": 1674
    },
    {
      "epoch": 3.404471544715447,
      "grad_norm": 2.609690516425482,
      "learning_rate": 1.5358490289458315e-05,
      "loss": 0.6449,
      "step": 1675
    },
    {
      "epoch": 3.40650406504065,
      "grad_norm": 2.652147627447481,
      "learning_rate": 1.5352930683387502e-05,
      "loss": 0.6299,
      "step": 1676
    },
    {
      "epoch": 3.408536585365854,
      "grad_norm": 2.5054359524240897,
      "learning_rate": 1.5347368757303366e-05,
      "loss": 0.9364,
      "step": 1677
    },
    {
      "epoch": 3.410569105691057,
      "grad_norm": 2.3704796619659514,
      "learning_rate": 1.5341804513616497e-05,
      "loss": 0.7129,
      "step": 1678
    },
    {
      "epoch": 3.41260162601626,
      "grad_norm": 1.7982115394040779,
      "learning_rate": 1.533623795473849e-05,
      "loss": 0.6088,
      "step": 1679
    },
    {
      "epoch": 3.4146341463414633,
      "grad_norm": 2.370875491738983,
      "learning_rate": 1.5330669083081956e-05,
      "loss": 0.8323,
      "step": 1680
    },
    {
      "epoch": 3.4166666666666665,
      "grad_norm": 2.177961148267198,
      "learning_rate": 1.53250979010605e-05,
      "loss": 1.0088,
      "step": 1681
    },
    {
      "epoch": 3.41869918699187,
      "grad_norm": 2.45626422788114,
      "learning_rate": 1.531952441108872e-05,
      "loss": 0.835,
      "step": 1682
    },
    {
      "epoch": 3.4207317073170733,
      "grad_norm": 2.397091193497994,
      "learning_rate": 1.5313948615582225e-05,
      "loss": 0.7225,
      "step": 1683
    },
    {
      "epoch": 3.4227642276422765,
      "grad_norm": 2.3409836037789806,
      "learning_rate": 1.5308370516957617e-05,
      "loss": 0.5725,
      "step": 1684
    },
    {
      "epoch": 3.4247967479674797,
      "grad_norm": 2.246687762090141,
      "learning_rate": 1.53027901176325e-05,
      "loss": 0.5938,
      "step": 1685
    },
    {
      "epoch": 3.426829268292683,
      "grad_norm": 2.1640171195675313,
      "learning_rate": 1.5297207420025484e-05,
      "loss": 0.8625,
      "step": 1686
    },
    {
      "epoch": 3.428861788617886,
      "grad_norm": 2.5898628653896503,
      "learning_rate": 1.5291622426556158e-05,
      "loss": 0.7517,
      "step": 1687
    },
    {
      "epoch": 3.430894308943089,
      "grad_norm": 1.8945188911843114,
      "learning_rate": 1.528603513964511e-05,
      "loss": 0.8206,
      "step": 1688
    },
    {
      "epoch": 3.432926829268293,
      "grad_norm": 2.402531034058431,
      "learning_rate": 1.528044556171393e-05,
      "loss": 0.7873,
      "step": 1689
    },
    {
      "epoch": 3.434959349593496,
      "grad_norm": 2.181933249847049,
      "learning_rate": 1.52748536951852e-05,
      "loss": 0.9133,
      "step": 1690
    },
    {
      "epoch": 3.436991869918699,
      "grad_norm": 2.086420642038962,
      "learning_rate": 1.5269259542482486e-05,
      "loss": 0.708,
      "step": 1691
    },
    {
      "epoch": 3.4390243902439024,
      "grad_norm": 2.1369644052706196,
      "learning_rate": 1.5263663106030347e-05,
      "loss": 0.7143,
      "step": 1692
    },
    {
      "epoch": 3.4410569105691056,
      "grad_norm": 2.2667834435610463,
      "learning_rate": 1.5258064388254342e-05,
      "loss": 0.8638,
      "step": 1693
    },
    {
      "epoch": 3.443089430894309,
      "grad_norm": 2.293288526692144,
      "learning_rate": 1.5252463391581004e-05,
      "loss": 0.7317,
      "step": 1694
    },
    {
      "epoch": 3.4451219512195124,
      "grad_norm": 2.269461086087901,
      "learning_rate": 1.5246860118437863e-05,
      "loss": 0.8373,
      "step": 1695
    },
    {
      "epoch": 3.4471544715447155,
      "grad_norm": 2.172209050828749,
      "learning_rate": 1.5241254571253433e-05,
      "loss": 0.7113,
      "step": 1696
    },
    {
      "epoch": 3.4491869918699187,
      "grad_norm": 1.8643274554020834,
      "learning_rate": 1.5235646752457214e-05,
      "loss": 0.646,
      "step": 1697
    },
    {
      "epoch": 3.451219512195122,
      "grad_norm": 1.7691749000659098,
      "learning_rate": 1.523003666447969e-05,
      "loss": 0.5408,
      "step": 1698
    },
    {
      "epoch": 3.453252032520325,
      "grad_norm": 2.764085977593175,
      "learning_rate": 1.5224424309752327e-05,
      "loss": 0.9322,
      "step": 1699
    },
    {
      "epoch": 3.4552845528455283,
      "grad_norm": 2.200248903487396,
      "learning_rate": 1.5218809690707583e-05,
      "loss": 0.8345,
      "step": 1700
    },
    {
      "epoch": 3.457317073170732,
      "grad_norm": 3.1995569038303153,
      "learning_rate": 1.5213192809778878e-05,
      "loss": 0.8277,
      "step": 1701
    },
    {
      "epoch": 3.459349593495935,
      "grad_norm": 2.4425519546794248,
      "learning_rate": 1.5207573669400636e-05,
      "loss": 0.7624,
      "step": 1702
    },
    {
      "epoch": 3.4613821138211383,
      "grad_norm": 2.2983722233658748,
      "learning_rate": 1.5201952272008236e-05,
      "loss": 0.7498,
      "step": 1703
    },
    {
      "epoch": 3.4634146341463414,
      "grad_norm": 2.320630399294237,
      "learning_rate": 1.5196328620038059e-05,
      "loss": 0.8424,
      "step": 1704
    },
    {
      "epoch": 3.4654471544715446,
      "grad_norm": 2.200878218752855,
      "learning_rate": 1.5190702715927443e-05,
      "loss": 0.7542,
      "step": 1705
    },
    {
      "epoch": 3.467479674796748,
      "grad_norm": 2.206868679011799,
      "learning_rate": 1.5185074562114715e-05,
      "loss": 0.6138,
      "step": 1706
    },
    {
      "epoch": 3.4695121951219514,
      "grad_norm": 1.9471071523977526,
      "learning_rate": 1.5179444161039172e-05,
      "loss": 0.6865,
      "step": 1707
    },
    {
      "epoch": 3.4715447154471546,
      "grad_norm": 2.424686241067536,
      "learning_rate": 1.5173811515141083e-05,
      "loss": 0.7131,
      "step": 1708
    },
    {
      "epoch": 3.4735772357723578,
      "grad_norm": 2.3023910464597206,
      "learning_rate": 1.51681766268617e-05,
      "loss": 0.8361,
      "step": 1709
    },
    {
      "epoch": 3.475609756097561,
      "grad_norm": 2.1907244360971707,
      "learning_rate": 1.5162539498643237e-05,
      "loss": 0.6992,
      "step": 1710
    },
    {
      "epoch": 3.477642276422764,
      "grad_norm": 2.376677571295473,
      "learning_rate": 1.5156900132928874e-05,
      "loss": 0.7543,
      "step": 1711
    },
    {
      "epoch": 3.4796747967479673,
      "grad_norm": 2.133142138735676,
      "learning_rate": 1.5151258532162771e-05,
      "loss": 0.8636,
      "step": 1712
    },
    {
      "epoch": 3.4817073170731705,
      "grad_norm": 2.783051341389404,
      "learning_rate": 1.5145614698790062e-05,
      "loss": 0.9374,
      "step": 1713
    },
    {
      "epoch": 3.483739837398374,
      "grad_norm": 2.198593881822009,
      "learning_rate": 1.5139968635256833e-05,
      "loss": 0.6561,
      "step": 1714
    },
    {
      "epoch": 3.4857723577235773,
      "grad_norm": 2.2601482974789575,
      "learning_rate": 1.5134320344010144e-05,
      "loss": 0.6729,
      "step": 1715
    },
    {
      "epoch": 3.4878048780487805,
      "grad_norm": 2.4816466357659728,
      "learning_rate": 1.5128669827498024e-05,
      "loss": 0.9606,
      "step": 1716
    },
    {
      "epoch": 3.4898373983739837,
      "grad_norm": 2.6398884089375594,
      "learning_rate": 1.5123017088169457e-05,
      "loss": 0.799,
      "step": 1717
    },
    {
      "epoch": 3.491869918699187,
      "grad_norm": 2.6181345352281773,
      "learning_rate": 1.5117362128474406e-05,
      "loss": 0.7626,
      "step": 1718
    },
    {
      "epoch": 3.4939024390243905,
      "grad_norm": 2.6035519155784934,
      "learning_rate": 1.5111704950863776e-05,
      "loss": 0.8132,
      "step": 1719
    },
    {
      "epoch": 3.4959349593495936,
      "grad_norm": 2.235540172273131,
      "learning_rate": 1.5106045557789453e-05,
      "loss": 0.7606,
      "step": 1720
    },
    {
      "epoch": 3.497967479674797,
      "grad_norm": 2.2092960760275546,
      "learning_rate": 1.510038395170427e-05,
      "loss": 0.6867,
      "step": 1721
    },
    {
      "epoch": 3.5,
      "grad_norm": 2.715269374921054,
      "learning_rate": 1.5094720135062022e-05,
      "loss": 0.8975,
      "step": 1722
    },
    {
      "epoch": 3.502032520325203,
      "grad_norm": 2.521341153151502,
      "learning_rate": 1.5089054110317464e-05,
      "loss": 0.9533,
      "step": 1723
    },
    {
      "epoch": 3.5040650406504064,
      "grad_norm": 2.144944601383175,
      "learning_rate": 1.5083385879926309e-05,
      "loss": 0.7888,
      "step": 1724
    },
    {
      "epoch": 3.5060975609756095,
      "grad_norm": 2.6258119326676463,
      "learning_rate": 1.5077715446345227e-05,
      "loss": 0.8267,
      "step": 1725
    },
    {
      "epoch": 3.508130081300813,
      "grad_norm": 2.2828317444796147,
      "learning_rate": 1.5072042812031835e-05,
      "loss": 0.6542,
      "step": 1726
    },
    {
      "epoch": 3.5101626016260163,
      "grad_norm": 2.5590393774085083,
      "learning_rate": 1.5066367979444709e-05,
      "loss": 0.7517,
      "step": 1727
    },
    {
      "epoch": 3.5121951219512195,
      "grad_norm": 2.117215414672995,
      "learning_rate": 1.5060690951043385e-05,
      "loss": 0.7488,
      "step": 1728
    },
    {
      "epoch": 3.5142276422764227,
      "grad_norm": 2.424675833253423,
      "learning_rate": 1.5055011729288331e-05,
      "loss": 0.8592,
      "step": 1729
    },
    {
      "epoch": 3.516260162601626,
      "grad_norm": 2.1717064496082785,
      "learning_rate": 1.5049330316640989e-05,
      "loss": 0.7398,
      "step": 1730
    },
    {
      "epoch": 3.5182926829268295,
      "grad_norm": 2.4873753052880123,
      "learning_rate": 1.504364671556374e-05,
      "loss": 0.8296,
      "step": 1731
    },
    {
      "epoch": 3.5203252032520327,
      "grad_norm": 2.1866274703587347,
      "learning_rate": 1.5037960928519902e-05,
      "loss": 0.6548,
      "step": 1732
    },
    {
      "epoch": 3.522357723577236,
      "grad_norm": 2.426492522506623,
      "learning_rate": 1.5032272957973764e-05,
      "loss": 0.6965,
      "step": 1733
    },
    {
      "epoch": 3.524390243902439,
      "grad_norm": 2.436552487324315,
      "learning_rate": 1.5026582806390541e-05,
      "loss": 0.6583,
      "step": 1734
    },
    {
      "epoch": 3.5264227642276422,
      "grad_norm": 2.5472186714987326,
      "learning_rate": 1.5020890476236405e-05,
      "loss": 0.7933,
      "step": 1735
    },
    {
      "epoch": 3.5284552845528454,
      "grad_norm": 2.3326012757739583,
      "learning_rate": 1.501519596997847e-05,
      "loss": 0.8639,
      "step": 1736
    },
    {
      "epoch": 3.5304878048780486,
      "grad_norm": 2.6075626073909506,
      "learning_rate": 1.5009499290084786e-05,
      "loss": 0.8119,
      "step": 1737
    },
    {
      "epoch": 3.5325203252032518,
      "grad_norm": 2.6857488555114952,
      "learning_rate": 1.5003800439024355e-05,
      "loss": 0.6526,
      "step": 1738
    },
    {
      "epoch": 3.5345528455284554,
      "grad_norm": 2.814667695866756,
      "learning_rate": 1.4998099419267111e-05,
      "loss": 0.7682,
      "step": 1739
    },
    {
      "epoch": 3.5365853658536586,
      "grad_norm": 2.249527590379016,
      "learning_rate": 1.499239623328394e-05,
      "loss": 0.5127,
      "step": 1740
    },
    {
      "epoch": 3.5386178861788617,
      "grad_norm": 2.6981258394032994,
      "learning_rate": 1.4986690883546653e-05,
      "loss": 0.7712,
      "step": 1741
    },
    {
      "epoch": 3.540650406504065,
      "grad_norm": 2.049075498055457,
      "learning_rate": 1.498098337252801e-05,
      "loss": 0.8141,
      "step": 1742
    },
    {
      "epoch": 3.5426829268292686,
      "grad_norm": 2.6646435503454433,
      "learning_rate": 1.4975273702701697e-05,
      "loss": 0.8896,
      "step": 1743
    },
    {
      "epoch": 3.5447154471544717,
      "grad_norm": 2.3161303260026185,
      "learning_rate": 1.4969561876542348e-05,
      "loss": 0.7735,
      "step": 1744
    },
    {
      "epoch": 3.546747967479675,
      "grad_norm": 2.4119256475919375,
      "learning_rate": 1.4963847896525524e-05,
      "loss": 0.7879,
      "step": 1745
    },
    {
      "epoch": 3.548780487804878,
      "grad_norm": 2.286844111711807,
      "learning_rate": 1.4958131765127712e-05,
      "loss": 0.784,
      "step": 1746
    },
    {
      "epoch": 3.5508130081300813,
      "grad_norm": 2.4201570256320415,
      "learning_rate": 1.4952413484826356e-05,
      "loss": 0.6819,
      "step": 1747
    },
    {
      "epoch": 3.5528455284552845,
      "grad_norm": 2.156654292840832,
      "learning_rate": 1.4946693058099802e-05,
      "loss": 0.8258,
      "step": 1748
    },
    {
      "epoch": 3.5548780487804876,
      "grad_norm": 2.331858401590426,
      "learning_rate": 1.4940970487427345e-05,
      "loss": 0.9134,
      "step": 1749
    },
    {
      "epoch": 3.556910569105691,
      "grad_norm": 2.333570878160564,
      "learning_rate": 1.4935245775289203e-05,
      "loss": 0.7213,
      "step": 1750
    },
    {
      "epoch": 3.5589430894308944,
      "grad_norm": 2.245634121777129,
      "learning_rate": 1.4929518924166521e-05,
      "loss": 0.7783,
      "step": 1751
    },
    {
      "epoch": 3.5609756097560976,
      "grad_norm": 2.284754015993947,
      "learning_rate": 1.4923789936541378e-05,
      "loss": 0.6694,
      "step": 1752
    },
    {
      "epoch": 3.563008130081301,
      "grad_norm": 2.247129487791626,
      "learning_rate": 1.4918058814896772e-05,
      "loss": 0.794,
      "step": 1753
    },
    {
      "epoch": 3.565040650406504,
      "grad_norm": 2.2977164297618313,
      "learning_rate": 1.4912325561716629e-05,
      "loss": 0.6541,
      "step": 1754
    },
    {
      "epoch": 3.567073170731707,
      "grad_norm": 2.425456457216071,
      "learning_rate": 1.4906590179485795e-05,
      "loss": 0.6871,
      "step": 1755
    },
    {
      "epoch": 3.569105691056911,
      "grad_norm": 2.3721552992010735,
      "learning_rate": 1.4900852670690044e-05,
      "loss": 0.7728,
      "step": 1756
    },
    {
      "epoch": 3.571138211382114,
      "grad_norm": 2.7527881913888907,
      "learning_rate": 1.4895113037816067e-05,
      "loss": 0.7221,
      "step": 1757
    },
    {
      "epoch": 3.573170731707317,
      "grad_norm": 2.4555979384393796,
      "learning_rate": 1.4889371283351482e-05,
      "loss": 0.7981,
      "step": 1758
    },
    {
      "epoch": 3.5752032520325203,
      "grad_norm": 2.2164584883165364,
      "learning_rate": 1.4883627409784819e-05,
      "loss": 0.7125,
      "step": 1759
    },
    {
      "epoch": 3.5772357723577235,
      "grad_norm": 2.504197997959473,
      "learning_rate": 1.487788141960553e-05,
      "loss": 0.8813,
      "step": 1760
    },
    {
      "epoch": 3.5792682926829267,
      "grad_norm": 2.315713296194338,
      "learning_rate": 1.4872133315303984e-05,
      "loss": 0.7688,
      "step": 1761
    },
    {
      "epoch": 3.58130081300813,
      "grad_norm": 2.5290731939822484,
      "learning_rate": 1.4866383099371468e-05,
      "loss": 0.797,
      "step": 1762
    },
    {
      "epoch": 3.5833333333333335,
      "grad_norm": 2.116110684497016,
      "learning_rate": 1.4860630774300186e-05,
      "loss": 0.6285,
      "step": 1763
    },
    {
      "epoch": 3.5853658536585367,
      "grad_norm": 2.5872639712813106,
      "learning_rate": 1.4854876342583246e-05,
      "loss": 0.8603,
      "step": 1764
    },
    {
      "epoch": 3.58739837398374,
      "grad_norm": 1.994128833896292,
      "learning_rate": 1.484911980671468e-05,
      "loss": 0.6286,
      "step": 1765
    },
    {
      "epoch": 3.589430894308943,
      "grad_norm": 2.3049809757050617,
      "learning_rate": 1.4843361169189425e-05,
      "loss": 0.7161,
      "step": 1766
    },
    {
      "epoch": 3.591463414634146,
      "grad_norm": 2.1296861697387452,
      "learning_rate": 1.4837600432503332e-05,
      "loss": 0.6037,
      "step": 1767
    },
    {
      "epoch": 3.59349593495935,
      "grad_norm": 2.5748759091161637,
      "learning_rate": 1.4831837599153165e-05,
      "loss": 0.7055,
      "step": 1768
    },
    {
      "epoch": 3.595528455284553,
      "grad_norm": 2.70832066067895,
      "learning_rate": 1.4826072671636592e-05,
      "loss": 0.8185,
      "step": 1769
    },
    {
      "epoch": 3.597560975609756,
      "grad_norm": 2.486850679538958,
      "learning_rate": 1.482030565245219e-05,
      "loss": 0.8361,
      "step": 1770
    },
    {
      "epoch": 3.5995934959349594,
      "grad_norm": 2.310244868720956,
      "learning_rate": 1.4814536544099439e-05,
      "loss": 0.762,
      "step": 1771
    },
    {
      "epoch": 3.6016260162601625,
      "grad_norm": 2.406762299554278,
      "learning_rate": 1.4808765349078729e-05,
      "loss": 0.7272,
      "step": 1772
    },
    {
      "epoch": 3.6036585365853657,
      "grad_norm": 2.439252470778541,
      "learning_rate": 1.4802992069891355e-05,
      "loss": 0.9479,
      "step": 1773
    },
    {
      "epoch": 3.605691056910569,
      "grad_norm": 2.1665002818351273,
      "learning_rate": 1.4797216709039515e-05,
      "loss": 0.646,
      "step": 1774
    },
    {
      "epoch": 3.607723577235772,
      "grad_norm": 2.715041569112013,
      "learning_rate": 1.4791439269026304e-05,
      "loss": 0.8866,
      "step": 1775
    },
    {
      "epoch": 3.6097560975609757,
      "grad_norm": 2.05226479931043,
      "learning_rate": 1.4785659752355724e-05,
      "loss": 0.7893,
      "step": 1776
    },
    {
      "epoch": 3.611788617886179,
      "grad_norm": 2.442993739288783,
      "learning_rate": 1.4779878161532675e-05,
      "loss": 0.7576,
      "step": 1777
    },
    {
      "epoch": 3.613821138211382,
      "grad_norm": 2.8434946216352066,
      "learning_rate": 1.4774094499062954e-05,
      "loss": 0.7898,
      "step": 1778
    },
    {
      "epoch": 3.6158536585365852,
      "grad_norm": 2.5546883278075683,
      "learning_rate": 1.476830876745326e-05,
      "loss": 0.6853,
      "step": 1779
    },
    {
      "epoch": 3.617886178861789,
      "grad_norm": 2.751841763863824,
      "learning_rate": 1.4762520969211186e-05,
      "loss": 0.6846,
      "step": 1780
    },
    {
      "epoch": 3.619918699186992,
      "grad_norm": 2.614302930383474,
      "learning_rate": 1.475673110684522e-05,
      "loss": 0.6873,
      "step": 1781
    },
    {
      "epoch": 3.6219512195121952,
      "grad_norm": 2.428819129660783,
      "learning_rate": 1.475093918286475e-05,
      "loss": 0.7591,
      "step": 1782
    },
    {
      "epoch": 3.6239837398373984,
      "grad_norm": 2.8251434569762734,
      "learning_rate": 1.4745145199780046e-05,
      "loss": 0.6428,
      "step": 1783
    },
    {
      "epoch": 3.6260162601626016,
      "grad_norm": 2.76900049236495,
      "learning_rate": 1.4739349160102285e-05,
      "loss": 0.7587,
      "step": 1784
    },
    {
      "epoch": 3.6280487804878048,
      "grad_norm": 2.6902054732348657,
      "learning_rate": 1.4733551066343525e-05,
      "loss": 0.8427,
      "step": 1785
    },
    {
      "epoch": 3.630081300813008,
      "grad_norm": 2.7801358875120883,
      "learning_rate": 1.4727750921016716e-05,
      "loss": 0.9173,
      "step": 1786
    },
    {
      "epoch": 3.632113821138211,
      "grad_norm": 2.36805829258717,
      "learning_rate": 1.4721948726635701e-05,
      "loss": 0.7762,
      "step": 1787
    },
    {
      "epoch": 3.6341463414634148,
      "grad_norm": 2.2493938192072838,
      "learning_rate": 1.4716144485715209e-05,
      "loss": 0.7014,
      "step": 1788
    },
    {
      "epoch": 3.636178861788618,
      "grad_norm": 3.1139492062941767,
      "learning_rate": 1.4710338200770853e-05,
      "loss": 0.9099,
      "step": 1789
    },
    {
      "epoch": 3.638211382113821,
      "grad_norm": 2.318539866578785,
      "learning_rate": 1.4704529874319135e-05,
      "loss": 0.718,
      "step": 1790
    },
    {
      "epoch": 3.6402439024390243,
      "grad_norm": 2.29688119482607,
      "learning_rate": 1.4698719508877448e-05,
      "loss": 0.7109,
      "step": 1791
    },
    {
      "epoch": 3.642276422764228,
      "grad_norm": 2.3824081603315257,
      "learning_rate": 1.4692907106964051e-05,
      "loss": 0.8201,
      "step": 1792
    },
    {
      "epoch": 3.644308943089431,
      "grad_norm": 2.5278038170479094,
      "learning_rate": 1.4687092671098104e-05,
      "loss": 0.8965,
      "step": 1793
    },
    {
      "epoch": 3.6463414634146343,
      "grad_norm": 2.562027634801068,
      "learning_rate": 1.468127620379964e-05,
      "loss": 0.7687,
      "step": 1794
    },
    {
      "epoch": 3.6483739837398375,
      "grad_norm": 2.2131666559884855,
      "learning_rate": 1.4675457707589572e-05,
      "loss": 0.652,
      "step": 1795
    },
    {
      "epoch": 3.6504065040650406,
      "grad_norm": 2.6716475485894744,
      "learning_rate": 1.4669637184989696e-05,
      "loss": 0.8936,
      "step": 1796
    },
    {
      "epoch": 3.652439024390244,
      "grad_norm": 2.2746921366429667,
      "learning_rate": 1.4663814638522684e-05,
      "loss": 0.6898,
      "step": 1797
    },
    {
      "epoch": 3.654471544715447,
      "grad_norm": 2.471097384398505,
      "learning_rate": 1.4657990070712088e-05,
      "loss": 0.6465,
      "step": 1798
    },
    {
      "epoch": 3.65650406504065,
      "grad_norm": 2.550204605915045,
      "learning_rate": 1.4652163484082325e-05,
      "loss": 0.7311,
      "step": 1799
    },
    {
      "epoch": 3.658536585365854,
      "grad_norm": 2.422781200582373,
      "learning_rate": 1.4646334881158704e-05,
      "loss": 0.6802,
      "step": 1800
    },
    {
      "epoch": 3.660569105691057,
      "grad_norm": 2.278361412883645,
      "learning_rate": 1.4640504264467397e-05,
      "loss": 0.7088,
      "step": 1801
    },
    {
      "epoch": 3.66260162601626,
      "grad_norm": 2.334420382834965,
      "learning_rate": 1.463467163653545e-05,
      "loss": 0.6594,
      "step": 1802
    },
    {
      "epoch": 3.6646341463414633,
      "grad_norm": 2.563602664412063,
      "learning_rate": 1.4628836999890783e-05,
      "loss": 0.7297,
      "step": 1803
    },
    {
      "epoch": 3.6666666666666665,
      "grad_norm": 2.7349788640045487,
      "learning_rate": 1.4623000357062184e-05,
      "loss": 0.7915,
      "step": 1804
    },
    {
      "epoch": 3.66869918699187,
      "grad_norm": 2.4572010664375243,
      "learning_rate": 1.4617161710579315e-05,
      "loss": 0.8307,
      "step": 1805
    },
    {
      "epoch": 3.6707317073170733,
      "grad_norm": 2.4332047614036982,
      "learning_rate": 1.46113210629727e-05,
      "loss": 0.7754,
      "step": 1806
    },
    {
      "epoch": 3.6727642276422765,
      "grad_norm": 2.3093640794932146,
      "learning_rate": 1.4605478416773733e-05,
      "loss": 0.7722,
      "step": 1807
    },
    {
      "epoch": 3.6747967479674797,
      "grad_norm": 2.261769700504792,
      "learning_rate": 1.459963377451468e-05,
      "loss": 0.7117,
      "step": 1808
    },
    {
      "epoch": 3.676829268292683,
      "grad_norm": 2.4051299467193266,
      "learning_rate": 1.4593787138728664e-05,
      "loss": 0.7615,
      "step": 1809
    },
    {
      "epoch": 3.678861788617886,
      "grad_norm": 2.2201002174789832,
      "learning_rate": 1.4587938511949673e-05,
      "loss": 0.7609,
      "step": 1810
    },
    {
      "epoch": 3.680894308943089,
      "grad_norm": 2.635751806109238,
      "learning_rate": 1.4582087896712563e-05,
      "loss": 0.7253,
      "step": 1811
    },
    {
      "epoch": 3.682926829268293,
      "grad_norm": 2.6396641978156907,
      "learning_rate": 1.457623529555305e-05,
      "loss": 0.6807,
      "step": 1812
    },
    {
      "epoch": 3.684959349593496,
      "grad_norm": 2.300333388649156,
      "learning_rate": 1.4570380711007705e-05,
      "loss": 0.6022,
      "step": 1813
    },
    {
      "epoch": 3.686991869918699,
      "grad_norm": 2.216035611014914,
      "learning_rate": 1.4564524145613962e-05,
      "loss": 0.7795,
      "step": 1814
    },
    {
      "epoch": 3.6890243902439024,
      "grad_norm": 2.3051832588478796,
      "learning_rate": 1.4558665601910124e-05,
      "loss": 0.665,
      "step": 1815
    },
    {
      "epoch": 3.6910569105691056,
      "grad_norm": 2.5748968320115524,
      "learning_rate": 1.4552805082435333e-05,
      "loss": 0.6807,
      "step": 1816
    },
    {
      "epoch": 3.693089430894309,
      "grad_norm": 2.516454623273677,
      "learning_rate": 1.4546942589729601e-05,
      "loss": 0.7347,
      "step": 1817
    },
    {
      "epoch": 3.6951219512195124,
      "grad_norm": 2.246067156663959,
      "learning_rate": 1.4541078126333785e-05,
      "loss": 0.7572,
      "step": 1818
    },
    {
      "epoch": 3.6971544715447155,
      "grad_norm": 2.4909127854903095,
      "learning_rate": 1.453521169478961e-05,
      "loss": 0.7859,
      "step": 1819
    },
    {
      "epoch": 3.6991869918699187,
      "grad_norm": 2.6202166602965775,
      "learning_rate": 1.4529343297639638e-05,
      "loss": 0.7215,
      "step": 1820
    },
    {
      "epoch": 3.701219512195122,
      "grad_norm": 2.6899892138161356,
      "learning_rate": 1.4523472937427295e-05,
      "loss": 0.8692,
      "step": 1821
    },
    {
      "epoch": 3.703252032520325,
      "grad_norm": 2.507737710748079,
      "learning_rate": 1.4517600616696852e-05,
      "loss": 0.6968,
      "step": 1822
    },
    {
      "epoch": 3.7052845528455283,
      "grad_norm": 2.296827483820878,
      "learning_rate": 1.4511726337993432e-05,
      "loss": 0.8793,
      "step": 1823
    },
    {
      "epoch": 3.7073170731707314,
      "grad_norm": 2.5400904771211152,
      "learning_rate": 1.4505850103863007e-05,
      "loss": 0.6979,
      "step": 1824
    },
    {
      "epoch": 3.709349593495935,
      "grad_norm": 2.1748690799644583,
      "learning_rate": 1.4499971916852388e-05,
      "loss": 0.7486,
      "step": 1825
    },
    {
      "epoch": 3.7113821138211383,
      "grad_norm": 2.1947934757720193,
      "learning_rate": 1.4494091779509249e-05,
      "loss": 0.6486,
      "step": 1826
    },
    {
      "epoch": 3.7134146341463414,
      "grad_norm": 2.3935791906016006,
      "learning_rate": 1.4488209694382093e-05,
      "loss": 0.7145,
      "step": 1827
    },
    {
      "epoch": 3.7154471544715446,
      "grad_norm": 2.8344252006694766,
      "learning_rate": 1.448232566402028e-05,
      "loss": 0.8467,
      "step": 1828
    },
    {
      "epoch": 3.7174796747967482,
      "grad_norm": 2.809522115432216,
      "learning_rate": 1.4476439690974004e-05,
      "loss": 0.6822,
      "step": 1829
    },
    {
      "epoch": 3.7195121951219514,
      "grad_norm": 2.582130140154344,
      "learning_rate": 1.4470551777794303e-05,
      "loss": 0.6092,
      "step": 1830
    },
    {
      "epoch": 3.7215447154471546,
      "grad_norm": 2.301808573579162,
      "learning_rate": 1.4464661927033062e-05,
      "loss": 0.7635,
      "step": 1831
    },
    {
      "epoch": 3.7235772357723578,
      "grad_norm": 2.9462707826953647,
      "learning_rate": 1.4458770141242992e-05,
      "loss": 0.9468,
      "step": 1832
    },
    {
      "epoch": 3.725609756097561,
      "grad_norm": 2.093886009088198,
      "learning_rate": 1.445287642297766e-05,
      "loss": 0.7809,
      "step": 1833
    },
    {
      "epoch": 3.727642276422764,
      "grad_norm": 2.9260414500345595,
      "learning_rate": 1.4446980774791456e-05,
      "loss": 0.8244,
      "step": 1834
    },
    {
      "epoch": 3.7296747967479673,
      "grad_norm": 2.422839952795823,
      "learning_rate": 1.444108319923962e-05,
      "loss": 0.9659,
      "step": 1835
    },
    {
      "epoch": 3.7317073170731705,
      "grad_norm": 2.5053479364391786,
      "learning_rate": 1.4435183698878212e-05,
      "loss": 0.7152,
      "step": 1836
    },
    {
      "epoch": 3.733739837398374,
      "grad_norm": 2.245233664933188,
      "learning_rate": 1.4429282276264136e-05,
      "loss": 0.7045,
      "step": 1837
    },
    {
      "epoch": 3.7357723577235773,
      "grad_norm": 2.2940608175090174,
      "learning_rate": 1.4423378933955133e-05,
      "loss": 0.8606,
      "step": 1838
    },
    {
      "epoch": 3.7378048780487805,
      "grad_norm": 2.4721594166564875,
      "learning_rate": 1.4417473674509761e-05,
      "loss": 0.8528,
      "step": 1839
    },
    {
      "epoch": 3.7398373983739837,
      "grad_norm": 2.07526781733691,
      "learning_rate": 1.4411566500487425e-05,
      "loss": 0.6935,
      "step": 1840
    },
    {
      "epoch": 3.741869918699187,
      "grad_norm": 2.5910267178353115,
      "learning_rate": 1.4405657414448348e-05,
      "loss": 0.9298,
      "step": 1841
    },
    {
      "epoch": 3.7439024390243905,
      "grad_norm": 2.562516098429953,
      "learning_rate": 1.4399746418953591e-05,
      "loss": 0.6771,
      "step": 1842
    },
    {
      "epoch": 3.7459349593495936,
      "grad_norm": 2.6075365291550026,
      "learning_rate": 1.4393833516565036e-05,
      "loss": 0.7483,
      "step": 1843
    },
    {
      "epoch": 3.747967479674797,
      "grad_norm": 2.1051194201555705,
      "learning_rate": 1.4387918709845395e-05,
      "loss": 0.7358,
      "step": 1844
    },
    {
      "epoch": 3.75,
      "grad_norm": 2.1990916248179686,
      "learning_rate": 1.4382002001358201e-05,
      "loss": 0.8396,
      "step": 1845
    },
    {
      "epoch": 3.752032520325203,
      "grad_norm": 2.3580608784264814,
      "learning_rate": 1.4376083393667818e-05,
      "loss": 0.8762,
      "step": 1846
    },
    {
      "epoch": 3.7540650406504064,
      "grad_norm": 2.7499837745155227,
      "learning_rate": 1.4370162889339425e-05,
      "loss": 0.8387,
      "step": 1847
    },
    {
      "epoch": 3.7560975609756095,
      "grad_norm": 2.4968495057892577,
      "learning_rate": 1.4364240490939032e-05,
      "loss": 0.9099,
      "step": 1848
    },
    {
      "epoch": 3.758130081300813,
      "grad_norm": 1.8755241656618975,
      "learning_rate": 1.4358316201033461e-05,
      "loss": 0.6756,
      "step": 1849
    },
    {
      "epoch": 3.7601626016260163,
      "grad_norm": 2.38792778478541,
      "learning_rate": 1.4352390022190363e-05,
      "loss": 0.7481,
      "step": 1850
    },
    {
      "epoch": 3.7621951219512195,
      "grad_norm": 2.1951324648986206,
      "learning_rate": 1.4346461956978199e-05,
      "loss": 0.7198,
      "step": 1851
    },
    {
      "epoch": 3.7642276422764227,
      "grad_norm": 2.3907920174766355,
      "learning_rate": 1.4340532007966252e-05,
      "loss": 0.6943,
      "step": 1852
    },
    {
      "epoch": 3.766260162601626,
      "grad_norm": 2.647047782043043,
      "learning_rate": 1.433460017772462e-05,
      "loss": 0.7424,
      "step": 1853
    },
    {
      "epoch": 3.7682926829268295,
      "grad_norm": 2.2833500260363904,
      "learning_rate": 1.4328666468824218e-05,
      "loss": 0.789,
      "step": 1854
    },
    {
      "epoch": 3.7703252032520327,
      "grad_norm": 2.435015919030787,
      "learning_rate": 1.4322730883836778e-05,
      "loss": 0.7648,
      "step": 1855
    },
    {
      "epoch": 3.772357723577236,
      "grad_norm": 2.7428967246188543,
      "learning_rate": 1.4316793425334836e-05,
      "loss": 0.8076,
      "step": 1856
    },
    {
      "epoch": 3.774390243902439,
      "grad_norm": 2.3484720528327565,
      "learning_rate": 1.431085409589175e-05,
      "loss": 0.7781,
      "step": 1857
    },
    {
      "epoch": 3.7764227642276422,
      "grad_norm": 2.4896317588317243,
      "learning_rate": 1.4304912898081677e-05,
      "loss": 0.7475,
      "step": 1858
    },
    {
      "epoch": 3.7784552845528454,
      "grad_norm": 2.460143364046719,
      "learning_rate": 1.4298969834479599e-05,
      "loss": 0.8125,
      "step": 1859
    },
    {
      "epoch": 3.7804878048780486,
      "grad_norm": 2.612074977242424,
      "learning_rate": 1.4293024907661295e-05,
      "loss": 0.894,
      "step": 1860
    },
    {
      "epoch": 3.7825203252032518,
      "grad_norm": 2.4661965053149104,
      "learning_rate": 1.4287078120203358e-05,
      "loss": 0.7966,
      "step": 1861
    },
    {
      "epoch": 3.7845528455284554,
      "grad_norm": 2.2511969543433583,
      "learning_rate": 1.4281129474683182e-05,
      "loss": 0.7569,
      "step": 1862
    },
    {
      "epoch": 3.7865853658536586,
      "grad_norm": 2.751292255856745,
      "learning_rate": 1.4275178973678969e-05,
      "loss": 0.9537,
      "step": 1863
    },
    {
      "epoch": 3.7886178861788617,
      "grad_norm": 2.508709732670518,
      "learning_rate": 1.4269226619769727e-05,
      "loss": 0.7267,
      "step": 1864
    },
    {
      "epoch": 3.790650406504065,
      "grad_norm": 2.473584158041306,
      "learning_rate": 1.4263272415535263e-05,
      "loss": 0.8876,
      "step": 1865
    },
    {
      "epoch": 3.7926829268292686,
      "grad_norm": 2.0506842762220816,
      "learning_rate": 1.4257316363556192e-05,
      "loss": 0.5663,
      "step": 1866
    },
    {
      "epoch": 3.7947154471544717,
      "grad_norm": 2.195658022000722,
      "learning_rate": 1.4251358466413924e-05,
      "loss": 0.7275,
      "step": 1867
    },
    {
      "epoch": 3.796747967479675,
      "grad_norm": 2.936644566845942,
      "learning_rate": 1.424539872669067e-05,
      "loss": 0.7185,
      "step": 1868
    },
    {
      "epoch": 3.798780487804878,
      "grad_norm": 2.5715365820442915,
      "learning_rate": 1.4239437146969443e-05,
      "loss": 0.7273,
      "step": 1869
    },
    {
      "epoch": 3.8008130081300813,
      "grad_norm": 2.7904819977425412,
      "learning_rate": 1.4233473729834046e-05,
      "loss": 0.7388,
      "step": 1870
    },
    {
      "epoch": 3.8028455284552845,
      "grad_norm": 2.928111105251171,
      "learning_rate": 1.422750847786909e-05,
      "loss": 0.78,
      "step": 1871
    },
    {
      "epoch": 3.8048780487804876,
      "grad_norm": 2.5501358803894894,
      "learning_rate": 1.4221541393659966e-05,
      "loss": 0.8601,
      "step": 1872
    },
    {
      "epoch": 3.806910569105691,
      "grad_norm": 2.599807371804817,
      "learning_rate": 1.4215572479792877e-05,
      "loss": 0.8466,
      "step": 1873
    },
    {
      "epoch": 3.8089430894308944,
      "grad_norm": 2.6304983813964413,
      "learning_rate": 1.4209601738854802e-05,
      "loss": 0.8735,
      "step": 1874
    },
    {
      "epoch": 3.8109756097560976,
      "grad_norm": 3.1478403649752287,
      "learning_rate": 1.420362917343352e-05,
      "loss": 0.8017,
      "step": 1875
    },
    {
      "epoch": 3.813008130081301,
      "grad_norm": 3.33940243405905,
      "learning_rate": 1.4197654786117604e-05,
      "loss": 0.9354,
      "step": 1876
    },
    {
      "epoch": 3.815040650406504,
      "grad_norm": 2.715985362521496,
      "learning_rate": 1.4191678579496413e-05,
      "loss": 0.7184,
      "step": 1877
    },
    {
      "epoch": 3.817073170731707,
      "grad_norm": 2.736911696942446,
      "learning_rate": 1.4185700556160094e-05,
      "loss": 0.8107,
      "step": 1878
    },
    {
      "epoch": 3.819105691056911,
      "grad_norm": 2.4494301244040777,
      "learning_rate": 1.4179720718699577e-05,
      "loss": 0.5888,
      "step": 1879
    },
    {
      "epoch": 3.821138211382114,
      "grad_norm": 2.4136080998004465,
      "learning_rate": 1.4173739069706586e-05,
      "loss": 0.6583,
      "step": 1880
    },
    {
      "epoch": 3.823170731707317,
      "grad_norm": 2.6830935263536455,
      "learning_rate": 1.4167755611773628e-05,
      "loss": 0.7252,
      "step": 1881
    },
    {
      "epoch": 3.8252032520325203,
      "grad_norm": 2.4031792354285235,
      "learning_rate": 1.4161770347493991e-05,
      "loss": 0.7299,
      "step": 1882
    },
    {
      "epoch": 3.8272357723577235,
      "grad_norm": 2.6262170242003227,
      "learning_rate": 1.415578327946175e-05,
      "loss": 0.65,
      "step": 1883
    },
    {
      "epoch": 3.8292682926829267,
      "grad_norm": 2.5594085021248745,
      "learning_rate": 1.414979441027176e-05,
      "loss": 0.6477,
      "step": 1884
    },
    {
      "epoch": 3.83130081300813,
      "grad_norm": 2.737286242699734,
      "learning_rate": 1.4143803742519657e-05,
      "loss": 0.7738,
      "step": 1885
    },
    {
      "epoch": 3.8333333333333335,
      "grad_norm": 2.8731692028634805,
      "learning_rate": 1.4137811278801849e-05,
      "loss": 0.816,
      "step": 1886
    },
    {
      "epoch": 3.8353658536585367,
      "grad_norm": 2.580954170190974,
      "learning_rate": 1.4131817021715538e-05,
      "loss": 0.6095,
      "step": 1887
    },
    {
      "epoch": 3.83739837398374,
      "grad_norm": 2.8858952595590543,
      "learning_rate": 1.4125820973858693e-05,
      "loss": 0.7184,
      "step": 1888
    },
    {
      "epoch": 3.839430894308943,
      "grad_norm": 2.5076065296939904,
      "learning_rate": 1.4119823137830058e-05,
      "loss": 0.7023,
      "step": 1889
    },
    {
      "epoch": 3.841463414634146,
      "grad_norm": 2.3637011340726737,
      "learning_rate": 1.4113823516229154e-05,
      "loss": 0.6486,
      "step": 1890
    },
    {
      "epoch": 3.84349593495935,
      "grad_norm": 3.096546558144839,
      "learning_rate": 1.410782211165628e-05,
      "loss": 0.7897,
      "step": 1891
    },
    {
      "epoch": 3.845528455284553,
      "grad_norm": 2.6110460672190823,
      "learning_rate": 1.41018189267125e-05,
      "loss": 0.9206,
      "step": 1892
    },
    {
      "epoch": 3.847560975609756,
      "grad_norm": 2.7171150908469817,
      "learning_rate": 1.4095813963999656e-05,
      "loss": 0.8465,
      "step": 1893
    },
    {
      "epoch": 3.8495934959349594,
      "grad_norm": 2.894011863426682,
      "learning_rate": 1.4089807226120362e-05,
      "loss": 0.7843,
      "step": 1894
    },
    {
      "epoch": 3.8516260162601625,
      "grad_norm": 2.5978564825426074,
      "learning_rate": 1.4083798715677995e-05,
      "loss": 0.745,
      "step": 1895
    },
    {
      "epoch": 3.8536585365853657,
      "grad_norm": 2.584501245534706,
      "learning_rate": 1.4077788435276701e-05,
      "loss": 0.7047,
      "step": 1896
    },
    {
      "epoch": 3.855691056910569,
      "grad_norm": 2.4398978388576213,
      "learning_rate": 1.40717763875214e-05,
      "loss": 0.6462,
      "step": 1897
    },
    {
      "epoch": 3.857723577235772,
      "grad_norm": 2.4375817626955745,
      "learning_rate": 1.4065762575017765e-05,
      "loss": 0.6204,
      "step": 1898
    },
    {
      "epoch": 3.8597560975609757,
      "grad_norm": 2.6120827527111916,
      "learning_rate": 1.4059747000372253e-05,
      "loss": 0.6901,
      "step": 1899
    },
    {
      "epoch": 3.861788617886179,
      "grad_norm": 2.3101747474623364,
      "learning_rate": 1.4053729666192067e-05,
      "loss": 0.6051,
      "step": 1900
    },
    {
      "epoch": 3.863821138211382,
      "grad_norm": 2.2085133527832954,
      "learning_rate": 1.4047710575085178e-05,
      "loss": 0.7025,
      "step": 1901
    },
    {
      "epoch": 3.8658536585365852,
      "grad_norm": 2.642118648581804,
      "learning_rate": 1.4041689729660323e-05,
      "loss": 0.6704,
      "step": 1902
    },
    {
      "epoch": 3.867886178861789,
      "grad_norm": 2.606992578680904,
      "learning_rate": 1.4035667132526998e-05,
      "loss": 0.7476,
      "step": 1903
    },
    {
      "epoch": 3.869918699186992,
      "grad_norm": 2.6400132075805467,
      "learning_rate": 1.4029642786295452e-05,
      "loss": 0.6154,
      "step": 1904
    },
    {
      "epoch": 3.8719512195121952,
      "grad_norm": 2.612618166835745,
      "learning_rate": 1.4023616693576703e-05,
      "loss": 0.7163,
      "step": 1905
    },
    {
      "epoch": 3.8739837398373984,
      "grad_norm": 2.5587436814633304,
      "learning_rate": 1.4017588856982511e-05,
      "loss": 0.6025,
      "step": 1906
    },
    {
      "epoch": 3.8760162601626016,
      "grad_norm": 3.141443825128378,
      "learning_rate": 1.4011559279125404e-05,
      "loss": 0.6115,
      "step": 1907
    },
    {
      "epoch": 3.8780487804878048,
      "grad_norm": 2.4075143770501417,
      "learning_rate": 1.400552796261866e-05,
      "loss": 0.7722,
      "step": 1908
    },
    {
      "epoch": 3.880081300813008,
      "grad_norm": 2.554214533985644,
      "learning_rate": 1.3999494910076316e-05,
      "loss": 0.8734,
      "step": 1909
    },
    {
      "epoch": 3.882113821138211,
      "grad_norm": 2.4266837939714097,
      "learning_rate": 1.3993460124113154e-05,
      "loss": 0.9087,
      "step": 1910
    },
    {
      "epoch": 3.8841463414634148,
      "grad_norm": 2.4104696945082758,
      "learning_rate": 1.398742360734471e-05,
      "loss": 0.7481,
      "step": 1911
    },
    {
      "epoch": 3.886178861788618,
      "grad_norm": 2.7878796909723356,
      "learning_rate": 1.3981385362387268e-05,
      "loss": 0.7601,
      "step": 1912
    },
    {
      "epoch": 3.888211382113821,
      "grad_norm": 2.340641941325179,
      "learning_rate": 1.3975345391857866e-05,
      "loss": 0.6428,
      "step": 1913
    },
    {
      "epoch": 3.8902439024390243,
      "grad_norm": 2.585691923114397,
      "learning_rate": 1.3969303698374286e-05,
      "loss": 0.8417,
      "step": 1914
    },
    {
      "epoch": 3.892276422764228,
      "grad_norm": 2.5155459452202766,
      "learning_rate": 1.3963260284555058e-05,
      "loss": 0.7774,
      "step": 1915
    },
    {
      "epoch": 3.894308943089431,
      "grad_norm": 3.480962724594879,
      "learning_rate": 1.3957215153019463e-05,
      "loss": 0.8015,
      "step": 1916
    },
    {
      "epoch": 3.8963414634146343,
      "grad_norm": 2.7395101635638395,
      "learning_rate": 1.3951168306387513e-05,
      "loss": 0.7025,
      "step": 1917
    },
    {
      "epoch": 3.8983739837398375,
      "grad_norm": 3.3045564484330314,
      "learning_rate": 1.3945119747279976e-05,
      "loss": 0.8718,
      "step": 1918
    },
    {
      "epoch": 3.9004065040650406,
      "grad_norm": 2.3517891794006687,
      "learning_rate": 1.3939069478318352e-05,
      "loss": 0.7823,
      "step": 1919
    },
    {
      "epoch": 3.902439024390244,
      "grad_norm": 2.5252369498537646,
      "learning_rate": 1.3933017502124897e-05,
      "loss": 0.8211,
      "step": 1920
    },
    {
      "epoch": 3.904471544715447,
      "grad_norm": 2.73448061663407,
      "learning_rate": 1.3926963821322588e-05,
      "loss": 0.7659,
      "step": 1921
    },
    {
      "epoch": 3.90650406504065,
      "grad_norm": 2.4668049259701834,
      "learning_rate": 1.3920908438535158e-05,
      "loss": 0.7284,
      "step": 1922
    },
    {
      "epoch": 3.908536585365854,
      "grad_norm": 2.6107530115982236,
      "learning_rate": 1.3914851356387068e-05,
      "loss": 0.6624,
      "step": 1923
    },
    {
      "epoch": 3.910569105691057,
      "grad_norm": 2.114991923935432,
      "learning_rate": 1.3908792577503514e-05,
      "loss": 0.7538,
      "step": 1924
    },
    {
      "epoch": 3.91260162601626,
      "grad_norm": 2.3464875598177617,
      "learning_rate": 1.3902732104510434e-05,
      "loss": 0.8702,
      "step": 1925
    },
    {
      "epoch": 3.9146341463414633,
      "grad_norm": 2.4790670671409796,
      "learning_rate": 1.3896669940034497e-05,
      "loss": 0.8256,
      "step": 1926
    },
    {
      "epoch": 3.9166666666666665,
      "grad_norm": 2.576509629137389,
      "learning_rate": 1.3890606086703104e-05,
      "loss": 0.8133,
      "step": 1927
    },
    {
      "epoch": 3.91869918699187,
      "grad_norm": 2.6586373959540976,
      "learning_rate": 1.3884540547144393e-05,
      "loss": 0.6705,
      "step": 1928
    },
    {
      "epoch": 3.9207317073170733,
      "grad_norm": 2.9624998857009865,
      "learning_rate": 1.3878473323987223e-05,
      "loss": 0.6617,
      "step": 1929
    },
    {
      "epoch": 3.9227642276422765,
      "grad_norm": 2.407790484923276,
      "learning_rate": 1.3872404419861197e-05,
      "loss": 0.6476,
      "step": 1930
    },
    {
      "epoch": 3.9247967479674797,
      "grad_norm": 2.2144027017637984,
      "learning_rate": 1.3866333837396626e-05,
      "loss": 0.6198,
      "step": 1931
    },
    {
      "epoch": 3.926829268292683,
      "grad_norm": 2.546800107335771,
      "learning_rate": 1.3860261579224574e-05,
      "loss": 0.7223,
      "step": 1932
    },
    {
      "epoch": 3.928861788617886,
      "grad_norm": 2.6249174929535943,
      "learning_rate": 1.3854187647976811e-05,
      "loss": 0.7752,
      "step": 1933
    },
    {
      "epoch": 3.930894308943089,
      "grad_norm": 2.338664467188678,
      "learning_rate": 1.384811204628584e-05,
      "loss": 0.6518,
      "step": 1934
    },
    {
      "epoch": 3.932926829268293,
      "grad_norm": 2.3907023426916822,
      "learning_rate": 1.3842034776784885e-05,
      "loss": 0.8758,
      "step": 1935
    },
    {
      "epoch": 3.934959349593496,
      "grad_norm": 2.2109784306840092,
      "learning_rate": 1.3835955842107897e-05,
      "loss": 0.7873,
      "step": 1936
    },
    {
      "epoch": 3.936991869918699,
      "grad_norm": 2.1266811654977475,
      "learning_rate": 1.3829875244889552e-05,
      "loss": 0.7342,
      "step": 1937
    },
    {
      "epoch": 3.9390243902439024,
      "grad_norm": 2.782244141801558,
      "learning_rate": 1.3823792987765235e-05,
      "loss": 0.7775,
      "step": 1938
    },
    {
      "epoch": 3.9410569105691056,
      "grad_norm": 2.796706613923034,
      "learning_rate": 1.3817709073371056e-05,
      "loss": 0.8063,
      "step": 1939
    },
    {
      "epoch": 3.943089430894309,
      "grad_norm": 2.3950347145372803,
      "learning_rate": 1.3811623504343845e-05,
      "loss": 0.7813,
      "step": 1940
    },
    {
      "epoch": 3.9451219512195124,
      "grad_norm": 2.463816126262798,
      "learning_rate": 1.3805536283321149e-05,
      "loss": 0.69,
      "step": 1941
    },
    {
      "epoch": 3.9471544715447155,
      "grad_norm": 2.4770984147850474,
      "learning_rate": 1.379944741294123e-05,
      "loss": 0.6957,
      "step": 1942
    },
    {
      "epoch": 3.9491869918699187,
      "grad_norm": 2.5961119392025775,
      "learning_rate": 1.3793356895843069e-05,
      "loss": 0.8217,
      "step": 1943
    },
    {
      "epoch": 3.951219512195122,
      "grad_norm": 2.569127306249681,
      "learning_rate": 1.378726473466635e-05,
      "loss": 0.7819,
      "step": 1944
    },
    {
      "epoch": 3.953252032520325,
      "grad_norm": 2.4404713073102364,
      "learning_rate": 1.3781170932051478e-05,
      "loss": 0.6414,
      "step": 1945
    },
    {
      "epoch": 3.9552845528455283,
      "grad_norm": 2.4186356771284805,
      "learning_rate": 1.3775075490639567e-05,
      "loss": 0.7814,
      "step": 1946
    },
    {
      "epoch": 3.9573170731707314,
      "grad_norm": 2.5340990670226997,
      "learning_rate": 1.3768978413072445e-05,
      "loss": 0.8251,
      "step": 1947
    },
    {
      "epoch": 3.959349593495935,
      "grad_norm": 2.5415462982514496,
      "learning_rate": 1.3762879701992642e-05,
      "loss": 0.6617,
      "step": 1948
    },
    {
      "epoch": 3.9613821138211383,
      "grad_norm": 2.5307714714243614,
      "learning_rate": 1.3756779360043403e-05,
      "loss": 0.8259,
      "step": 1949
    },
    {
      "epoch": 3.9634146341463414,
      "grad_norm": 2.426571634141852,
      "learning_rate": 1.3750677389868677e-05,
      "loss": 0.8565,
      "step": 1950
    },
    {
      "epoch": 3.9654471544715446,
      "grad_norm": 2.7231322783752665,
      "learning_rate": 1.3744573794113117e-05,
      "loss": 0.6261,
      "step": 1951
    },
    {
      "epoch": 3.9674796747967482,
      "grad_norm": 2.5545006909028656,
      "learning_rate": 1.373846857542208e-05,
      "loss": 0.6181,
      "step": 1952
    },
    {
      "epoch": 3.9695121951219514,
      "grad_norm": 2.649705877271453,
      "learning_rate": 1.3732361736441633e-05,
      "loss": 0.6446,
      "step": 1953
    },
    {
      "epoch": 3.9715447154471546,
      "grad_norm": 2.5020443907439933,
      "learning_rate": 1.3726253279818538e-05,
      "loss": 0.6155,
      "step": 1954
    },
    {
      "epoch": 3.9735772357723578,
      "grad_norm": 2.578462232891694,
      "learning_rate": 1.3720143208200258e-05,
      "loss": 0.7112,
      "step": 1955
    },
    {
      "epoch": 3.975609756097561,
      "grad_norm": 3.003970505333559,
      "learning_rate": 1.3714031524234965e-05,
      "loss": 0.7519,
      "step": 1956
    },
    {
      "epoch": 3.977642276422764,
      "grad_norm": 2.1946638895869426,
      "learning_rate": 1.370791823057152e-05,
      "loss": 0.7729,
      "step": 1957
    },
    {
      "epoch": 3.9796747967479673,
      "grad_norm": 2.818263217157233,
      "learning_rate": 1.3701803329859486e-05,
      "loss": 0.8472,
      "step": 1958
    },
    {
      "epoch": 3.9817073170731705,
      "grad_norm": 2.589151089317489,
      "learning_rate": 1.369568682474912e-05,
      "loss": 0.7843,
      "step": 1959
    },
    {
      "epoch": 3.983739837398374,
      "grad_norm": 2.5521150420131993,
      "learning_rate": 1.3689568717891381e-05,
      "loss": 0.852,
      "step": 1960
    },
    {
      "epoch": 3.9857723577235773,
      "grad_norm": 2.6446789147058345,
      "learning_rate": 1.3683449011937909e-05,
      "loss": 0.7674,
      "step": 1961
    },
    {
      "epoch": 3.9878048780487805,
      "grad_norm": 2.6552406829971766,
      "learning_rate": 1.367732770954105e-05,
      "loss": 0.7563,
      "step": 1962
    },
    {
      "epoch": 3.9898373983739837,
      "grad_norm": 2.4598729286408383,
      "learning_rate": 1.367120481335384e-05,
      "loss": 0.8161,
      "step": 1963
    },
    {
      "epoch": 3.991869918699187,
      "grad_norm": 2.4844437033396307,
      "learning_rate": 1.3665080326029997e-05,
      "loss": 0.778,
      "step": 1964
    },
    {
      "epoch": 3.9939024390243905,
      "grad_norm": 2.557436800720133,
      "learning_rate": 1.3658954250223941e-05,
      "loss": 0.7096,
      "step": 1965
    },
    {
      "epoch": 3.9959349593495936,
      "grad_norm": 2.794762062832815,
      "learning_rate": 1.3652826588590773e-05,
      "loss": 0.7756,
      "step": 1966
    },
    {
      "epoch": 3.997967479674797,
      "grad_norm": 2.7350314429944715,
      "learning_rate": 1.3646697343786276e-05,
      "loss": 0.7105,
      "step": 1967
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.361273550596251,
      "learning_rate": 1.364056651846693e-05,
      "loss": 0.7454,
      "step": 1968
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.9334205985069275,
      "eval_runtime": 132.241,
      "eval_samples_per_second": 7.441,
      "eval_steps_per_second": 0.93,
      "step": 1968
    },
    {
      "epoch": 4.002032520325203,
      "grad_norm": 2.433872517378198,
      "learning_rate": 1.3634434115289896e-05,
      "loss": 0.558,
      "step": 1969
    },
    {
      "epoch": 4.004065040650406,
      "grad_norm": 2.1568913528364906,
      "learning_rate": 1.362830013691302e-05,
      "loss": 0.8079,
      "step": 1970
    },
    {
      "epoch": 4.0060975609756095,
      "grad_norm": 2.603109813448903,
      "learning_rate": 1.3622164585994826e-05,
      "loss": 0.7253,
      "step": 1971
    },
    {
      "epoch": 4.008130081300813,
      "grad_norm": 2.310596048878363,
      "learning_rate": 1.3616027465194525e-05,
      "loss": 0.566,
      "step": 1972
    },
    {
      "epoch": 4.010162601626016,
      "grad_norm": 2.418577295016606,
      "learning_rate": 1.3609888777172003e-05,
      "loss": 0.6229,
      "step": 1973
    },
    {
      "epoch": 4.012195121951219,
      "grad_norm": 2.392067353400415,
      "learning_rate": 1.3603748524587833e-05,
      "loss": 0.762,
      "step": 1974
    },
    {
      "epoch": 4.014227642276423,
      "grad_norm": 2.7996948577960703,
      "learning_rate": 1.3597606710103254e-05,
      "loss": 0.7825,
      "step": 1975
    },
    {
      "epoch": 4.016260162601626,
      "grad_norm": 2.2519411550043795,
      "learning_rate": 1.35914633363802e-05,
      "loss": 0.5414,
      "step": 1976
    },
    {
      "epoch": 4.0182926829268295,
      "grad_norm": 2.7480093179461518,
      "learning_rate": 1.3585318406081262e-05,
      "loss": 0.8393,
      "step": 1977
    },
    {
      "epoch": 4.020325203252033,
      "grad_norm": 2.4776275428707644,
      "learning_rate": 1.3579171921869714e-05,
      "loss": 0.5637,
      "step": 1978
    },
    {
      "epoch": 4.022357723577236,
      "grad_norm": 2.3882634856988645,
      "learning_rate": 1.3573023886409508e-05,
      "loss": 0.6448,
      "step": 1979
    },
    {
      "epoch": 4.024390243902439,
      "grad_norm": 2.636645138241011,
      "learning_rate": 1.356687430236526e-05,
      "loss": 0.6665,
      "step": 1980
    },
    {
      "epoch": 4.026422764227642,
      "grad_norm": 2.6961428990646588,
      "learning_rate": 1.3560723172402264e-05,
      "loss": 0.6323,
      "step": 1981
    },
    {
      "epoch": 4.028455284552845,
      "grad_norm": 2.613731126583165,
      "learning_rate": 1.3554570499186477e-05,
      "loss": 0.6309,
      "step": 1982
    },
    {
      "epoch": 4.030487804878049,
      "grad_norm": 3.047661163324738,
      "learning_rate": 1.3548416285384529e-05,
      "loss": 0.8449,
      "step": 1983
    },
    {
      "epoch": 4.032520325203252,
      "grad_norm": 2.7065691672176637,
      "learning_rate": 1.3542260533663723e-05,
      "loss": 0.6895,
      "step": 1984
    },
    {
      "epoch": 4.034552845528455,
      "grad_norm": 2.4627878296702033,
      "learning_rate": 1.3536103246692014e-05,
      "loss": 0.6936,
      "step": 1985
    },
    {
      "epoch": 4.036585365853658,
      "grad_norm": 2.6973570337725903,
      "learning_rate": 1.352994442713804e-05,
      "loss": 0.6775,
      "step": 1986
    },
    {
      "epoch": 4.038617886178862,
      "grad_norm": 3.220907651962091,
      "learning_rate": 1.3523784077671089e-05,
      "loss": 0.8489,
      "step": 1987
    },
    {
      "epoch": 4.040650406504065,
      "grad_norm": 2.624432211022582,
      "learning_rate": 1.351762220096112e-05,
      "loss": 0.6395,
      "step": 1988
    },
    {
      "epoch": 4.0426829268292686,
      "grad_norm": 2.842058522068938,
      "learning_rate": 1.351145879967875e-05,
      "loss": 0.5965,
      "step": 1989
    },
    {
      "epoch": 4.044715447154472,
      "grad_norm": 2.9603964939063423,
      "learning_rate": 1.3505293876495257e-05,
      "loss": 0.7218,
      "step": 1990
    },
    {
      "epoch": 4.046747967479675,
      "grad_norm": 2.817879753317161,
      "learning_rate": 1.3499127434082588e-05,
      "loss": 0.5413,
      "step": 1991
    },
    {
      "epoch": 4.048780487804878,
      "grad_norm": 2.7123069564696016,
      "learning_rate": 1.3492959475113332e-05,
      "loss": 0.6418,
      "step": 1992
    },
    {
      "epoch": 4.050813008130081,
      "grad_norm": 3.155287678644206,
      "learning_rate": 1.3486790002260745e-05,
      "loss": 0.7491,
      "step": 1993
    },
    {
      "epoch": 4.0528455284552845,
      "grad_norm": 2.8662934357326675,
      "learning_rate": 1.348061901819874e-05,
      "loss": 0.6709,
      "step": 1994
    },
    {
      "epoch": 4.054878048780488,
      "grad_norm": 3.10801015724544,
      "learning_rate": 1.3474446525601879e-05,
      "loss": 0.6428,
      "step": 1995
    },
    {
      "epoch": 4.056910569105691,
      "grad_norm": 3.3603355800930474,
      "learning_rate": 1.3468272527145388e-05,
      "loss": 0.8265,
      "step": 1996
    },
    {
      "epoch": 4.058943089430894,
      "grad_norm": 2.7171935628488115,
      "learning_rate": 1.3462097025505134e-05,
      "loss": 0.6974,
      "step": 1997
    },
    {
      "epoch": 4.060975609756097,
      "grad_norm": 2.58451257883866,
      "learning_rate": 1.3455920023357644e-05,
      "loss": 0.5502,
      "step": 1998
    },
    {
      "epoch": 4.063008130081301,
      "grad_norm": 3.3566576570074527,
      "learning_rate": 1.344974152338009e-05,
      "loss": 0.6222,
      "step": 1999
    },
    {
      "epoch": 4.065040650406504,
      "grad_norm": 3.054738684357665,
      "learning_rate": 1.3443561528250295e-05,
      "loss": 0.6269,
      "step": 2000
    },
    {
      "epoch": 4.067073170731708,
      "grad_norm": 3.031050898921419,
      "learning_rate": 1.343738004064673e-05,
      "loss": 0.7913,
      "step": 2001
    },
    {
      "epoch": 4.069105691056911,
      "grad_norm": 2.966117083339379,
      "learning_rate": 1.3431197063248514e-05,
      "loss": 0.6457,
      "step": 2002
    },
    {
      "epoch": 4.071138211382114,
      "grad_norm": 2.627278564421329,
      "learning_rate": 1.3425012598735416e-05,
      "loss": 0.5957,
      "step": 2003
    },
    {
      "epoch": 4.073170731707317,
      "grad_norm": 2.889343019007643,
      "learning_rate": 1.3418826649787834e-05,
      "loss": 0.7792,
      "step": 2004
    },
    {
      "epoch": 4.07520325203252,
      "grad_norm": 3.1614042657748582,
      "learning_rate": 1.341263921908683e-05,
      "loss": 0.7144,
      "step": 2005
    },
    {
      "epoch": 4.0772357723577235,
      "grad_norm": 2.8204620099898374,
      "learning_rate": 1.3406450309314085e-05,
      "loss": 0.6899,
      "step": 2006
    },
    {
      "epoch": 4.079268292682927,
      "grad_norm": 2.6903244004139037,
      "learning_rate": 1.3400259923151948e-05,
      "loss": 0.6437,
      "step": 2007
    },
    {
      "epoch": 4.08130081300813,
      "grad_norm": 3.101098984305282,
      "learning_rate": 1.3394068063283387e-05,
      "loss": 0.6142,
      "step": 2008
    },
    {
      "epoch": 4.083333333333333,
      "grad_norm": 3.184924975741401,
      "learning_rate": 1.3387874732392017e-05,
      "loss": 0.7295,
      "step": 2009
    },
    {
      "epoch": 4.085365853658536,
      "grad_norm": 3.398470885325908,
      "learning_rate": 1.3381679933162088e-05,
      "loss": 0.7743,
      "step": 2010
    },
    {
      "epoch": 4.08739837398374,
      "grad_norm": 2.872687627871976,
      "learning_rate": 1.3375483668278486e-05,
      "loss": 0.7698,
      "step": 2011
    },
    {
      "epoch": 4.0894308943089435,
      "grad_norm": 2.3392366952914507,
      "learning_rate": 1.3369285940426737e-05,
      "loss": 0.7406,
      "step": 2012
    },
    {
      "epoch": 4.091463414634147,
      "grad_norm": 2.735915858357094,
      "learning_rate": 1.3363086752292996e-05,
      "loss": 0.5707,
      "step": 2013
    },
    {
      "epoch": 4.09349593495935,
      "grad_norm": 3.077662855035884,
      "learning_rate": 1.3356886106564054e-05,
      "loss": 0.6885,
      "step": 2014
    },
    {
      "epoch": 4.095528455284553,
      "grad_norm": 3.180560854464483,
      "learning_rate": 1.3350684005927332e-05,
      "loss": 0.5993,
      "step": 2015
    },
    {
      "epoch": 4.097560975609756,
      "grad_norm": 3.4015707396760675,
      "learning_rate": 1.334448045307088e-05,
      "loss": 0.8725,
      "step": 2016
    },
    {
      "epoch": 4.099593495934959,
      "grad_norm": 2.870851781313507,
      "learning_rate": 1.3338275450683384e-05,
      "loss": 0.7485,
      "step": 2017
    },
    {
      "epoch": 4.1016260162601625,
      "grad_norm": 2.8853750221702277,
      "learning_rate": 1.3332069001454146e-05,
      "loss": 0.5874,
      "step": 2018
    },
    {
      "epoch": 4.103658536585366,
      "grad_norm": 2.786420300384197,
      "learning_rate": 1.3325861108073112e-05,
      "loss": 0.6138,
      "step": 2019
    },
    {
      "epoch": 4.105691056910569,
      "grad_norm": 2.8928207230257517,
      "learning_rate": 1.331965177323084e-05,
      "loss": 0.5798,
      "step": 2020
    },
    {
      "epoch": 4.107723577235772,
      "grad_norm": 3.519286744247599,
      "learning_rate": 1.331344099961852e-05,
      "loss": 0.5615,
      "step": 2021
    },
    {
      "epoch": 4.109756097560975,
      "grad_norm": 2.845999079590994,
      "learning_rate": 1.3307228789927953e-05,
      "loss": 0.782,
      "step": 2022
    },
    {
      "epoch": 4.111788617886178,
      "grad_norm": 2.7610542034588157,
      "learning_rate": 1.3301015146851584e-05,
      "loss": 0.7156,
      "step": 2023
    },
    {
      "epoch": 4.1138211382113825,
      "grad_norm": 2.5831134638040325,
      "learning_rate": 1.3294800073082464e-05,
      "loss": 0.7226,
      "step": 2024
    },
    {
      "epoch": 4.115853658536586,
      "grad_norm": 3.368737646204141,
      "learning_rate": 1.3288583571314267e-05,
      "loss": 0.682,
      "step": 2025
    },
    {
      "epoch": 4.117886178861789,
      "grad_norm": 3.2701965460194202,
      "learning_rate": 1.3282365644241287e-05,
      "loss": 0.6251,
      "step": 2026
    },
    {
      "epoch": 4.119918699186992,
      "grad_norm": 2.981275865108666,
      "learning_rate": 1.3276146294558434e-05,
      "loss": 0.8952,
      "step": 2027
    },
    {
      "epoch": 4.121951219512195,
      "grad_norm": 2.7034361245980625,
      "learning_rate": 1.3269925524961237e-05,
      "loss": 0.6472,
      "step": 2028
    },
    {
      "epoch": 4.123983739837398,
      "grad_norm": 2.791351048797362,
      "learning_rate": 1.3263703338145842e-05,
      "loss": 0.6746,
      "step": 2029
    },
    {
      "epoch": 4.126016260162602,
      "grad_norm": 2.4635263229206044,
      "learning_rate": 1.3257479736809003e-05,
      "loss": 0.6322,
      "step": 2030
    },
    {
      "epoch": 4.128048780487805,
      "grad_norm": 3.08539410264463,
      "learning_rate": 1.3251254723648091e-05,
      "loss": 0.7549,
      "step": 2031
    },
    {
      "epoch": 4.130081300813008,
      "grad_norm": 3.1396423875892543,
      "learning_rate": 1.3245028301361086e-05,
      "loss": 0.8019,
      "step": 2032
    },
    {
      "epoch": 4.132113821138211,
      "grad_norm": 2.8866935140992807,
      "learning_rate": 1.3238800472646591e-05,
      "loss": 0.6169,
      "step": 2033
    },
    {
      "epoch": 4.134146341463414,
      "grad_norm": 2.645991885860708,
      "learning_rate": 1.3232571240203797e-05,
      "loss": 0.4918,
      "step": 2034
    },
    {
      "epoch": 4.1361788617886175,
      "grad_norm": 2.953197857633758,
      "learning_rate": 1.3226340606732524e-05,
      "loss": 0.6325,
      "step": 2035
    },
    {
      "epoch": 4.138211382113822,
      "grad_norm": 2.88635743477074,
      "learning_rate": 1.3220108574933185e-05,
      "loss": 0.6915,
      "step": 2036
    },
    {
      "epoch": 4.140243902439025,
      "grad_norm": 2.8757421953380455,
      "learning_rate": 1.3213875147506807e-05,
      "loss": 0.7721,
      "step": 2037
    },
    {
      "epoch": 4.142276422764228,
      "grad_norm": 3.231846975372353,
      "learning_rate": 1.320764032715502e-05,
      "loss": 0.7791,
      "step": 2038
    },
    {
      "epoch": 4.144308943089431,
      "grad_norm": 2.7468379887510745,
      "learning_rate": 1.3201404116580055e-05,
      "loss": 0.6885,
      "step": 2039
    },
    {
      "epoch": 4.146341463414634,
      "grad_norm": 3.479209956689003,
      "learning_rate": 1.3195166518484748e-05,
      "loss": 0.772,
      "step": 2040
    },
    {
      "epoch": 4.1483739837398375,
      "grad_norm": 2.8170401013834834,
      "learning_rate": 1.3188927535572535e-05,
      "loss": 0.646,
      "step": 2041
    },
    {
      "epoch": 4.150406504065041,
      "grad_norm": 3.3368581130360093,
      "learning_rate": 1.3182687170547458e-05,
      "loss": 0.7246,
      "step": 2042
    },
    {
      "epoch": 4.152439024390244,
      "grad_norm": 3.4850065939866113,
      "learning_rate": 1.3176445426114145e-05,
      "loss": 0.6605,
      "step": 2043
    },
    {
      "epoch": 4.154471544715447,
      "grad_norm": 2.7114896479956743,
      "learning_rate": 1.317020230497784e-05,
      "loss": 0.7328,
      "step": 2044
    },
    {
      "epoch": 4.15650406504065,
      "grad_norm": 2.8208089608139857,
      "learning_rate": 1.3163957809844366e-05,
      "loss": 0.8091,
      "step": 2045
    },
    {
      "epoch": 4.158536585365853,
      "grad_norm": 2.7724806383298906,
      "learning_rate": 1.3157711943420151e-05,
      "loss": 0.5781,
      "step": 2046
    },
    {
      "epoch": 4.1605691056910565,
      "grad_norm": 2.818775318166426,
      "learning_rate": 1.315146470841222e-05,
      "loss": 0.6055,
      "step": 2047
    },
    {
      "epoch": 4.16260162601626,
      "grad_norm": 3.2543653094953804,
      "learning_rate": 1.3145216107528178e-05,
      "loss": 0.6754,
      "step": 2048
    },
    {
      "epoch": 4.164634146341464,
      "grad_norm": 2.876986531294622,
      "learning_rate": 1.3138966143476237e-05,
      "loss": 0.7756,
      "step": 2049
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 3.117925643307231,
      "learning_rate": 1.3132714818965193e-05,
      "loss": 0.7037,
      "step": 2050
    },
    {
      "epoch": 4.16869918699187,
      "grad_norm": 3.095261669823429,
      "learning_rate": 1.312646213670443e-05,
      "loss": 0.6549,
      "step": 2051
    },
    {
      "epoch": 4.170731707317073,
      "grad_norm": 2.9545185378258574,
      "learning_rate": 1.3120208099403926e-05,
      "loss": 0.716,
      "step": 2052
    },
    {
      "epoch": 4.1727642276422765,
      "grad_norm": 2.8133968582813758,
      "learning_rate": 1.311395270977424e-05,
      "loss": 0.686,
      "step": 2053
    },
    {
      "epoch": 4.17479674796748,
      "grad_norm": 2.307936316835479,
      "learning_rate": 1.3107695970526522e-05,
      "loss": 0.52,
      "step": 2054
    },
    {
      "epoch": 4.176829268292683,
      "grad_norm": 2.7956392356141393,
      "learning_rate": 1.3101437884372502e-05,
      "loss": 0.7332,
      "step": 2055
    },
    {
      "epoch": 4.178861788617886,
      "grad_norm": 2.5281892732929934,
      "learning_rate": 1.3095178454024496e-05,
      "loss": 0.5902,
      "step": 2056
    },
    {
      "epoch": 4.180894308943089,
      "grad_norm": 2.831613964756424,
      "learning_rate": 1.308891768219541e-05,
      "loss": 0.722,
      "step": 2057
    },
    {
      "epoch": 4.182926829268292,
      "grad_norm": 3.125322668161164,
      "learning_rate": 1.3082655571598718e-05,
      "loss": 0.5872,
      "step": 2058
    },
    {
      "epoch": 4.184959349593496,
      "grad_norm": 3.1790821841535903,
      "learning_rate": 1.3076392124948485e-05,
      "loss": 0.4813,
      "step": 2059
    },
    {
      "epoch": 4.186991869918699,
      "grad_norm": 3.1807087946080004,
      "learning_rate": 1.3070127344959348e-05,
      "loss": 0.6708,
      "step": 2060
    },
    {
      "epoch": 4.189024390243903,
      "grad_norm": 2.9056776683375976,
      "learning_rate": 1.3063861234346527e-05,
      "loss": 0.5406,
      "step": 2061
    },
    {
      "epoch": 4.191056910569106,
      "grad_norm": 2.8426540052873586,
      "learning_rate": 1.3057593795825814e-05,
      "loss": 0.6716,
      "step": 2062
    },
    {
      "epoch": 4.193089430894309,
      "grad_norm": 3.3532437646202533,
      "learning_rate": 1.3051325032113582e-05,
      "loss": 0.7658,
      "step": 2063
    },
    {
      "epoch": 4.195121951219512,
      "grad_norm": 2.7281382784368673,
      "learning_rate": 1.3045054945926775e-05,
      "loss": 0.5327,
      "step": 2064
    },
    {
      "epoch": 4.1971544715447155,
      "grad_norm": 2.701563571322171,
      "learning_rate": 1.3038783539982909e-05,
      "loss": 0.5595,
      "step": 2065
    },
    {
      "epoch": 4.199186991869919,
      "grad_norm": 3.1088089473453717,
      "learning_rate": 1.3032510817000074e-05,
      "loss": 0.7309,
      "step": 2066
    },
    {
      "epoch": 4.201219512195122,
      "grad_norm": 2.64707169255667,
      "learning_rate": 1.3026236779696932e-05,
      "loss": 0.4798,
      "step": 2067
    },
    {
      "epoch": 4.203252032520325,
      "grad_norm": 3.1622251108404447,
      "learning_rate": 1.3019961430792711e-05,
      "loss": 0.8057,
      "step": 2068
    },
    {
      "epoch": 4.205284552845528,
      "grad_norm": 2.985583270750285,
      "learning_rate": 1.3013684773007214e-05,
      "loss": 0.7018,
      "step": 2069
    },
    {
      "epoch": 4.2073170731707314,
      "grad_norm": 2.9384257644802383,
      "learning_rate": 1.3007406809060799e-05,
      "loss": 0.7328,
      "step": 2070
    },
    {
      "epoch": 4.209349593495935,
      "grad_norm": 2.8407187329668644,
      "learning_rate": 1.3001127541674406e-05,
      "loss": 0.6627,
      "step": 2071
    },
    {
      "epoch": 4.211382113821138,
      "grad_norm": 3.127448325287205,
      "learning_rate": 1.2994846973569524e-05,
      "loss": 0.603,
      "step": 2072
    },
    {
      "epoch": 4.213414634146342,
      "grad_norm": 3.2157860988712086,
      "learning_rate": 1.298856510746822e-05,
      "loss": 0.7376,
      "step": 2073
    },
    {
      "epoch": 4.215447154471545,
      "grad_norm": 2.9317183398881093,
      "learning_rate": 1.2982281946093117e-05,
      "loss": 0.6782,
      "step": 2074
    },
    {
      "epoch": 4.217479674796748,
      "grad_norm": 3.3478381083060524,
      "learning_rate": 1.2975997492167399e-05,
      "loss": 0.6952,
      "step": 2075
    },
    {
      "epoch": 4.219512195121951,
      "grad_norm": 3.0824960388365024,
      "learning_rate": 1.2969711748414804e-05,
      "loss": 0.6196,
      "step": 2076
    },
    {
      "epoch": 4.221544715447155,
      "grad_norm": 3.16107751282541,
      "learning_rate": 1.296342471755964e-05,
      "loss": 0.6384,
      "step": 2077
    },
    {
      "epoch": 4.223577235772358,
      "grad_norm": 3.2019120239152903,
      "learning_rate": 1.2957136402326776e-05,
      "loss": 0.8081,
      "step": 2078
    },
    {
      "epoch": 4.225609756097561,
      "grad_norm": 2.8445896211302713,
      "learning_rate": 1.2950846805441621e-05,
      "loss": 0.7224,
      "step": 2079
    },
    {
      "epoch": 4.227642276422764,
      "grad_norm": 2.922074552562058,
      "learning_rate": 1.2944555929630152e-05,
      "loss": 0.58,
      "step": 2080
    },
    {
      "epoch": 4.229674796747967,
      "grad_norm": 3.1446026831419807,
      "learning_rate": 1.2938263777618895e-05,
      "loss": 0.6354,
      "step": 2081
    },
    {
      "epoch": 4.2317073170731705,
      "grad_norm": 2.9256211613878373,
      "learning_rate": 1.2931970352134934e-05,
      "loss": 0.5993,
      "step": 2082
    },
    {
      "epoch": 4.233739837398374,
      "grad_norm": 2.8904270275932737,
      "learning_rate": 1.2925675655905901e-05,
      "loss": 0.6476,
      "step": 2083
    },
    {
      "epoch": 4.235772357723577,
      "grad_norm": 2.5218567450495977,
      "learning_rate": 1.2919379691659979e-05,
      "loss": 0.7375,
      "step": 2084
    },
    {
      "epoch": 4.237804878048781,
      "grad_norm": 3.1875024600982873,
      "learning_rate": 1.2913082462125908e-05,
      "loss": 0.6636,
      "step": 2085
    },
    {
      "epoch": 4.239837398373984,
      "grad_norm": 2.4377685184489803,
      "learning_rate": 1.2906783970032956e-05,
      "loss": 0.5443,
      "step": 2086
    },
    {
      "epoch": 4.241869918699187,
      "grad_norm": 2.5714782055849925,
      "learning_rate": 1.2900484218110964e-05,
      "loss": 0.608,
      "step": 2087
    },
    {
      "epoch": 4.2439024390243905,
      "grad_norm": 3.157387349289292,
      "learning_rate": 1.2894183209090304e-05,
      "loss": 0.6187,
      "step": 2088
    },
    {
      "epoch": 4.245934959349594,
      "grad_norm": 2.611168539530284,
      "learning_rate": 1.2887880945701895e-05,
      "loss": 0.4577,
      "step": 2089
    },
    {
      "epoch": 4.247967479674797,
      "grad_norm": 2.738917170230175,
      "learning_rate": 1.28815774306772e-05,
      "loss": 0.6829,
      "step": 2090
    },
    {
      "epoch": 4.25,
      "grad_norm": 2.9974118054076824,
      "learning_rate": 1.2875272666748226e-05,
      "loss": 0.8013,
      "step": 2091
    },
    {
      "epoch": 4.252032520325203,
      "grad_norm": 2.743045029633641,
      "learning_rate": 1.2868966656647522e-05,
      "loss": 0.4986,
      "step": 2092
    },
    {
      "epoch": 4.254065040650406,
      "grad_norm": 3.0375634296262177,
      "learning_rate": 1.286265940310817e-05,
      "loss": 0.619,
      "step": 2093
    },
    {
      "epoch": 4.2560975609756095,
      "grad_norm": 2.837258007584117,
      "learning_rate": 1.2856350908863802e-05,
      "loss": 0.6476,
      "step": 2094
    },
    {
      "epoch": 4.258130081300813,
      "grad_norm": 2.725947742982041,
      "learning_rate": 1.2850041176648578e-05,
      "loss": 0.5563,
      "step": 2095
    },
    {
      "epoch": 4.260162601626016,
      "grad_norm": 3.054594285430433,
      "learning_rate": 1.2843730209197203e-05,
      "loss": 0.7147,
      "step": 2096
    },
    {
      "epoch": 4.262195121951219,
      "grad_norm": 3.136154770661375,
      "learning_rate": 1.2837418009244908e-05,
      "loss": 0.5421,
      "step": 2097
    },
    {
      "epoch": 4.264227642276423,
      "grad_norm": 2.8681343502552057,
      "learning_rate": 1.2831104579527467e-05,
      "loss": 0.5937,
      "step": 2098
    },
    {
      "epoch": 4.266260162601626,
      "grad_norm": 3.221221689863481,
      "learning_rate": 1.2824789922781182e-05,
      "loss": 0.8534,
      "step": 2099
    },
    {
      "epoch": 4.2682926829268295,
      "grad_norm": 2.706757191088968,
      "learning_rate": 1.2818474041742885e-05,
      "loss": 0.5836,
      "step": 2100
    },
    {
      "epoch": 4.270325203252033,
      "grad_norm": 3.5779436585159328,
      "learning_rate": 1.2812156939149947e-05,
      "loss": 0.7854,
      "step": 2101
    },
    {
      "epoch": 4.272357723577236,
      "grad_norm": 3.1942835644740724,
      "learning_rate": 1.280583861774026e-05,
      "loss": 0.7086,
      "step": 2102
    },
    {
      "epoch": 4.274390243902439,
      "grad_norm": 2.9862529744373516,
      "learning_rate": 1.2799519080252247e-05,
      "loss": 0.5694,
      "step": 2103
    },
    {
      "epoch": 4.276422764227642,
      "grad_norm": 3.314373652799172,
      "learning_rate": 1.2793198329424858e-05,
      "loss": 0.6619,
      "step": 2104
    },
    {
      "epoch": 4.278455284552845,
      "grad_norm": 3.217649580482955,
      "learning_rate": 1.2786876367997571e-05,
      "loss": 0.629,
      "step": 2105
    },
    {
      "epoch": 4.280487804878049,
      "grad_norm": 3.2546259448411416,
      "learning_rate": 1.2780553198710388e-05,
      "loss": 0.5977,
      "step": 2106
    },
    {
      "epoch": 4.282520325203252,
      "grad_norm": 3.242746555073596,
      "learning_rate": 1.277422882430383e-05,
      "loss": 0.663,
      "step": 2107
    },
    {
      "epoch": 4.284552845528455,
      "grad_norm": 3.5241259609476976,
      "learning_rate": 1.2767903247518945e-05,
      "loss": 0.7188,
      "step": 2108
    },
    {
      "epoch": 4.286585365853658,
      "grad_norm": 3.187845119847995,
      "learning_rate": 1.2761576471097298e-05,
      "loss": 0.6073,
      "step": 2109
    },
    {
      "epoch": 4.288617886178862,
      "grad_norm": 3.2618292154353368,
      "learning_rate": 1.275524849778098e-05,
      "loss": 0.6754,
      "step": 2110
    },
    {
      "epoch": 4.290650406504065,
      "grad_norm": 3.1216587788457253,
      "learning_rate": 1.27489193303126e-05,
      "loss": 0.6654,
      "step": 2111
    },
    {
      "epoch": 4.2926829268292686,
      "grad_norm": 3.051801756282085,
      "learning_rate": 1.2742588971435276e-05,
      "loss": 0.6604,
      "step": 2112
    },
    {
      "epoch": 4.294715447154472,
      "grad_norm": 3.1461666170651172,
      "learning_rate": 1.2736257423892657e-05,
      "loss": 0.687,
      "step": 2113
    },
    {
      "epoch": 4.296747967479675,
      "grad_norm": 3.316040949203775,
      "learning_rate": 1.2729924690428887e-05,
      "loss": 0.7799,
      "step": 2114
    },
    {
      "epoch": 4.298780487804878,
      "grad_norm": 2.7957787812815944,
      "learning_rate": 1.2723590773788645e-05,
      "loss": 0.6587,
      "step": 2115
    },
    {
      "epoch": 4.300813008130081,
      "grad_norm": 3.137359728348412,
      "learning_rate": 1.2717255676717106e-05,
      "loss": 0.7818,
      "step": 2116
    },
    {
      "epoch": 4.3028455284552845,
      "grad_norm": 2.9390521121948225,
      "learning_rate": 1.2710919401959974e-05,
      "loss": 0.6912,
      "step": 2117
    },
    {
      "epoch": 4.304878048780488,
      "grad_norm": 3.1906201429111154,
      "learning_rate": 1.2704581952263443e-05,
      "loss": 0.6575,
      "step": 2118
    },
    {
      "epoch": 4.306910569105691,
      "grad_norm": 2.8935787765359327,
      "learning_rate": 1.2698243330374231e-05,
      "loss": 0.6815,
      "step": 2119
    },
    {
      "epoch": 4.308943089430894,
      "grad_norm": 2.7880249790129423,
      "learning_rate": 1.2691903539039563e-05,
      "loss": 0.6214,
      "step": 2120
    },
    {
      "epoch": 4.310975609756097,
      "grad_norm": 2.992355479157598,
      "learning_rate": 1.268556258100716e-05,
      "loss": 0.6764,
      "step": 2121
    },
    {
      "epoch": 4.3130081300813,
      "grad_norm": 2.9951225368188457,
      "learning_rate": 1.2679220459025264e-05,
      "loss": 0.6512,
      "step": 2122
    },
    {
      "epoch": 4.315040650406504,
      "grad_norm": 3.002483260512474,
      "learning_rate": 1.267287717584261e-05,
      "loss": 0.6732,
      "step": 2123
    },
    {
      "epoch": 4.317073170731708,
      "grad_norm": 2.664729496806343,
      "learning_rate": 1.2666532734208437e-05,
      "loss": 0.7287,
      "step": 2124
    },
    {
      "epoch": 4.319105691056911,
      "grad_norm": 2.7734505056306333,
      "learning_rate": 1.2660187136872495e-05,
      "loss": 0.7141,
      "step": 2125
    },
    {
      "epoch": 4.321138211382114,
      "grad_norm": 2.7421328599659125,
      "learning_rate": 1.2653840386585024e-05,
      "loss": 0.6667,
      "step": 2126
    },
    {
      "epoch": 4.323170731707317,
      "grad_norm": 2.8904815506508323,
      "learning_rate": 1.2647492486096772e-05,
      "loss": 0.7411,
      "step": 2127
    },
    {
      "epoch": 4.32520325203252,
      "grad_norm": 2.964545758346194,
      "learning_rate": 1.264114343815898e-05,
      "loss": 0.5901,
      "step": 2128
    },
    {
      "epoch": 4.3272357723577235,
      "grad_norm": 3.160057107296968,
      "learning_rate": 1.2634793245523393e-05,
      "loss": 0.9504,
      "step": 2129
    },
    {
      "epoch": 4.329268292682927,
      "grad_norm": 2.5999289055801382,
      "learning_rate": 1.262844191094224e-05,
      "loss": 0.6117,
      "step": 2130
    },
    {
      "epoch": 4.33130081300813,
      "grad_norm": 2.9884016197151775,
      "learning_rate": 1.2622089437168255e-05,
      "loss": 0.6877,
      "step": 2131
    },
    {
      "epoch": 4.333333333333333,
      "grad_norm": 3.0546774700128543,
      "learning_rate": 1.2615735826954664e-05,
      "loss": 0.6219,
      "step": 2132
    },
    {
      "epoch": 4.335365853658536,
      "grad_norm": 3.003555536471429,
      "learning_rate": 1.2609381083055188e-05,
      "loss": 0.5992,
      "step": 2133
    },
    {
      "epoch": 4.33739837398374,
      "grad_norm": 2.7277738177357884,
      "learning_rate": 1.2603025208224035e-05,
      "loss": 0.6827,
      "step": 2134
    },
    {
      "epoch": 4.3394308943089435,
      "grad_norm": 3.5690598237888347,
      "learning_rate": 1.25966682052159e-05,
      "loss": 0.6202,
      "step": 2135
    },
    {
      "epoch": 4.341463414634147,
      "grad_norm": 2.8163993725450287,
      "learning_rate": 1.2590310076785974e-05,
      "loss": 0.6901,
      "step": 2136
    },
    {
      "epoch": 4.34349593495935,
      "grad_norm": 2.900932449364065,
      "learning_rate": 1.2583950825689933e-05,
      "loss": 0.6636,
      "step": 2137
    },
    {
      "epoch": 4.345528455284553,
      "grad_norm": 3.3061788956827627,
      "learning_rate": 1.2577590454683936e-05,
      "loss": 0.7001,
      "step": 2138
    },
    {
      "epoch": 4.347560975609756,
      "grad_norm": 3.081506866553319,
      "learning_rate": 1.257122896652464e-05,
      "loss": 0.7048,
      "step": 2139
    },
    {
      "epoch": 4.349593495934959,
      "grad_norm": 3.1107813777175335,
      "learning_rate": 1.256486636396917e-05,
      "loss": 0.7231,
      "step": 2140
    },
    {
      "epoch": 4.3516260162601625,
      "grad_norm": 3.1544384769647547,
      "learning_rate": 1.2558502649775144e-05,
      "loss": 0.6615,
      "step": 2141
    },
    {
      "epoch": 4.353658536585366,
      "grad_norm": 3.020179394529575,
      "learning_rate": 1.2552137826700654e-05,
      "loss": 0.4696,
      "step": 2142
    },
    {
      "epoch": 4.355691056910569,
      "grad_norm": 2.8331949038691824,
      "learning_rate": 1.2545771897504285e-05,
      "loss": 0.5544,
      "step": 2143
    },
    {
      "epoch": 4.357723577235772,
      "grad_norm": 3.669688711578965,
      "learning_rate": 1.2539404864945087e-05,
      "loss": 0.7683,
      "step": 2144
    },
    {
      "epoch": 4.359756097560975,
      "grad_norm": 3.256195186029363,
      "learning_rate": 1.2533036731782599e-05,
      "loss": 0.5853,
      "step": 2145
    },
    {
      "epoch": 4.361788617886178,
      "grad_norm": 3.6490747177904685,
      "learning_rate": 1.2526667500776835e-05,
      "loss": 0.5596,
      "step": 2146
    },
    {
      "epoch": 4.3638211382113825,
      "grad_norm": 3.0826067427701624,
      "learning_rate": 1.2520297174688278e-05,
      "loss": 0.6381,
      "step": 2147
    },
    {
      "epoch": 4.365853658536586,
      "grad_norm": 3.3147536218549427,
      "learning_rate": 1.2513925756277894e-05,
      "loss": 0.5546,
      "step": 2148
    },
    {
      "epoch": 4.367886178861789,
      "grad_norm": 3.5737399532972125,
      "learning_rate": 1.2507553248307116e-05,
      "loss": 0.8026,
      "step": 2149
    },
    {
      "epoch": 4.369918699186992,
      "grad_norm": 3.0734376259863465,
      "learning_rate": 1.2501179653537858e-05,
      "loss": 0.7058,
      "step": 2150
    },
    {
      "epoch": 4.371951219512195,
      "grad_norm": 3.0559715363754356,
      "learning_rate": 1.2494804974732494e-05,
      "loss": 0.7104,
      "step": 2151
    },
    {
      "epoch": 4.373983739837398,
      "grad_norm": 3.3330732555990195,
      "learning_rate": 1.2488429214653871e-05,
      "loss": 0.598,
      "step": 2152
    },
    {
      "epoch": 4.376016260162602,
      "grad_norm": 3.1441311150613505,
      "learning_rate": 1.2482052376065316e-05,
      "loss": 0.5972,
      "step": 2153
    },
    {
      "epoch": 4.378048780487805,
      "grad_norm": 3.483928727844598,
      "learning_rate": 1.2475674461730604e-05,
      "loss": 0.673,
      "step": 2154
    },
    {
      "epoch": 4.380081300813008,
      "grad_norm": 3.3506917711951485,
      "learning_rate": 1.2469295474413996e-05,
      "loss": 0.6116,
      "step": 2155
    },
    {
      "epoch": 4.382113821138211,
      "grad_norm": 3.4343001402982285,
      "learning_rate": 1.24629154168802e-05,
      "loss": 0.7738,
      "step": 2156
    },
    {
      "epoch": 4.384146341463414,
      "grad_norm": 3.2130609200905407,
      "learning_rate": 1.2456534291894399e-05,
      "loss": 0.7399,
      "step": 2157
    },
    {
      "epoch": 4.3861788617886175,
      "grad_norm": 3.5094446167972198,
      "learning_rate": 1.2450152102222242e-05,
      "loss": 0.6341,
      "step": 2158
    },
    {
      "epoch": 4.388211382113822,
      "grad_norm": 2.9562397824542863,
      "learning_rate": 1.2443768850629822e-05,
      "loss": 0.6077,
      "step": 2159
    },
    {
      "epoch": 4.390243902439025,
      "grad_norm": 3.308134146595336,
      "learning_rate": 1.2437384539883715e-05,
      "loss": 0.5475,
      "step": 2160
    },
    {
      "epoch": 4.392276422764228,
      "grad_norm": 2.67780736019056,
      "learning_rate": 1.2430999172750937e-05,
      "loss": 0.4936,
      "step": 2161
    },
    {
      "epoch": 4.394308943089431,
      "grad_norm": 3.3085209759795307,
      "learning_rate": 1.2424612751998972e-05,
      "loss": 0.5944,
      "step": 2162
    },
    {
      "epoch": 4.396341463414634,
      "grad_norm": 2.9197031972153598,
      "learning_rate": 1.2418225280395757e-05,
      "loss": 0.8089,
      "step": 2163
    },
    {
      "epoch": 4.3983739837398375,
      "grad_norm": 3.0852317028051113,
      "learning_rate": 1.2411836760709686e-05,
      "loss": 0.6942,
      "step": 2164
    },
    {
      "epoch": 4.400406504065041,
      "grad_norm": 3.147700104056151,
      "learning_rate": 1.2405447195709612e-05,
      "loss": 0.6374,
      "step": 2165
    },
    {
      "epoch": 4.402439024390244,
      "grad_norm": 4.11990329688501,
      "learning_rate": 1.2399056588164831e-05,
      "loss": 0.6733,
      "step": 2166
    },
    {
      "epoch": 4.404471544715447,
      "grad_norm": 3.0600348785429112,
      "learning_rate": 1.2392664940845094e-05,
      "loss": 0.7694,
      "step": 2167
    },
    {
      "epoch": 4.40650406504065,
      "grad_norm": 3.149380973828591,
      "learning_rate": 1.2386272256520606e-05,
      "loss": 0.6357,
      "step": 2168
    },
    {
      "epoch": 4.408536585365853,
      "grad_norm": 3.113814468689196,
      "learning_rate": 1.2379878537962024e-05,
      "loss": 0.5784,
      "step": 2169
    },
    {
      "epoch": 4.4105691056910565,
      "grad_norm": 3.186477629977461,
      "learning_rate": 1.2373483787940444e-05,
      "loss": 0.4877,
      "step": 2170
    },
    {
      "epoch": 4.41260162601626,
      "grad_norm": 3.002791167624794,
      "learning_rate": 1.2367088009227415e-05,
      "loss": 0.5846,
      "step": 2171
    },
    {
      "epoch": 4.414634146341464,
      "grad_norm": 3.4124207100865727,
      "learning_rate": 1.2360691204594937e-05,
      "loss": 0.6174,
      "step": 2172
    },
    {
      "epoch": 4.416666666666667,
      "grad_norm": 3.4195807061880217,
      "learning_rate": 1.2354293376815438e-05,
      "loss": 0.6348,
      "step": 2173
    },
    {
      "epoch": 4.41869918699187,
      "grad_norm": 3.082587183252866,
      "learning_rate": 1.234789452866181e-05,
      "loss": 0.6187,
      "step": 2174
    },
    {
      "epoch": 4.420731707317073,
      "grad_norm": 3.228220596066274,
      "learning_rate": 1.234149466290737e-05,
      "loss": 0.7761,
      "step": 2175
    },
    {
      "epoch": 4.4227642276422765,
      "grad_norm": 2.8656099445755934,
      "learning_rate": 1.2335093782325889e-05,
      "loss": 0.5623,
      "step": 2176
    },
    {
      "epoch": 4.42479674796748,
      "grad_norm": 2.7400766612439567,
      "learning_rate": 1.2328691889691566e-05,
      "loss": 0.7071,
      "step": 2177
    },
    {
      "epoch": 4.426829268292683,
      "grad_norm": 2.967521868148167,
      "learning_rate": 1.2322288987779055e-05,
      "loss": 0.6245,
      "step": 2178
    },
    {
      "epoch": 4.428861788617886,
      "grad_norm": 3.0136489266663533,
      "learning_rate": 1.2315885079363427e-05,
      "loss": 0.6206,
      "step": 2179
    },
    {
      "epoch": 4.430894308943089,
      "grad_norm": 3.151975307837421,
      "learning_rate": 1.2309480167220203e-05,
      "loss": 0.6049,
      "step": 2180
    },
    {
      "epoch": 4.432926829268292,
      "grad_norm": 2.713893656771352,
      "learning_rate": 1.2303074254125335e-05,
      "loss": 0.747,
      "step": 2181
    },
    {
      "epoch": 4.434959349593496,
      "grad_norm": 2.6808248354610926,
      "learning_rate": 1.2296667342855213e-05,
      "loss": 0.6505,
      "step": 2182
    },
    {
      "epoch": 4.4369918699187,
      "grad_norm": 2.7305101077901828,
      "learning_rate": 1.2290259436186653e-05,
      "loss": 0.6363,
      "step": 2183
    },
    {
      "epoch": 4.439024390243903,
      "grad_norm": 2.539848252407869,
      "learning_rate": 1.2283850536896907e-05,
      "loss": 0.8602,
      "step": 2184
    },
    {
      "epoch": 4.441056910569106,
      "grad_norm": 3.2285807939591527,
      "learning_rate": 1.227744064776365e-05,
      "loss": 0.7298,
      "step": 2185
    },
    {
      "epoch": 4.443089430894309,
      "grad_norm": 3.0502327661115283,
      "learning_rate": 1.2271029771565e-05,
      "loss": 0.5414,
      "step": 2186
    },
    {
      "epoch": 4.445121951219512,
      "grad_norm": 2.579008366224955,
      "learning_rate": 1.2264617911079486e-05,
      "loss": 0.6975,
      "step": 2187
    },
    {
      "epoch": 4.4471544715447155,
      "grad_norm": 2.88719327111785,
      "learning_rate": 1.2258205069086082e-05,
      "loss": 0.7459,
      "step": 2188
    },
    {
      "epoch": 4.449186991869919,
      "grad_norm": 3.464836412705549,
      "learning_rate": 1.2251791248364169e-05,
      "loss": 0.7826,
      "step": 2189
    },
    {
      "epoch": 4.451219512195122,
      "grad_norm": 2.8893016353309746,
      "learning_rate": 1.2245376451693564e-05,
      "loss": 0.5768,
      "step": 2190
    },
    {
      "epoch": 4.453252032520325,
      "grad_norm": 3.3840462623802603,
      "learning_rate": 1.2238960681854502e-05,
      "loss": 0.5909,
      "step": 2191
    },
    {
      "epoch": 4.455284552845528,
      "grad_norm": 2.877837054142557,
      "learning_rate": 1.2232543941627641e-05,
      "loss": 0.6734,
      "step": 2192
    },
    {
      "epoch": 4.4573170731707314,
      "grad_norm": 3.0324877384826308,
      "learning_rate": 1.2226126233794064e-05,
      "loss": 0.7811,
      "step": 2193
    },
    {
      "epoch": 4.459349593495935,
      "grad_norm": 2.646241596804522,
      "learning_rate": 1.2219707561135268e-05,
      "loss": 0.7663,
      "step": 2194
    },
    {
      "epoch": 4.461382113821138,
      "grad_norm": 3.035558583472837,
      "learning_rate": 1.2213287926433167e-05,
      "loss": 0.7436,
      "step": 2195
    },
    {
      "epoch": 4.463414634146342,
      "grad_norm": 3.007041545969289,
      "learning_rate": 1.2206867332470091e-05,
      "loss": 0.7178,
      "step": 2196
    },
    {
      "epoch": 4.465447154471545,
      "grad_norm": 2.976626196927109,
      "learning_rate": 1.2200445782028795e-05,
      "loss": 0.5896,
      "step": 2197
    },
    {
      "epoch": 4.467479674796748,
      "grad_norm": 2.9192928789216683,
      "learning_rate": 1.2194023277892447e-05,
      "loss": 0.5022,
      "step": 2198
    },
    {
      "epoch": 4.469512195121951,
      "grad_norm": 2.922689999323099,
      "learning_rate": 1.2187599822844616e-05,
      "loss": 0.6876,
      "step": 2199
    },
    {
      "epoch": 4.471544715447155,
      "grad_norm": 2.8985039036869886,
      "learning_rate": 1.2181175419669293e-05,
      "loss": 0.6001,
      "step": 2200
    },
    {
      "epoch": 4.473577235772358,
      "grad_norm": 3.1455949038981403,
      "learning_rate": 1.2174750071150878e-05,
      "loss": 0.613,
      "step": 2201
    },
    {
      "epoch": 4.475609756097561,
      "grad_norm": 3.479851406816009,
      "learning_rate": 1.2168323780074184e-05,
      "loss": 0.6275,
      "step": 2202
    },
    {
      "epoch": 4.477642276422764,
      "grad_norm": 3.014972995204455,
      "learning_rate": 1.2161896549224425e-05,
      "loss": 0.7136,
      "step": 2203
    },
    {
      "epoch": 4.479674796747967,
      "grad_norm": 2.9634554122904566,
      "learning_rate": 1.215546838138723e-05,
      "loss": 0.724,
      "step": 2204
    },
    {
      "epoch": 4.4817073170731705,
      "grad_norm": 2.9492107344453182,
      "learning_rate": 1.2149039279348632e-05,
      "loss": 0.6343,
      "step": 2205
    },
    {
      "epoch": 4.483739837398374,
      "grad_norm": 2.808139762594353,
      "learning_rate": 1.2142609245895061e-05,
      "loss": 0.7152,
      "step": 2206
    },
    {
      "epoch": 4.485772357723577,
      "grad_norm": 2.8700589057195742,
      "learning_rate": 1.2136178283813365e-05,
      "loss": 0.5592,
      "step": 2207
    },
    {
      "epoch": 4.487804878048781,
      "grad_norm": 3.1824544554929965,
      "learning_rate": 1.212974639589078e-05,
      "loss": 0.7084,
      "step": 2208
    },
    {
      "epoch": 4.489837398373984,
      "grad_norm": 2.9113143241782726,
      "learning_rate": 1.2123313584914958e-05,
      "loss": 0.5949,
      "step": 2209
    },
    {
      "epoch": 4.491869918699187,
      "grad_norm": 3.1053606368948974,
      "learning_rate": 1.2116879853673938e-05,
      "loss": 0.8011,
      "step": 2210
    },
    {
      "epoch": 4.4939024390243905,
      "grad_norm": 3.3020995538693767,
      "learning_rate": 1.211044520495616e-05,
      "loss": 0.7948,
      "step": 2211
    },
    {
      "epoch": 4.495934959349594,
      "grad_norm": 2.9577723125547712,
      "learning_rate": 1.2104009641550472e-05,
      "loss": 0.5828,
      "step": 2212
    },
    {
      "epoch": 4.497967479674797,
      "grad_norm": 2.8466484582812464,
      "learning_rate": 1.2097573166246107e-05,
      "loss": 0.5974,
      "step": 2213
    },
    {
      "epoch": 4.5,
      "grad_norm": 3.0628889473086667,
      "learning_rate": 1.2091135781832697e-05,
      "loss": 0.8011,
      "step": 2214
    },
    {
      "epoch": 4.502032520325203,
      "grad_norm": 3.295718282001525,
      "learning_rate": 1.2084697491100268e-05,
      "loss": 0.6787,
      "step": 2215
    },
    {
      "epoch": 4.504065040650406,
      "grad_norm": 2.776196655947554,
      "learning_rate": 1.2078258296839245e-05,
      "loss": 0.5858,
      "step": 2216
    },
    {
      "epoch": 4.5060975609756095,
      "grad_norm": 2.604306179743555,
      "learning_rate": 1.207181820184043e-05,
      "loss": 0.4972,
      "step": 2217
    },
    {
      "epoch": 4.508130081300813,
      "grad_norm": 3.754625435483793,
      "learning_rate": 1.206537720889503e-05,
      "loss": 0.6323,
      "step": 2218
    },
    {
      "epoch": 4.510162601626016,
      "grad_norm": 3.14891039497955,
      "learning_rate": 1.2058935320794633e-05,
      "loss": 0.6952,
      "step": 2219
    },
    {
      "epoch": 4.512195121951219,
      "grad_norm": 3.1992023776053555,
      "learning_rate": 1.2052492540331218e-05,
      "loss": 0.6783,
      "step": 2220
    },
    {
      "epoch": 4.514227642276423,
      "grad_norm": 3.2693347070762657,
      "learning_rate": 1.2046048870297152e-05,
      "loss": 0.7158,
      "step": 2221
    },
    {
      "epoch": 4.516260162601626,
      "grad_norm": 2.5485300210537725,
      "learning_rate": 1.2039604313485183e-05,
      "loss": 0.5234,
      "step": 2222
    },
    {
      "epoch": 4.5182926829268295,
      "grad_norm": 3.3472929818233315,
      "learning_rate": 1.2033158872688446e-05,
      "loss": 0.7022,
      "step": 2223
    },
    {
      "epoch": 4.520325203252033,
      "grad_norm": 3.3197485200115864,
      "learning_rate": 1.2026712550700457e-05,
      "loss": 0.7629,
      "step": 2224
    },
    {
      "epoch": 4.522357723577236,
      "grad_norm": 3.0804045846427317,
      "learning_rate": 1.202026535031512e-05,
      "loss": 0.7156,
      "step": 2225
    },
    {
      "epoch": 4.524390243902439,
      "grad_norm": 3.367920678535504,
      "learning_rate": 1.2013817274326716e-05,
      "loss": 0.6688,
      "step": 2226
    },
    {
      "epoch": 4.526422764227642,
      "grad_norm": 3.429723926372333,
      "learning_rate": 1.2007368325529902e-05,
      "loss": 0.6641,
      "step": 2227
    },
    {
      "epoch": 4.528455284552845,
      "grad_norm": 3.419214101264249,
      "learning_rate": 1.200091850671972e-05,
      "loss": 0.6339,
      "step": 2228
    },
    {
      "epoch": 4.530487804878049,
      "grad_norm": 2.990193994939024,
      "learning_rate": 1.199446782069158e-05,
      "loss": 0.6271,
      "step": 2229
    },
    {
      "epoch": 4.532520325203252,
      "grad_norm": 2.6006234569416717,
      "learning_rate": 1.1988016270241278e-05,
      "loss": 0.5829,
      "step": 2230
    },
    {
      "epoch": 4.534552845528455,
      "grad_norm": 2.5542274663985074,
      "learning_rate": 1.1981563858164979e-05,
      "loss": 0.6175,
      "step": 2231
    },
    {
      "epoch": 4.536585365853659,
      "grad_norm": 2.7929345255138553,
      "learning_rate": 1.1975110587259222e-05,
      "loss": 0.664,
      "step": 2232
    },
    {
      "epoch": 4.538617886178862,
      "grad_norm": 3.077944427504673,
      "learning_rate": 1.1968656460320922e-05,
      "loss": 0.5811,
      "step": 2233
    },
    {
      "epoch": 4.540650406504065,
      "grad_norm": 2.5088793962362455,
      "learning_rate": 1.1962201480147355e-05,
      "loss": 0.5425,
      "step": 2234
    },
    {
      "epoch": 4.5426829268292686,
      "grad_norm": 2.706444618829862,
      "learning_rate": 1.1955745649536178e-05,
      "loss": 0.6558,
      "step": 2235
    },
    {
      "epoch": 4.544715447154472,
      "grad_norm": 3.273855420874858,
      "learning_rate": 1.1949288971285411e-05,
      "loss": 0.6785,
      "step": 2236
    },
    {
      "epoch": 4.546747967479675,
      "grad_norm": 2.9386743087860183,
      "learning_rate": 1.1942831448193444e-05,
      "loss": 0.5942,
      "step": 2237
    },
    {
      "epoch": 4.548780487804878,
      "grad_norm": 2.885561312539037,
      "learning_rate": 1.1936373083059032e-05,
      "loss": 0.734,
      "step": 2238
    },
    {
      "epoch": 4.550813008130081,
      "grad_norm": 2.9252073771626077,
      "learning_rate": 1.192991387868129e-05,
      "loss": 0.6495,
      "step": 2239
    },
    {
      "epoch": 4.5528455284552845,
      "grad_norm": 3.380247635002831,
      "learning_rate": 1.1923453837859706e-05,
      "loss": 0.7059,
      "step": 2240
    },
    {
      "epoch": 4.554878048780488,
      "grad_norm": 3.407941666416515,
      "learning_rate": 1.1916992963394123e-05,
      "loss": 0.7136,
      "step": 2241
    },
    {
      "epoch": 4.556910569105691,
      "grad_norm": 3.3953015102562625,
      "learning_rate": 1.191053125808475e-05,
      "loss": 0.6801,
      "step": 2242
    },
    {
      "epoch": 4.558943089430894,
      "grad_norm": 2.8013004761521123,
      "learning_rate": 1.1904068724732156e-05,
      "loss": 0.5734,
      "step": 2243
    },
    {
      "epoch": 4.560975609756097,
      "grad_norm": 2.8620476401175114,
      "learning_rate": 1.1897605366137264e-05,
      "loss": 0.6815,
      "step": 2244
    },
    {
      "epoch": 4.5630081300813,
      "grad_norm": 3.2541896462165494,
      "learning_rate": 1.1891141185101355e-05,
      "loss": 0.7196,
      "step": 2245
    },
    {
      "epoch": 4.565040650406504,
      "grad_norm": 3.190278175120848,
      "learning_rate": 1.1884676184426074e-05,
      "loss": 0.6177,
      "step": 2246
    },
    {
      "epoch": 4.567073170731708,
      "grad_norm": 2.9439001993137124,
      "learning_rate": 1.1878210366913419e-05,
      "loss": 0.7091,
      "step": 2247
    },
    {
      "epoch": 4.569105691056911,
      "grad_norm": 3.268585329151592,
      "learning_rate": 1.1871743735365735e-05,
      "loss": 0.6624,
      "step": 2248
    },
    {
      "epoch": 4.571138211382114,
      "grad_norm": 2.9882814050077173,
      "learning_rate": 1.1865276292585723e-05,
      "loss": 0.5832,
      "step": 2249
    },
    {
      "epoch": 4.573170731707317,
      "grad_norm": 3.0153058396212002,
      "learning_rate": 1.1858808041376439e-05,
      "loss": 0.6279,
      "step": 2250
    },
    {
      "epoch": 4.57520325203252,
      "grad_norm": 3.32571331785145,
      "learning_rate": 1.185233898454129e-05,
      "loss": 0.5572,
      "step": 2251
    },
    {
      "epoch": 4.5772357723577235,
      "grad_norm": 3.184060766708109,
      "learning_rate": 1.1845869124884027e-05,
      "loss": 0.6808,
      "step": 2252
    },
    {
      "epoch": 4.579268292682927,
      "grad_norm": 3.1392426577334116,
      "learning_rate": 1.1839398465208748e-05,
      "loss": 0.6388,
      "step": 2253
    },
    {
      "epoch": 4.58130081300813,
      "grad_norm": 3.4949335448159218,
      "learning_rate": 1.183292700831991e-05,
      "loss": 0.7887,
      "step": 2254
    },
    {
      "epoch": 4.583333333333333,
      "grad_norm": 3.2120726101189376,
      "learning_rate": 1.1826454757022297e-05,
      "loss": 0.7577,
      "step": 2255
    },
    {
      "epoch": 4.585365853658536,
      "grad_norm": 3.0161108951293314,
      "learning_rate": 1.1819981714121054e-05,
      "loss": 0.6653,
      "step": 2256
    },
    {
      "epoch": 4.58739837398374,
      "grad_norm": 3.4176847665094923,
      "learning_rate": 1.1813507882421657e-05,
      "loss": 0.5948,
      "step": 2257
    },
    {
      "epoch": 4.5894308943089435,
      "grad_norm": 3.518469690509393,
      "learning_rate": 1.1807033264729932e-05,
      "loss": 0.766,
      "step": 2258
    },
    {
      "epoch": 4.591463414634147,
      "grad_norm": 3.5233967420030847,
      "learning_rate": 1.1800557863852043e-05,
      "loss": 0.6742,
      "step": 2259
    },
    {
      "epoch": 4.59349593495935,
      "grad_norm": 3.0210409545631416,
      "learning_rate": 1.1794081682594491e-05,
      "loss": 0.7086,
      "step": 2260
    },
    {
      "epoch": 4.595528455284553,
      "grad_norm": 3.1353596777625485,
      "learning_rate": 1.1787604723764122e-05,
      "loss": 0.6403,
      "step": 2261
    },
    {
      "epoch": 4.597560975609756,
      "grad_norm": 2.632603066922333,
      "learning_rate": 1.1781126990168106e-05,
      "loss": 0.7259,
      "step": 2262
    },
    {
      "epoch": 4.599593495934959,
      "grad_norm": 2.893985218446589,
      "learning_rate": 1.1774648484613963e-05,
      "loss": 0.7175,
      "step": 2263
    },
    {
      "epoch": 4.6016260162601625,
      "grad_norm": 3.576648413336792,
      "learning_rate": 1.176816920990954e-05,
      "loss": 0.7375,
      "step": 2264
    },
    {
      "epoch": 4.603658536585366,
      "grad_norm": 2.8125478090230387,
      "learning_rate": 1.1761689168863022e-05,
      "loss": 0.6502,
      "step": 2265
    },
    {
      "epoch": 4.605691056910569,
      "grad_norm": 2.80072725945583,
      "learning_rate": 1.175520836428292e-05,
      "loss": 0.7196,
      "step": 2266
    },
    {
      "epoch": 4.607723577235772,
      "grad_norm": 2.9812355676613667,
      "learning_rate": 1.1748726798978076e-05,
      "loss": 0.7311,
      "step": 2267
    },
    {
      "epoch": 4.609756097560975,
      "grad_norm": 3.2033629957298055,
      "learning_rate": 1.174224447575767e-05,
      "loss": 0.6652,
      "step": 2268
    },
    {
      "epoch": 4.611788617886178,
      "grad_norm": 2.52848131147767,
      "learning_rate": 1.1735761397431205e-05,
      "loss": 0.5231,
      "step": 2269
    },
    {
      "epoch": 4.613821138211382,
      "grad_norm": 3.240467755420282,
      "learning_rate": 1.172927756680851e-05,
      "loss": 0.593,
      "step": 2270
    },
    {
      "epoch": 4.615853658536586,
      "grad_norm": 3.5985012461433055,
      "learning_rate": 1.1722792986699743e-05,
      "loss": 0.8391,
      "step": 2271
    },
    {
      "epoch": 4.617886178861789,
      "grad_norm": 3.2877125300712984,
      "learning_rate": 1.171630765991538e-05,
      "loss": 0.6657,
      "step": 2272
    },
    {
      "epoch": 4.619918699186992,
      "grad_norm": 2.3812722592980635,
      "learning_rate": 1.1709821589266236e-05,
      "loss": 0.534,
      "step": 2273
    },
    {
      "epoch": 4.621951219512195,
      "grad_norm": 3.2045142767677777,
      "learning_rate": 1.1703334777563426e-05,
      "loss": 0.5503,
      "step": 2274
    },
    {
      "epoch": 4.623983739837398,
      "grad_norm": 3.1632131757114914,
      "learning_rate": 1.1696847227618408e-05,
      "loss": 0.497,
      "step": 2275
    },
    {
      "epoch": 4.626016260162602,
      "grad_norm": 2.9209819673642277,
      "learning_rate": 1.169035894224295e-05,
      "loss": 0.5757,
      "step": 2276
    },
    {
      "epoch": 4.628048780487805,
      "grad_norm": 3.4731124141261884,
      "learning_rate": 1.1683869924249138e-05,
      "loss": 0.8661,
      "step": 2277
    },
    {
      "epoch": 4.630081300813008,
      "grad_norm": 2.989423369686288,
      "learning_rate": 1.1677380176449372e-05,
      "loss": 0.618,
      "step": 2278
    },
    {
      "epoch": 4.632113821138211,
      "grad_norm": 3.056312544367182,
      "learning_rate": 1.1670889701656378e-05,
      "loss": 0.7843,
      "step": 2279
    },
    {
      "epoch": 4.634146341463414,
      "grad_norm": 3.025382160409105,
      "learning_rate": 1.1664398502683194e-05,
      "loss": 0.6191,
      "step": 2280
    },
    {
      "epoch": 4.636178861788618,
      "grad_norm": 3.810266683364539,
      "learning_rate": 1.1657906582343166e-05,
      "loss": 0.7094,
      "step": 2281
    },
    {
      "epoch": 4.638211382113822,
      "grad_norm": 3.454393229892853,
      "learning_rate": 1.1651413943449958e-05,
      "loss": 0.5715,
      "step": 2282
    },
    {
      "epoch": 4.640243902439025,
      "grad_norm": 3.031161062772086,
      "learning_rate": 1.1644920588817546e-05,
      "loss": 0.6047,
      "step": 2283
    },
    {
      "epoch": 4.642276422764228,
      "grad_norm": 2.6495742166309957,
      "learning_rate": 1.1638426521260211e-05,
      "loss": 0.6348,
      "step": 2284
    },
    {
      "epoch": 4.644308943089431,
      "grad_norm": 3.2796512593814815,
      "learning_rate": 1.1631931743592548e-05,
      "loss": 0.6085,
      "step": 2285
    },
    {
      "epoch": 4.646341463414634,
      "grad_norm": 3.239747509965858,
      "learning_rate": 1.1625436258629461e-05,
      "loss": 0.6306,
      "step": 2286
    },
    {
      "epoch": 4.6483739837398375,
      "grad_norm": 2.9347705812466343,
      "learning_rate": 1.1618940069186155e-05,
      "loss": 0.4799,
      "step": 2287
    },
    {
      "epoch": 4.650406504065041,
      "grad_norm": 3.3780369129671226,
      "learning_rate": 1.1612443178078138e-05,
      "loss": 0.6602,
      "step": 2288
    },
    {
      "epoch": 4.652439024390244,
      "grad_norm": 3.2008197738848474,
      "learning_rate": 1.1605945588121238e-05,
      "loss": 0.6712,
      "step": 2289
    },
    {
      "epoch": 4.654471544715447,
      "grad_norm": 3.2374333668300346,
      "learning_rate": 1.1599447302131568e-05,
      "loss": 0.641,
      "step": 2290
    },
    {
      "epoch": 4.65650406504065,
      "grad_norm": 3.6726598362217677,
      "learning_rate": 1.159294832292555e-05,
      "loss": 0.7398,
      "step": 2291
    },
    {
      "epoch": 4.658536585365853,
      "grad_norm": 3.224472013594856,
      "learning_rate": 1.1586448653319908e-05,
      "loss": 0.6871,
      "step": 2292
    },
    {
      "epoch": 4.6605691056910565,
      "grad_norm": 3.292939847388614,
      "learning_rate": 1.1579948296131662e-05,
      "loss": 0.5114,
      "step": 2293
    },
    {
      "epoch": 4.66260162601626,
      "grad_norm": 3.637342294824386,
      "learning_rate": 1.1573447254178132e-05,
      "loss": 0.7232,
      "step": 2294
    },
    {
      "epoch": 4.664634146341464,
      "grad_norm": 3.3869034620438,
      "learning_rate": 1.1566945530276934e-05,
      "loss": 0.7157,
      "step": 2295
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 2.7728161355851433,
      "learning_rate": 1.156044312724598e-05,
      "loss": 0.5829,
      "step": 2296
    },
    {
      "epoch": 4.66869918699187,
      "grad_norm": 2.6246738305365813,
      "learning_rate": 1.1553940047903476e-05,
      "loss": 0.6291,
      "step": 2297
    },
    {
      "epoch": 4.670731707317073,
      "grad_norm": 3.028680297397905,
      "learning_rate": 1.1547436295067923e-05,
      "loss": 0.6497,
      "step": 2298
    },
    {
      "epoch": 4.6727642276422765,
      "grad_norm": 3.578605206184993,
      "learning_rate": 1.1540931871558105e-05,
      "loss": 0.768,
      "step": 2299
    },
    {
      "epoch": 4.67479674796748,
      "grad_norm": 3.7228112628637637,
      "learning_rate": 1.153442678019311e-05,
      "loss": 0.6187,
      "step": 2300
    },
    {
      "epoch": 4.676829268292683,
      "grad_norm": 3.2604486005472686,
      "learning_rate": 1.152792102379231e-05,
      "loss": 0.6976,
      "step": 2301
    },
    {
      "epoch": 4.678861788617886,
      "grad_norm": 3.4719632419538806,
      "learning_rate": 1.152141460517536e-05,
      "loss": 0.6947,
      "step": 2302
    },
    {
      "epoch": 4.680894308943089,
      "grad_norm": 3.3592955835252765,
      "learning_rate": 1.1514907527162217e-05,
      "loss": 0.6855,
      "step": 2303
    },
    {
      "epoch": 4.682926829268292,
      "grad_norm": 3.373221354137555,
      "learning_rate": 1.1508399792573095e-05,
      "loss": 0.6543,
      "step": 2304
    },
    {
      "epoch": 4.684959349593496,
      "grad_norm": 2.9502727898615766,
      "learning_rate": 1.1501891404228525e-05,
      "loss": 0.5457,
      "step": 2305
    },
    {
      "epoch": 4.6869918699187,
      "grad_norm": 3.1964550155481684,
      "learning_rate": 1.1495382364949303e-05,
      "loss": 0.6838,
      "step": 2306
    },
    {
      "epoch": 4.689024390243903,
      "grad_norm": 3.2788075827905914,
      "learning_rate": 1.1488872677556511e-05,
      "loss": 0.5193,
      "step": 2307
    },
    {
      "epoch": 4.691056910569106,
      "grad_norm": 3.3340629464793277,
      "learning_rate": 1.1482362344871514e-05,
      "loss": 0.8757,
      "step": 2308
    },
    {
      "epoch": 4.693089430894309,
      "grad_norm": 2.9616866340876657,
      "learning_rate": 1.1475851369715954e-05,
      "loss": 0.6885,
      "step": 2309
    },
    {
      "epoch": 4.695121951219512,
      "grad_norm": 2.8262946937744666,
      "learning_rate": 1.146933975491175e-05,
      "loss": 0.593,
      "step": 2310
    },
    {
      "epoch": 4.6971544715447155,
      "grad_norm": 2.712886377858222,
      "learning_rate": 1.1462827503281099e-05,
      "loss": 0.5652,
      "step": 2311
    },
    {
      "epoch": 4.699186991869919,
      "grad_norm": 3.409042390068692,
      "learning_rate": 1.1456314617646482e-05,
      "loss": 0.646,
      "step": 2312
    },
    {
      "epoch": 4.701219512195122,
      "grad_norm": 2.8640763657226307,
      "learning_rate": 1.1449801100830646e-05,
      "loss": 0.7424,
      "step": 2313
    },
    {
      "epoch": 4.703252032520325,
      "grad_norm": 3.226582945240935,
      "learning_rate": 1.1443286955656614e-05,
      "loss": 0.6455,
      "step": 2314
    },
    {
      "epoch": 4.705284552845528,
      "grad_norm": 3.0076159541686307,
      "learning_rate": 1.143677218494768e-05,
      "loss": 0.7681,
      "step": 2315
    },
    {
      "epoch": 4.7073170731707314,
      "grad_norm": 3.094853715304811,
      "learning_rate": 1.1430256791527406e-05,
      "loss": 0.575,
      "step": 2316
    },
    {
      "epoch": 4.709349593495935,
      "grad_norm": 3.0508421860169865,
      "learning_rate": 1.1423740778219636e-05,
      "loss": 0.7007,
      "step": 2317
    },
    {
      "epoch": 4.711382113821138,
      "grad_norm": 3.4794870273139415,
      "learning_rate": 1.1417224147848471e-05,
      "loss": 0.6442,
      "step": 2318
    },
    {
      "epoch": 4.713414634146341,
      "grad_norm": 3.012720398510299,
      "learning_rate": 1.1410706903238285e-05,
      "loss": 0.5984,
      "step": 2319
    },
    {
      "epoch": 4.715447154471545,
      "grad_norm": 2.5988099157367435,
      "learning_rate": 1.1404189047213716e-05,
      "loss": 0.5593,
      "step": 2320
    },
    {
      "epoch": 4.717479674796748,
      "grad_norm": 3.546161406089007,
      "learning_rate": 1.1397670582599665e-05,
      "loss": 0.6703,
      "step": 2321
    },
    {
      "epoch": 4.719512195121951,
      "grad_norm": 3.2037031919407637,
      "learning_rate": 1.1391151512221304e-05,
      "loss": 0.7368,
      "step": 2322
    },
    {
      "epoch": 4.721544715447155,
      "grad_norm": 3.1047520135333837,
      "learning_rate": 1.1384631838904056e-05,
      "loss": 0.6559,
      "step": 2323
    },
    {
      "epoch": 4.723577235772358,
      "grad_norm": 2.8022769189626433,
      "learning_rate": 1.137811156547362e-05,
      "loss": 0.6017,
      "step": 2324
    },
    {
      "epoch": 4.725609756097561,
      "grad_norm": 3.3412193551928415,
      "learning_rate": 1.1371590694755943e-05,
      "loss": 0.7177,
      "step": 2325
    },
    {
      "epoch": 4.727642276422764,
      "grad_norm": 2.6186347889642807,
      "learning_rate": 1.1365069229577234e-05,
      "loss": 0.6187,
      "step": 2326
    },
    {
      "epoch": 4.729674796747967,
      "grad_norm": 3.380688388664635,
      "learning_rate": 1.1358547172763965e-05,
      "loss": 0.7361,
      "step": 2327
    },
    {
      "epoch": 4.7317073170731705,
      "grad_norm": 2.864317609212535,
      "learning_rate": 1.1352024527142855e-05,
      "loss": 0.6515,
      "step": 2328
    },
    {
      "epoch": 4.733739837398374,
      "grad_norm": 3.2025655353804257,
      "learning_rate": 1.1345501295540887e-05,
      "loss": 0.6241,
      "step": 2329
    },
    {
      "epoch": 4.735772357723577,
      "grad_norm": 2.829080244789038,
      "learning_rate": 1.1338977480785298e-05,
      "loss": 0.6053,
      "step": 2330
    },
    {
      "epoch": 4.737804878048781,
      "grad_norm": 3.518003051540819,
      "learning_rate": 1.1332453085703568e-05,
      "loss": 0.6663,
      "step": 2331
    },
    {
      "epoch": 4.739837398373984,
      "grad_norm": 3.136216920735255,
      "learning_rate": 1.1325928113123431e-05,
      "loss": 0.5556,
      "step": 2332
    },
    {
      "epoch": 4.741869918699187,
      "grad_norm": 2.886600601271744,
      "learning_rate": 1.1319402565872884e-05,
      "loss": 0.5996,
      "step": 2333
    },
    {
      "epoch": 4.7439024390243905,
      "grad_norm": 3.4235520560136035,
      "learning_rate": 1.1312876446780158e-05,
      "loss": 0.6632,
      "step": 2334
    },
    {
      "epoch": 4.745934959349594,
      "grad_norm": 3.0123279098116913,
      "learning_rate": 1.1306349758673744e-05,
      "loss": 0.5685,
      "step": 2335
    },
    {
      "epoch": 4.747967479674797,
      "grad_norm": 3.2395748525525643,
      "learning_rate": 1.129982250438237e-05,
      "loss": 0.7397,
      "step": 2336
    },
    {
      "epoch": 4.75,
      "grad_norm": 2.915326705563588,
      "learning_rate": 1.1293294686735006e-05,
      "loss": 0.7008,
      "step": 2337
    },
    {
      "epoch": 4.752032520325203,
      "grad_norm": 3.0575661733597563,
      "learning_rate": 1.1286766308560884e-05,
      "loss": 0.6274,
      "step": 2338
    },
    {
      "epoch": 4.754065040650406,
      "grad_norm": 2.755015093880398,
      "learning_rate": 1.1280237372689462e-05,
      "loss": 0.7095,
      "step": 2339
    },
    {
      "epoch": 4.7560975609756095,
      "grad_norm": 3.184731179980934,
      "learning_rate": 1.1273707881950445e-05,
      "loss": 0.7049,
      "step": 2340
    },
    {
      "epoch": 4.758130081300813,
      "grad_norm": 2.995064939303926,
      "learning_rate": 1.1267177839173786e-05,
      "loss": 0.5418,
      "step": 2341
    },
    {
      "epoch": 4.760162601626016,
      "grad_norm": 2.662635997869429,
      "learning_rate": 1.1260647247189663e-05,
      "loss": 0.6709,
      "step": 2342
    },
    {
      "epoch": 4.762195121951219,
      "grad_norm": 2.946215730448694,
      "learning_rate": 1.12541161088285e-05,
      "loss": 0.9019,
      "step": 2343
    },
    {
      "epoch": 4.764227642276423,
      "grad_norm": 3.233275336124828,
      "learning_rate": 1.1247584426920962e-05,
      "loss": 0.5525,
      "step": 2344
    },
    {
      "epoch": 4.766260162601626,
      "grad_norm": 3.041248016808087,
      "learning_rate": 1.124105220429794e-05,
      "loss": 0.7961,
      "step": 2345
    },
    {
      "epoch": 4.7682926829268295,
      "grad_norm": 3.3900861280669794,
      "learning_rate": 1.1234519443790566e-05,
      "loss": 0.493,
      "step": 2346
    },
    {
      "epoch": 4.770325203252033,
      "grad_norm": 2.881623669662241,
      "learning_rate": 1.1227986148230205e-05,
      "loss": 0.706,
      "step": 2347
    },
    {
      "epoch": 4.772357723577236,
      "grad_norm": 3.770642151502543,
      "learning_rate": 1.1221452320448449e-05,
      "loss": 0.7342,
      "step": 2348
    },
    {
      "epoch": 4.774390243902439,
      "grad_norm": 3.136022467278505,
      "learning_rate": 1.1214917963277125e-05,
      "loss": 0.5932,
      "step": 2349
    },
    {
      "epoch": 4.776422764227642,
      "grad_norm": 3.1176399401585444,
      "learning_rate": 1.1208383079548292e-05,
      "loss": 0.6011,
      "step": 2350
    },
    {
      "epoch": 4.778455284552845,
      "grad_norm": 2.5906612212354654,
      "learning_rate": 1.1201847672094227e-05,
      "loss": 0.5253,
      "step": 2351
    },
    {
      "epoch": 4.780487804878049,
      "grad_norm": 3.4053340936463363,
      "learning_rate": 1.1195311743747445e-05,
      "loss": 0.7138,
      "step": 2352
    },
    {
      "epoch": 4.782520325203252,
      "grad_norm": 4.092218441428071,
      "learning_rate": 1.1188775297340681e-05,
      "loss": 0.6661,
      "step": 2353
    },
    {
      "epoch": 4.784552845528455,
      "grad_norm": 2.7806903066455737,
      "learning_rate": 1.1182238335706896e-05,
      "loss": 0.5796,
      "step": 2354
    },
    {
      "epoch": 4.786585365853659,
      "grad_norm": 2.99898519233595,
      "learning_rate": 1.1175700861679276e-05,
      "loss": 0.6531,
      "step": 2355
    },
    {
      "epoch": 4.788617886178862,
      "grad_norm": 3.1264126423106853,
      "learning_rate": 1.116916287809122e-05,
      "loss": 0.6139,
      "step": 2356
    },
    {
      "epoch": 4.790650406504065,
      "grad_norm": 3.808695836581929,
      "learning_rate": 1.1162624387776363e-05,
      "loss": 0.732,
      "step": 2357
    },
    {
      "epoch": 4.7926829268292686,
      "grad_norm": 2.9537473921293103,
      "learning_rate": 1.115608539356855e-05,
      "loss": 0.6696,
      "step": 2358
    },
    {
      "epoch": 4.794715447154472,
      "grad_norm": 3.0858991632224053,
      "learning_rate": 1.1149545898301841e-05,
      "loss": 0.5764,
      "step": 2359
    },
    {
      "epoch": 4.796747967479675,
      "grad_norm": 3.0373573625837422,
      "learning_rate": 1.1143005904810527e-05,
      "loss": 0.6049,
      "step": 2360
    },
    {
      "epoch": 4.798780487804878,
      "grad_norm": 2.845281482901104,
      "learning_rate": 1.1136465415929096e-05,
      "loss": 0.5911,
      "step": 2361
    },
    {
      "epoch": 4.800813008130081,
      "grad_norm": 3.381118654967506,
      "learning_rate": 1.112992443449227e-05,
      "loss": 0.697,
      "step": 2362
    },
    {
      "epoch": 4.8028455284552845,
      "grad_norm": 3.5230839043618136,
      "learning_rate": 1.112338296333497e-05,
      "loss": 0.727,
      "step": 2363
    },
    {
      "epoch": 4.804878048780488,
      "grad_norm": 3.186199364081253,
      "learning_rate": 1.1116841005292339e-05,
      "loss": 0.6661,
      "step": 2364
    },
    {
      "epoch": 4.806910569105691,
      "grad_norm": 2.8277135834890745,
      "learning_rate": 1.1110298563199717e-05,
      "loss": 0.5792,
      "step": 2365
    },
    {
      "epoch": 4.808943089430894,
      "grad_norm": 3.228905178006054,
      "learning_rate": 1.1103755639892672e-05,
      "loss": 0.8373,
      "step": 2366
    },
    {
      "epoch": 4.810975609756097,
      "grad_norm": 3.0111454761147476,
      "learning_rate": 1.1097212238206972e-05,
      "loss": 0.6263,
      "step": 2367
    },
    {
      "epoch": 4.8130081300813,
      "grad_norm": 3.5435480235127756,
      "learning_rate": 1.1090668360978589e-05,
      "loss": 0.7377,
      "step": 2368
    },
    {
      "epoch": 4.815040650406504,
      "grad_norm": 2.708885482078627,
      "learning_rate": 1.1084124011043707e-05,
      "loss": 0.5866,
      "step": 2369
    },
    {
      "epoch": 4.817073170731708,
      "grad_norm": 3.3038070615301907,
      "learning_rate": 1.1077579191238707e-05,
      "loss": 0.6098,
      "step": 2370
    },
    {
      "epoch": 4.819105691056911,
      "grad_norm": 3.381133992680285,
      "learning_rate": 1.1071033904400186e-05,
      "loss": 0.7049,
      "step": 2371
    },
    {
      "epoch": 4.821138211382114,
      "grad_norm": 3.298142405248073,
      "learning_rate": 1.106448815336493e-05,
      "loss": 0.677,
      "step": 2372
    },
    {
      "epoch": 4.823170731707317,
      "grad_norm": 3.09327243594827,
      "learning_rate": 1.1057941940969938e-05,
      "loss": 0.6447,
      "step": 2373
    },
    {
      "epoch": 4.82520325203252,
      "grad_norm": 3.1062507047037027,
      "learning_rate": 1.1051395270052401e-05,
      "loss": 0.5734,
      "step": 2374
    },
    {
      "epoch": 4.8272357723577235,
      "grad_norm": 3.7157582625391425,
      "learning_rate": 1.104484814344971e-05,
      "loss": 0.7276,
      "step": 2375
    },
    {
      "epoch": 4.829268292682927,
      "grad_norm": 3.4525608625085185,
      "learning_rate": 1.1038300563999455e-05,
      "loss": 0.7276,
      "step": 2376
    },
    {
      "epoch": 4.83130081300813,
      "grad_norm": 3.5278531056113573,
      "learning_rate": 1.1031752534539424e-05,
      "loss": 0.7383,
      "step": 2377
    },
    {
      "epoch": 4.833333333333333,
      "grad_norm": 3.177543053953585,
      "learning_rate": 1.1025204057907597e-05,
      "loss": 0.7751,
      "step": 2378
    },
    {
      "epoch": 4.835365853658536,
      "grad_norm": 3.367628723120567,
      "learning_rate": 1.101865513694215e-05,
      "loss": 0.7787,
      "step": 2379
    },
    {
      "epoch": 4.83739837398374,
      "grad_norm": 3.383183628453972,
      "learning_rate": 1.1012105774481446e-05,
      "loss": 0.5484,
      "step": 2380
    },
    {
      "epoch": 4.8394308943089435,
      "grad_norm": 3.129980864010534,
      "learning_rate": 1.1005555973364048e-05,
      "loss": 0.6993,
      "step": 2381
    },
    {
      "epoch": 4.841463414634147,
      "grad_norm": 3.5220013551338787,
      "learning_rate": 1.0999005736428703e-05,
      "loss": 0.7467,
      "step": 2382
    },
    {
      "epoch": 4.84349593495935,
      "grad_norm": 3.318953318703048,
      "learning_rate": 1.0992455066514352e-05,
      "loss": 0.7607,
      "step": 2383
    },
    {
      "epoch": 4.845528455284553,
      "grad_norm": 3.058061204440119,
      "learning_rate": 1.0985903966460115e-05,
      "loss": 0.6876,
      "step": 2384
    },
    {
      "epoch": 4.847560975609756,
      "grad_norm": 2.617594358913442,
      "learning_rate": 1.0979352439105311e-05,
      "loss": 0.5269,
      "step": 2385
    },
    {
      "epoch": 4.849593495934959,
      "grad_norm": 2.495340945587686,
      "learning_rate": 1.0972800487289426e-05,
      "loss": 0.5025,
      "step": 2386
    },
    {
      "epoch": 4.8516260162601625,
      "grad_norm": 3.2546109820473887,
      "learning_rate": 1.096624811385215e-05,
      "loss": 0.6783,
      "step": 2387
    },
    {
      "epoch": 4.853658536585366,
      "grad_norm": 3.1646944958440857,
      "learning_rate": 1.0959695321633346e-05,
      "loss": 0.5889,
      "step": 2388
    },
    {
      "epoch": 4.855691056910569,
      "grad_norm": 3.21726902782112,
      "learning_rate": 1.0953142113473057e-05,
      "loss": 0.6833,
      "step": 2389
    },
    {
      "epoch": 4.857723577235772,
      "grad_norm": 3.516881401805942,
      "learning_rate": 1.0946588492211508e-05,
      "loss": 0.6298,
      "step": 2390
    },
    {
      "epoch": 4.859756097560975,
      "grad_norm": 3.237989828841033,
      "learning_rate": 1.0940034460689106e-05,
      "loss": 0.6419,
      "step": 2391
    },
    {
      "epoch": 4.861788617886178,
      "grad_norm": 2.767876163964359,
      "learning_rate": 1.0933480021746432e-05,
      "loss": 0.6452,
      "step": 2392
    },
    {
      "epoch": 4.863821138211382,
      "grad_norm": 3.1317863995737216,
      "learning_rate": 1.0926925178224244e-05,
      "loss": 0.7787,
      "step": 2393
    },
    {
      "epoch": 4.865853658536586,
      "grad_norm": 2.9544430689591565,
      "learning_rate": 1.0920369932963477e-05,
      "loss": 0.5212,
      "step": 2394
    },
    {
      "epoch": 4.867886178861789,
      "grad_norm": 3.5432564727857674,
      "learning_rate": 1.091381428880524e-05,
      "loss": 0.666,
      "step": 2395
    },
    {
      "epoch": 4.869918699186992,
      "grad_norm": 4.08032859195243,
      "learning_rate": 1.0907258248590816e-05,
      "loss": 0.7006,
      "step": 2396
    },
    {
      "epoch": 4.871951219512195,
      "grad_norm": 3.2519452619947313,
      "learning_rate": 1.0900701815161654e-05,
      "loss": 0.6181,
      "step": 2397
    },
    {
      "epoch": 4.873983739837398,
      "grad_norm": 3.5479622971610074,
      "learning_rate": 1.0894144991359379e-05,
      "loss": 0.7982,
      "step": 2398
    },
    {
      "epoch": 4.876016260162602,
      "grad_norm": 3.4411678592932966,
      "learning_rate": 1.0887587780025784e-05,
      "loss": 0.7683,
      "step": 2399
    },
    {
      "epoch": 4.878048780487805,
      "grad_norm": 2.9137159025700052,
      "learning_rate": 1.0881030184002827e-05,
      "loss": 0.7501,
      "step": 2400
    },
    {
      "epoch": 4.880081300813008,
      "grad_norm": 3.577204023071614,
      "learning_rate": 1.0874472206132643e-05,
      "loss": 0.7621,
      "step": 2401
    },
    {
      "epoch": 4.882113821138211,
      "grad_norm": 3.087744841440461,
      "learning_rate": 1.0867913849257517e-05,
      "loss": 0.7127,
      "step": 2402
    },
    {
      "epoch": 4.884146341463414,
      "grad_norm": 2.7416950807701532,
      "learning_rate": 1.0861355116219904e-05,
      "loss": 0.5253,
      "step": 2403
    },
    {
      "epoch": 4.886178861788618,
      "grad_norm": 2.9496865391460925,
      "learning_rate": 1.0854796009862434e-05,
      "loss": 0.5661,
      "step": 2404
    },
    {
      "epoch": 4.888211382113822,
      "grad_norm": 3.0557180012121705,
      "learning_rate": 1.084823653302788e-05,
      "loss": 0.8033,
      "step": 2405
    },
    {
      "epoch": 4.890243902439025,
      "grad_norm": 3.3279382828962656,
      "learning_rate": 1.0841676688559191e-05,
      "loss": 0.6832,
      "step": 2406
    },
    {
      "epoch": 4.892276422764228,
      "grad_norm": 2.876992014346207,
      "learning_rate": 1.0835116479299464e-05,
      "loss": 0.6215,
      "step": 2407
    },
    {
      "epoch": 4.894308943089431,
      "grad_norm": 2.8020525394955085,
      "learning_rate": 1.0828555908091958e-05,
      "loss": 0.6242,
      "step": 2408
    },
    {
      "epoch": 4.896341463414634,
      "grad_norm": 2.948638586422426,
      "learning_rate": 1.0821994977780093e-05,
      "loss": 0.6085,
      "step": 2409
    },
    {
      "epoch": 4.8983739837398375,
      "grad_norm": 2.8517787124474094,
      "learning_rate": 1.081543369120744e-05,
      "loss": 0.6817,
      "step": 2410
    },
    {
      "epoch": 4.900406504065041,
      "grad_norm": 3.2974878823165112,
      "learning_rate": 1.0808872051217727e-05,
      "loss": 0.6994,
      "step": 2411
    },
    {
      "epoch": 4.902439024390244,
      "grad_norm": 3.161305584877977,
      "learning_rate": 1.0802310060654832e-05,
      "loss": 0.5495,
      "step": 2412
    },
    {
      "epoch": 4.904471544715447,
      "grad_norm": 3.076378926265912,
      "learning_rate": 1.0795747722362788e-05,
      "loss": 0.7159,
      "step": 2413
    },
    {
      "epoch": 4.90650406504065,
      "grad_norm": 3.302275705860661,
      "learning_rate": 1.078918503918578e-05,
      "loss": 0.7439,
      "step": 2414
    },
    {
      "epoch": 4.908536585365853,
      "grad_norm": 3.4099829786771285,
      "learning_rate": 1.0782622013968133e-05,
      "loss": 0.5074,
      "step": 2415
    },
    {
      "epoch": 4.9105691056910565,
      "grad_norm": 3.087914113840506,
      "learning_rate": 1.0776058649554336e-05,
      "loss": 0.4813,
      "step": 2416
    },
    {
      "epoch": 4.91260162601626,
      "grad_norm": 3.054303086294716,
      "learning_rate": 1.0769494948789012e-05,
      "loss": 0.6002,
      "step": 2417
    },
    {
      "epoch": 4.914634146341464,
      "grad_norm": 3.3534384991216917,
      "learning_rate": 1.0762930914516933e-05,
      "loss": 0.7108,
      "step": 2418
    },
    {
      "epoch": 4.916666666666667,
      "grad_norm": 2.7911683906096774,
      "learning_rate": 1.0756366549583018e-05,
      "loss": 0.7311,
      "step": 2419
    },
    {
      "epoch": 4.91869918699187,
      "grad_norm": 3.1430129205474833,
      "learning_rate": 1.0749801856832325e-05,
      "loss": 0.671,
      "step": 2420
    },
    {
      "epoch": 4.920731707317073,
      "grad_norm": 3.7389225142814806,
      "learning_rate": 1.0743236839110065e-05,
      "loss": 0.6373,
      "step": 2421
    },
    {
      "epoch": 4.9227642276422765,
      "grad_norm": 2.8502234448500317,
      "learning_rate": 1.0736671499261576e-05,
      "loss": 0.5436,
      "step": 2422
    },
    {
      "epoch": 4.92479674796748,
      "grad_norm": 3.4678304294902675,
      "learning_rate": 1.073010584013234e-05,
      "loss": 0.7868,
      "step": 2423
    },
    {
      "epoch": 4.926829268292683,
      "grad_norm": 3.135033934710596,
      "learning_rate": 1.0723539864567983e-05,
      "loss": 0.7259,
      "step": 2424
    },
    {
      "epoch": 4.928861788617886,
      "grad_norm": 3.275774580547805,
      "learning_rate": 1.0716973575414262e-05,
      "loss": 0.6955,
      "step": 2425
    },
    {
      "epoch": 4.930894308943089,
      "grad_norm": 3.091293048375871,
      "learning_rate": 1.0710406975517069e-05,
      "loss": 0.7283,
      "step": 2426
    },
    {
      "epoch": 4.932926829268292,
      "grad_norm": 3.3225568058841555,
      "learning_rate": 1.0703840067722439e-05,
      "loss": 0.6051,
      "step": 2427
    },
    {
      "epoch": 4.934959349593496,
      "grad_norm": 3.345181891370543,
      "learning_rate": 1.0697272854876537e-05,
      "loss": 0.6834,
      "step": 2428
    },
    {
      "epoch": 4.9369918699187,
      "grad_norm": 3.312384641605906,
      "learning_rate": 1.0690705339825649e-05,
      "loss": 0.7128,
      "step": 2429
    },
    {
      "epoch": 4.939024390243903,
      "grad_norm": 3.870529877523309,
      "learning_rate": 1.0684137525416209e-05,
      "loss": 0.6198,
      "step": 2430
    },
    {
      "epoch": 4.941056910569106,
      "grad_norm": 3.047330500569165,
      "learning_rate": 1.067756941449477e-05,
      "loss": 0.6775,
      "step": 2431
    },
    {
      "epoch": 4.943089430894309,
      "grad_norm": 3.1147634055916336,
      "learning_rate": 1.0671001009908015e-05,
      "loss": 0.6588,
      "step": 2432
    },
    {
      "epoch": 4.945121951219512,
      "grad_norm": 2.772170019864765,
      "learning_rate": 1.0664432314502757e-05,
      "loss": 0.5882,
      "step": 2433
    },
    {
      "epoch": 4.9471544715447155,
      "grad_norm": 2.962794050505434,
      "learning_rate": 1.0657863331125937e-05,
      "loss": 0.5351,
      "step": 2434
    },
    {
      "epoch": 4.949186991869919,
      "grad_norm": 3.380624602812432,
      "learning_rate": 1.0651294062624615e-05,
      "loss": 0.7105,
      "step": 2435
    },
    {
      "epoch": 4.951219512195122,
      "grad_norm": 3.1290441535395894,
      "learning_rate": 1.0644724511845976e-05,
      "loss": 0.7062,
      "step": 2436
    },
    {
      "epoch": 4.953252032520325,
      "grad_norm": 3.3463052119796934,
      "learning_rate": 1.0638154681637333e-05,
      "loss": 0.591,
      "step": 2437
    },
    {
      "epoch": 4.955284552845528,
      "grad_norm": 2.8674787261108454,
      "learning_rate": 1.063158457484611e-05,
      "loss": 0.5721,
      "step": 2438
    },
    {
      "epoch": 4.9573170731707314,
      "grad_norm": 3.2374896065300787,
      "learning_rate": 1.062501419431986e-05,
      "loss": 0.6258,
      "step": 2439
    },
    {
      "epoch": 4.959349593495935,
      "grad_norm": 3.9114855347417166,
      "learning_rate": 1.0618443542906251e-05,
      "loss": 0.6203,
      "step": 2440
    },
    {
      "epoch": 4.961382113821138,
      "grad_norm": 3.518521705938725,
      "learning_rate": 1.0611872623453066e-05,
      "loss": 0.6867,
      "step": 2441
    },
    {
      "epoch": 4.963414634146341,
      "grad_norm": 3.0316219226875063,
      "learning_rate": 1.0605301438808211e-05,
      "loss": 0.6512,
      "step": 2442
    },
    {
      "epoch": 4.965447154471545,
      "grad_norm": 3.1873709705624598,
      "learning_rate": 1.0598729991819696e-05,
      "loss": 0.7092,
      "step": 2443
    },
    {
      "epoch": 4.967479674796748,
      "grad_norm": 3.375217199504291,
      "learning_rate": 1.059215828533566e-05,
      "loss": 0.7816,
      "step": 2444
    },
    {
      "epoch": 4.969512195121951,
      "grad_norm": 3.5339039183989565,
      "learning_rate": 1.0585586322204343e-05,
      "loss": 0.6913,
      "step": 2445
    },
    {
      "epoch": 4.971544715447155,
      "grad_norm": 3.0485968751979167,
      "learning_rate": 1.0579014105274094e-05,
      "loss": 0.6893,
      "step": 2446
    },
    {
      "epoch": 4.973577235772358,
      "grad_norm": 3.6807218226664817,
      "learning_rate": 1.057244163739338e-05,
      "loss": 0.6752,
      "step": 2447
    },
    {
      "epoch": 4.975609756097561,
      "grad_norm": 3.6077873677560914,
      "learning_rate": 1.0565868921410776e-05,
      "loss": 0.7857,
      "step": 2448
    },
    {
      "epoch": 4.977642276422764,
      "grad_norm": 3.0242706003622635,
      "learning_rate": 1.0559295960174962e-05,
      "loss": 0.7559,
      "step": 2449
    },
    {
      "epoch": 4.979674796747967,
      "grad_norm": 3.3073876439430645,
      "learning_rate": 1.0552722756534726e-05,
      "loss": 0.7188,
      "step": 2450
    },
    {
      "epoch": 4.9817073170731705,
      "grad_norm": 2.946828048157694,
      "learning_rate": 1.0546149313338956e-05,
      "loss": 0.5823,
      "step": 2451
    },
    {
      "epoch": 4.983739837398374,
      "grad_norm": 3.2892121696161802,
      "learning_rate": 1.0539575633436645e-05,
      "loss": 0.5825,
      "step": 2452
    },
    {
      "epoch": 4.985772357723577,
      "grad_norm": 2.814621275090556,
      "learning_rate": 1.05330017196769e-05,
      "loss": 0.6139,
      "step": 2453
    },
    {
      "epoch": 4.987804878048781,
      "grad_norm": 3.37182026790423,
      "learning_rate": 1.0526427574908912e-05,
      "loss": 0.6714,
      "step": 2454
    },
    {
      "epoch": 4.989837398373984,
      "grad_norm": 3.432634849533678,
      "learning_rate": 1.0519853201981986e-05,
      "loss": 0.5784,
      "step": 2455
    },
    {
      "epoch": 4.991869918699187,
      "grad_norm": 3.0820588865291776,
      "learning_rate": 1.0513278603745523e-05,
      "loss": 0.6245,
      "step": 2456
    },
    {
      "epoch": 4.9939024390243905,
      "grad_norm": 3.3279343912160813,
      "learning_rate": 1.0506703783049009e-05,
      "loss": 0.8459,
      "step": 2457
    },
    {
      "epoch": 4.995934959349594,
      "grad_norm": 3.39983528116009,
      "learning_rate": 1.0500128742742046e-05,
      "loss": 0.6619,
      "step": 2458
    },
    {
      "epoch": 4.997967479674797,
      "grad_norm": 3.4851762032715934,
      "learning_rate": 1.0493553485674315e-05,
      "loss": 0.6582,
      "step": 2459
    },
    {
      "epoch": 5.0,
      "grad_norm": 3.537821436609617,
      "learning_rate": 1.0486978014695606e-05,
      "loss": 0.615,
      "step": 2460
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.943859875202179,
      "eval_runtime": 132.1277,
      "eval_samples_per_second": 7.447,
      "eval_steps_per_second": 0.931,
      "step": 2460
    },
    {
      "epoch": 5.002032520325203,
      "grad_norm": 2.636397466185468,
      "learning_rate": 1.0480402332655786e-05,
      "loss": 0.6135,
      "step": 2461
    },
    {
      "epoch": 5.004065040650406,
      "grad_norm": 3.1728687565109364,
      "learning_rate": 1.0473826442404821e-05,
      "loss": 0.4207,
      "step": 2462
    },
    {
      "epoch": 5.0060975609756095,
      "grad_norm": 3.2092484538763553,
      "learning_rate": 1.0467250346792775e-05,
      "loss": 0.5124,
      "step": 2463
    },
    {
      "epoch": 5.008130081300813,
      "grad_norm": 3.1371627468159473,
      "learning_rate": 1.0460674048669783e-05,
      "loss": 0.535,
      "step": 2464
    },
    {
      "epoch": 5.010162601626016,
      "grad_norm": 3.0388311968326596,
      "learning_rate": 1.0454097550886087e-05,
      "loss": 0.5494,
      "step": 2465
    },
    {
      "epoch": 5.012195121951219,
      "grad_norm": 2.710119844030016,
      "learning_rate": 1.0447520856291999e-05,
      "loss": 0.6556,
      "step": 2466
    },
    {
      "epoch": 5.014227642276423,
      "grad_norm": 3.242907474712844,
      "learning_rate": 1.0440943967737929e-05,
      "loss": 0.5375,
      "step": 2467
    },
    {
      "epoch": 5.016260162601626,
      "grad_norm": 3.183947784006189,
      "learning_rate": 1.0434366888074363e-05,
      "loss": 0.5499,
      "step": 2468
    },
    {
      "epoch": 5.0182926829268295,
      "grad_norm": 3.502884440645061,
      "learning_rate": 1.0427789620151871e-05,
      "loss": 0.6187,
      "step": 2469
    },
    {
      "epoch": 5.020325203252033,
      "grad_norm": 3.80166228494771,
      "learning_rate": 1.0421212166821113e-05,
      "loss": 0.5872,
      "step": 2470
    },
    {
      "epoch": 5.022357723577236,
      "grad_norm": 3.2796209940230776,
      "learning_rate": 1.0414634530932814e-05,
      "loss": 0.8112,
      "step": 2471
    },
    {
      "epoch": 5.024390243902439,
      "grad_norm": 3.757316122943901,
      "learning_rate": 1.0408056715337797e-05,
      "loss": 0.6461,
      "step": 2472
    },
    {
      "epoch": 5.026422764227642,
      "grad_norm": 3.7177694826351337,
      "learning_rate": 1.0401478722886942e-05,
      "loss": 0.5552,
      "step": 2473
    },
    {
      "epoch": 5.028455284552845,
      "grad_norm": 3.612432647294577,
      "learning_rate": 1.039490055643122e-05,
      "loss": 0.6448,
      "step": 2474
    },
    {
      "epoch": 5.030487804878049,
      "grad_norm": 3.694981439101527,
      "learning_rate": 1.0388322218821675e-05,
      "loss": 0.6524,
      "step": 2475
    },
    {
      "epoch": 5.032520325203252,
      "grad_norm": 3.4541185689283953,
      "learning_rate": 1.0381743712909424e-05,
      "loss": 0.593,
      "step": 2476
    },
    {
      "epoch": 5.034552845528455,
      "grad_norm": 3.854886706865119,
      "learning_rate": 1.0375165041545658e-05,
      "loss": 0.4922,
      "step": 2477
    },
    {
      "epoch": 5.036585365853658,
      "grad_norm": 3.002822576303026,
      "learning_rate": 1.0368586207581637e-05,
      "loss": 0.4729,
      "step": 2478
    },
    {
      "epoch": 5.038617886178862,
      "grad_norm": 3.0610704944451514,
      "learning_rate": 1.0362007213868691e-05,
      "loss": 0.6434,
      "step": 2479
    },
    {
      "epoch": 5.040650406504065,
      "grad_norm": 3.603139341831079,
      "learning_rate": 1.0355428063258224e-05,
      "loss": 0.6157,
      "step": 2480
    },
    {
      "epoch": 5.0426829268292686,
      "grad_norm": 3.113650240712849,
      "learning_rate": 1.0348848758601703e-05,
      "loss": 0.6348,
      "step": 2481
    },
    {
      "epoch": 5.044715447154472,
      "grad_norm": 3.63013615228171,
      "learning_rate": 1.0342269302750664e-05,
      "loss": 0.5816,
      "step": 2482
    },
    {
      "epoch": 5.046747967479675,
      "grad_norm": 3.0770270202172454,
      "learning_rate": 1.0335689698556713e-05,
      "loss": 0.3905,
      "step": 2483
    },
    {
      "epoch": 5.048780487804878,
      "grad_norm": 4.170885828785549,
      "learning_rate": 1.0329109948871512e-05,
      "loss": 0.6394,
      "step": 2484
    },
    {
      "epoch": 5.050813008130081,
      "grad_norm": 3.5575534317365194,
      "learning_rate": 1.0322530056546786e-05,
      "loss": 0.5616,
      "step": 2485
    },
    {
      "epoch": 5.0528455284552845,
      "grad_norm": 3.846576763978446,
      "learning_rate": 1.0315950024434336e-05,
      "loss": 0.5348,
      "step": 2486
    },
    {
      "epoch": 5.054878048780488,
      "grad_norm": 3.591749145220846,
      "learning_rate": 1.0309369855386002e-05,
      "loss": 0.4674,
      "step": 2487
    },
    {
      "epoch": 5.056910569105691,
      "grad_norm": 3.9827598292530615,
      "learning_rate": 1.0302789552253702e-05,
      "loss": 0.598,
      "step": 2488
    },
    {
      "epoch": 5.058943089430894,
      "grad_norm": 3.566877879882359,
      "learning_rate": 1.0296209117889405e-05,
      "loss": 0.5594,
      "step": 2489
    },
    {
      "epoch": 5.060975609756097,
      "grad_norm": 3.1765238635541246,
      "learning_rate": 1.028962855514513e-05,
      "loss": 0.5744,
      "step": 2490
    },
    {
      "epoch": 5.063008130081301,
      "grad_norm": 3.127929428335895,
      "learning_rate": 1.0283047866872966e-05,
      "loss": 0.552,
      "step": 2491
    },
    {
      "epoch": 5.065040650406504,
      "grad_norm": 3.7275335851213636,
      "learning_rate": 1.0276467055925044e-05,
      "loss": 0.5674,
      "step": 2492
    },
    {
      "epoch": 5.067073170731708,
      "grad_norm": 4.1672140992659585,
      "learning_rate": 1.0269886125153554e-05,
      "loss": 0.6447,
      "step": 2493
    },
    {
      "epoch": 5.069105691056911,
      "grad_norm": 3.7272396801685286,
      "learning_rate": 1.0263305077410737e-05,
      "loss": 0.4845,
      "step": 2494
    },
    {
      "epoch": 5.071138211382114,
      "grad_norm": 3.6347786404368785,
      "learning_rate": 1.0256723915548882e-05,
      "loss": 0.4742,
      "step": 2495
    },
    {
      "epoch": 5.073170731707317,
      "grad_norm": 3.2807642364631553,
      "learning_rate": 1.0250142642420335e-05,
      "loss": 0.489,
      "step": 2496
    },
    {
      "epoch": 5.07520325203252,
      "grad_norm": 3.1614097705319573,
      "learning_rate": 1.0243561260877479e-05,
      "loss": 0.5099,
      "step": 2497
    },
    {
      "epoch": 5.0772357723577235,
      "grad_norm": 3.8157917046288703,
      "learning_rate": 1.0236979773772757e-05,
      "loss": 0.6432,
      "step": 2498
    },
    {
      "epoch": 5.079268292682927,
      "grad_norm": 3.4036019201980223,
      "learning_rate": 1.0230398183958647e-05,
      "loss": 0.6173,
      "step": 2499
    },
    {
      "epoch": 5.08130081300813,
      "grad_norm": 3.0828210357632746,
      "learning_rate": 1.0223816494287675e-05,
      "loss": 0.5794,
      "step": 2500
    },
    {
      "epoch": 5.083333333333333,
      "grad_norm": 3.485945080444728,
      "learning_rate": 1.0217234707612409e-05,
      "loss": 0.7421,
      "step": 2501
    },
    {
      "epoch": 5.085365853658536,
      "grad_norm": 3.621214537322825,
      "learning_rate": 1.0210652826785466e-05,
      "loss": 0.5242,
      "step": 2502
    },
    {
      "epoch": 5.08739837398374,
      "grad_norm": 3.8472019835440405,
      "learning_rate": 1.0204070854659494e-05,
      "loss": 0.5961,
      "step": 2503
    },
    {
      "epoch": 5.0894308943089435,
      "grad_norm": 3.8260773948733875,
      "learning_rate": 1.0197488794087188e-05,
      "loss": 0.5467,
      "step": 2504
    },
    {
      "epoch": 5.091463414634147,
      "grad_norm": 3.7151235747973756,
      "learning_rate": 1.0190906647921277e-05,
      "loss": 0.6876,
      "step": 2505
    },
    {
      "epoch": 5.09349593495935,
      "grad_norm": 3.762180234242759,
      "learning_rate": 1.0184324419014526e-05,
      "loss": 0.6745,
      "step": 2506
    },
    {
      "epoch": 5.095528455284553,
      "grad_norm": 3.967883363282315,
      "learning_rate": 1.0177742110219746e-05,
      "loss": 0.5329,
      "step": 2507
    },
    {
      "epoch": 5.097560975609756,
      "grad_norm": 3.553620941738808,
      "learning_rate": 1.0171159724389766e-05,
      "loss": 0.5191,
      "step": 2508
    },
    {
      "epoch": 5.099593495934959,
      "grad_norm": 3.318261735622568,
      "learning_rate": 1.016457726437746e-05,
      "loss": 0.5247,
      "step": 2509
    },
    {
      "epoch": 5.1016260162601625,
      "grad_norm": 3.612249283384346,
      "learning_rate": 1.0157994733035738e-05,
      "loss": 0.6671,
      "step": 2510
    },
    {
      "epoch": 5.103658536585366,
      "grad_norm": 3.610676915190277,
      "learning_rate": 1.0151412133217527e-05,
      "loss": 0.4733,
      "step": 2511
    },
    {
      "epoch": 5.105691056910569,
      "grad_norm": 3.4870044294308085,
      "learning_rate": 1.0144829467775794e-05,
      "loss": 0.6275,
      "step": 2512
    },
    {
      "epoch": 5.107723577235772,
      "grad_norm": 3.3384300535909435,
      "learning_rate": 1.013824673956353e-05,
      "loss": 0.694,
      "step": 2513
    },
    {
      "epoch": 5.109756097560975,
      "grad_norm": 3.4223938137991623,
      "learning_rate": 1.0131663951433755e-05,
      "loss": 0.5077,
      "step": 2514
    },
    {
      "epoch": 5.111788617886178,
      "grad_norm": 3.5860612907273928,
      "learning_rate": 1.0125081106239518e-05,
      "loss": 0.4923,
      "step": 2515
    },
    {
      "epoch": 5.1138211382113825,
      "grad_norm": 3.281506840508952,
      "learning_rate": 1.0118498206833886e-05,
      "loss": 0.5916,
      "step": 2516
    },
    {
      "epoch": 5.115853658536586,
      "grad_norm": 3.424240922109997,
      "learning_rate": 1.0111915256069957e-05,
      "loss": 0.5899,
      "step": 2517
    },
    {
      "epoch": 5.117886178861789,
      "grad_norm": 3.781142573778258,
      "learning_rate": 1.0105332256800842e-05,
      "loss": 0.5836,
      "step": 2518
    },
    {
      "epoch": 5.119918699186992,
      "grad_norm": 3.452022995352727,
      "learning_rate": 1.0098749211879682e-05,
      "loss": 0.5354,
      "step": 2519
    },
    {
      "epoch": 5.121951219512195,
      "grad_norm": 3.690583033256952,
      "learning_rate": 1.0092166124159628e-05,
      "loss": 0.6249,
      "step": 2520
    },
    {
      "epoch": 5.123983739837398,
      "grad_norm": 3.4964007267033574,
      "learning_rate": 1.0085582996493865e-05,
      "loss": 0.5577,
      "step": 2521
    },
    {
      "epoch": 5.126016260162602,
      "grad_norm": 3.4687223700284746,
      "learning_rate": 1.0078999831735583e-05,
      "loss": 0.576,
      "step": 2522
    },
    {
      "epoch": 5.128048780487805,
      "grad_norm": 3.6248415639864655,
      "learning_rate": 1.0072416632737985e-05,
      "loss": 0.5582,
      "step": 2523
    },
    {
      "epoch": 5.130081300813008,
      "grad_norm": 3.4561053793110212,
      "learning_rate": 1.0065833402354302e-05,
      "loss": 0.5294,
      "step": 2524
    },
    {
      "epoch": 5.132113821138211,
      "grad_norm": 3.6293564672831713,
      "learning_rate": 1.0059250143437764e-05,
      "loss": 0.5177,
      "step": 2525
    },
    {
      "epoch": 5.134146341463414,
      "grad_norm": 3.764844113572759,
      "learning_rate": 1.0052666858841632e-05,
      "loss": 0.6291,
      "step": 2526
    },
    {
      "epoch": 5.1361788617886175,
      "grad_norm": 3.199098611407848,
      "learning_rate": 1.0046083551419157e-05,
      "loss": 0.66,
      "step": 2527
    },
    {
      "epoch": 5.138211382113822,
      "grad_norm": 3.837774864260081,
      "learning_rate": 1.003950022402361e-05,
      "loss": 0.6415,
      "step": 2528
    },
    {
      "epoch": 5.140243902439025,
      "grad_norm": 3.3942775359204713,
      "learning_rate": 1.0032916879508279e-05,
      "loss": 0.5039,
      "step": 2529
    },
    {
      "epoch": 5.142276422764228,
      "grad_norm": 3.51072978352436,
      "learning_rate": 1.0026333520726441e-05,
      "loss": 0.5671,
      "step": 2530
    },
    {
      "epoch": 5.144308943089431,
      "grad_norm": 3.1928600650341257,
      "learning_rate": 1.0019750150531395e-05,
      "loss": 0.6541,
      "step": 2531
    },
    {
      "epoch": 5.146341463414634,
      "grad_norm": 4.024389687632778,
      "learning_rate": 1.0013166771776441e-05,
      "loss": 0.6162,
      "step": 2532
    },
    {
      "epoch": 5.1483739837398375,
      "grad_norm": 3.786412166275772,
      "learning_rate": 1.0006583387314874e-05,
      "loss": 0.5289,
      "step": 2533
    },
    {
      "epoch": 5.150406504065041,
      "grad_norm": 3.534128878367121,
      "learning_rate": 1e-05,
      "loss": 0.5952,
      "step": 2534
    },
    {
      "epoch": 5.152439024390244,
      "grad_norm": 3.526197486147381,
      "learning_rate": 9.993416612685128e-06,
      "loss": 0.5956,
      "step": 2535
    },
    {
      "epoch": 5.154471544715447,
      "grad_norm": 3.9710939172291226,
      "learning_rate": 9.986833228223562e-06,
      "loss": 0.563,
      "step": 2536
    },
    {
      "epoch": 5.15650406504065,
      "grad_norm": 3.281744096770357,
      "learning_rate": 9.980249849468606e-06,
      "loss": 0.5721,
      "step": 2537
    },
    {
      "epoch": 5.158536585365853,
      "grad_norm": 3.7054509246348606,
      "learning_rate": 9.973666479273562e-06,
      "loss": 0.456,
      "step": 2538
    },
    {
      "epoch": 5.1605691056910565,
      "grad_norm": 3.480182408395269,
      "learning_rate": 9.967083120491726e-06,
      "loss": 0.5525,
      "step": 2539
    },
    {
      "epoch": 5.16260162601626,
      "grad_norm": 3.4020471237718084,
      "learning_rate": 9.96049977597639e-06,
      "loss": 0.5867,
      "step": 2540
    },
    {
      "epoch": 5.164634146341464,
      "grad_norm": 3.6587483721853604,
      "learning_rate": 9.953916448580844e-06,
      "loss": 0.5197,
      "step": 2541
    },
    {
      "epoch": 5.166666666666667,
      "grad_norm": 3.6654445510291502,
      "learning_rate": 9.947333141158373e-06,
      "loss": 0.504,
      "step": 2542
    },
    {
      "epoch": 5.16869918699187,
      "grad_norm": 4.121484816008554,
      "learning_rate": 9.94074985656224e-06,
      "loss": 0.571,
      "step": 2543
    },
    {
      "epoch": 5.170731707317073,
      "grad_norm": 3.4707180473190373,
      "learning_rate": 9.934166597645703e-06,
      "loss": 0.4801,
      "step": 2544
    },
    {
      "epoch": 5.1727642276422765,
      "grad_norm": 4.558598788457441,
      "learning_rate": 9.927583367262015e-06,
      "loss": 0.6903,
      "step": 2545
    },
    {
      "epoch": 5.17479674796748,
      "grad_norm": 4.157234373967582,
      "learning_rate": 9.921000168264424e-06,
      "loss": 0.5342,
      "step": 2546
    },
    {
      "epoch": 5.176829268292683,
      "grad_norm": 3.7044714801351577,
      "learning_rate": 9.914417003506136e-06,
      "loss": 0.6119,
      "step": 2547
    },
    {
      "epoch": 5.178861788617886,
      "grad_norm": 3.569878831062616,
      "learning_rate": 9.907833875840374e-06,
      "loss": 0.5748,
      "step": 2548
    },
    {
      "epoch": 5.180894308943089,
      "grad_norm": 3.749894682863454,
      "learning_rate": 9.901250788120323e-06,
      "loss": 0.6934,
      "step": 2549
    },
    {
      "epoch": 5.182926829268292,
      "grad_norm": 3.7993079777027403,
      "learning_rate": 9.89466774319916e-06,
      "loss": 0.5966,
      "step": 2550
    },
    {
      "epoch": 5.184959349593496,
      "grad_norm": 3.645472157178223,
      "learning_rate": 9.88808474393005e-06,
      "loss": 0.599,
      "step": 2551
    },
    {
      "epoch": 5.186991869918699,
      "grad_norm": 3.0944643282111084,
      "learning_rate": 9.881501793166117e-06,
      "loss": 0.5699,
      "step": 2552
    },
    {
      "epoch": 5.189024390243903,
      "grad_norm": 3.58200474251695,
      "learning_rate": 9.874918893760486e-06,
      "loss": 0.5858,
      "step": 2553
    },
    {
      "epoch": 5.191056910569106,
      "grad_norm": 3.3289507171283166,
      "learning_rate": 9.868336048566245e-06,
      "loss": 0.6712,
      "step": 2554
    },
    {
      "epoch": 5.193089430894309,
      "grad_norm": 3.4117794561756694,
      "learning_rate": 9.861753260436472e-06,
      "loss": 0.4862,
      "step": 2555
    },
    {
      "epoch": 5.195121951219512,
      "grad_norm": 4.6910561942944815,
      "learning_rate": 9.85517053222421e-06,
      "loss": 0.6392,
      "step": 2556
    },
    {
      "epoch": 5.1971544715447155,
      "grad_norm": 3.6216100683076595,
      "learning_rate": 9.848587866782476e-06,
      "loss": 0.5836,
      "step": 2557
    },
    {
      "epoch": 5.199186991869919,
      "grad_norm": 3.5048409739150057,
      "learning_rate": 9.842005266964263e-06,
      "loss": 0.5626,
      "step": 2558
    },
    {
      "epoch": 5.201219512195122,
      "grad_norm": 3.745034055964563,
      "learning_rate": 9.83542273562254e-06,
      "loss": 0.6074,
      "step": 2559
    },
    {
      "epoch": 5.203252032520325,
      "grad_norm": 3.260478746637701,
      "learning_rate": 9.82884027561024e-06,
      "loss": 0.5952,
      "step": 2560
    },
    {
      "epoch": 5.205284552845528,
      "grad_norm": 3.414174829512448,
      "learning_rate": 9.82225788978026e-06,
      "loss": 0.5645,
      "step": 2561
    },
    {
      "epoch": 5.2073170731707314,
      "grad_norm": 2.9874261446654002,
      "learning_rate": 9.815675580985475e-06,
      "loss": 0.5842,
      "step": 2562
    },
    {
      "epoch": 5.209349593495935,
      "grad_norm": 3.954623538974978,
      "learning_rate": 9.809093352078726e-06,
      "loss": 0.6383,
      "step": 2563
    },
    {
      "epoch": 5.211382113821138,
      "grad_norm": 3.92430778467177,
      "learning_rate": 9.802511205912815e-06,
      "loss": 0.6358,
      "step": 2564
    },
    {
      "epoch": 5.213414634146342,
      "grad_norm": 3.7546412099454654,
      "learning_rate": 9.795929145340511e-06,
      "loss": 0.6413,
      "step": 2565
    },
    {
      "epoch": 5.215447154471545,
      "grad_norm": 3.2369984672661807,
      "learning_rate": 9.789347173214538e-06,
      "loss": 0.5582,
      "step": 2566
    },
    {
      "epoch": 5.217479674796748,
      "grad_norm": 3.252891972959923,
      "learning_rate": 9.782765292387593e-06,
      "loss": 0.6402,
      "step": 2567
    },
    {
      "epoch": 5.219512195121951,
      "grad_norm": 3.8306330966780227,
      "learning_rate": 9.776183505712327e-06,
      "loss": 0.5641,
      "step": 2568
    },
    {
      "epoch": 5.221544715447155,
      "grad_norm": 3.8700632001605366,
      "learning_rate": 9.769601816041355e-06,
      "loss": 0.5943,
      "step": 2569
    },
    {
      "epoch": 5.223577235772358,
      "grad_norm": 3.375553232430163,
      "learning_rate": 9.763020226227246e-06,
      "loss": 0.4849,
      "step": 2570
    },
    {
      "epoch": 5.225609756097561,
      "grad_norm": 3.7924817373190187,
      "learning_rate": 9.756438739122523e-06,
      "loss": 0.6408,
      "step": 2571
    },
    {
      "epoch": 5.227642276422764,
      "grad_norm": 3.865756690108456,
      "learning_rate": 9.749857357579667e-06,
      "loss": 0.5986,
      "step": 2572
    },
    {
      "epoch": 5.229674796747967,
      "grad_norm": 4.157140316800948,
      "learning_rate": 9.74327608445112e-06,
      "loss": 0.4431,
      "step": 2573
    },
    {
      "epoch": 5.2317073170731705,
      "grad_norm": 4.70994144456786,
      "learning_rate": 9.736694922589268e-06,
      "loss": 0.7363,
      "step": 2574
    },
    {
      "epoch": 5.233739837398374,
      "grad_norm": 4.252519201550621,
      "learning_rate": 9.730113874846449e-06,
      "loss": 0.5733,
      "step": 2575
    },
    {
      "epoch": 5.235772357723577,
      "grad_norm": 3.3870151793255103,
      "learning_rate": 9.723532944074961e-06,
      "loss": 0.5379,
      "step": 2576
    },
    {
      "epoch": 5.237804878048781,
      "grad_norm": 4.145748846374422,
      "learning_rate": 9.716952133127037e-06,
      "loss": 0.6269,
      "step": 2577
    },
    {
      "epoch": 5.239837398373984,
      "grad_norm": 3.6549095350817975,
      "learning_rate": 9.71037144485487e-06,
      "loss": 0.5858,
      "step": 2578
    },
    {
      "epoch": 5.241869918699187,
      "grad_norm": 3.553104863155404,
      "learning_rate": 9.7037908821106e-06,
      "loss": 0.5943,
      "step": 2579
    },
    {
      "epoch": 5.2439024390243905,
      "grad_norm": 3.2399377767431243,
      "learning_rate": 9.6972104477463e-06,
      "loss": 0.6655,
      "step": 2580
    },
    {
      "epoch": 5.245934959349594,
      "grad_norm": 4.200029780995932,
      "learning_rate": 9.690630144614e-06,
      "loss": 0.6715,
      "step": 2581
    },
    {
      "epoch": 5.247967479674797,
      "grad_norm": 3.089056436202186,
      "learning_rate": 9.684049975565669e-06,
      "loss": 0.5293,
      "step": 2582
    },
    {
      "epoch": 5.25,
      "grad_norm": 4.043551939564905,
      "learning_rate": 9.677469943453213e-06,
      "loss": 0.6577,
      "step": 2583
    },
    {
      "epoch": 5.252032520325203,
      "grad_norm": 4.16807372013878,
      "learning_rate": 9.670890051128493e-06,
      "loss": 0.5257,
      "step": 2584
    },
    {
      "epoch": 5.254065040650406,
      "grad_norm": 3.8359223961869486,
      "learning_rate": 9.664310301443289e-06,
      "loss": 0.5106,
      "step": 2585
    },
    {
      "epoch": 5.2560975609756095,
      "grad_norm": 4.064878217535024,
      "learning_rate": 9.657730697249337e-06,
      "loss": 0.517,
      "step": 2586
    },
    {
      "epoch": 5.258130081300813,
      "grad_norm": 3.6468078984957044,
      "learning_rate": 9.651151241398299e-06,
      "loss": 0.584,
      "step": 2587
    },
    {
      "epoch": 5.260162601626016,
      "grad_norm": 3.165376729238993,
      "learning_rate": 9.644571936741778e-06,
      "loss": 0.6115,
      "step": 2588
    },
    {
      "epoch": 5.262195121951219,
      "grad_norm": 3.3938802535431325,
      "learning_rate": 9.637992786131312e-06,
      "loss": 0.7171,
      "step": 2589
    },
    {
      "epoch": 5.264227642276423,
      "grad_norm": 3.698916499210059,
      "learning_rate": 9.631413792418366e-06,
      "loss": 0.5788,
      "step": 2590
    },
    {
      "epoch": 5.266260162601626,
      "grad_norm": 4.256094343335853,
      "learning_rate": 9.624834958454344e-06,
      "loss": 0.6721,
      "step": 2591
    },
    {
      "epoch": 5.2682926829268295,
      "grad_norm": 4.07058643877208,
      "learning_rate": 9.618256287090576e-06,
      "loss": 0.4739,
      "step": 2592
    },
    {
      "epoch": 5.270325203252033,
      "grad_norm": 4.147443361349221,
      "learning_rate": 9.611677781178328e-06,
      "loss": 0.6743,
      "step": 2593
    },
    {
      "epoch": 5.272357723577236,
      "grad_norm": 4.405214831268133,
      "learning_rate": 9.605099443568784e-06,
      "loss": 0.5974,
      "step": 2594
    },
    {
      "epoch": 5.274390243902439,
      "grad_norm": 4.141945950259477,
      "learning_rate": 9.598521277113062e-06,
      "loss": 0.638,
      "step": 2595
    },
    {
      "epoch": 5.276422764227642,
      "grad_norm": 3.9645231999711927,
      "learning_rate": 9.591943284662206e-06,
      "loss": 0.6034,
      "step": 2596
    },
    {
      "epoch": 5.278455284552845,
      "grad_norm": 3.5774165388001187,
      "learning_rate": 9.585365469067186e-06,
      "loss": 0.7651,
      "step": 2597
    },
    {
      "epoch": 5.280487804878049,
      "grad_norm": 3.7582146809524852,
      "learning_rate": 9.578787833178893e-06,
      "loss": 0.6754,
      "step": 2598
    },
    {
      "epoch": 5.282520325203252,
      "grad_norm": 3.044514450630015,
      "learning_rate": 9.57221037984813e-06,
      "loss": 0.4793,
      "step": 2599
    },
    {
      "epoch": 5.284552845528455,
      "grad_norm": 3.8953125322159283,
      "learning_rate": 9.56563311192564e-06,
      "loss": 0.5678,
      "step": 2600
    },
    {
      "epoch": 5.286585365853658,
      "grad_norm": 3.0538047411746447,
      "learning_rate": 9.559056032262073e-06,
      "loss": 0.4842,
      "step": 2601
    },
    {
      "epoch": 5.288617886178862,
      "grad_norm": 3.720269220113188,
      "learning_rate": 9.552479143708003e-06,
      "loss": 0.5501,
      "step": 2602
    },
    {
      "epoch": 5.290650406504065,
      "grad_norm": 3.260484633845254,
      "learning_rate": 9.545902449113918e-06,
      "loss": 0.4976,
      "step": 2603
    },
    {
      "epoch": 5.2926829268292686,
      "grad_norm": 3.753285301952384,
      "learning_rate": 9.53932595133022e-06,
      "loss": 0.5755,
      "step": 2604
    },
    {
      "epoch": 5.294715447154472,
      "grad_norm": 3.346718585727812,
      "learning_rate": 9.532749653207228e-06,
      "loss": 0.8559,
      "step": 2605
    },
    {
      "epoch": 5.296747967479675,
      "grad_norm": 3.6939865085490613,
      "learning_rate": 9.526173557595179e-06,
      "loss": 0.5653,
      "step": 2606
    },
    {
      "epoch": 5.298780487804878,
      "grad_norm": 3.431602406415012,
      "learning_rate": 9.51959766734422e-06,
      "loss": 0.582,
      "step": 2607
    },
    {
      "epoch": 5.300813008130081,
      "grad_norm": 4.1860472514193665,
      "learning_rate": 9.513021985304399e-06,
      "loss": 0.5552,
      "step": 2608
    },
    {
      "epoch": 5.3028455284552845,
      "grad_norm": 3.68419224466781,
      "learning_rate": 9.506446514325687e-06,
      "loss": 0.4745,
      "step": 2609
    },
    {
      "epoch": 5.304878048780488,
      "grad_norm": 3.6948949517017686,
      "learning_rate": 9.499871257257958e-06,
      "loss": 0.5459,
      "step": 2610
    },
    {
      "epoch": 5.306910569105691,
      "grad_norm": 3.5410526446294295,
      "learning_rate": 9.493296216950993e-06,
      "loss": 0.5695,
      "step": 2611
    },
    {
      "epoch": 5.308943089430894,
      "grad_norm": 4.2901946010793965,
      "learning_rate": 9.486721396254484e-06,
      "loss": 0.458,
      "step": 2612
    },
    {
      "epoch": 5.310975609756097,
      "grad_norm": 3.807130532666538,
      "learning_rate": 9.480146798018015e-06,
      "loss": 0.7303,
      "step": 2613
    },
    {
      "epoch": 5.3130081300813,
      "grad_norm": 4.045983919718652,
      "learning_rate": 9.473572425091091e-06,
      "loss": 0.72,
      "step": 2614
    },
    {
      "epoch": 5.315040650406504,
      "grad_norm": 3.860384115477893,
      "learning_rate": 9.466998280323103e-06,
      "loss": 0.6146,
      "step": 2615
    },
    {
      "epoch": 5.317073170731708,
      "grad_norm": 3.884550100970543,
      "learning_rate": 9.460424366563355e-06,
      "loss": 0.4467,
      "step": 2616
    },
    {
      "epoch": 5.319105691056911,
      "grad_norm": 3.611823930264421,
      "learning_rate": 9.453850686661051e-06,
      "loss": 0.6362,
      "step": 2617
    },
    {
      "epoch": 5.321138211382114,
      "grad_norm": 4.170323291756602,
      "learning_rate": 9.447277243465278e-06,
      "loss": 0.6847,
      "step": 2618
    },
    {
      "epoch": 5.323170731707317,
      "grad_norm": 3.3575151585625957,
      "learning_rate": 9.44070403982504e-06,
      "loss": 0.5249,
      "step": 2619
    },
    {
      "epoch": 5.32520325203252,
      "grad_norm": 3.323048292320722,
      "learning_rate": 9.434131078589224e-06,
      "loss": 0.5673,
      "step": 2620
    },
    {
      "epoch": 5.3272357723577235,
      "grad_norm": 3.2495007671629526,
      "learning_rate": 9.427558362606624e-06,
      "loss": 0.5367,
      "step": 2621
    },
    {
      "epoch": 5.329268292682927,
      "grad_norm": 3.5782109051312236,
      "learning_rate": 9.42098589472591e-06,
      "loss": 0.625,
      "step": 2622
    },
    {
      "epoch": 5.33130081300813,
      "grad_norm": 3.8270870383238544,
      "learning_rate": 9.41441367779566e-06,
      "loss": 0.5496,
      "step": 2623
    },
    {
      "epoch": 5.333333333333333,
      "grad_norm": 6.410841409243114,
      "learning_rate": 9.407841714664343e-06,
      "loss": 0.558,
      "step": 2624
    },
    {
      "epoch": 5.335365853658536,
      "grad_norm": 3.9271549217472175,
      "learning_rate": 9.401270008180304e-06,
      "loss": 0.4871,
      "step": 2625
    },
    {
      "epoch": 5.33739837398374,
      "grad_norm": 3.6574376283139287,
      "learning_rate": 9.394698561191796e-06,
      "loss": 0.6349,
      "step": 2626
    },
    {
      "epoch": 5.3394308943089435,
      "grad_norm": 3.0354578782533324,
      "learning_rate": 9.388127376546938e-06,
      "loss": 0.5193,
      "step": 2627
    },
    {
      "epoch": 5.341463414634147,
      "grad_norm": 4.081711299745366,
      "learning_rate": 9.381556457093752e-06,
      "loss": 0.5868,
      "step": 2628
    },
    {
      "epoch": 5.34349593495935,
      "grad_norm": 3.0529312965355873,
      "learning_rate": 9.374985805680143e-06,
      "loss": 0.4454,
      "step": 2629
    },
    {
      "epoch": 5.345528455284553,
      "grad_norm": 3.762448629943356,
      "learning_rate": 9.368415425153891e-06,
      "loss": 0.652,
      "step": 2630
    },
    {
      "epoch": 5.347560975609756,
      "grad_norm": 4.561034993524711,
      "learning_rate": 9.361845318362672e-06,
      "loss": 0.6896,
      "step": 2631
    },
    {
      "epoch": 5.349593495934959,
      "grad_norm": 3.7819000175948663,
      "learning_rate": 9.355275488154025e-06,
      "loss": 0.5972,
      "step": 2632
    },
    {
      "epoch": 5.3516260162601625,
      "grad_norm": 3.4305402745640796,
      "learning_rate": 9.348705937375387e-06,
      "loss": 0.4932,
      "step": 2633
    },
    {
      "epoch": 5.353658536585366,
      "grad_norm": 3.3971565013483715,
      "learning_rate": 9.342136668874063e-06,
      "loss": 0.5692,
      "step": 2634
    },
    {
      "epoch": 5.355691056910569,
      "grad_norm": 3.605690123093172,
      "learning_rate": 9.335567685497246e-06,
      "loss": 0.5306,
      "step": 2635
    },
    {
      "epoch": 5.357723577235772,
      "grad_norm": 3.7673531586081657,
      "learning_rate": 9.32899899009199e-06,
      "loss": 0.6937,
      "step": 2636
    },
    {
      "epoch": 5.359756097560975,
      "grad_norm": 3.645420591086862,
      "learning_rate": 9.322430585505236e-06,
      "loss": 0.52,
      "step": 2637
    },
    {
      "epoch": 5.361788617886178,
      "grad_norm": 3.9802651385932695,
      "learning_rate": 9.315862474583795e-06,
      "loss": 0.5949,
      "step": 2638
    },
    {
      "epoch": 5.3638211382113825,
      "grad_norm": 3.6275536669109396,
      "learning_rate": 9.309294660174351e-06,
      "loss": 0.5381,
      "step": 2639
    },
    {
      "epoch": 5.365853658536586,
      "grad_norm": 3.6882879666668082,
      "learning_rate": 9.30272714512347e-06,
      "loss": 0.489,
      "step": 2640
    },
    {
      "epoch": 5.367886178861789,
      "grad_norm": 3.759231646648565,
      "learning_rate": 9.296159932277564e-06,
      "loss": 0.5419,
      "step": 2641
    },
    {
      "epoch": 5.369918699186992,
      "grad_norm": 3.52168071523663,
      "learning_rate": 9.289593024482934e-06,
      "loss": 0.4397,
      "step": 2642
    },
    {
      "epoch": 5.371951219512195,
      "grad_norm": 3.00133142720939,
      "learning_rate": 9.283026424585741e-06,
      "loss": 0.42,
      "step": 2643
    },
    {
      "epoch": 5.373983739837398,
      "grad_norm": 4.148819912845683,
      "learning_rate": 9.276460135432019e-06,
      "loss": 0.7367,
      "step": 2644
    },
    {
      "epoch": 5.376016260162602,
      "grad_norm": 4.30223292499144,
      "learning_rate": 9.269894159867665e-06,
      "loss": 0.6186,
      "step": 2645
    },
    {
      "epoch": 5.378048780487805,
      "grad_norm": 3.751394285068468,
      "learning_rate": 9.263328500738428e-06,
      "loss": 0.4814,
      "step": 2646
    },
    {
      "epoch": 5.380081300813008,
      "grad_norm": 3.355676254939446,
      "learning_rate": 9.256763160889939e-06,
      "loss": 0.4721,
      "step": 2647
    },
    {
      "epoch": 5.382113821138211,
      "grad_norm": 3.858001220942699,
      "learning_rate": 9.250198143167675e-06,
      "loss": 0.5805,
      "step": 2648
    },
    {
      "epoch": 5.384146341463414,
      "grad_norm": 3.7618644003058948,
      "learning_rate": 9.243633450416984e-06,
      "loss": 0.5538,
      "step": 2649
    },
    {
      "epoch": 5.3861788617886175,
      "grad_norm": 3.806926383316063,
      "learning_rate": 9.237069085483072e-06,
      "loss": 0.4978,
      "step": 2650
    },
    {
      "epoch": 5.388211382113822,
      "grad_norm": 4.231485149934423,
      "learning_rate": 9.230505051210991e-06,
      "loss": 0.7198,
      "step": 2651
    },
    {
      "epoch": 5.390243902439025,
      "grad_norm": 4.331528990230237,
      "learning_rate": 9.223941350445666e-06,
      "loss": 0.52,
      "step": 2652
    },
    {
      "epoch": 5.392276422764228,
      "grad_norm": 3.323941212051932,
      "learning_rate": 9.217377986031867e-06,
      "loss": 0.4791,
      "step": 2653
    },
    {
      "epoch": 5.394308943089431,
      "grad_norm": 3.5082028342854494,
      "learning_rate": 9.210814960814226e-06,
      "loss": 0.5214,
      "step": 2654
    },
    {
      "epoch": 5.396341463414634,
      "grad_norm": 3.690733104385041,
      "learning_rate": 9.204252277637215e-06,
      "loss": 0.5937,
      "step": 2655
    },
    {
      "epoch": 5.3983739837398375,
      "grad_norm": 3.6364935094918946,
      "learning_rate": 9.19768993934517e-06,
      "loss": 0.5497,
      "step": 2656
    },
    {
      "epoch": 5.400406504065041,
      "grad_norm": 3.257349374011521,
      "learning_rate": 9.191127948782277e-06,
      "loss": 0.575,
      "step": 2657
    },
    {
      "epoch": 5.402439024390244,
      "grad_norm": 3.755863646425733,
      "learning_rate": 9.184566308792561e-06,
      "loss": 0.4879,
      "step": 2658
    },
    {
      "epoch": 5.404471544715447,
      "grad_norm": 3.4019845914189615,
      "learning_rate": 9.178005022219912e-06,
      "loss": 0.4602,
      "step": 2659
    },
    {
      "epoch": 5.40650406504065,
      "grad_norm": 4.760156926554227,
      "learning_rate": 9.171444091908046e-06,
      "loss": 0.5673,
      "step": 2660
    },
    {
      "epoch": 5.408536585365853,
      "grad_norm": 3.746851584153235,
      "learning_rate": 9.16488352070054e-06,
      "loss": 0.5382,
      "step": 2661
    },
    {
      "epoch": 5.4105691056910565,
      "grad_norm": 3.58456284548545,
      "learning_rate": 9.158323311440812e-06,
      "loss": 0.5277,
      "step": 2662
    },
    {
      "epoch": 5.41260162601626,
      "grad_norm": 3.5960217670035215,
      "learning_rate": 9.15176346697212e-06,
      "loss": 0.6263,
      "step": 2663
    },
    {
      "epoch": 5.414634146341464,
      "grad_norm": 4.032052881158552,
      "learning_rate": 9.145203990137571e-06,
      "loss": 0.6947,
      "step": 2664
    },
    {
      "epoch": 5.416666666666667,
      "grad_norm": 3.272292655379001,
      "learning_rate": 9.138644883780097e-06,
      "loss": 0.5416,
      "step": 2665
    },
    {
      "epoch": 5.41869918699187,
      "grad_norm": 4.625170096616691,
      "learning_rate": 9.132086150742486e-06,
      "loss": 0.6175,
      "step": 2666
    },
    {
      "epoch": 5.420731707317073,
      "grad_norm": 3.6867567480425043,
      "learning_rate": 9.12552779386736e-06,
      "loss": 0.4783,
      "step": 2667
    },
    {
      "epoch": 5.4227642276422765,
      "grad_norm": 4.238984151912853,
      "learning_rate": 9.118969815997174e-06,
      "loss": 0.5145,
      "step": 2668
    },
    {
      "epoch": 5.42479674796748,
      "grad_norm": 3.8364941788364946,
      "learning_rate": 9.11241221997422e-06,
      "loss": 0.6658,
      "step": 2669
    },
    {
      "epoch": 5.426829268292683,
      "grad_norm": 4.063036621845115,
      "learning_rate": 9.105855008640624e-06,
      "loss": 0.7333,
      "step": 2670
    },
    {
      "epoch": 5.428861788617886,
      "grad_norm": 3.44843091918468,
      "learning_rate": 9.09929818483835e-06,
      "loss": 0.5371,
      "step": 2671
    },
    {
      "epoch": 5.430894308943089,
      "grad_norm": 3.7183302158964593,
      "learning_rate": 9.092741751409186e-06,
      "loss": 0.531,
      "step": 2672
    },
    {
      "epoch": 5.432926829268292,
      "grad_norm": 3.862342553513551,
      "learning_rate": 9.086185711194763e-06,
      "loss": 0.5079,
      "step": 2673
    },
    {
      "epoch": 5.434959349593496,
      "grad_norm": 3.7610404141761378,
      "learning_rate": 9.079630067036526e-06,
      "loss": 0.5654,
      "step": 2674
    },
    {
      "epoch": 5.4369918699187,
      "grad_norm": 3.6538339393259243,
      "learning_rate": 9.07307482177576e-06,
      "loss": 0.4401,
      "step": 2675
    },
    {
      "epoch": 5.439024390243903,
      "grad_norm": 4.041855174360427,
      "learning_rate": 9.06651997825357e-06,
      "loss": 0.5554,
      "step": 2676
    },
    {
      "epoch": 5.441056910569106,
      "grad_norm": 4.075115336884467,
      "learning_rate": 9.059965539310894e-06,
      "loss": 0.5161,
      "step": 2677
    },
    {
      "epoch": 5.443089430894309,
      "grad_norm": 3.8111994484313723,
      "learning_rate": 9.053411507788494e-06,
      "loss": 0.4764,
      "step": 2678
    },
    {
      "epoch": 5.445121951219512,
      "grad_norm": 3.887834826443285,
      "learning_rate": 9.046857886526948e-06,
      "loss": 0.575,
      "step": 2679
    },
    {
      "epoch": 5.4471544715447155,
      "grad_norm": 3.4388796260546686,
      "learning_rate": 9.040304678366658e-06,
      "loss": 0.7128,
      "step": 2680
    },
    {
      "epoch": 5.449186991869919,
      "grad_norm": 3.7760387472916137,
      "learning_rate": 9.03375188614785e-06,
      "loss": 0.5257,
      "step": 2681
    },
    {
      "epoch": 5.451219512195122,
      "grad_norm": 3.554473485531629,
      "learning_rate": 9.027199512710579e-06,
      "loss": 0.4501,
      "step": 2682
    },
    {
      "epoch": 5.453252032520325,
      "grad_norm": 3.930759817348624,
      "learning_rate": 9.020647560894696e-06,
      "loss": 0.5802,
      "step": 2683
    },
    {
      "epoch": 5.455284552845528,
      "grad_norm": 3.8389415874318886,
      "learning_rate": 9.014096033539889e-06,
      "loss": 0.5643,
      "step": 2684
    },
    {
      "epoch": 5.4573170731707314,
      "grad_norm": 3.8284278084906855,
      "learning_rate": 9.007544933485651e-06,
      "loss": 0.6512,
      "step": 2685
    },
    {
      "epoch": 5.459349593495935,
      "grad_norm": 3.2069105077130384,
      "learning_rate": 9.000994263571297e-06,
      "loss": 0.4047,
      "step": 2686
    },
    {
      "epoch": 5.461382113821138,
      "grad_norm": 3.840954525784949,
      "learning_rate": 8.994444026635956e-06,
      "loss": 0.5825,
      "step": 2687
    },
    {
      "epoch": 5.463414634146342,
      "grad_norm": 4.106239995227786,
      "learning_rate": 8.987894225518556e-06,
      "loss": 0.5013,
      "step": 2688
    },
    {
      "epoch": 5.465447154471545,
      "grad_norm": 3.909148559929816,
      "learning_rate": 8.981344863057852e-06,
      "loss": 0.5291,
      "step": 2689
    },
    {
      "epoch": 5.467479674796748,
      "grad_norm": 3.4493083634445116,
      "learning_rate": 8.974795942092404e-06,
      "loss": 0.5716,
      "step": 2690
    },
    {
      "epoch": 5.469512195121951,
      "grad_norm": 3.4452185185915734,
      "learning_rate": 8.968247465460576e-06,
      "loss": 0.551,
      "step": 2691
    },
    {
      "epoch": 5.471544715447155,
      "grad_norm": 3.9531128215037654,
      "learning_rate": 8.961699436000548e-06,
      "loss": 0.6284,
      "step": 2692
    },
    {
      "epoch": 5.473577235772358,
      "grad_norm": 3.5753782125762608,
      "learning_rate": 8.955151856550294e-06,
      "loss": 0.581,
      "step": 2693
    },
    {
      "epoch": 5.475609756097561,
      "grad_norm": 3.45848596386055,
      "learning_rate": 8.9486047299476e-06,
      "loss": 0.5412,
      "step": 2694
    },
    {
      "epoch": 5.477642276422764,
      "grad_norm": 3.82591331987142,
      "learning_rate": 8.942058059030064e-06,
      "loss": 0.5819,
      "step": 2695
    },
    {
      "epoch": 5.479674796747967,
      "grad_norm": 3.218100354325049,
      "learning_rate": 8.93551184663507e-06,
      "loss": 0.5714,
      "step": 2696
    },
    {
      "epoch": 5.4817073170731705,
      "grad_norm": 3.743373012495574,
      "learning_rate": 8.928966095599819e-06,
      "loss": 0.7025,
      "step": 2697
    },
    {
      "epoch": 5.483739837398374,
      "grad_norm": 2.988029732799845,
      "learning_rate": 8.922420808761296e-06,
      "loss": 0.6036,
      "step": 2698
    },
    {
      "epoch": 5.485772357723577,
      "grad_norm": 3.395414158054255,
      "learning_rate": 8.915875988956296e-06,
      "loss": 0.4526,
      "step": 2699
    },
    {
      "epoch": 5.487804878048781,
      "grad_norm": 3.5875780490281133,
      "learning_rate": 8.909331639021414e-06,
      "loss": 0.5829,
      "step": 2700
    },
    {
      "epoch": 5.489837398373984,
      "grad_norm": 3.435525020398749,
      "learning_rate": 8.902787761793032e-06,
      "loss": 0.6283,
      "step": 2701
    },
    {
      "epoch": 5.491869918699187,
      "grad_norm": 3.374025110687133,
      "learning_rate": 8.896244360107331e-06,
      "loss": 0.7161,
      "step": 2702
    },
    {
      "epoch": 5.4939024390243905,
      "grad_norm": 3.3687662124833864,
      "learning_rate": 8.889701436800285e-06,
      "loss": 0.5006,
      "step": 2703
    },
    {
      "epoch": 5.495934959349594,
      "grad_norm": 4.093706907843455,
      "learning_rate": 8.883158994707666e-06,
      "loss": 0.5395,
      "step": 2704
    },
    {
      "epoch": 5.497967479674797,
      "grad_norm": 3.562808568575615,
      "learning_rate": 8.876617036665031e-06,
      "loss": 0.6409,
      "step": 2705
    },
    {
      "epoch": 5.5,
      "grad_norm": 4.395823018152493,
      "learning_rate": 8.870075565507734e-06,
      "loss": 0.6196,
      "step": 2706
    },
    {
      "epoch": 5.502032520325203,
      "grad_norm": 3.6813927988881017,
      "learning_rate": 8.863534584070907e-06,
      "loss": 0.5289,
      "step": 2707
    },
    {
      "epoch": 5.504065040650406,
      "grad_norm": 3.6748957885842493,
      "learning_rate": 8.856994095189477e-06,
      "loss": 0.5679,
      "step": 2708
    },
    {
      "epoch": 5.5060975609756095,
      "grad_norm": 4.450692158220494,
      "learning_rate": 8.850454101698159e-06,
      "loss": 0.7632,
      "step": 2709
    },
    {
      "epoch": 5.508130081300813,
      "grad_norm": 3.3734062408256675,
      "learning_rate": 8.843914606431453e-06,
      "loss": 0.57,
      "step": 2710
    },
    {
      "epoch": 5.510162601626016,
      "grad_norm": 3.694886757772571,
      "learning_rate": 8.83737561222364e-06,
      "loss": 0.6507,
      "step": 2711
    },
    {
      "epoch": 5.512195121951219,
      "grad_norm": 3.6784318510414367,
      "learning_rate": 8.830837121908783e-06,
      "loss": 0.6382,
      "step": 2712
    },
    {
      "epoch": 5.514227642276423,
      "grad_norm": 3.2878511579543837,
      "learning_rate": 8.82429913832073e-06,
      "loss": 0.642,
      "step": 2713
    },
    {
      "epoch": 5.516260162601626,
      "grad_norm": 3.507746178167954,
      "learning_rate": 8.817761664293106e-06,
      "loss": 0.5128,
      "step": 2714
    },
    {
      "epoch": 5.5182926829268295,
      "grad_norm": 3.333454721065789,
      "learning_rate": 8.811224702659322e-06,
      "loss": 0.5427,
      "step": 2715
    },
    {
      "epoch": 5.520325203252033,
      "grad_norm": 3.730976527773014,
      "learning_rate": 8.804688256252557e-06,
      "loss": 0.7393,
      "step": 2716
    },
    {
      "epoch": 5.522357723577236,
      "grad_norm": 3.8475188953272923,
      "learning_rate": 8.798152327905775e-06,
      "loss": 0.6117,
      "step": 2717
    },
    {
      "epoch": 5.524390243902439,
      "grad_norm": 3.73993527709263,
      "learning_rate": 8.791616920451711e-06,
      "loss": 0.5541,
      "step": 2718
    },
    {
      "epoch": 5.526422764227642,
      "grad_norm": 4.453556796791605,
      "learning_rate": 8.785082036722875e-06,
      "loss": 0.7754,
      "step": 2719
    },
    {
      "epoch": 5.528455284552845,
      "grad_norm": 3.6521406735495283,
      "learning_rate": 8.778547679551555e-06,
      "loss": 0.5128,
      "step": 2720
    },
    {
      "epoch": 5.530487804878049,
      "grad_norm": 4.005245655878767,
      "learning_rate": 8.772013851769798e-06,
      "loss": 0.6082,
      "step": 2721
    },
    {
      "epoch": 5.532520325203252,
      "grad_norm": 3.872709392255697,
      "learning_rate": 8.765480556209438e-06,
      "loss": 0.618,
      "step": 2722
    },
    {
      "epoch": 5.534552845528455,
      "grad_norm": 3.4569909435475212,
      "learning_rate": 8.758947795702063e-06,
      "loss": 0.5293,
      "step": 2723
    },
    {
      "epoch": 5.536585365853659,
      "grad_norm": 3.6521587521904375,
      "learning_rate": 8.75241557307904e-06,
      "loss": 0.6173,
      "step": 2724
    },
    {
      "epoch": 5.538617886178862,
      "grad_norm": 3.6808927863754866,
      "learning_rate": 8.745883891171504e-06,
      "loss": 0.6366,
      "step": 2725
    },
    {
      "epoch": 5.540650406504065,
      "grad_norm": 4.11193655835135,
      "learning_rate": 8.739352752810342e-06,
      "loss": 0.5685,
      "step": 2726
    },
    {
      "epoch": 5.5426829268292686,
      "grad_norm": 3.596071553655811,
      "learning_rate": 8.732822160826216e-06,
      "loss": 0.5503,
      "step": 2727
    },
    {
      "epoch": 5.544715447154472,
      "grad_norm": 3.405988085920095,
      "learning_rate": 8.726292118049555e-06,
      "loss": 0.7299,
      "step": 2728
    },
    {
      "epoch": 5.546747967479675,
      "grad_norm": 3.6610895239027523,
      "learning_rate": 8.719762627310544e-06,
      "loss": 0.5622,
      "step": 2729
    },
    {
      "epoch": 5.548780487804878,
      "grad_norm": 3.715120902042622,
      "learning_rate": 8.71323369143912e-06,
      "loss": 0.5944,
      "step": 2730
    },
    {
      "epoch": 5.550813008130081,
      "grad_norm": 3.882738330119974,
      "learning_rate": 8.706705313264996e-06,
      "loss": 0.5844,
      "step": 2731
    },
    {
      "epoch": 5.5528455284552845,
      "grad_norm": 3.664117273583059,
      "learning_rate": 8.700177495617635e-06,
      "loss": 0.6207,
      "step": 2732
    },
    {
      "epoch": 5.554878048780488,
      "grad_norm": 3.969469340782468,
      "learning_rate": 8.693650241326259e-06,
      "loss": 0.4415,
      "step": 2733
    },
    {
      "epoch": 5.556910569105691,
      "grad_norm": 3.3682334668309246,
      "learning_rate": 8.687123553219845e-06,
      "loss": 0.5202,
      "step": 2734
    },
    {
      "epoch": 5.558943089430894,
      "grad_norm": 4.120401356419461,
      "learning_rate": 8.680597434127121e-06,
      "loss": 0.5771,
      "step": 2735
    },
    {
      "epoch": 5.560975609756097,
      "grad_norm": 3.8757007169342272,
      "learning_rate": 8.674071886876572e-06,
      "loss": 0.7574,
      "step": 2736
    },
    {
      "epoch": 5.5630081300813,
      "grad_norm": 3.5389076819756773,
      "learning_rate": 8.667546914296437e-06,
      "loss": 0.542,
      "step": 2737
    },
    {
      "epoch": 5.565040650406504,
      "grad_norm": 3.795960505082603,
      "learning_rate": 8.661022519214706e-06,
      "loss": 0.5666,
      "step": 2738
    },
    {
      "epoch": 5.567073170731708,
      "grad_norm": 4.254923773840668,
      "learning_rate": 8.654498704459114e-06,
      "loss": 0.4675,
      "step": 2739
    },
    {
      "epoch": 5.569105691056911,
      "grad_norm": 4.532665524642624,
      "learning_rate": 8.647975472857148e-06,
      "loss": 0.6102,
      "step": 2740
    },
    {
      "epoch": 5.571138211382114,
      "grad_norm": 3.8527845066921635,
      "learning_rate": 8.641452827236038e-06,
      "loss": 0.6047,
      "step": 2741
    },
    {
      "epoch": 5.573170731707317,
      "grad_norm": 3.6503088383045053,
      "learning_rate": 8.634930770422766e-06,
      "loss": 0.6889,
      "step": 2742
    },
    {
      "epoch": 5.57520325203252,
      "grad_norm": 3.6226334950469505,
      "learning_rate": 8.62840930524406e-06,
      "loss": 0.6702,
      "step": 2743
    },
    {
      "epoch": 5.5772357723577235,
      "grad_norm": 3.4608165185503723,
      "learning_rate": 8.621888434526382e-06,
      "loss": 0.6169,
      "step": 2744
    },
    {
      "epoch": 5.579268292682927,
      "grad_norm": 3.7835489133300366,
      "learning_rate": 8.615368161095947e-06,
      "loss": 0.7366,
      "step": 2745
    },
    {
      "epoch": 5.58130081300813,
      "grad_norm": 3.9151680516595513,
      "learning_rate": 8.608848487778701e-06,
      "loss": 0.6771,
      "step": 2746
    },
    {
      "epoch": 5.583333333333333,
      "grad_norm": 3.8246235421151873,
      "learning_rate": 8.602329417400335e-06,
      "loss": 0.5458,
      "step": 2747
    },
    {
      "epoch": 5.585365853658536,
      "grad_norm": 4.2949533356611145,
      "learning_rate": 8.595810952786289e-06,
      "loss": 0.7307,
      "step": 2748
    },
    {
      "epoch": 5.58739837398374,
      "grad_norm": 3.3666414384147214,
      "learning_rate": 8.589293096761717e-06,
      "loss": 0.5231,
      "step": 2749
    },
    {
      "epoch": 5.5894308943089435,
      "grad_norm": 3.5810358965465325,
      "learning_rate": 8.582775852151532e-06,
      "loss": 0.4907,
      "step": 2750
    },
    {
      "epoch": 5.591463414634147,
      "grad_norm": 4.299616443606635,
      "learning_rate": 8.576259221780365e-06,
      "loss": 0.5682,
      "step": 2751
    },
    {
      "epoch": 5.59349593495935,
      "grad_norm": 3.9271074674368895,
      "learning_rate": 8.569743208472594e-06,
      "loss": 0.5356,
      "step": 2752
    },
    {
      "epoch": 5.595528455284553,
      "grad_norm": 3.2068949893003533,
      "learning_rate": 8.563227815052326e-06,
      "loss": 0.4576,
      "step": 2753
    },
    {
      "epoch": 5.597560975609756,
      "grad_norm": 3.8457730958071266,
      "learning_rate": 8.55671304434339e-06,
      "loss": 0.6851,
      "step": 2754
    },
    {
      "epoch": 5.599593495934959,
      "grad_norm": 3.6335568662717272,
      "learning_rate": 8.550198899169356e-06,
      "loss": 0.52,
      "step": 2755
    },
    {
      "epoch": 5.6016260162601625,
      "grad_norm": 3.9233789204052916,
      "learning_rate": 8.543685382353518e-06,
      "loss": 0.7699,
      "step": 2756
    },
    {
      "epoch": 5.603658536585366,
      "grad_norm": 3.7167600801678033,
      "learning_rate": 8.5371724967189e-06,
      "loss": 0.5201,
      "step": 2757
    },
    {
      "epoch": 5.605691056910569,
      "grad_norm": 3.5690417166323347,
      "learning_rate": 8.530660245088257e-06,
      "loss": 0.4615,
      "step": 2758
    },
    {
      "epoch": 5.607723577235772,
      "grad_norm": 4.180373013461464,
      "learning_rate": 8.52414863028405e-06,
      "loss": 0.6553,
      "step": 2759
    },
    {
      "epoch": 5.609756097560975,
      "grad_norm": 3.7379477809098542,
      "learning_rate": 8.51763765512849e-06,
      "loss": 0.5526,
      "step": 2760
    },
    {
      "epoch": 5.611788617886178,
      "grad_norm": 3.4976508206214927,
      "learning_rate": 8.51112732244349e-06,
      "loss": 0.6384,
      "step": 2761
    },
    {
      "epoch": 5.613821138211382,
      "grad_norm": 3.751556165265369,
      "learning_rate": 8.504617635050702e-06,
      "loss": 0.4644,
      "step": 2762
    },
    {
      "epoch": 5.615853658536586,
      "grad_norm": 3.6740666050341257,
      "learning_rate": 8.49810859577148e-06,
      "loss": 0.4717,
      "step": 2763
    },
    {
      "epoch": 5.617886178861789,
      "grad_norm": 3.65068225063718,
      "learning_rate": 8.491600207426907e-06,
      "loss": 0.5822,
      "step": 2764
    },
    {
      "epoch": 5.619918699186992,
      "grad_norm": 3.8808806397043694,
      "learning_rate": 8.485092472837789e-06,
      "loss": 0.55,
      "step": 2765
    },
    {
      "epoch": 5.621951219512195,
      "grad_norm": 3.73349092324901,
      "learning_rate": 8.47858539482464e-06,
      "loss": 0.5008,
      "step": 2766
    },
    {
      "epoch": 5.623983739837398,
      "grad_norm": 4.153180537829123,
      "learning_rate": 8.472078976207696e-06,
      "loss": 0.604,
      "step": 2767
    },
    {
      "epoch": 5.626016260162602,
      "grad_norm": 3.5978259985240744,
      "learning_rate": 8.465573219806893e-06,
      "loss": 0.5898,
      "step": 2768
    },
    {
      "epoch": 5.628048780487805,
      "grad_norm": 4.20984142044793,
      "learning_rate": 8.459068128441897e-06,
      "loss": 0.7225,
      "step": 2769
    },
    {
      "epoch": 5.630081300813008,
      "grad_norm": 4.422588652101442,
      "learning_rate": 8.45256370493208e-06,
      "loss": 0.5825,
      "step": 2770
    },
    {
      "epoch": 5.632113821138211,
      "grad_norm": 4.1772136389733285,
      "learning_rate": 8.446059952096525e-06,
      "loss": 0.5391,
      "step": 2771
    },
    {
      "epoch": 5.634146341463414,
      "grad_norm": 3.7525296967133293,
      "learning_rate": 8.439556872754025e-06,
      "loss": 0.5148,
      "step": 2772
    },
    {
      "epoch": 5.636178861788618,
      "grad_norm": 3.6494588953137406,
      "learning_rate": 8.43305446972307e-06,
      "loss": 0.5953,
      "step": 2773
    },
    {
      "epoch": 5.638211382113822,
      "grad_norm": 3.746332432564448,
      "learning_rate": 8.42655274582187e-06,
      "loss": 0.6593,
      "step": 2774
    },
    {
      "epoch": 5.640243902439025,
      "grad_norm": 3.4994071474196797,
      "learning_rate": 8.42005170386834e-06,
      "loss": 0.4977,
      "step": 2775
    },
    {
      "epoch": 5.642276422764228,
      "grad_norm": 3.4849387365710855,
      "learning_rate": 8.413551346680095e-06,
      "loss": 0.6206,
      "step": 2776
    },
    {
      "epoch": 5.644308943089431,
      "grad_norm": 3.886412269060091,
      "learning_rate": 8.407051677074452e-06,
      "loss": 0.6528,
      "step": 2777
    },
    {
      "epoch": 5.646341463414634,
      "grad_norm": 4.251916048593202,
      "learning_rate": 8.400552697868435e-06,
      "loss": 0.6247,
      "step": 2778
    },
    {
      "epoch": 5.6483739837398375,
      "grad_norm": 3.965946117303312,
      "learning_rate": 8.394054411878763e-06,
      "loss": 0.546,
      "step": 2779
    },
    {
      "epoch": 5.650406504065041,
      "grad_norm": 3.800427724889804,
      "learning_rate": 8.38755682192186e-06,
      "loss": 0.5526,
      "step": 2780
    },
    {
      "epoch": 5.652439024390244,
      "grad_norm": 3.3765606829596004,
      "learning_rate": 8.381059930813852e-06,
      "loss": 0.4908,
      "step": 2781
    },
    {
      "epoch": 5.654471544715447,
      "grad_norm": 3.5079096031579553,
      "learning_rate": 8.374563741370542e-06,
      "loss": 0.4967,
      "step": 2782
    },
    {
      "epoch": 5.65650406504065,
      "grad_norm": 3.68477883398733,
      "learning_rate": 8.368068256407454e-06,
      "loss": 0.6077,
      "step": 2783
    },
    {
      "epoch": 5.658536585365853,
      "grad_norm": 4.176050643612972,
      "learning_rate": 8.36157347873979e-06,
      "loss": 0.4754,
      "step": 2784
    },
    {
      "epoch": 5.6605691056910565,
      "grad_norm": 3.8732469803548684,
      "learning_rate": 8.355079411182456e-06,
      "loss": 0.5316,
      "step": 2785
    },
    {
      "epoch": 5.66260162601626,
      "grad_norm": 3.914026403669791,
      "learning_rate": 8.348586056550046e-06,
      "loss": 0.5468,
      "step": 2786
    },
    {
      "epoch": 5.664634146341464,
      "grad_norm": 3.505890464139434,
      "learning_rate": 8.342093417656837e-06,
      "loss": 0.5783,
      "step": 2787
    },
    {
      "epoch": 5.666666666666667,
      "grad_norm": 4.0655195543925045,
      "learning_rate": 8.335601497316809e-06,
      "loss": 0.5849,
      "step": 2788
    },
    {
      "epoch": 5.66869918699187,
      "grad_norm": 4.5349846996143315,
      "learning_rate": 8.329110298343624e-06,
      "loss": 0.6551,
      "step": 2789
    },
    {
      "epoch": 5.670731707317073,
      "grad_norm": 3.9501176679705456,
      "learning_rate": 8.322619823550633e-06,
      "loss": 0.6021,
      "step": 2790
    },
    {
      "epoch": 5.6727642276422765,
      "grad_norm": 3.7486747205903743,
      "learning_rate": 8.316130075750868e-06,
      "loss": 0.5062,
      "step": 2791
    },
    {
      "epoch": 5.67479674796748,
      "grad_norm": 3.675651717660583,
      "learning_rate": 8.309641057757052e-06,
      "loss": 0.4219,
      "step": 2792
    },
    {
      "epoch": 5.676829268292683,
      "grad_norm": 4.616826856069048,
      "learning_rate": 8.303152772381593e-06,
      "loss": 0.7817,
      "step": 2793
    },
    {
      "epoch": 5.678861788617886,
      "grad_norm": 4.333188483505051,
      "learning_rate": 8.296665222436575e-06,
      "loss": 0.5299,
      "step": 2794
    },
    {
      "epoch": 5.680894308943089,
      "grad_norm": 4.486047173846124,
      "learning_rate": 8.290178410733771e-06,
      "loss": 0.5721,
      "step": 2795
    },
    {
      "epoch": 5.682926829268292,
      "grad_norm": 4.410695113728438,
      "learning_rate": 8.283692340084623e-06,
      "loss": 0.7445,
      "step": 2796
    },
    {
      "epoch": 5.684959349593496,
      "grad_norm": 3.4840107327540353,
      "learning_rate": 8.27720701330026e-06,
      "loss": 0.6607,
      "step": 2797
    },
    {
      "epoch": 5.6869918699187,
      "grad_norm": 4.035346203823392,
      "learning_rate": 8.270722433191494e-06,
      "loss": 0.6387,
      "step": 2798
    },
    {
      "epoch": 5.689024390243903,
      "grad_norm": 4.0804455638884765,
      "learning_rate": 8.264238602568797e-06,
      "loss": 0.5846,
      "step": 2799
    },
    {
      "epoch": 5.691056910569106,
      "grad_norm": 3.5133921728165958,
      "learning_rate": 8.257755524242333e-06,
      "loss": 0.6132,
      "step": 2800
    },
    {
      "epoch": 5.693089430894309,
      "grad_norm": 4.006507216302821,
      "learning_rate": 8.251273201021926e-06,
      "loss": 0.5547,
      "step": 2801
    },
    {
      "epoch": 5.695121951219512,
      "grad_norm": 4.200485641610277,
      "learning_rate": 8.244791635717085e-06,
      "loss": 0.5981,
      "step": 2802
    },
    {
      "epoch": 5.6971544715447155,
      "grad_norm": 4.37789983569244,
      "learning_rate": 8.23831083113698e-06,
      "loss": 0.6315,
      "step": 2803
    },
    {
      "epoch": 5.699186991869919,
      "grad_norm": 3.7915239993352197,
      "learning_rate": 8.231830790090461e-06,
      "loss": 0.6272,
      "step": 2804
    },
    {
      "epoch": 5.701219512195122,
      "grad_norm": 3.738397474281649,
      "learning_rate": 8.225351515386042e-06,
      "loss": 0.4507,
      "step": 2805
    },
    {
      "epoch": 5.703252032520325,
      "grad_norm": 4.399962581743998,
      "learning_rate": 8.218873009831897e-06,
      "loss": 0.6414,
      "step": 2806
    },
    {
      "epoch": 5.705284552845528,
      "grad_norm": 3.9254618128381464,
      "learning_rate": 8.212395276235881e-06,
      "loss": 0.5598,
      "step": 2807
    },
    {
      "epoch": 5.7073170731707314,
      "grad_norm": 3.5834212035418678,
      "learning_rate": 8.205918317405508e-06,
      "loss": 0.5111,
      "step": 2808
    },
    {
      "epoch": 5.709349593495935,
      "grad_norm": 3.8951843378067683,
      "learning_rate": 8.199442136147959e-06,
      "loss": 0.6242,
      "step": 2809
    },
    {
      "epoch": 5.711382113821138,
      "grad_norm": 3.7387118396922703,
      "learning_rate": 8.192966735270072e-06,
      "loss": 0.5806,
      "step": 2810
    },
    {
      "epoch": 5.713414634146341,
      "grad_norm": 4.090683104343949,
      "learning_rate": 8.186492117578346e-06,
      "loss": 0.643,
      "step": 2811
    },
    {
      "epoch": 5.715447154471545,
      "grad_norm": 4.116524297651816,
      "learning_rate": 8.18001828587895e-06,
      "loss": 0.7087,
      "step": 2812
    },
    {
      "epoch": 5.717479674796748,
      "grad_norm": 4.066149368080705,
      "learning_rate": 8.173545242977703e-06,
      "loss": 0.4865,
      "step": 2813
    },
    {
      "epoch": 5.719512195121951,
      "grad_norm": 3.5006554841972206,
      "learning_rate": 8.167072991680095e-06,
      "loss": 0.5326,
      "step": 2814
    },
    {
      "epoch": 5.721544715447155,
      "grad_norm": 3.0249057956239804,
      "learning_rate": 8.160601534791255e-06,
      "loss": 0.593,
      "step": 2815
    },
    {
      "epoch": 5.723577235772358,
      "grad_norm": 3.5932309938177682,
      "learning_rate": 8.154130875115978e-06,
      "loss": 0.6658,
      "step": 2816
    },
    {
      "epoch": 5.725609756097561,
      "grad_norm": 4.48821661174173,
      "learning_rate": 8.147661015458712e-06,
      "loss": 0.6366,
      "step": 2817
    },
    {
      "epoch": 5.727642276422764,
      "grad_norm": 4.033396920743622,
      "learning_rate": 8.14119195862356e-06,
      "loss": 0.6592,
      "step": 2818
    },
    {
      "epoch": 5.729674796747967,
      "grad_norm": 3.345754666749418,
      "learning_rate": 8.13472370741428e-06,
      "loss": 0.5675,
      "step": 2819
    },
    {
      "epoch": 5.7317073170731705,
      "grad_norm": 3.8111665690899983,
      "learning_rate": 8.12825626463427e-06,
      "loss": 0.5459,
      "step": 2820
    },
    {
      "epoch": 5.733739837398374,
      "grad_norm": 3.9729628958015817,
      "learning_rate": 8.121789633086584e-06,
      "loss": 0.6341,
      "step": 2821
    },
    {
      "epoch": 5.735772357723577,
      "grad_norm": 3.825621998228838,
      "learning_rate": 8.115323815573926e-06,
      "loss": 0.6043,
      "step": 2822
    },
    {
      "epoch": 5.737804878048781,
      "grad_norm": 4.0965394592657525,
      "learning_rate": 8.10885881489865e-06,
      "loss": 0.6179,
      "step": 2823
    },
    {
      "epoch": 5.739837398373984,
      "grad_norm": 3.8485481651988636,
      "learning_rate": 8.102394633862743e-06,
      "loss": 0.6903,
      "step": 2824
    },
    {
      "epoch": 5.741869918699187,
      "grad_norm": 3.4886556526854067,
      "learning_rate": 8.095931275267847e-06,
      "loss": 0.5696,
      "step": 2825
    },
    {
      "epoch": 5.7439024390243905,
      "grad_norm": 3.820369776637836,
      "learning_rate": 8.089468741915252e-06,
      "loss": 0.5633,
      "step": 2826
    },
    {
      "epoch": 5.745934959349594,
      "grad_norm": 3.695476091049313,
      "learning_rate": 8.083007036605878e-06,
      "loss": 0.5757,
      "step": 2827
    },
    {
      "epoch": 5.747967479674797,
      "grad_norm": 3.558177460707829,
      "learning_rate": 8.0765461621403e-06,
      "loss": 0.5176,
      "step": 2828
    },
    {
      "epoch": 5.75,
      "grad_norm": 3.8167911319165646,
      "learning_rate": 8.070086121318714e-06,
      "loss": 0.4917,
      "step": 2829
    },
    {
      "epoch": 5.752032520325203,
      "grad_norm": 4.446251191860514,
      "learning_rate": 8.063626916940971e-06,
      "loss": 0.584,
      "step": 2830
    },
    {
      "epoch": 5.754065040650406,
      "grad_norm": 3.82193794745456,
      "learning_rate": 8.057168551806558e-06,
      "loss": 0.6046,
      "step": 2831
    },
    {
      "epoch": 5.7560975609756095,
      "grad_norm": 3.188000180026993,
      "learning_rate": 8.050711028714589e-06,
      "loss": 0.5568,
      "step": 2832
    },
    {
      "epoch": 5.758130081300813,
      "grad_norm": 4.253625140284592,
      "learning_rate": 8.044254350463827e-06,
      "loss": 0.5937,
      "step": 2833
    },
    {
      "epoch": 5.760162601626016,
      "grad_norm": 3.933285543764125,
      "learning_rate": 8.037798519852649e-06,
      "loss": 0.6123,
      "step": 2834
    },
    {
      "epoch": 5.762195121951219,
      "grad_norm": 4.03007208560439,
      "learning_rate": 8.031343539679082e-06,
      "loss": 0.6597,
      "step": 2835
    },
    {
      "epoch": 5.764227642276423,
      "grad_norm": 4.023421748732679,
      "learning_rate": 8.02488941274078e-06,
      "loss": 0.5836,
      "step": 2836
    },
    {
      "epoch": 5.766260162601626,
      "grad_norm": 4.046990287411728,
      "learning_rate": 8.018436141835024e-06,
      "loss": 0.5801,
      "step": 2837
    },
    {
      "epoch": 5.7682926829268295,
      "grad_norm": 3.8109029742380067,
      "learning_rate": 8.011983729758726e-06,
      "loss": 0.522,
      "step": 2838
    },
    {
      "epoch": 5.770325203252033,
      "grad_norm": 3.8031072872536877,
      "learning_rate": 8.005532179308422e-06,
      "loss": 0.5688,
      "step": 2839
    },
    {
      "epoch": 5.772357723577236,
      "grad_norm": 3.7418953801097428,
      "learning_rate": 7.999081493280283e-06,
      "loss": 0.5114,
      "step": 2840
    },
    {
      "epoch": 5.774390243902439,
      "grad_norm": 3.6738664485888064,
      "learning_rate": 7.9926316744701e-06,
      "loss": 0.6186,
      "step": 2841
    },
    {
      "epoch": 5.776422764227642,
      "grad_norm": 3.4788531308332837,
      "learning_rate": 7.986182725673288e-06,
      "loss": 0.6196,
      "step": 2842
    },
    {
      "epoch": 5.778455284552845,
      "grad_norm": 3.024126485423535,
      "learning_rate": 7.979734649684883e-06,
      "loss": 0.641,
      "step": 2843
    },
    {
      "epoch": 5.780487804878049,
      "grad_norm": 4.368867877892656,
      "learning_rate": 7.973287449299545e-06,
      "loss": 0.632,
      "step": 2844
    },
    {
      "epoch": 5.782520325203252,
      "grad_norm": 3.3516907893679773,
      "learning_rate": 7.966841127311556e-06,
      "loss": 0.5354,
      "step": 2845
    },
    {
      "epoch": 5.784552845528455,
      "grad_norm": 3.610684004977063,
      "learning_rate": 7.960395686514817e-06,
      "loss": 0.66,
      "step": 2846
    },
    {
      "epoch": 5.786585365853659,
      "grad_norm": 3.665239472439892,
      "learning_rate": 7.95395112970285e-06,
      "loss": 0.6526,
      "step": 2847
    },
    {
      "epoch": 5.788617886178862,
      "grad_norm": 4.410227136688374,
      "learning_rate": 7.947507459668784e-06,
      "loss": 0.5812,
      "step": 2848
    },
    {
      "epoch": 5.790650406504065,
      "grad_norm": 3.609371857037139,
      "learning_rate": 7.941064679205369e-06,
      "loss": 0.6663,
      "step": 2849
    },
    {
      "epoch": 5.7926829268292686,
      "grad_norm": 3.8469468069424955,
      "learning_rate": 7.934622791104972e-06,
      "loss": 0.5955,
      "step": 2850
    },
    {
      "epoch": 5.794715447154472,
      "grad_norm": 3.9133056718234527,
      "learning_rate": 7.928181798159569e-06,
      "loss": 0.5428,
      "step": 2851
    },
    {
      "epoch": 5.796747967479675,
      "grad_norm": 3.856715719027327,
      "learning_rate": 7.921741703160758e-06,
      "loss": 0.6602,
      "step": 2852
    },
    {
      "epoch": 5.798780487804878,
      "grad_norm": 3.958419074768021,
      "learning_rate": 7.915302508899733e-06,
      "loss": 0.6311,
      "step": 2853
    },
    {
      "epoch": 5.800813008130081,
      "grad_norm": 4.128861349303884,
      "learning_rate": 7.908864218167306e-06,
      "loss": 0.5261,
      "step": 2854
    },
    {
      "epoch": 5.8028455284552845,
      "grad_norm": 4.4033637551210285,
      "learning_rate": 7.902426833753895e-06,
      "loss": 0.6649,
      "step": 2855
    },
    {
      "epoch": 5.804878048780488,
      "grad_norm": 4.1785961538902745,
      "learning_rate": 7.895990358449533e-06,
      "loss": 0.5548,
      "step": 2856
    },
    {
      "epoch": 5.806910569105691,
      "grad_norm": 3.9486537019006995,
      "learning_rate": 7.889554795043843e-06,
      "loss": 0.5794,
      "step": 2857
    },
    {
      "epoch": 5.808943089430894,
      "grad_norm": 3.594823236070886,
      "learning_rate": 7.883120146326067e-06,
      "loss": 0.6089,
      "step": 2858
    },
    {
      "epoch": 5.810975609756097,
      "grad_norm": 4.285034890559545,
      "learning_rate": 7.876686415085047e-06,
      "loss": 0.6652,
      "step": 2859
    },
    {
      "epoch": 5.8130081300813,
      "grad_norm": 3.787844793490848,
      "learning_rate": 7.87025360410922e-06,
      "loss": 0.7457,
      "step": 2860
    },
    {
      "epoch": 5.815040650406504,
      "grad_norm": 4.119579840820023,
      "learning_rate": 7.86382171618664e-06,
      "loss": 0.6112,
      "step": 2861
    },
    {
      "epoch": 5.817073170731708,
      "grad_norm": 3.87007607915065,
      "learning_rate": 7.857390754104942e-06,
      "loss": 0.6831,
      "step": 2862
    },
    {
      "epoch": 5.819105691056911,
      "grad_norm": 4.2623071058484445,
      "learning_rate": 7.850960720651371e-06,
      "loss": 0.4409,
      "step": 2863
    },
    {
      "epoch": 5.821138211382114,
      "grad_norm": 4.085371997872743,
      "learning_rate": 7.844531618612772e-06,
      "loss": 0.4623,
      "step": 2864
    },
    {
      "epoch": 5.823170731707317,
      "grad_norm": 3.678420403480457,
      "learning_rate": 7.838103450775576e-06,
      "loss": 0.5294,
      "step": 2865
    },
    {
      "epoch": 5.82520325203252,
      "grad_norm": 4.142444452891971,
      "learning_rate": 7.83167621992582e-06,
      "loss": 0.5818,
      "step": 2866
    },
    {
      "epoch": 5.8272357723577235,
      "grad_norm": 3.5501692916141017,
      "learning_rate": 7.825249928849125e-06,
      "loss": 0.6636,
      "step": 2867
    },
    {
      "epoch": 5.829268292682927,
      "grad_norm": 3.4257009518660397,
      "learning_rate": 7.81882458033071e-06,
      "loss": 0.5282,
      "step": 2868
    },
    {
      "epoch": 5.83130081300813,
      "grad_norm": 4.133322682956119,
      "learning_rate": 7.812400177155387e-06,
      "loss": 0.5937,
      "step": 2869
    },
    {
      "epoch": 5.833333333333333,
      "grad_norm": 3.6069330810813764,
      "learning_rate": 7.805976722107557e-06,
      "loss": 0.6482,
      "step": 2870
    },
    {
      "epoch": 5.835365853658536,
      "grad_norm": 3.559283348893208,
      "learning_rate": 7.799554217971206e-06,
      "loss": 0.5794,
      "step": 2871
    },
    {
      "epoch": 5.83739837398374,
      "grad_norm": 4.035866028128326,
      "learning_rate": 7.79313266752991e-06,
      "loss": 0.5824,
      "step": 2872
    },
    {
      "epoch": 5.8394308943089435,
      "grad_norm": 3.696303888636798,
      "learning_rate": 7.786712073566838e-06,
      "loss": 0.5547,
      "step": 2873
    },
    {
      "epoch": 5.841463414634147,
      "grad_norm": 4.6358484961116435,
      "learning_rate": 7.780292438864737e-06,
      "loss": 0.7279,
      "step": 2874
    },
    {
      "epoch": 5.84349593495935,
      "grad_norm": 3.499168120459152,
      "learning_rate": 7.773873766205938e-06,
      "loss": 0.5918,
      "step": 2875
    },
    {
      "epoch": 5.845528455284553,
      "grad_norm": 3.4841959316701225,
      "learning_rate": 7.767456058372362e-06,
      "loss": 0.5497,
      "step": 2876
    },
    {
      "epoch": 5.847560975609756,
      "grad_norm": 3.300640498529557,
      "learning_rate": 7.761039318145501e-06,
      "loss": 0.6659,
      "step": 2877
    },
    {
      "epoch": 5.849593495934959,
      "grad_norm": 3.9054207763879094,
      "learning_rate": 7.754623548306438e-06,
      "loss": 0.4425,
      "step": 2878
    },
    {
      "epoch": 5.8516260162601625,
      "grad_norm": 4.245005804780363,
      "learning_rate": 7.748208751635834e-06,
      "loss": 0.5794,
      "step": 2879
    },
    {
      "epoch": 5.853658536585366,
      "grad_norm": 3.662051735011541,
      "learning_rate": 7.741794930913922e-06,
      "loss": 0.5557,
      "step": 2880
    },
    {
      "epoch": 5.855691056910569,
      "grad_norm": 3.9436391997466416,
      "learning_rate": 7.735382088920516e-06,
      "loss": 0.5169,
      "step": 2881
    },
    {
      "epoch": 5.857723577235772,
      "grad_norm": 4.471415155796559,
      "learning_rate": 7.728970228435004e-06,
      "loss": 0.6826,
      "step": 2882
    },
    {
      "epoch": 5.859756097560975,
      "grad_norm": 3.8257945439645464,
      "learning_rate": 7.722559352236351e-06,
      "loss": 0.4461,
      "step": 2883
    },
    {
      "epoch": 5.861788617886178,
      "grad_norm": 3.871096912142702,
      "learning_rate": 7.7161494631031e-06,
      "loss": 0.558,
      "step": 2884
    },
    {
      "epoch": 5.863821138211382,
      "grad_norm": 3.1598378984380826,
      "learning_rate": 7.70974056381335e-06,
      "loss": 0.4571,
      "step": 2885
    },
    {
      "epoch": 5.865853658536586,
      "grad_norm": 4.380208230858509,
      "learning_rate": 7.703332657144792e-06,
      "loss": 0.6182,
      "step": 2886
    },
    {
      "epoch": 5.867886178861789,
      "grad_norm": 3.985715266302571,
      "learning_rate": 7.696925745874666e-06,
      "loss": 0.545,
      "step": 2887
    },
    {
      "epoch": 5.869918699186992,
      "grad_norm": 4.408278486781634,
      "learning_rate": 7.690519832779799e-06,
      "loss": 0.7428,
      "step": 2888
    },
    {
      "epoch": 5.871951219512195,
      "grad_norm": 3.74367184922964,
      "learning_rate": 7.684114920636578e-06,
      "loss": 0.5565,
      "step": 2889
    },
    {
      "epoch": 5.873983739837398,
      "grad_norm": 3.3303663822130813,
      "learning_rate": 7.67771101222095e-06,
      "loss": 0.4877,
      "step": 2890
    },
    {
      "epoch": 5.876016260162602,
      "grad_norm": 3.720951511193761,
      "learning_rate": 7.671308110308436e-06,
      "loss": 0.6831,
      "step": 2891
    },
    {
      "epoch": 5.878048780487805,
      "grad_norm": 3.8790926847124547,
      "learning_rate": 7.664906217674115e-06,
      "loss": 0.6113,
      "step": 2892
    },
    {
      "epoch": 5.880081300813008,
      "grad_norm": 3.9324158817687933,
      "learning_rate": 7.658505337092631e-06,
      "loss": 0.5674,
      "step": 2893
    },
    {
      "epoch": 5.882113821138211,
      "grad_norm": 3.817374132850335,
      "learning_rate": 7.652105471338197e-06,
      "loss": 0.5608,
      "step": 2894
    },
    {
      "epoch": 5.884146341463414,
      "grad_norm": 3.9398795613268023,
      "learning_rate": 7.645706623184564e-06,
      "loss": 0.5275,
      "step": 2895
    },
    {
      "epoch": 5.886178861788618,
      "grad_norm": 4.07117473362583,
      "learning_rate": 7.639308795405066e-06,
      "loss": 0.6067,
      "step": 2896
    },
    {
      "epoch": 5.888211382113822,
      "grad_norm": 3.8485737774110294,
      "learning_rate": 7.632911990772586e-06,
      "loss": 0.6977,
      "step": 2897
    },
    {
      "epoch": 5.890243902439025,
      "grad_norm": 4.306524227389426,
      "learning_rate": 7.626516212059557e-06,
      "loss": 0.5432,
      "step": 2898
    },
    {
      "epoch": 5.892276422764228,
      "grad_norm": 3.823560330572198,
      "learning_rate": 7.62012146203798e-06,
      "loss": 0.6525,
      "step": 2899
    },
    {
      "epoch": 5.894308943089431,
      "grad_norm": 3.930530833016262,
      "learning_rate": 7.613727743479395e-06,
      "loss": 0.6458,
      "step": 2900
    },
    {
      "epoch": 5.896341463414634,
      "grad_norm": 4.2715033059107075,
      "learning_rate": 7.607335059154908e-06,
      "loss": 0.5835,
      "step": 2901
    },
    {
      "epoch": 5.8983739837398375,
      "grad_norm": 4.196375946099025,
      "learning_rate": 7.600943411835173e-06,
      "loss": 0.5966,
      "step": 2902
    },
    {
      "epoch": 5.900406504065041,
      "grad_norm": 3.835191421424086,
      "learning_rate": 7.594552804290394e-06,
      "loss": 0.6085,
      "step": 2903
    },
    {
      "epoch": 5.902439024390244,
      "grad_norm": 3.9772826625757043,
      "learning_rate": 7.588163239290316e-06,
      "loss": 0.5631,
      "step": 2904
    },
    {
      "epoch": 5.904471544715447,
      "grad_norm": 3.768805013878676,
      "learning_rate": 7.581774719604246e-06,
      "loss": 0.6021,
      "step": 2905
    },
    {
      "epoch": 5.90650406504065,
      "grad_norm": 4.082312780119078,
      "learning_rate": 7.575387248001031e-06,
      "loss": 0.5691,
      "step": 2906
    },
    {
      "epoch": 5.908536585365853,
      "grad_norm": 3.722095252910045,
      "learning_rate": 7.569000827249067e-06,
      "loss": 0.5106,
      "step": 2907
    },
    {
      "epoch": 5.9105691056910565,
      "grad_norm": 4.471280836552605,
      "learning_rate": 7.562615460116289e-06,
      "loss": 0.5921,
      "step": 2908
    },
    {
      "epoch": 5.91260162601626,
      "grad_norm": 4.02352538285785,
      "learning_rate": 7.556231149370181e-06,
      "loss": 0.6692,
      "step": 2909
    },
    {
      "epoch": 5.914634146341464,
      "grad_norm": 3.563054084501784,
      "learning_rate": 7.549847897777762e-06,
      "loss": 0.5268,
      "step": 2910
    },
    {
      "epoch": 5.916666666666667,
      "grad_norm": 3.879890227248012,
      "learning_rate": 7.543465708105599e-06,
      "loss": 0.5096,
      "step": 2911
    },
    {
      "epoch": 5.91869918699187,
      "grad_norm": 4.383906581272743,
      "learning_rate": 7.537084583119802e-06,
      "loss": 0.5213,
      "step": 2912
    },
    {
      "epoch": 5.920731707317073,
      "grad_norm": 3.4113840162093756,
      "learning_rate": 7.530704525586008e-06,
      "loss": 0.5541,
      "step": 2913
    },
    {
      "epoch": 5.9227642276422765,
      "grad_norm": 4.608806260491124,
      "learning_rate": 7.524325538269398e-06,
      "loss": 0.5402,
      "step": 2914
    },
    {
      "epoch": 5.92479674796748,
      "grad_norm": 3.9223158066155985,
      "learning_rate": 7.517947623934687e-06,
      "loss": 0.6992,
      "step": 2915
    },
    {
      "epoch": 5.926829268292683,
      "grad_norm": 3.7400472067429367,
      "learning_rate": 7.511570785346129e-06,
      "loss": 0.5025,
      "step": 2916
    },
    {
      "epoch": 5.928861788617886,
      "grad_norm": 3.7550676016293765,
      "learning_rate": 7.505195025267512e-06,
      "loss": 0.5524,
      "step": 2917
    },
    {
      "epoch": 5.930894308943089,
      "grad_norm": 3.687598044262704,
      "learning_rate": 7.498820346462145e-06,
      "loss": 0.5808,
      "step": 2918
    },
    {
      "epoch": 5.932926829268292,
      "grad_norm": 4.28193839307765,
      "learning_rate": 7.492446751692887e-06,
      "loss": 0.5965,
      "step": 2919
    },
    {
      "epoch": 5.934959349593496,
      "grad_norm": 4.224358495886196,
      "learning_rate": 7.486074243722109e-06,
      "loss": 0.6729,
      "step": 2920
    },
    {
      "epoch": 5.9369918699187,
      "grad_norm": 3.4649833440620235,
      "learning_rate": 7.4797028253117235e-06,
      "loss": 0.5393,
      "step": 2921
    },
    {
      "epoch": 5.939024390243903,
      "grad_norm": 4.4932356553301815,
      "learning_rate": 7.473332499223169e-06,
      "loss": 0.6024,
      "step": 2922
    },
    {
      "epoch": 5.941056910569106,
      "grad_norm": 3.118500405865074,
      "learning_rate": 7.466963268217402e-06,
      "loss": 0.5105,
      "step": 2923
    },
    {
      "epoch": 5.943089430894309,
      "grad_norm": 4.3431146652088914,
      "learning_rate": 7.460595135054916e-06,
      "loss": 0.5658,
      "step": 2924
    },
    {
      "epoch": 5.945121951219512,
      "grad_norm": 4.0153075118534005,
      "learning_rate": 7.454228102495718e-06,
      "loss": 0.506,
      "step": 2925
    },
    {
      "epoch": 5.9471544715447155,
      "grad_norm": 4.446320964877436,
      "learning_rate": 7.447862173299346e-06,
      "loss": 0.6465,
      "step": 2926
    },
    {
      "epoch": 5.949186991869919,
      "grad_norm": 3.1874874102426207,
      "learning_rate": 7.441497350224861e-06,
      "loss": 0.5863,
      "step": 2927
    },
    {
      "epoch": 5.951219512195122,
      "grad_norm": 3.961432923187537,
      "learning_rate": 7.435133636030831e-06,
      "loss": 0.6518,
      "step": 2928
    },
    {
      "epoch": 5.953252032520325,
      "grad_norm": 3.98528595634835,
      "learning_rate": 7.428771033475363e-06,
      "loss": 0.6572,
      "step": 2929
    },
    {
      "epoch": 5.955284552845528,
      "grad_norm": 3.8073404982092365,
      "learning_rate": 7.422409545316062e-06,
      "loss": 0.5738,
      "step": 2930
    },
    {
      "epoch": 5.9573170731707314,
      "grad_norm": 3.7418243850546213,
      "learning_rate": 7.416049174310073e-06,
      "loss": 0.4424,
      "step": 2931
    },
    {
      "epoch": 5.959349593495935,
      "grad_norm": 4.128054102151345,
      "learning_rate": 7.4096899232140295e-06,
      "loss": 0.7321,
      "step": 2932
    },
    {
      "epoch": 5.961382113821138,
      "grad_norm": 4.649110999364099,
      "learning_rate": 7.403331794784103e-06,
      "loss": 0.6664,
      "step": 2933
    },
    {
      "epoch": 5.963414634146341,
      "grad_norm": 3.132362637298108,
      "learning_rate": 7.396974791775967e-06,
      "loss": 0.4762,
      "step": 2934
    },
    {
      "epoch": 5.965447154471545,
      "grad_norm": 4.362763622112354,
      "learning_rate": 7.390618916944813e-06,
      "loss": 0.6324,
      "step": 2935
    },
    {
      "epoch": 5.967479674796748,
      "grad_norm": 3.7388180813696064,
      "learning_rate": 7.384264173045339e-06,
      "loss": 0.5832,
      "step": 2936
    },
    {
      "epoch": 5.969512195121951,
      "grad_norm": 4.213330617660272,
      "learning_rate": 7.377910562831749e-06,
      "loss": 0.436,
      "step": 2937
    },
    {
      "epoch": 5.971544715447155,
      "grad_norm": 3.178096002000682,
      "learning_rate": 7.371558089057764e-06,
      "loss": 0.6041,
      "step": 2938
    },
    {
      "epoch": 5.973577235772358,
      "grad_norm": 4.4051930926426595,
      "learning_rate": 7.36520675447661e-06,
      "loss": 0.6791,
      "step": 2939
    },
    {
      "epoch": 5.975609756097561,
      "grad_norm": 3.9525951560688677,
      "learning_rate": 7.358856561841021e-06,
      "loss": 0.583,
      "step": 2940
    },
    {
      "epoch": 5.977642276422764,
      "grad_norm": 3.7335171083054606,
      "learning_rate": 7.352507513903232e-06,
      "loss": 0.5599,
      "step": 2941
    },
    {
      "epoch": 5.979674796747967,
      "grad_norm": 3.775666254468488,
      "learning_rate": 7.346159613414978e-06,
      "loss": 0.5681,
      "step": 2942
    },
    {
      "epoch": 5.9817073170731705,
      "grad_norm": 4.2987668701386,
      "learning_rate": 7.339812863127507e-06,
      "loss": 0.649,
      "step": 2943
    },
    {
      "epoch": 5.983739837398374,
      "grad_norm": 3.9635569589940594,
      "learning_rate": 7.333467265791563e-06,
      "loss": 0.5689,
      "step": 2944
    },
    {
      "epoch": 5.985772357723577,
      "grad_norm": 4.018905859856519,
      "learning_rate": 7.327122824157395e-06,
      "loss": 0.6354,
      "step": 2945
    },
    {
      "epoch": 5.987804878048781,
      "grad_norm": 3.553152852694179,
      "learning_rate": 7.32077954097474e-06,
      "loss": 0.6266,
      "step": 2946
    },
    {
      "epoch": 5.989837398373984,
      "grad_norm": 4.544534988802589,
      "learning_rate": 7.314437418992843e-06,
      "loss": 0.6971,
      "step": 2947
    },
    {
      "epoch": 5.991869918699187,
      "grad_norm": 3.701679808554489,
      "learning_rate": 7.308096460960441e-06,
      "loss": 0.5103,
      "step": 2948
    },
    {
      "epoch": 5.9939024390243905,
      "grad_norm": 4.704748094353002,
      "learning_rate": 7.301756669625769e-06,
      "loss": 0.6781,
      "step": 2949
    },
    {
      "epoch": 5.995934959349594,
      "grad_norm": 3.9302399928853946,
      "learning_rate": 7.295418047736561e-06,
      "loss": 0.5744,
      "step": 2950
    },
    {
      "epoch": 5.997967479674797,
      "grad_norm": 4.2539863361384675,
      "learning_rate": 7.28908059804003e-06,
      "loss": 0.6801,
      "step": 2951
    },
    {
      "epoch": 6.0,
      "grad_norm": 3.976609975932851,
      "learning_rate": 7.282744323282895e-06,
      "loss": 0.654,
      "step": 2952
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.9610751271247864,
      "eval_runtime": 132.3801,
      "eval_samples_per_second": 7.433,
      "eval_steps_per_second": 0.929,
      "step": 2952
    },
    {
      "epoch": 6.002032520325203,
      "grad_norm": 3.349175917053979,
      "learning_rate": 7.276409226211358e-06,
      "loss": 0.5156,
      "step": 2953
    },
    {
      "epoch": 6.004065040650406,
      "grad_norm": 3.600961362665429,
      "learning_rate": 7.270075309571114e-06,
      "loss": 0.5347,
      "step": 2954
    },
    {
      "epoch": 6.0060975609756095,
      "grad_norm": 3.735351483827181,
      "learning_rate": 7.263742576107349e-06,
      "loss": 0.6367,
      "step": 2955
    },
    {
      "epoch": 6.008130081300813,
      "grad_norm": 3.5627733485965742,
      "learning_rate": 7.2574110285647244e-06,
      "loss": 0.4966,
      "step": 2956
    },
    {
      "epoch": 6.010162601626016,
      "grad_norm": 3.937900211892577,
      "learning_rate": 7.251080669687403e-06,
      "loss": 0.5364,
      "step": 2957
    },
    {
      "epoch": 6.012195121951219,
      "grad_norm": 3.46454770597545,
      "learning_rate": 7.244751502219021e-06,
      "loss": 0.3741,
      "step": 2958
    },
    {
      "epoch": 6.014227642276423,
      "grad_norm": 2.977687580537351,
      "learning_rate": 7.238423528902702e-06,
      "loss": 0.4089,
      "step": 2959
    },
    {
      "epoch": 6.016260162601626,
      "grad_norm": 3.52162701829753,
      "learning_rate": 7.232096752481061e-06,
      "loss": 0.5345,
      "step": 2960
    },
    {
      "epoch": 6.0182926829268295,
      "grad_norm": 3.3226447835069437,
      "learning_rate": 7.2257711756961735e-06,
      "loss": 0.565,
      "step": 2961
    },
    {
      "epoch": 6.020325203252033,
      "grad_norm": 3.4288184719335484,
      "learning_rate": 7.2194468012896155e-06,
      "loss": 0.4088,
      "step": 2962
    },
    {
      "epoch": 6.022357723577236,
      "grad_norm": 4.4840876771242595,
      "learning_rate": 7.21312363200243e-06,
      "loss": 0.4216,
      "step": 2963
    },
    {
      "epoch": 6.024390243902439,
      "grad_norm": 3.624153863250077,
      "learning_rate": 7.206801670575145e-06,
      "loss": 0.4441,
      "step": 2964
    },
    {
      "epoch": 6.026422764227642,
      "grad_norm": 3.5103728033112005,
      "learning_rate": 7.200480919747756e-06,
      "loss": 0.4629,
      "step": 2965
    },
    {
      "epoch": 6.028455284552845,
      "grad_norm": 4.30169855960421,
      "learning_rate": 7.194161382259742e-06,
      "loss": 0.5831,
      "step": 2966
    },
    {
      "epoch": 6.030487804878049,
      "grad_norm": 4.462796574066753,
      "learning_rate": 7.187843060850055e-06,
      "loss": 0.5338,
      "step": 2967
    },
    {
      "epoch": 6.032520325203252,
      "grad_norm": 4.051212742992804,
      "learning_rate": 7.181525958257116e-06,
      "loss": 0.5423,
      "step": 2968
    },
    {
      "epoch": 6.034552845528455,
      "grad_norm": 3.763787628006617,
      "learning_rate": 7.175210077218824e-06,
      "loss": 0.5202,
      "step": 2969
    },
    {
      "epoch": 6.036585365853658,
      "grad_norm": 3.764048109917195,
      "learning_rate": 7.168895420472537e-06,
      "loss": 0.4985,
      "step": 2970
    },
    {
      "epoch": 6.038617886178862,
      "grad_norm": 4.244951961391266,
      "learning_rate": 7.162581990755094e-06,
      "loss": 0.4747,
      "step": 2971
    },
    {
      "epoch": 6.040650406504065,
      "grad_norm": 4.31635317668806,
      "learning_rate": 7.156269790802801e-06,
      "loss": 0.556,
      "step": 2972
    },
    {
      "epoch": 6.0426829268292686,
      "grad_norm": 4.025660144926452,
      "learning_rate": 7.149958823351424e-06,
      "loss": 0.3743,
      "step": 2973
    },
    {
      "epoch": 6.044715447154472,
      "grad_norm": 3.5451754675103913,
      "learning_rate": 7.1436490911362046e-06,
      "loss": 0.4949,
      "step": 2974
    },
    {
      "epoch": 6.046747967479675,
      "grad_norm": 3.7367452239946424,
      "learning_rate": 7.137340596891833e-06,
      "loss": 0.5499,
      "step": 2975
    },
    {
      "epoch": 6.048780487804878,
      "grad_norm": 3.832952332243938,
      "learning_rate": 7.131033343352483e-06,
      "loss": 0.6339,
      "step": 2976
    },
    {
      "epoch": 6.050813008130081,
      "grad_norm": 4.053121611065836,
      "learning_rate": 7.124727333251775e-06,
      "loss": 0.6352,
      "step": 2977
    },
    {
      "epoch": 6.0528455284552845,
      "grad_norm": 4.302264273234119,
      "learning_rate": 7.118422569322804e-06,
      "loss": 0.5049,
      "step": 2978
    },
    {
      "epoch": 6.054878048780488,
      "grad_norm": 4.309000823273214,
      "learning_rate": 7.11211905429811e-06,
      "loss": 0.454,
      "step": 2979
    },
    {
      "epoch": 6.056910569105691,
      "grad_norm": 4.186030180662754,
      "learning_rate": 7.105816790909699e-06,
      "loss": 0.4266,
      "step": 2980
    },
    {
      "epoch": 6.058943089430894,
      "grad_norm": 4.110223464254434,
      "learning_rate": 7.099515781889037e-06,
      "loss": 0.5683,
      "step": 2981
    },
    {
      "epoch": 6.060975609756097,
      "grad_norm": 4.209517292171371,
      "learning_rate": 7.093216029967044e-06,
      "loss": 0.4852,
      "step": 2982
    },
    {
      "epoch": 6.063008130081301,
      "grad_norm": 3.134169839449209,
      "learning_rate": 7.0869175378740985e-06,
      "loss": 0.5397,
      "step": 2983
    },
    {
      "epoch": 6.065040650406504,
      "grad_norm": 3.831336756756402,
      "learning_rate": 7.080620308340024e-06,
      "loss": 0.5175,
      "step": 2984
    },
    {
      "epoch": 6.067073170731708,
      "grad_norm": 3.705567498656212,
      "learning_rate": 7.0743243440941015e-06,
      "loss": 0.5241,
      "step": 2985
    },
    {
      "epoch": 6.069105691056911,
      "grad_norm": 3.785549468874142,
      "learning_rate": 7.0680296478650675e-06,
      "loss": 0.5868,
      "step": 2986
    },
    {
      "epoch": 6.071138211382114,
      "grad_norm": 4.415840600380693,
      "learning_rate": 7.0617362223811055e-06,
      "loss": 0.5761,
      "step": 2987
    },
    {
      "epoch": 6.073170731707317,
      "grad_norm": 4.900533946861144,
      "learning_rate": 7.055444070369852e-06,
      "loss": 0.5385,
      "step": 2988
    },
    {
      "epoch": 6.07520325203252,
      "grad_norm": 4.9051038954923465,
      "learning_rate": 7.049153194558382e-06,
      "loss": 0.6272,
      "step": 2989
    },
    {
      "epoch": 6.0772357723577235,
      "grad_norm": 4.6323504165046545,
      "learning_rate": 7.0428635976732285e-06,
      "loss": 0.633,
      "step": 2990
    },
    {
      "epoch": 6.079268292682927,
      "grad_norm": 3.780420498595647,
      "learning_rate": 7.0365752824403585e-06,
      "loss": 0.4404,
      "step": 2991
    },
    {
      "epoch": 6.08130081300813,
      "grad_norm": 4.210762803040122,
      "learning_rate": 7.0302882515852025e-06,
      "loss": 0.4667,
      "step": 2992
    },
    {
      "epoch": 6.083333333333333,
      "grad_norm": 4.108779125666895,
      "learning_rate": 7.024002507832608e-06,
      "loss": 0.5273,
      "step": 2993
    },
    {
      "epoch": 6.085365853658536,
      "grad_norm": 4.70128376001504,
      "learning_rate": 7.017718053906886e-06,
      "loss": 0.5931,
      "step": 2994
    },
    {
      "epoch": 6.08739837398374,
      "grad_norm": 3.959444264154983,
      "learning_rate": 7.011434892531781e-06,
      "loss": 0.4455,
      "step": 2995
    },
    {
      "epoch": 6.0894308943089435,
      "grad_norm": 4.597604298290493,
      "learning_rate": 7.005153026430476e-06,
      "loss": 0.5817,
      "step": 2996
    },
    {
      "epoch": 6.091463414634147,
      "grad_norm": 4.154377765711609,
      "learning_rate": 6.998872458325599e-06,
      "loss": 0.5533,
      "step": 2997
    },
    {
      "epoch": 6.09349593495935,
      "grad_norm": 3.945335498068827,
      "learning_rate": 6.992593190939203e-06,
      "loss": 0.5009,
      "step": 2998
    },
    {
      "epoch": 6.095528455284553,
      "grad_norm": 4.920583635425672,
      "learning_rate": 6.986315226992789e-06,
      "loss": 0.6464,
      "step": 2999
    },
    {
      "epoch": 6.097560975609756,
      "grad_norm": 4.284630311676868,
      "learning_rate": 6.980038569207291e-06,
      "loss": 0.4333,
      "step": 3000
    },
    {
      "epoch": 6.099593495934959,
      "grad_norm": 4.8489886978766865,
      "learning_rate": 6.973763220303069e-06,
      "loss": 0.5754,
      "step": 3001
    },
    {
      "epoch": 6.1016260162601625,
      "grad_norm": 4.090324951684486,
      "learning_rate": 6.967489182999929e-06,
      "loss": 0.5171,
      "step": 3002
    },
    {
      "epoch": 6.103658536585366,
      "grad_norm": 4.210685533630323,
      "learning_rate": 6.961216460017094e-06,
      "loss": 0.5043,
      "step": 3003
    },
    {
      "epoch": 6.105691056910569,
      "grad_norm": 4.405899798168565,
      "learning_rate": 6.954945054073228e-06,
      "loss": 0.5091,
      "step": 3004
    },
    {
      "epoch": 6.107723577235772,
      "grad_norm": 3.942898644138106,
      "learning_rate": 6.9486749678864196e-06,
      "loss": 0.4872,
      "step": 3005
    },
    {
      "epoch": 6.109756097560975,
      "grad_norm": 4.6908757541807455,
      "learning_rate": 6.942406204174187e-06,
      "loss": 0.4476,
      "step": 3006
    },
    {
      "epoch": 6.111788617886178,
      "grad_norm": 3.925281925058619,
      "learning_rate": 6.936138765653478e-06,
      "loss": 0.5085,
      "step": 3007
    },
    {
      "epoch": 6.1138211382113825,
      "grad_norm": 3.930675816553143,
      "learning_rate": 6.929872655040655e-06,
      "loss": 0.442,
      "step": 3008
    },
    {
      "epoch": 6.115853658536586,
      "grad_norm": 3.831467439772286,
      "learning_rate": 6.9236078750515165e-06,
      "loss": 0.5959,
      "step": 3009
    },
    {
      "epoch": 6.117886178861789,
      "grad_norm": 4.735608013146452,
      "learning_rate": 6.917344428401284e-06,
      "loss": 0.6033,
      "step": 3010
    },
    {
      "epoch": 6.119918699186992,
      "grad_norm": 3.9586129406366775,
      "learning_rate": 6.911082317804594e-06,
      "loss": 0.4899,
      "step": 3011
    },
    {
      "epoch": 6.121951219512195,
      "grad_norm": 4.1425435720766695,
      "learning_rate": 6.904821545975507e-06,
      "loss": 0.5731,
      "step": 3012
    },
    {
      "epoch": 6.123983739837398,
      "grad_norm": 4.189198275941813,
      "learning_rate": 6.898562115627502e-06,
      "loss": 0.5756,
      "step": 3013
    },
    {
      "epoch": 6.126016260162602,
      "grad_norm": 4.107670432887526,
      "learning_rate": 6.89230402947348e-06,
      "loss": 0.6097,
      "step": 3014
    },
    {
      "epoch": 6.128048780487805,
      "grad_norm": 4.7753762662101025,
      "learning_rate": 6.8860472902257606e-06,
      "loss": 0.4394,
      "step": 3015
    },
    {
      "epoch": 6.130081300813008,
      "grad_norm": 3.9592905478369,
      "learning_rate": 6.879791900596077e-06,
      "loss": 0.5993,
      "step": 3016
    },
    {
      "epoch": 6.132113821138211,
      "grad_norm": 3.8072546219208983,
      "learning_rate": 6.873537863295573e-06,
      "loss": 0.4987,
      "step": 3017
    },
    {
      "epoch": 6.134146341463414,
      "grad_norm": 4.584199459251497,
      "learning_rate": 6.8672851810348095e-06,
      "loss": 0.505,
      "step": 3018
    },
    {
      "epoch": 6.1361788617886175,
      "grad_norm": 4.456684030484783,
      "learning_rate": 6.8610338565237645e-06,
      "loss": 0.4581,
      "step": 3019
    },
    {
      "epoch": 6.138211382113822,
      "grad_norm": 4.870004100623928,
      "learning_rate": 6.854783892471823e-06,
      "loss": 0.498,
      "step": 3020
    },
    {
      "epoch": 6.140243902439025,
      "grad_norm": 3.991721353742403,
      "learning_rate": 6.848535291587786e-06,
      "loss": 0.5415,
      "step": 3021
    },
    {
      "epoch": 6.142276422764228,
      "grad_norm": 4.90686547954649,
      "learning_rate": 6.842288056579853e-06,
      "loss": 0.5555,
      "step": 3022
    },
    {
      "epoch": 6.144308943089431,
      "grad_norm": 3.7721390826610772,
      "learning_rate": 6.8360421901556374e-06,
      "loss": 0.5133,
      "step": 3023
    },
    {
      "epoch": 6.146341463414634,
      "grad_norm": 3.5545476277012935,
      "learning_rate": 6.829797695022163e-06,
      "loss": 0.4693,
      "step": 3024
    },
    {
      "epoch": 6.1483739837398375,
      "grad_norm": 4.220541428362268,
      "learning_rate": 6.823554573885858e-06,
      "loss": 0.4695,
      "step": 3025
    },
    {
      "epoch": 6.150406504065041,
      "grad_norm": 3.91799543111688,
      "learning_rate": 6.817312829452547e-06,
      "loss": 0.5124,
      "step": 3026
    },
    {
      "epoch": 6.152439024390244,
      "grad_norm": 4.404592828833676,
      "learning_rate": 6.811072464427466e-06,
      "loss": 0.3972,
      "step": 3027
    },
    {
      "epoch": 6.154471544715447,
      "grad_norm": 4.2313416948220395,
      "learning_rate": 6.804833481515256e-06,
      "loss": 0.5159,
      "step": 3028
    },
    {
      "epoch": 6.15650406504065,
      "grad_norm": 4.255132290403546,
      "learning_rate": 6.798595883419947e-06,
      "loss": 0.5518,
      "step": 3029
    },
    {
      "epoch": 6.158536585365853,
      "grad_norm": 4.1009722805933055,
      "learning_rate": 6.792359672844985e-06,
      "loss": 0.4834,
      "step": 3030
    },
    {
      "epoch": 6.1605691056910565,
      "grad_norm": 3.8268936442297834,
      "learning_rate": 6.786124852493195e-06,
      "loss": 0.528,
      "step": 3031
    },
    {
      "epoch": 6.16260162601626,
      "grad_norm": 4.350394790800419,
      "learning_rate": 6.7798914250668154e-06,
      "loss": 0.4982,
      "step": 3032
    },
    {
      "epoch": 6.164634146341464,
      "grad_norm": 4.177286271122697,
      "learning_rate": 6.773659393267479e-06,
      "loss": 0.4886,
      "step": 3033
    },
    {
      "epoch": 6.166666666666667,
      "grad_norm": 4.760378286930278,
      "learning_rate": 6.767428759796203e-06,
      "loss": 0.5854,
      "step": 3034
    },
    {
      "epoch": 6.16869918699187,
      "grad_norm": 4.178571375606512,
      "learning_rate": 6.761199527353415e-06,
      "loss": 0.5761,
      "step": 3035
    },
    {
      "epoch": 6.170731707317073,
      "grad_norm": 3.745959829816931,
      "learning_rate": 6.7549716986389146e-06,
      "loss": 0.6029,
      "step": 3036
    },
    {
      "epoch": 6.1727642276422765,
      "grad_norm": 4.594577473070062,
      "learning_rate": 6.7487452763519115e-06,
      "loss": 0.5599,
      "step": 3037
    },
    {
      "epoch": 6.17479674796748,
      "grad_norm": 5.462075359527265,
      "learning_rate": 6.7425202631910014e-06,
      "loss": 0.4862,
      "step": 3038
    },
    {
      "epoch": 6.176829268292683,
      "grad_norm": 4.240750063967756,
      "learning_rate": 6.736296661854162e-06,
      "loss": 0.6064,
      "step": 3039
    },
    {
      "epoch": 6.178861788617886,
      "grad_norm": 4.525270874761123,
      "learning_rate": 6.730074475038766e-06,
      "loss": 0.5263,
      "step": 3040
    },
    {
      "epoch": 6.180894308943089,
      "grad_norm": 5.205416620227145,
      "learning_rate": 6.7238537054415695e-06,
      "loss": 0.5665,
      "step": 3041
    },
    {
      "epoch": 6.182926829268292,
      "grad_norm": 3.860926374628463,
      "learning_rate": 6.7176343557587154e-06,
      "loss": 0.5361,
      "step": 3042
    },
    {
      "epoch": 6.184959349593496,
      "grad_norm": 4.244561964157803,
      "learning_rate": 6.711416428685736e-06,
      "loss": 0.3901,
      "step": 3043
    },
    {
      "epoch": 6.186991869918699,
      "grad_norm": 3.875882548518198,
      "learning_rate": 6.7051999269175405e-06,
      "loss": 0.5165,
      "step": 3044
    },
    {
      "epoch": 6.189024390243903,
      "grad_norm": 3.9007591929792778,
      "learning_rate": 6.69898485314842e-06,
      "loss": 0.5114,
      "step": 3045
    },
    {
      "epoch": 6.191056910569106,
      "grad_norm": 3.9461802388186515,
      "learning_rate": 6.6927712100720495e-06,
      "loss": 0.4036,
      "step": 3046
    },
    {
      "epoch": 6.193089430894309,
      "grad_norm": 4.220654329166311,
      "learning_rate": 6.686559000381485e-06,
      "loss": 0.5824,
      "step": 3047
    },
    {
      "epoch": 6.195121951219512,
      "grad_norm": 3.853777858818972,
      "learning_rate": 6.680348226769162e-06,
      "loss": 0.443,
      "step": 3048
    },
    {
      "epoch": 6.1971544715447155,
      "grad_norm": 3.6944602086337968,
      "learning_rate": 6.67413889192689e-06,
      "loss": 0.3744,
      "step": 3049
    },
    {
      "epoch": 6.199186991869919,
      "grad_norm": 4.135813256500782,
      "learning_rate": 6.667930998545855e-06,
      "loss": 0.5398,
      "step": 3050
    },
    {
      "epoch": 6.201219512195122,
      "grad_norm": 3.686961601441303,
      "learning_rate": 6.661724549316619e-06,
      "loss": 0.3693,
      "step": 3051
    },
    {
      "epoch": 6.203252032520325,
      "grad_norm": 3.850921948575544,
      "learning_rate": 6.655519546929121e-06,
      "loss": 0.4603,
      "step": 3052
    },
    {
      "epoch": 6.205284552845528,
      "grad_norm": 4.367244995488525,
      "learning_rate": 6.649315994072669e-06,
      "loss": 0.5838,
      "step": 3053
    },
    {
      "epoch": 6.2073170731707314,
      "grad_norm": 4.151382272941495,
      "learning_rate": 6.643113893435949e-06,
      "loss": 0.4229,
      "step": 3054
    },
    {
      "epoch": 6.209349593495935,
      "grad_norm": 4.4531025519264675,
      "learning_rate": 6.636913247707008e-06,
      "loss": 0.5325,
      "step": 3055
    },
    {
      "epoch": 6.211382113821138,
      "grad_norm": 4.212643025095264,
      "learning_rate": 6.630714059573267e-06,
      "loss": 0.5524,
      "step": 3056
    },
    {
      "epoch": 6.213414634146342,
      "grad_norm": 3.989791923124829,
      "learning_rate": 6.624516331721515e-06,
      "loss": 0.5878,
      "step": 3057
    },
    {
      "epoch": 6.215447154471545,
      "grad_norm": 4.076176744747355,
      "learning_rate": 6.6183200668379176e-06,
      "loss": 0.5544,
      "step": 3058
    },
    {
      "epoch": 6.217479674796748,
      "grad_norm": 4.484938431582354,
      "learning_rate": 6.612125267607988e-06,
      "loss": 0.555,
      "step": 3059
    },
    {
      "epoch": 6.219512195121951,
      "grad_norm": 4.258805106506017,
      "learning_rate": 6.6059319367166165e-06,
      "loss": 0.5268,
      "step": 3060
    },
    {
      "epoch": 6.221544715447155,
      "grad_norm": 4.127555964002789,
      "learning_rate": 6.599740076848053e-06,
      "loss": 0.5032,
      "step": 3061
    },
    {
      "epoch": 6.223577235772358,
      "grad_norm": 4.010009256323325,
      "learning_rate": 6.593549690685914e-06,
      "loss": 0.4669,
      "step": 3062
    },
    {
      "epoch": 6.225609756097561,
      "grad_norm": 3.841153001706688,
      "learning_rate": 6.587360780913177e-06,
      "loss": 0.3982,
      "step": 3063
    },
    {
      "epoch": 6.227642276422764,
      "grad_norm": 4.2681993593685,
      "learning_rate": 6.581173350212169e-06,
      "loss": 0.6182,
      "step": 3064
    },
    {
      "epoch": 6.229674796747967,
      "grad_norm": 3.97173328963945,
      "learning_rate": 6.574987401264588e-06,
      "loss": 0.3734,
      "step": 3065
    },
    {
      "epoch": 6.2317073170731705,
      "grad_norm": 4.535001562122179,
      "learning_rate": 6.568802936751486e-06,
      "loss": 0.6086,
      "step": 3066
    },
    {
      "epoch": 6.233739837398374,
      "grad_norm": 4.377000081260027,
      "learning_rate": 6.56261995935327e-06,
      "loss": 0.5199,
      "step": 3067
    },
    {
      "epoch": 6.235772357723577,
      "grad_norm": 4.52297559457693,
      "learning_rate": 6.55643847174971e-06,
      "loss": 0.5143,
      "step": 3068
    },
    {
      "epoch": 6.237804878048781,
      "grad_norm": 3.7997375673661953,
      "learning_rate": 6.550258476619913e-06,
      "loss": 0.4414,
      "step": 3069
    },
    {
      "epoch": 6.239837398373984,
      "grad_norm": 5.0327806558419095,
      "learning_rate": 6.5440799766423575e-06,
      "loss": 0.6036,
      "step": 3070
    },
    {
      "epoch": 6.241869918699187,
      "grad_norm": 3.9426572879225503,
      "learning_rate": 6.537902974494868e-06,
      "loss": 0.5714,
      "step": 3071
    },
    {
      "epoch": 6.2439024390243905,
      "grad_norm": 4.50019393668127,
      "learning_rate": 6.531727472854617e-06,
      "loss": 0.4858,
      "step": 3072
    },
    {
      "epoch": 6.245934959349594,
      "grad_norm": 3.950238728084128,
      "learning_rate": 6.525553474398123e-06,
      "loss": 0.3908,
      "step": 3073
    },
    {
      "epoch": 6.247967479674797,
      "grad_norm": 4.545064636703887,
      "learning_rate": 6.5193809818012645e-06,
      "loss": 0.4885,
      "step": 3074
    },
    {
      "epoch": 6.25,
      "grad_norm": 4.5558212785880885,
      "learning_rate": 6.513209997739257e-06,
      "loss": 0.5168,
      "step": 3075
    },
    {
      "epoch": 6.252032520325203,
      "grad_norm": 4.046114439192485,
      "learning_rate": 6.507040524886672e-06,
      "loss": 0.4407,
      "step": 3076
    },
    {
      "epoch": 6.254065040650406,
      "grad_norm": 4.569508423488142,
      "learning_rate": 6.500872565917417e-06,
      "loss": 0.4488,
      "step": 3077
    },
    {
      "epoch": 6.2560975609756095,
      "grad_norm": 4.326674236915518,
      "learning_rate": 6.494706123504744e-06,
      "loss": 0.5277,
      "step": 3078
    },
    {
      "epoch": 6.258130081300813,
      "grad_norm": 4.200279853989193,
      "learning_rate": 6.488541200321252e-06,
      "loss": 0.5372,
      "step": 3079
    },
    {
      "epoch": 6.260162601626016,
      "grad_norm": 3.988756813172458,
      "learning_rate": 6.482377799038882e-06,
      "loss": 0.5111,
      "step": 3080
    },
    {
      "epoch": 6.262195121951219,
      "grad_norm": 5.032829751478483,
      "learning_rate": 6.476215922328912e-06,
      "loss": 0.5686,
      "step": 3081
    },
    {
      "epoch": 6.264227642276423,
      "grad_norm": 5.210176894666242,
      "learning_rate": 6.470055572861963e-06,
      "loss": 0.5568,
      "step": 3082
    },
    {
      "epoch": 6.266260162601626,
      "grad_norm": 4.465044171683558,
      "learning_rate": 6.4638967533079876e-06,
      "loss": 0.4727,
      "step": 3083
    },
    {
      "epoch": 6.2682926829268295,
      "grad_norm": 4.278414730937865,
      "learning_rate": 6.45773946633628e-06,
      "loss": 0.4764,
      "step": 3084
    },
    {
      "epoch": 6.270325203252033,
      "grad_norm": 4.671400543247926,
      "learning_rate": 6.4515837146154704e-06,
      "loss": 0.5698,
      "step": 3085
    },
    {
      "epoch": 6.272357723577236,
      "grad_norm": 4.239733997047258,
      "learning_rate": 6.445429500813527e-06,
      "loss": 0.4604,
      "step": 3086
    },
    {
      "epoch": 6.274390243902439,
      "grad_norm": 4.694685588234972,
      "learning_rate": 6.439276827597739e-06,
      "loss": 0.4491,
      "step": 3087
    },
    {
      "epoch": 6.276422764227642,
      "grad_norm": 5.235592262698229,
      "learning_rate": 6.4331256976347434e-06,
      "loss": 0.4443,
      "step": 3088
    },
    {
      "epoch": 6.278455284552845,
      "grad_norm": 4.694678297565083,
      "learning_rate": 6.426976113590494e-06,
      "loss": 0.5656,
      "step": 3089
    },
    {
      "epoch": 6.280487804878049,
      "grad_norm": 4.252718363598622,
      "learning_rate": 6.4208280781302855e-06,
      "loss": 0.5579,
      "step": 3090
    },
    {
      "epoch": 6.282520325203252,
      "grad_norm": 4.2025580078934635,
      "learning_rate": 6.414681593918744e-06,
      "loss": 0.552,
      "step": 3091
    },
    {
      "epoch": 6.284552845528455,
      "grad_norm": 4.331546756990268,
      "learning_rate": 6.408536663619803e-06,
      "loss": 0.4985,
      "step": 3092
    },
    {
      "epoch": 6.286585365853658,
      "grad_norm": 5.35036778917872,
      "learning_rate": 6.402393289896747e-06,
      "loss": 0.7322,
      "step": 3093
    },
    {
      "epoch": 6.288617886178862,
      "grad_norm": 4.374388152674622,
      "learning_rate": 6.39625147541217e-06,
      "loss": 0.4877,
      "step": 3094
    },
    {
      "epoch": 6.290650406504065,
      "grad_norm": 4.01378505699353,
      "learning_rate": 6.390111222827997e-06,
      "loss": 0.4828,
      "step": 3095
    },
    {
      "epoch": 6.2926829268292686,
      "grad_norm": 4.07850899135185,
      "learning_rate": 6.383972534805478e-06,
      "loss": 0.6036,
      "step": 3096
    },
    {
      "epoch": 6.294715447154472,
      "grad_norm": 4.79098397950834,
      "learning_rate": 6.3778354140051755e-06,
      "loss": 0.4987,
      "step": 3097
    },
    {
      "epoch": 6.296747967479675,
      "grad_norm": 4.434604919152861,
      "learning_rate": 6.371699863086982e-06,
      "loss": 0.5785,
      "step": 3098
    },
    {
      "epoch": 6.298780487804878,
      "grad_norm": 3.746183372813677,
      "learning_rate": 6.365565884710104e-06,
      "loss": 0.3846,
      "step": 3099
    },
    {
      "epoch": 6.300813008130081,
      "grad_norm": 4.05361370593282,
      "learning_rate": 6.359433481533074e-06,
      "loss": 0.388,
      "step": 3100
    },
    {
      "epoch": 6.3028455284552845,
      "grad_norm": 4.112745000813897,
      "learning_rate": 6.353302656213728e-06,
      "loss": 0.513,
      "step": 3101
    },
    {
      "epoch": 6.304878048780488,
      "grad_norm": 4.046436408717923,
      "learning_rate": 6.347173411409231e-06,
      "loss": 0.4683,
      "step": 3102
    },
    {
      "epoch": 6.306910569105691,
      "grad_norm": 4.478353356653015,
      "learning_rate": 6.34104574977606e-06,
      "loss": 0.562,
      "step": 3103
    },
    {
      "epoch": 6.308943089430894,
      "grad_norm": 3.9839587972950765,
      "learning_rate": 6.3349196739700024e-06,
      "loss": 0.5081,
      "step": 3104
    },
    {
      "epoch": 6.310975609756097,
      "grad_norm": 4.696779855135111,
      "learning_rate": 6.328795186646164e-06,
      "loss": 0.6812,
      "step": 3105
    },
    {
      "epoch": 6.3130081300813,
      "grad_norm": 4.299537605098109,
      "learning_rate": 6.322672290458952e-06,
      "loss": 0.404,
      "step": 3106
    },
    {
      "epoch": 6.315040650406504,
      "grad_norm": 4.837080552374186,
      "learning_rate": 6.316550988062094e-06,
      "loss": 0.5682,
      "step": 3107
    },
    {
      "epoch": 6.317073170731708,
      "grad_norm": 4.046696143272297,
      "learning_rate": 6.310431282108622e-06,
      "loss": 0.3958,
      "step": 3108
    },
    {
      "epoch": 6.319105691056911,
      "grad_norm": 4.1975104144092255,
      "learning_rate": 6.30431317525088e-06,
      "loss": 0.4379,
      "step": 3109
    },
    {
      "epoch": 6.321138211382114,
      "grad_norm": 4.021300515189193,
      "learning_rate": 6.298196670140519e-06,
      "loss": 0.4372,
      "step": 3110
    },
    {
      "epoch": 6.323170731707317,
      "grad_norm": 4.178554338735089,
      "learning_rate": 6.292081769428482e-06,
      "loss": 0.4767,
      "step": 3111
    },
    {
      "epoch": 6.32520325203252,
      "grad_norm": 4.912980458916152,
      "learning_rate": 6.2859684757650365e-06,
      "loss": 0.6028,
      "step": 3112
    },
    {
      "epoch": 6.3272357723577235,
      "grad_norm": 4.708164925144803,
      "learning_rate": 6.279856791799741e-06,
      "loss": 0.6781,
      "step": 3113
    },
    {
      "epoch": 6.329268292682927,
      "grad_norm": 4.679022422923712,
      "learning_rate": 6.273746720181464e-06,
      "loss": 0.4786,
      "step": 3114
    },
    {
      "epoch": 6.33130081300813,
      "grad_norm": 5.6450755032849464,
      "learning_rate": 6.267638263558372e-06,
      "loss": 0.5673,
      "step": 3115
    },
    {
      "epoch": 6.333333333333333,
      "grad_norm": 4.749780863247734,
      "learning_rate": 6.261531424577923e-06,
      "loss": 0.4187,
      "step": 3116
    },
    {
      "epoch": 6.335365853658536,
      "grad_norm": 4.194320456305172,
      "learning_rate": 6.255426205886885e-06,
      "loss": 0.6591,
      "step": 3117
    },
    {
      "epoch": 6.33739837398374,
      "grad_norm": 4.677253273976444,
      "learning_rate": 6.249322610131324e-06,
      "loss": 0.4485,
      "step": 3118
    },
    {
      "epoch": 6.3394308943089435,
      "grad_norm": 4.7525221816931165,
      "learning_rate": 6.2432206399566e-06,
      "loss": 0.5486,
      "step": 3119
    },
    {
      "epoch": 6.341463414634147,
      "grad_norm": 3.9177576238547296,
      "learning_rate": 6.2371202980073596e-06,
      "loss": 0.4512,
      "step": 3120
    },
    {
      "epoch": 6.34349593495935,
      "grad_norm": 3.9660140086323334,
      "learning_rate": 6.231021586927559e-06,
      "loss": 0.5521,
      "step": 3121
    },
    {
      "epoch": 6.345528455284553,
      "grad_norm": 3.789856723380731,
      "learning_rate": 6.224924509360435e-06,
      "loss": 0.3516,
      "step": 3122
    },
    {
      "epoch": 6.347560975609756,
      "grad_norm": 4.521227128052981,
      "learning_rate": 6.218829067948524e-06,
      "loss": 0.6347,
      "step": 3123
    },
    {
      "epoch": 6.349593495934959,
      "grad_norm": 4.226377642162734,
      "learning_rate": 6.212735265333655e-06,
      "loss": 0.4555,
      "step": 3124
    },
    {
      "epoch": 6.3516260162601625,
      "grad_norm": 3.682146914775004,
      "learning_rate": 6.206643104156933e-06,
      "loss": 0.5015,
      "step": 3125
    },
    {
      "epoch": 6.353658536585366,
      "grad_norm": 3.794988875739594,
      "learning_rate": 6.20055258705877e-06,
      "loss": 0.5581,
      "step": 3126
    },
    {
      "epoch": 6.355691056910569,
      "grad_norm": 4.64961461283522,
      "learning_rate": 6.194463716678851e-06,
      "loss": 0.6366,
      "step": 3127
    },
    {
      "epoch": 6.357723577235772,
      "grad_norm": 3.89890376712068,
      "learning_rate": 6.188376495656156e-06,
      "loss": 0.546,
      "step": 3128
    },
    {
      "epoch": 6.359756097560975,
      "grad_norm": 4.26844806061673,
      "learning_rate": 6.182290926628949e-06,
      "loss": 0.4931,
      "step": 3129
    },
    {
      "epoch": 6.361788617886178,
      "grad_norm": 4.920409643274296,
      "learning_rate": 6.176207012234769e-06,
      "loss": 0.5785,
      "step": 3130
    },
    {
      "epoch": 6.3638211382113825,
      "grad_norm": 3.7203403923599003,
      "learning_rate": 6.170124755110451e-06,
      "loss": 0.4926,
      "step": 3131
    },
    {
      "epoch": 6.365853658536586,
      "grad_norm": 5.200165933792716,
      "learning_rate": 6.164044157892102e-06,
      "loss": 0.5678,
      "step": 3132
    },
    {
      "epoch": 6.367886178861789,
      "grad_norm": 4.931192716087,
      "learning_rate": 6.157965223215119e-06,
      "loss": 0.4677,
      "step": 3133
    },
    {
      "epoch": 6.369918699186992,
      "grad_norm": 4.033975648233533,
      "learning_rate": 6.151887953714164e-06,
      "loss": 0.3663,
      "step": 3134
    },
    {
      "epoch": 6.371951219512195,
      "grad_norm": 4.050635181373645,
      "learning_rate": 6.145812352023193e-06,
      "loss": 0.4151,
      "step": 3135
    },
    {
      "epoch": 6.373983739837398,
      "grad_norm": 3.9508813071211573,
      "learning_rate": 6.13973842077543e-06,
      "loss": 0.483,
      "step": 3136
    },
    {
      "epoch": 6.376016260162602,
      "grad_norm": 4.017640736771595,
      "learning_rate": 6.133666162603373e-06,
      "loss": 0.4624,
      "step": 3137
    },
    {
      "epoch": 6.378048780487805,
      "grad_norm": 4.628053291036126,
      "learning_rate": 6.12759558013881e-06,
      "loss": 0.5076,
      "step": 3138
    },
    {
      "epoch": 6.380081300813008,
      "grad_norm": 4.14866861800336,
      "learning_rate": 6.121526676012779e-06,
      "loss": 0.5043,
      "step": 3139
    },
    {
      "epoch": 6.382113821138211,
      "grad_norm": 3.4065835366001695,
      "learning_rate": 6.11545945285561e-06,
      "loss": 0.6257,
      "step": 3140
    },
    {
      "epoch": 6.384146341463414,
      "grad_norm": 4.1989479509922445,
      "learning_rate": 6.1093939132968975e-06,
      "loss": 0.5794,
      "step": 3141
    },
    {
      "epoch": 6.3861788617886175,
      "grad_norm": 3.8617074131969997,
      "learning_rate": 6.1033300599655044e-06,
      "loss": 0.4922,
      "step": 3142
    },
    {
      "epoch": 6.388211382113822,
      "grad_norm": 4.0171696542588515,
      "learning_rate": 6.097267895489569e-06,
      "loss": 0.505,
      "step": 3143
    },
    {
      "epoch": 6.390243902439025,
      "grad_norm": 4.084722059892983,
      "learning_rate": 6.091207422496489e-06,
      "loss": 0.5624,
      "step": 3144
    },
    {
      "epoch": 6.392276422764228,
      "grad_norm": 4.2096335791570105,
      "learning_rate": 6.085148643612935e-06,
      "loss": 0.4546,
      "step": 3145
    },
    {
      "epoch": 6.394308943089431,
      "grad_norm": 4.274159093851593,
      "learning_rate": 6.0790915614648425e-06,
      "loss": 0.4369,
      "step": 3146
    },
    {
      "epoch": 6.396341463414634,
      "grad_norm": 4.234890206713012,
      "learning_rate": 6.073036178677414e-06,
      "loss": 0.5592,
      "step": 3147
    },
    {
      "epoch": 6.3983739837398375,
      "grad_norm": 4.317083687561405,
      "learning_rate": 6.066982497875109e-06,
      "loss": 0.4721,
      "step": 3148
    },
    {
      "epoch": 6.400406504065041,
      "grad_norm": 4.605330107110506,
      "learning_rate": 6.06093052168165e-06,
      "loss": 0.3928,
      "step": 3149
    },
    {
      "epoch": 6.402439024390244,
      "grad_norm": 4.48619585765561,
      "learning_rate": 6.054880252720028e-06,
      "loss": 0.5783,
      "step": 3150
    },
    {
      "epoch": 6.404471544715447,
      "grad_norm": 4.552686450879551,
      "learning_rate": 6.048831693612489e-06,
      "loss": 0.5641,
      "step": 3151
    },
    {
      "epoch": 6.40650406504065,
      "grad_norm": 4.930599440481154,
      "learning_rate": 6.042784846980542e-06,
      "loss": 0.401,
      "step": 3152
    },
    {
      "epoch": 6.408536585365853,
      "grad_norm": 4.2046207171748495,
      "learning_rate": 6.036739715444943e-06,
      "loss": 0.5976,
      "step": 3153
    },
    {
      "epoch": 6.4105691056910565,
      "grad_norm": 3.805123421706209,
      "learning_rate": 6.030696301625716e-06,
      "loss": 0.5849,
      "step": 3154
    },
    {
      "epoch": 6.41260162601626,
      "grad_norm": 4.868688296101649,
      "learning_rate": 6.024654608142136e-06,
      "loss": 0.6306,
      "step": 3155
    },
    {
      "epoch": 6.414634146341464,
      "grad_norm": 4.306668237452839,
      "learning_rate": 6.018614637612733e-06,
      "loss": 0.5296,
      "step": 3156
    },
    {
      "epoch": 6.416666666666667,
      "grad_norm": 4.847461751406629,
      "learning_rate": 6.012576392655295e-06,
      "loss": 0.4999,
      "step": 3157
    },
    {
      "epoch": 6.41869918699187,
      "grad_norm": 4.268479908479692,
      "learning_rate": 6.006539875886848e-06,
      "loss": 0.5128,
      "step": 3158
    },
    {
      "epoch": 6.420731707317073,
      "grad_norm": 3.9260279061867234,
      "learning_rate": 6.000505089923686e-06,
      "loss": 0.5135,
      "step": 3159
    },
    {
      "epoch": 6.4227642276422765,
      "grad_norm": 5.04459555206957,
      "learning_rate": 5.99447203738134e-06,
      "loss": 0.5154,
      "step": 3160
    },
    {
      "epoch": 6.42479674796748,
      "grad_norm": 4.628475099364789,
      "learning_rate": 5.9884407208745975e-06,
      "loss": 0.4672,
      "step": 3161
    },
    {
      "epoch": 6.426829268292683,
      "grad_norm": 4.230572938154425,
      "learning_rate": 5.982411143017495e-06,
      "loss": 0.5188,
      "step": 3162
    },
    {
      "epoch": 6.428861788617886,
      "grad_norm": 4.806608714008848,
      "learning_rate": 5.976383306423302e-06,
      "loss": 0.4523,
      "step": 3163
    },
    {
      "epoch": 6.430894308943089,
      "grad_norm": 4.1926188145377585,
      "learning_rate": 5.9703572137045495e-06,
      "loss": 0.6183,
      "step": 3164
    },
    {
      "epoch": 6.432926829268292,
      "grad_norm": 4.75998574015112,
      "learning_rate": 5.964332867473004e-06,
      "loss": 0.6591,
      "step": 3165
    },
    {
      "epoch": 6.434959349593496,
      "grad_norm": 4.547441984220376,
      "learning_rate": 5.95831027033968e-06,
      "loss": 0.5005,
      "step": 3166
    },
    {
      "epoch": 6.4369918699187,
      "grad_norm": 4.29479663910378,
      "learning_rate": 5.9522894249148256e-06,
      "loss": 0.6125,
      "step": 3167
    },
    {
      "epoch": 6.439024390243903,
      "grad_norm": 3.946681251006244,
      "learning_rate": 5.946270333807937e-06,
      "loss": 0.5668,
      "step": 3168
    },
    {
      "epoch": 6.441056910569106,
      "grad_norm": 4.64481308376088,
      "learning_rate": 5.940252999627751e-06,
      "loss": 0.5407,
      "step": 3169
    },
    {
      "epoch": 6.443089430894309,
      "grad_norm": 5.813114736153323,
      "learning_rate": 5.934237424982236e-06,
      "loss": 0.5869,
      "step": 3170
    },
    {
      "epoch": 6.445121951219512,
      "grad_norm": 4.8679246064026955,
      "learning_rate": 5.928223612478607e-06,
      "loss": 0.4863,
      "step": 3171
    },
    {
      "epoch": 6.4471544715447155,
      "grad_norm": 4.376722551439104,
      "learning_rate": 5.922211564723302e-06,
      "loss": 0.5007,
      "step": 3172
    },
    {
      "epoch": 6.449186991869919,
      "grad_norm": 4.198998385096173,
      "learning_rate": 5.916201284322007e-06,
      "loss": 0.5126,
      "step": 3173
    },
    {
      "epoch": 6.451219512195122,
      "grad_norm": 4.735324730634318,
      "learning_rate": 5.910192773879639e-06,
      "loss": 0.4871,
      "step": 3174
    },
    {
      "epoch": 6.453252032520325,
      "grad_norm": 3.8920374226564842,
      "learning_rate": 5.904186036000343e-06,
      "loss": 0.5774,
      "step": 3175
    },
    {
      "epoch": 6.455284552845528,
      "grad_norm": 4.133590991197745,
      "learning_rate": 5.898181073287504e-06,
      "loss": 0.4656,
      "step": 3176
    },
    {
      "epoch": 6.4573170731707314,
      "grad_norm": 4.805201148164741,
      "learning_rate": 5.892177888343724e-06,
      "loss": 0.4938,
      "step": 3177
    },
    {
      "epoch": 6.459349593495935,
      "grad_norm": 4.32661167060832,
      "learning_rate": 5.886176483770848e-06,
      "loss": 0.434,
      "step": 3178
    },
    {
      "epoch": 6.461382113821138,
      "grad_norm": 4.125992123554225,
      "learning_rate": 5.880176862169946e-06,
      "loss": 0.4992,
      "step": 3179
    },
    {
      "epoch": 6.463414634146342,
      "grad_norm": 4.194838756450082,
      "learning_rate": 5.87417902614131e-06,
      "loss": 0.5344,
      "step": 3180
    },
    {
      "epoch": 6.465447154471545,
      "grad_norm": 5.1934249962513634,
      "learning_rate": 5.868182978284465e-06,
      "loss": 0.6093,
      "step": 3181
    },
    {
      "epoch": 6.467479674796748,
      "grad_norm": 3.9240680346267087,
      "learning_rate": 5.862188721198152e-06,
      "loss": 0.4942,
      "step": 3182
    },
    {
      "epoch": 6.469512195121951,
      "grad_norm": 4.279243769415668,
      "learning_rate": 5.856196257480347e-06,
      "loss": 0.4201,
      "step": 3183
    },
    {
      "epoch": 6.471544715447155,
      "grad_norm": 4.539463063854267,
      "learning_rate": 5.850205589728239e-06,
      "loss": 0.5107,
      "step": 3184
    },
    {
      "epoch": 6.473577235772358,
      "grad_norm": 4.701221907514324,
      "learning_rate": 5.844216720538252e-06,
      "loss": 0.5037,
      "step": 3185
    },
    {
      "epoch": 6.475609756097561,
      "grad_norm": 3.748732276877588,
      "learning_rate": 5.838229652506013e-06,
      "loss": 0.5397,
      "step": 3186
    },
    {
      "epoch": 6.477642276422764,
      "grad_norm": 3.907522973071197,
      "learning_rate": 5.832244388226373e-06,
      "loss": 0.5088,
      "step": 3187
    },
    {
      "epoch": 6.479674796747967,
      "grad_norm": 4.357096435398361,
      "learning_rate": 5.826260930293417e-06,
      "loss": 0.4456,
      "step": 3188
    },
    {
      "epoch": 6.4817073170731705,
      "grad_norm": 4.15897570968112,
      "learning_rate": 5.820279281300427e-06,
      "loss": 0.6126,
      "step": 3189
    },
    {
      "epoch": 6.483739837398374,
      "grad_norm": 4.821174294178655,
      "learning_rate": 5.814299443839911e-06,
      "loss": 0.4083,
      "step": 3190
    },
    {
      "epoch": 6.485772357723577,
      "grad_norm": 4.201566543193239,
      "learning_rate": 5.808321420503591e-06,
      "loss": 0.5019,
      "step": 3191
    },
    {
      "epoch": 6.487804878048781,
      "grad_norm": 3.874500518409369,
      "learning_rate": 5.802345213882396e-06,
      "loss": 0.5874,
      "step": 3192
    },
    {
      "epoch": 6.489837398373984,
      "grad_norm": 5.143932539245318,
      "learning_rate": 5.796370826566481e-06,
      "loss": 0.4491,
      "step": 3193
    },
    {
      "epoch": 6.491869918699187,
      "grad_norm": 4.52426345663266,
      "learning_rate": 5.790398261145203e-06,
      "loss": 0.5961,
      "step": 3194
    },
    {
      "epoch": 6.4939024390243905,
      "grad_norm": 4.457734609606392,
      "learning_rate": 5.7844275202071274e-06,
      "loss": 0.4699,
      "step": 3195
    },
    {
      "epoch": 6.495934959349594,
      "grad_norm": 4.89173181702346,
      "learning_rate": 5.778458606340037e-06,
      "loss": 0.5741,
      "step": 3196
    },
    {
      "epoch": 6.497967479674797,
      "grad_norm": 4.787683882260498,
      "learning_rate": 5.772491522130912e-06,
      "loss": 0.6521,
      "step": 3197
    },
    {
      "epoch": 6.5,
      "grad_norm": 5.229813747711314,
      "learning_rate": 5.766526270165955e-06,
      "loss": 0.5124,
      "step": 3198
    },
    {
      "epoch": 6.502032520325203,
      "grad_norm": 4.040388411319542,
      "learning_rate": 5.76056285303056e-06,
      "loss": 0.4418,
      "step": 3199
    },
    {
      "epoch": 6.504065040650406,
      "grad_norm": 4.262729624419289,
      "learning_rate": 5.754601273309333e-06,
      "loss": 0.5659,
      "step": 3200
    },
    {
      "epoch": 6.5060975609756095,
      "grad_norm": 4.157399251643136,
      "learning_rate": 5.748641533586079e-06,
      "loss": 0.5208,
      "step": 3201
    },
    {
      "epoch": 6.508130081300813,
      "grad_norm": 4.593293519629904,
      "learning_rate": 5.742683636443808e-06,
      "loss": 0.5842,
      "step": 3202
    },
    {
      "epoch": 6.510162601626016,
      "grad_norm": 4.338866068156644,
      "learning_rate": 5.736727584464736e-06,
      "loss": 0.4162,
      "step": 3203
    },
    {
      "epoch": 6.512195121951219,
      "grad_norm": 3.979639454656739,
      "learning_rate": 5.730773380230276e-06,
      "loss": 0.4779,
      "step": 3204
    },
    {
      "epoch": 6.514227642276423,
      "grad_norm": 4.309418140786239,
      "learning_rate": 5.7248210263210344e-06,
      "loss": 0.4466,
      "step": 3205
    },
    {
      "epoch": 6.516260162601626,
      "grad_norm": 4.3754110319073725,
      "learning_rate": 5.7188705253168235e-06,
      "loss": 0.5287,
      "step": 3206
    },
    {
      "epoch": 6.5182926829268295,
      "grad_norm": 4.444211371024574,
      "learning_rate": 5.712921879796645e-06,
      "loss": 0.4565,
      "step": 3207
    },
    {
      "epoch": 6.520325203252033,
      "grad_norm": 3.8085750266291454,
      "learning_rate": 5.70697509233871e-06,
      "loss": 0.2988,
      "step": 3208
    },
    {
      "epoch": 6.522357723577236,
      "grad_norm": 3.961490075575646,
      "learning_rate": 5.701030165520404e-06,
      "loss": 0.4601,
      "step": 3209
    },
    {
      "epoch": 6.524390243902439,
      "grad_norm": 5.401147428888839,
      "learning_rate": 5.6950871019183265e-06,
      "loss": 0.541,
      "step": 3210
    },
    {
      "epoch": 6.526422764227642,
      "grad_norm": 3.699876449081611,
      "learning_rate": 5.689145904108257e-06,
      "loss": 0.4091,
      "step": 3211
    },
    {
      "epoch": 6.528455284552845,
      "grad_norm": 4.44812895044382,
      "learning_rate": 5.683206574665165e-06,
      "loss": 0.5542,
      "step": 3212
    },
    {
      "epoch": 6.530487804878049,
      "grad_norm": 4.913521853806264,
      "learning_rate": 5.6772691161632275e-06,
      "loss": 0.5676,
      "step": 3213
    },
    {
      "epoch": 6.532520325203252,
      "grad_norm": 3.636028226907274,
      "learning_rate": 5.671333531175782e-06,
      "loss": 0.5221,
      "step": 3214
    },
    {
      "epoch": 6.534552845528455,
      "grad_norm": 4.272391675255547,
      "learning_rate": 5.665399822275383e-06,
      "loss": 0.5231,
      "step": 3215
    },
    {
      "epoch": 6.536585365853659,
      "grad_norm": 4.265909873095504,
      "learning_rate": 5.6594679920337514e-06,
      "loss": 0.3877,
      "step": 3216
    },
    {
      "epoch": 6.538617886178862,
      "grad_norm": 4.2185751065073775,
      "learning_rate": 5.653538043021802e-06,
      "loss": 0.5719,
      "step": 3217
    },
    {
      "epoch": 6.540650406504065,
      "grad_norm": 4.370842140842092,
      "learning_rate": 5.647609977809642e-06,
      "loss": 0.366,
      "step": 3218
    },
    {
      "epoch": 6.5426829268292686,
      "grad_norm": 4.389175181565978,
      "learning_rate": 5.6416837989665396e-06,
      "loss": 0.6318,
      "step": 3219
    },
    {
      "epoch": 6.544715447154472,
      "grad_norm": 5.143579349922602,
      "learning_rate": 5.635759509060969e-06,
      "loss": 0.6515,
      "step": 3220
    },
    {
      "epoch": 6.546747967479675,
      "grad_norm": 3.8877198720503143,
      "learning_rate": 5.6298371106605764e-06,
      "loss": 0.5303,
      "step": 3221
    },
    {
      "epoch": 6.548780487804878,
      "grad_norm": 3.911071129014838,
      "learning_rate": 5.6239166063321826e-06,
      "loss": 0.4532,
      "step": 3222
    },
    {
      "epoch": 6.550813008130081,
      "grad_norm": 4.128701267814484,
      "learning_rate": 5.617997998641803e-06,
      "loss": 0.3508,
      "step": 3223
    },
    {
      "epoch": 6.5528455284552845,
      "grad_norm": 3.9718202512361525,
      "learning_rate": 5.612081290154607e-06,
      "loss": 0.5531,
      "step": 3224
    },
    {
      "epoch": 6.554878048780488,
      "grad_norm": 4.224490962734024,
      "learning_rate": 5.606166483434965e-06,
      "loss": 0.5864,
      "step": 3225
    },
    {
      "epoch": 6.556910569105691,
      "grad_norm": 4.410023029052403,
      "learning_rate": 5.600253581046411e-06,
      "loss": 0.4724,
      "step": 3226
    },
    {
      "epoch": 6.558943089430894,
      "grad_norm": 4.356811398536568,
      "learning_rate": 5.594342585551655e-06,
      "loss": 0.4527,
      "step": 3227
    },
    {
      "epoch": 6.560975609756097,
      "grad_norm": 4.828225842726849,
      "learning_rate": 5.58843349951258e-06,
      "loss": 0.6198,
      "step": 3228
    },
    {
      "epoch": 6.5630081300813,
      "grad_norm": 4.46676165311679,
      "learning_rate": 5.582526325490241e-06,
      "loss": 0.5584,
      "step": 3229
    },
    {
      "epoch": 6.565040650406504,
      "grad_norm": 4.732200781095536,
      "learning_rate": 5.576621066044871e-06,
      "loss": 0.5284,
      "step": 3230
    },
    {
      "epoch": 6.567073170731708,
      "grad_norm": 4.89353813325015,
      "learning_rate": 5.570717723735866e-06,
      "loss": 0.5055,
      "step": 3231
    },
    {
      "epoch": 6.569105691056911,
      "grad_norm": 4.897306690147238,
      "learning_rate": 5.564816301121792e-06,
      "loss": 0.5367,
      "step": 3232
    },
    {
      "epoch": 6.571138211382114,
      "grad_norm": 4.110625973653487,
      "learning_rate": 5.558916800760386e-06,
      "loss": 0.5643,
      "step": 3233
    },
    {
      "epoch": 6.573170731707317,
      "grad_norm": 4.590933068488552,
      "learning_rate": 5.5530192252085435e-06,
      "loss": 0.4835,
      "step": 3234
    },
    {
      "epoch": 6.57520325203252,
      "grad_norm": 4.972003343213995,
      "learning_rate": 5.547123577022342e-06,
      "loss": 0.5201,
      "step": 3235
    },
    {
      "epoch": 6.5772357723577235,
      "grad_norm": 4.057544218575521,
      "learning_rate": 5.541229858757011e-06,
      "loss": 0.5454,
      "step": 3236
    },
    {
      "epoch": 6.579268292682927,
      "grad_norm": 4.430497458229481,
      "learning_rate": 5.535338072966943e-06,
      "loss": 0.6162,
      "step": 3237
    },
    {
      "epoch": 6.58130081300813,
      "grad_norm": 4.42351897841466,
      "learning_rate": 5.5294482222057e-06,
      "loss": 0.4957,
      "step": 3238
    },
    {
      "epoch": 6.583333333333333,
      "grad_norm": 3.935346114875388,
      "learning_rate": 5.523560309025997e-06,
      "loss": 0.5598,
      "step": 3239
    },
    {
      "epoch": 6.585365853658536,
      "grad_norm": 3.9008153913169936,
      "learning_rate": 5.517674335979721e-06,
      "loss": 0.5374,
      "step": 3240
    },
    {
      "epoch": 6.58739837398374,
      "grad_norm": 4.071012110746756,
      "learning_rate": 5.511790305617908e-06,
      "loss": 0.4609,
      "step": 3241
    },
    {
      "epoch": 6.5894308943089435,
      "grad_norm": 3.998909583317174,
      "learning_rate": 5.505908220490755e-06,
      "loss": 0.49,
      "step": 3242
    },
    {
      "epoch": 6.591463414634147,
      "grad_norm": 4.318887891818455,
      "learning_rate": 5.500028083147616e-06,
      "loss": 0.6864,
      "step": 3243
    },
    {
      "epoch": 6.59349593495935,
      "grad_norm": 4.793724393313551,
      "learning_rate": 5.494149896136998e-06,
      "loss": 0.4348,
      "step": 3244
    },
    {
      "epoch": 6.595528455284553,
      "grad_norm": 4.023477836953532,
      "learning_rate": 5.488273662006571e-06,
      "loss": 0.6523,
      "step": 3245
    },
    {
      "epoch": 6.597560975609756,
      "grad_norm": 4.132706163599626,
      "learning_rate": 5.482399383303151e-06,
      "loss": 0.4249,
      "step": 3246
    },
    {
      "epoch": 6.599593495934959,
      "grad_norm": 4.715319336851772,
      "learning_rate": 5.47652706257271e-06,
      "loss": 0.5609,
      "step": 3247
    },
    {
      "epoch": 6.6016260162601625,
      "grad_norm": 4.720557772398548,
      "learning_rate": 5.470656702360367e-06,
      "loss": 0.5138,
      "step": 3248
    },
    {
      "epoch": 6.603658536585366,
      "grad_norm": 3.7942060127017894,
      "learning_rate": 5.464788305210394e-06,
      "loss": 0.5155,
      "step": 3249
    },
    {
      "epoch": 6.605691056910569,
      "grad_norm": 4.284256374237948,
      "learning_rate": 5.458921873666216e-06,
      "loss": 0.532,
      "step": 3250
    },
    {
      "epoch": 6.607723577235772,
      "grad_norm": 4.046910714525459,
      "learning_rate": 5.453057410270404e-06,
      "loss": 0.6088,
      "step": 3251
    },
    {
      "epoch": 6.609756097560975,
      "grad_norm": 4.341377904209863,
      "learning_rate": 5.447194917564671e-06,
      "loss": 0.4401,
      "step": 3252
    },
    {
      "epoch": 6.611788617886178,
      "grad_norm": 4.370043480639196,
      "learning_rate": 5.441334398089882e-06,
      "loss": 0.4053,
      "step": 3253
    },
    {
      "epoch": 6.613821138211382,
      "grad_norm": 4.122757164108228,
      "learning_rate": 5.435475854386037e-06,
      "loss": 0.5074,
      "step": 3254
    },
    {
      "epoch": 6.615853658536586,
      "grad_norm": 4.64354495180048,
      "learning_rate": 5.429619288992303e-06,
      "loss": 0.5665,
      "step": 3255
    },
    {
      "epoch": 6.617886178861789,
      "grad_norm": 4.3622307655964905,
      "learning_rate": 5.423764704446954e-06,
      "loss": 0.5692,
      "step": 3256
    },
    {
      "epoch": 6.619918699186992,
      "grad_norm": 4.096972073062764,
      "learning_rate": 5.41791210328744e-06,
      "loss": 0.4867,
      "step": 3257
    },
    {
      "epoch": 6.621951219512195,
      "grad_norm": 4.380143535355617,
      "learning_rate": 5.412061488050327e-06,
      "loss": 0.5358,
      "step": 3258
    },
    {
      "epoch": 6.623983739837398,
      "grad_norm": 4.384509256126914,
      "learning_rate": 5.4062128612713385e-06,
      "loss": 0.45,
      "step": 3259
    },
    {
      "epoch": 6.626016260162602,
      "grad_norm": 4.917922754486003,
      "learning_rate": 5.400366225485326e-06,
      "loss": 0.5304,
      "step": 3260
    },
    {
      "epoch": 6.628048780487805,
      "grad_norm": 3.7919733051012763,
      "learning_rate": 5.3945215832262686e-06,
      "loss": 0.587,
      "step": 3261
    },
    {
      "epoch": 6.630081300813008,
      "grad_norm": 4.0367737363618525,
      "learning_rate": 5.388678937027305e-06,
      "loss": 0.491,
      "step": 3262
    },
    {
      "epoch": 6.632113821138211,
      "grad_norm": 4.3878118622035664,
      "learning_rate": 5.382838289420686e-06,
      "loss": 0.5882,
      "step": 3263
    },
    {
      "epoch": 6.634146341463414,
      "grad_norm": 4.695120502009004,
      "learning_rate": 5.376999642937817e-06,
      "loss": 0.3966,
      "step": 3264
    },
    {
      "epoch": 6.636178861788618,
      "grad_norm": 4.785175062479087,
      "learning_rate": 5.371163000109223e-06,
      "loss": 0.539,
      "step": 3265
    },
    {
      "epoch": 6.638211382113822,
      "grad_norm": 4.198051200858448,
      "learning_rate": 5.3653283634645524e-06,
      "loss": 0.5212,
      "step": 3266
    },
    {
      "epoch": 6.640243902439025,
      "grad_norm": 3.6581725399142164,
      "learning_rate": 5.359495735532607e-06,
      "loss": 0.46,
      "step": 3267
    },
    {
      "epoch": 6.642276422764228,
      "grad_norm": 3.961240459363973,
      "learning_rate": 5.353665118841296e-06,
      "loss": 0.4716,
      "step": 3268
    },
    {
      "epoch": 6.644308943089431,
      "grad_norm": 5.00304594512976,
      "learning_rate": 5.347836515917675e-06,
      "loss": 0.5989,
      "step": 3269
    },
    {
      "epoch": 6.646341463414634,
      "grad_norm": 4.231575529554706,
      "learning_rate": 5.3420099292879156e-06,
      "loss": 0.5604,
      "step": 3270
    },
    {
      "epoch": 6.6483739837398375,
      "grad_norm": 3.977005952474678,
      "learning_rate": 5.336185361477317e-06,
      "loss": 0.5938,
      "step": 3271
    },
    {
      "epoch": 6.650406504065041,
      "grad_norm": 4.0165630375691315,
      "learning_rate": 5.330362815010306e-06,
      "loss": 0.4376,
      "step": 3272
    },
    {
      "epoch": 6.652439024390244,
      "grad_norm": 4.591421785925192,
      "learning_rate": 5.3245422924104265e-06,
      "loss": 0.4168,
      "step": 3273
    },
    {
      "epoch": 6.654471544715447,
      "grad_norm": 5.369408372791297,
      "learning_rate": 5.318723796200365e-06,
      "loss": 0.6806,
      "step": 3274
    },
    {
      "epoch": 6.65650406504065,
      "grad_norm": 4.130569658771325,
      "learning_rate": 5.312907328901898e-06,
      "loss": 0.5945,
      "step": 3275
    },
    {
      "epoch": 6.658536585365853,
      "grad_norm": 5.1860517243564415,
      "learning_rate": 5.307092893035951e-06,
      "loss": 0.471,
      "step": 3276
    },
    {
      "epoch": 6.6605691056910565,
      "grad_norm": 3.9611068409208188,
      "learning_rate": 5.3012804911225555e-06,
      "loss": 0.5428,
      "step": 3277
    },
    {
      "epoch": 6.66260162601626,
      "grad_norm": 4.326507820299858,
      "learning_rate": 5.2954701256808615e-06,
      "loss": 0.4629,
      "step": 3278
    },
    {
      "epoch": 6.664634146341464,
      "grad_norm": 4.06534333681788,
      "learning_rate": 5.289661799229151e-06,
      "loss": 0.5123,
      "step": 3279
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 4.152145702023607,
      "learning_rate": 5.2838555142847925e-06,
      "loss": 0.4667,
      "step": 3280
    },
    {
      "epoch": 6.66869918699187,
      "grad_norm": 3.969789909839315,
      "learning_rate": 5.2780512733643e-06,
      "loss": 0.5712,
      "step": 3281
    },
    {
      "epoch": 6.670731707317073,
      "grad_norm": 4.231850381634571,
      "learning_rate": 5.2722490789832854e-06,
      "loss": 0.4196,
      "step": 3282
    },
    {
      "epoch": 6.6727642276422765,
      "grad_norm": 4.625782314153474,
      "learning_rate": 5.266448933656474e-06,
      "loss": 0.5768,
      "step": 3283
    },
    {
      "epoch": 6.67479674796748,
      "grad_norm": 4.366399067698886,
      "learning_rate": 5.260650839897719e-06,
      "loss": 0.4659,
      "step": 3284
    },
    {
      "epoch": 6.676829268292683,
      "grad_norm": 3.7929198795022008,
      "learning_rate": 5.254854800219953e-06,
      "loss": 0.5093,
      "step": 3285
    },
    {
      "epoch": 6.678861788617886,
      "grad_norm": 4.233671057036396,
      "learning_rate": 5.249060817135252e-06,
      "loss": 0.6555,
      "step": 3286
    },
    {
      "epoch": 6.680894308943089,
      "grad_norm": 4.46580700320509,
      "learning_rate": 5.24326889315478e-06,
      "loss": 0.472,
      "step": 3287
    },
    {
      "epoch": 6.682926829268292,
      "grad_norm": 4.347653165504464,
      "learning_rate": 5.237479030788817e-06,
      "loss": 0.549,
      "step": 3288
    },
    {
      "epoch": 6.684959349593496,
      "grad_norm": 4.526076364093325,
      "learning_rate": 5.231691232546744e-06,
      "loss": 0.463,
      "step": 3289
    },
    {
      "epoch": 6.6869918699187,
      "grad_norm": 5.0614508136426295,
      "learning_rate": 5.225905500937047e-06,
      "loss": 0.6121,
      "step": 3290
    },
    {
      "epoch": 6.689024390243903,
      "grad_norm": 4.500253479152613,
      "learning_rate": 5.220121838467327e-06,
      "loss": 0.5007,
      "step": 3291
    },
    {
      "epoch": 6.691056910569106,
      "grad_norm": 4.1012077508806355,
      "learning_rate": 5.214340247644278e-06,
      "loss": 0.456,
      "step": 3292
    },
    {
      "epoch": 6.693089430894309,
      "grad_norm": 4.977295937230501,
      "learning_rate": 5.2085607309737e-06,
      "loss": 0.5082,
      "step": 3293
    },
    {
      "epoch": 6.695121951219512,
      "grad_norm": 4.276875444885724,
      "learning_rate": 5.20278329096049e-06,
      "loss": 0.571,
      "step": 3294
    },
    {
      "epoch": 6.6971544715447155,
      "grad_norm": 4.505428246706879,
      "learning_rate": 5.1970079301086465e-06,
      "loss": 0.6364,
      "step": 3295
    },
    {
      "epoch": 6.699186991869919,
      "grad_norm": 3.5255266040082387,
      "learning_rate": 5.191234650921273e-06,
      "loss": 0.4977,
      "step": 3296
    },
    {
      "epoch": 6.701219512195122,
      "grad_norm": 4.839173399992452,
      "learning_rate": 5.185463455900565e-06,
      "loss": 0.5553,
      "step": 3297
    },
    {
      "epoch": 6.703252032520325,
      "grad_norm": 4.081028213797582,
      "learning_rate": 5.179694347547816e-06,
      "loss": 0.4986,
      "step": 3298
    },
    {
      "epoch": 6.705284552845528,
      "grad_norm": 4.062217858977164,
      "learning_rate": 5.1739273283634124e-06,
      "loss": 0.5238,
      "step": 3299
    },
    {
      "epoch": 6.7073170731707314,
      "grad_norm": 3.920744474189046,
      "learning_rate": 5.168162400846835e-06,
      "loss": 0.5944,
      "step": 3300
    },
    {
      "epoch": 6.709349593495935,
      "grad_norm": 3.9096257926802127,
      "learning_rate": 5.1623995674966685e-06,
      "loss": 0.5368,
      "step": 3301
    },
    {
      "epoch": 6.711382113821138,
      "grad_norm": 4.876282874807634,
      "learning_rate": 5.156638830810579e-06,
      "loss": 0.5461,
      "step": 3302
    },
    {
      "epoch": 6.713414634146341,
      "grad_norm": 5.382460533825724,
      "learning_rate": 5.1508801932853245e-06,
      "loss": 0.5206,
      "step": 3303
    },
    {
      "epoch": 6.715447154471545,
      "grad_norm": 4.700063826208891,
      "learning_rate": 5.145123657416759e-06,
      "loss": 0.4826,
      "step": 3304
    },
    {
      "epoch": 6.717479674796748,
      "grad_norm": 5.388498038149773,
      "learning_rate": 5.139369225699815e-06,
      "loss": 0.6109,
      "step": 3305
    },
    {
      "epoch": 6.719512195121951,
      "grad_norm": 4.960241307612662,
      "learning_rate": 5.133616900628531e-06,
      "loss": 0.5006,
      "step": 3306
    },
    {
      "epoch": 6.721544715447155,
      "grad_norm": 4.038390583644165,
      "learning_rate": 5.127866684696017e-06,
      "loss": 0.4973,
      "step": 3307
    },
    {
      "epoch": 6.723577235772358,
      "grad_norm": 4.470010459544859,
      "learning_rate": 5.122118580394473e-06,
      "loss": 0.5903,
      "step": 3308
    },
    {
      "epoch": 6.725609756097561,
      "grad_norm": 4.1124808147624865,
      "learning_rate": 5.116372590215186e-06,
      "loss": 0.5547,
      "step": 3309
    },
    {
      "epoch": 6.727642276422764,
      "grad_norm": 4.6307289269386045,
      "learning_rate": 5.110628716648519e-06,
      "loss": 0.6012,
      "step": 3310
    },
    {
      "epoch": 6.729674796747967,
      "grad_norm": 4.337589078451899,
      "learning_rate": 5.104886962183934e-06,
      "loss": 0.5505,
      "step": 3311
    },
    {
      "epoch": 6.7317073170731705,
      "grad_norm": 4.390692130859257,
      "learning_rate": 5.099147329309959e-06,
      "loss": 0.5277,
      "step": 3312
    },
    {
      "epoch": 6.733739837398374,
      "grad_norm": 5.486252449656362,
      "learning_rate": 5.093409820514208e-06,
      "loss": 0.7163,
      "step": 3313
    },
    {
      "epoch": 6.735772357723577,
      "grad_norm": 4.833820008218865,
      "learning_rate": 5.087674438283375e-06,
      "loss": 0.6102,
      "step": 3314
    },
    {
      "epoch": 6.737804878048781,
      "grad_norm": 4.829862057336588,
      "learning_rate": 5.081941185103227e-06,
      "loss": 0.5716,
      "step": 3315
    },
    {
      "epoch": 6.739837398373984,
      "grad_norm": 4.776451702248643,
      "learning_rate": 5.076210063458622e-06,
      "loss": 0.4178,
      "step": 3316
    },
    {
      "epoch": 6.741869918699187,
      "grad_norm": 4.278934238396806,
      "learning_rate": 5.07048107583348e-06,
      "loss": 0.4424,
      "step": 3317
    },
    {
      "epoch": 6.7439024390243905,
      "grad_norm": 4.199099277888852,
      "learning_rate": 5.064754224710801e-06,
      "loss": 0.4954,
      "step": 3318
    },
    {
      "epoch": 6.745934959349594,
      "grad_norm": 3.897637378861527,
      "learning_rate": 5.059029512572661e-06,
      "loss": 0.4046,
      "step": 3319
    },
    {
      "epoch": 6.747967479674797,
      "grad_norm": 4.366727354802484,
      "learning_rate": 5.0533069419002e-06,
      "loss": 0.6384,
      "step": 3320
    },
    {
      "epoch": 6.75,
      "grad_norm": 4.086166851427506,
      "learning_rate": 5.04758651517365e-06,
      "loss": 0.6153,
      "step": 3321
    },
    {
      "epoch": 6.752032520325203,
      "grad_norm": 4.3616558991294525,
      "learning_rate": 5.041868234872287e-06,
      "loss": 0.4398,
      "step": 3322
    },
    {
      "epoch": 6.754065040650406,
      "grad_norm": 4.7716650526241935,
      "learning_rate": 5.0361521034744805e-06,
      "loss": 0.4409,
      "step": 3323
    },
    {
      "epoch": 6.7560975609756095,
      "grad_norm": 4.3725215779554025,
      "learning_rate": 5.030438123457655e-06,
      "loss": 0.517,
      "step": 3324
    },
    {
      "epoch": 6.758130081300813,
      "grad_norm": 4.2137948880748795,
      "learning_rate": 5.024726297298302e-06,
      "loss": 0.4732,
      "step": 3325
    },
    {
      "epoch": 6.760162601626016,
      "grad_norm": 4.980696248867833,
      "learning_rate": 5.0190166274719956e-06,
      "loss": 0.5317,
      "step": 3326
    },
    {
      "epoch": 6.762195121951219,
      "grad_norm": 4.63608974551669,
      "learning_rate": 5.013309116453348e-06,
      "loss": 0.564,
      "step": 3327
    },
    {
      "epoch": 6.764227642276423,
      "grad_norm": 4.473544169440162,
      "learning_rate": 5.007603766716063e-06,
      "loss": 0.5612,
      "step": 3328
    },
    {
      "epoch": 6.766260162601626,
      "grad_norm": 4.12648514890971,
      "learning_rate": 5.0019005807328905e-06,
      "loss": 0.4376,
      "step": 3329
    },
    {
      "epoch": 6.7682926829268295,
      "grad_norm": 4.012774855635074,
      "learning_rate": 4.996199560975646e-06,
      "loss": 0.4749,
      "step": 3330
    },
    {
      "epoch": 6.770325203252033,
      "grad_norm": 4.63375504065524,
      "learning_rate": 4.990500709915219e-06,
      "loss": 0.425,
      "step": 3331
    },
    {
      "epoch": 6.772357723577236,
      "grad_norm": 4.881742611640375,
      "learning_rate": 4.984804030021533e-06,
      "loss": 0.3975,
      "step": 3332
    },
    {
      "epoch": 6.774390243902439,
      "grad_norm": 4.443442095528215,
      "learning_rate": 4.979109523763597e-06,
      "loss": 0.5646,
      "step": 3333
    },
    {
      "epoch": 6.776422764227642,
      "grad_norm": 4.270600971589364,
      "learning_rate": 4.973417193609458e-06,
      "loss": 0.4784,
      "step": 3334
    },
    {
      "epoch": 6.778455284552845,
      "grad_norm": 4.70880075882931,
      "learning_rate": 4.967727042026241e-06,
      "loss": 0.5667,
      "step": 3335
    },
    {
      "epoch": 6.780487804878049,
      "grad_norm": 4.192790736839031,
      "learning_rate": 4.962039071480102e-06,
      "loss": 0.4515,
      "step": 3336
    },
    {
      "epoch": 6.782520325203252,
      "grad_norm": 4.557800341122823,
      "learning_rate": 4.9563532844362635e-06,
      "loss": 0.5776,
      "step": 3337
    },
    {
      "epoch": 6.784552845528455,
      "grad_norm": 4.493659578390984,
      "learning_rate": 4.9506696833590125e-06,
      "loss": 0.3961,
      "step": 3338
    },
    {
      "epoch": 6.786585365853659,
      "grad_norm": 4.029598461152843,
      "learning_rate": 4.944988270711668e-06,
      "loss": 0.4833,
      "step": 3339
    },
    {
      "epoch": 6.788617886178862,
      "grad_norm": 5.006220909341044,
      "learning_rate": 4.939309048956622e-06,
      "loss": 0.6623,
      "step": 3340
    },
    {
      "epoch": 6.790650406504065,
      "grad_norm": 4.958292572367828,
      "learning_rate": 4.9336320205552955e-06,
      "loss": 0.5803,
      "step": 3341
    },
    {
      "epoch": 6.7926829268292686,
      "grad_norm": 4.386033093365411,
      "learning_rate": 4.927957187968168e-06,
      "loss": 0.5792,
      "step": 3342
    },
    {
      "epoch": 6.794715447154472,
      "grad_norm": 4.514104836670973,
      "learning_rate": 4.922284553654776e-06,
      "loss": 0.6554,
      "step": 3343
    },
    {
      "epoch": 6.796747967479675,
      "grad_norm": 4.452189067796799,
      "learning_rate": 4.9166141200736885e-06,
      "loss": 0.4806,
      "step": 3344
    },
    {
      "epoch": 6.798780487804878,
      "grad_norm": 4.834106638131673,
      "learning_rate": 4.910945889682539e-06,
      "loss": 0.555,
      "step": 3345
    },
    {
      "epoch": 6.800813008130081,
      "grad_norm": 4.808533089417015,
      "learning_rate": 4.905279864937984e-06,
      "loss": 0.6964,
      "step": 3346
    },
    {
      "epoch": 6.8028455284552845,
      "grad_norm": 3.5327187139575726,
      "learning_rate": 4.899616048295733e-06,
      "loss": 0.5391,
      "step": 3347
    },
    {
      "epoch": 6.804878048780488,
      "grad_norm": 5.086595789322731,
      "learning_rate": 4.89395444221055e-06,
      "loss": 0.4517,
      "step": 3348
    },
    {
      "epoch": 6.806910569105691,
      "grad_norm": 4.179733699739046,
      "learning_rate": 4.888295049136226e-06,
      "loss": 0.5799,
      "step": 3349
    },
    {
      "epoch": 6.808943089430894,
      "grad_norm": 4.271442318056784,
      "learning_rate": 4.8826378715255995e-06,
      "loss": 0.5842,
      "step": 3350
    },
    {
      "epoch": 6.810975609756097,
      "grad_norm": 4.3791279292255165,
      "learning_rate": 4.8769829118305425e-06,
      "loss": 0.4142,
      "step": 3351
    },
    {
      "epoch": 6.8130081300813,
      "grad_norm": 4.34690100095291,
      "learning_rate": 4.871330172501979e-06,
      "loss": 0.4968,
      "step": 3352
    },
    {
      "epoch": 6.815040650406504,
      "grad_norm": 4.960967922136584,
      "learning_rate": 4.865679655989859e-06,
      "loss": 0.5275,
      "step": 3353
    },
    {
      "epoch": 6.817073170731708,
      "grad_norm": 4.4172812671643324,
      "learning_rate": 4.860031364743172e-06,
      "loss": 0.6692,
      "step": 3354
    },
    {
      "epoch": 6.819105691056911,
      "grad_norm": 4.091837116079371,
      "learning_rate": 4.854385301209943e-06,
      "loss": 0.4629,
      "step": 3355
    },
    {
      "epoch": 6.821138211382114,
      "grad_norm": 4.071889136717852,
      "learning_rate": 4.848741467837228e-06,
      "loss": 0.5397,
      "step": 3356
    },
    {
      "epoch": 6.823170731707317,
      "grad_norm": 4.57429986566943,
      "learning_rate": 4.8430998670711295e-06,
      "loss": 0.6073,
      "step": 3357
    },
    {
      "epoch": 6.82520325203252,
      "grad_norm": 4.477610810938147,
      "learning_rate": 4.837460501356767e-06,
      "loss": 0.4794,
      "step": 3358
    },
    {
      "epoch": 6.8272357723577235,
      "grad_norm": 4.934421497211445,
      "learning_rate": 4.831823373138301e-06,
      "loss": 0.5129,
      "step": 3359
    },
    {
      "epoch": 6.829268292682927,
      "grad_norm": 4.611333771868542,
      "learning_rate": 4.826188484858918e-06,
      "loss": 0.5154,
      "step": 3360
    },
    {
      "epoch": 6.83130081300813,
      "grad_norm": 4.7169755428439775,
      "learning_rate": 4.820555838960829e-06,
      "loss": 0.4707,
      "step": 3361
    },
    {
      "epoch": 6.833333333333333,
      "grad_norm": 4.8215047797053145,
      "learning_rate": 4.814925437885286e-06,
      "loss": 0.6422,
      "step": 3362
    },
    {
      "epoch": 6.835365853658536,
      "grad_norm": 4.955211332856066,
      "learning_rate": 4.809297284072559e-06,
      "loss": 0.6245,
      "step": 3363
    },
    {
      "epoch": 6.83739837398374,
      "grad_norm": 4.106912387032861,
      "learning_rate": 4.803671379961945e-06,
      "loss": 0.4627,
      "step": 3364
    },
    {
      "epoch": 6.8394308943089435,
      "grad_norm": 5.627572666406062,
      "learning_rate": 4.798047727991767e-06,
      "loss": 0.6242,
      "step": 3365
    },
    {
      "epoch": 6.841463414634147,
      "grad_norm": 4.519515436689513,
      "learning_rate": 4.792426330599367e-06,
      "loss": 0.601,
      "step": 3366
    },
    {
      "epoch": 6.84349593495935,
      "grad_norm": 4.680893294014503,
      "learning_rate": 4.786807190221122e-06,
      "loss": 0.4558,
      "step": 3367
    },
    {
      "epoch": 6.845528455284553,
      "grad_norm": 4.116172070443859,
      "learning_rate": 4.781190309292421e-06,
      "loss": 0.4424,
      "step": 3368
    },
    {
      "epoch": 6.847560975609756,
      "grad_norm": 4.317147672308874,
      "learning_rate": 4.775575690247674e-06,
      "loss": 0.6556,
      "step": 3369
    },
    {
      "epoch": 6.849593495934959,
      "grad_norm": 4.5776951397938745,
      "learning_rate": 4.769963335520314e-06,
      "loss": 0.6074,
      "step": 3370
    },
    {
      "epoch": 6.8516260162601625,
      "grad_norm": 4.192747839756457,
      "learning_rate": 4.764353247542788e-06,
      "loss": 0.5556,
      "step": 3371
    },
    {
      "epoch": 6.853658536585366,
      "grad_norm": 4.611204448948097,
      "learning_rate": 4.758745428746569e-06,
      "loss": 0.5017,
      "step": 3372
    },
    {
      "epoch": 6.855691056910569,
      "grad_norm": 4.952974643694028,
      "learning_rate": 4.75313988156214e-06,
      "loss": 0.4114,
      "step": 3373
    },
    {
      "epoch": 6.857723577235772,
      "grad_norm": 3.72284925481222,
      "learning_rate": 4.747536608418999e-06,
      "loss": 0.5738,
      "step": 3374
    },
    {
      "epoch": 6.859756097560975,
      "grad_norm": 4.973398429077903,
      "learning_rate": 4.741935611745662e-06,
      "loss": 0.5321,
      "step": 3375
    },
    {
      "epoch": 6.861788617886178,
      "grad_norm": 4.582360251265856,
      "learning_rate": 4.736336893969652e-06,
      "loss": 0.5224,
      "step": 3376
    },
    {
      "epoch": 6.863821138211382,
      "grad_norm": 5.157103030829743,
      "learning_rate": 4.730740457517515e-06,
      "loss": 0.5663,
      "step": 3377
    },
    {
      "epoch": 6.865853658536586,
      "grad_norm": 5.309581762154507,
      "learning_rate": 4.725146304814802e-06,
      "loss": 0.5698,
      "step": 3378
    },
    {
      "epoch": 6.867886178861789,
      "grad_norm": 4.684897287117988,
      "learning_rate": 4.71955443828607e-06,
      "loss": 0.5774,
      "step": 3379
    },
    {
      "epoch": 6.869918699186992,
      "grad_norm": 4.262462459464358,
      "learning_rate": 4.7139648603548925e-06,
      "loss": 0.5434,
      "step": 3380
    },
    {
      "epoch": 6.871951219512195,
      "grad_norm": 4.38051978429355,
      "learning_rate": 4.708377573443844e-06,
      "loss": 0.5725,
      "step": 3381
    },
    {
      "epoch": 6.873983739837398,
      "grad_norm": 4.637405959315348,
      "learning_rate": 4.702792579974521e-06,
      "loss": 0.5963,
      "step": 3382
    },
    {
      "epoch": 6.876016260162602,
      "grad_norm": 3.987686930421438,
      "learning_rate": 4.697209882367499e-06,
      "loss": 0.5359,
      "step": 3383
    },
    {
      "epoch": 6.878048780487805,
      "grad_norm": 4.564255176504791,
      "learning_rate": 4.691629483042387e-06,
      "loss": 0.7646,
      "step": 3384
    },
    {
      "epoch": 6.880081300813008,
      "grad_norm": 4.213614390451372,
      "learning_rate": 4.686051384417783e-06,
      "loss": 0.5311,
      "step": 3385
    },
    {
      "epoch": 6.882113821138211,
      "grad_norm": 4.861369866422705,
      "learning_rate": 4.680475588911283e-06,
      "loss": 0.5979,
      "step": 3386
    },
    {
      "epoch": 6.884146341463414,
      "grad_norm": 4.783972512302271,
      "learning_rate": 4.674902098939507e-06,
      "loss": 0.4348,
      "step": 3387
    },
    {
      "epoch": 6.886178861788618,
      "grad_norm": 4.128832650549739,
      "learning_rate": 4.669330916918043e-06,
      "loss": 0.4829,
      "step": 3388
    },
    {
      "epoch": 6.888211382113822,
      "grad_norm": 4.261784851111209,
      "learning_rate": 4.663762045261511e-06,
      "loss": 0.5701,
      "step": 3389
    },
    {
      "epoch": 6.890243902439025,
      "grad_norm": 5.111406143622183,
      "learning_rate": 4.658195486383509e-06,
      "loss": 0.5374,
      "step": 3390
    },
    {
      "epoch": 6.892276422764228,
      "grad_norm": 4.281032415046977,
      "learning_rate": 4.652631242696637e-06,
      "loss": 0.532,
      "step": 3391
    },
    {
      "epoch": 6.894308943089431,
      "grad_norm": 4.817040064237154,
      "learning_rate": 4.647069316612502e-06,
      "loss": 0.4614,
      "step": 3392
    },
    {
      "epoch": 6.896341463414634,
      "grad_norm": 3.9714307862031686,
      "learning_rate": 4.641509710541686e-06,
      "loss": 0.4548,
      "step": 3393
    },
    {
      "epoch": 6.8983739837398375,
      "grad_norm": 4.242661756274824,
      "learning_rate": 4.6359524268937885e-06,
      "loss": 0.4337,
      "step": 3394
    },
    {
      "epoch": 6.900406504065041,
      "grad_norm": 4.3256796797620884,
      "learning_rate": 4.630397468077385e-06,
      "loss": 0.5628,
      "step": 3395
    },
    {
      "epoch": 6.902439024390244,
      "grad_norm": 3.8440945678636345,
      "learning_rate": 4.624844836500052e-06,
      "loss": 0.4888,
      "step": 3396
    },
    {
      "epoch": 6.904471544715447,
      "grad_norm": 4.461407209208128,
      "learning_rate": 4.619294534568355e-06,
      "loss": 0.5179,
      "step": 3397
    },
    {
      "epoch": 6.90650406504065,
      "grad_norm": 4.898980123829806,
      "learning_rate": 4.613746564687846e-06,
      "loss": 0.4664,
      "step": 3398
    },
    {
      "epoch": 6.908536585365853,
      "grad_norm": 5.157309868838986,
      "learning_rate": 4.608200929263078e-06,
      "loss": 0.609,
      "step": 3399
    },
    {
      "epoch": 6.9105691056910565,
      "grad_norm": 4.174682959522855,
      "learning_rate": 4.60265763069758e-06,
      "loss": 0.4741,
      "step": 3400
    },
    {
      "epoch": 6.91260162601626,
      "grad_norm": 4.60471844775255,
      "learning_rate": 4.597116671393873e-06,
      "loss": 0.5163,
      "step": 3401
    },
    {
      "epoch": 6.914634146341464,
      "grad_norm": 4.957331585090218,
      "learning_rate": 4.591578053753464e-06,
      "loss": 0.5838,
      "step": 3402
    },
    {
      "epoch": 6.916666666666667,
      "grad_norm": 4.722934808602006,
      "learning_rate": 4.586041780176841e-06,
      "loss": 0.5387,
      "step": 3403
    },
    {
      "epoch": 6.91869918699187,
      "grad_norm": 4.210733900997508,
      "learning_rate": 4.580507853063487e-06,
      "loss": 0.6772,
      "step": 3404
    },
    {
      "epoch": 6.920731707317073,
      "grad_norm": 4.872354575254526,
      "learning_rate": 4.5749762748118586e-06,
      "loss": 0.472,
      "step": 3405
    },
    {
      "epoch": 6.9227642276422765,
      "grad_norm": 4.239308216174616,
      "learning_rate": 4.569447047819395e-06,
      "loss": 0.3733,
      "step": 3406
    },
    {
      "epoch": 6.92479674796748,
      "grad_norm": 4.684113715476844,
      "learning_rate": 4.563920174482519e-06,
      "loss": 0.4777,
      "step": 3407
    },
    {
      "epoch": 6.926829268292683,
      "grad_norm": 4.441844656499735,
      "learning_rate": 4.5583956571966295e-06,
      "loss": 0.4798,
      "step": 3408
    },
    {
      "epoch": 6.928861788617886,
      "grad_norm": 3.908848659315213,
      "learning_rate": 4.552873498356113e-06,
      "loss": 0.4987,
      "step": 3409
    },
    {
      "epoch": 6.930894308943089,
      "grad_norm": 4.446338500276345,
      "learning_rate": 4.547353700354326e-06,
      "loss": 0.5182,
      "step": 3410
    },
    {
      "epoch": 6.932926829268292,
      "grad_norm": 4.122249001961883,
      "learning_rate": 4.5418362655836015e-06,
      "loss": 0.4414,
      "step": 3411
    },
    {
      "epoch": 6.934959349593496,
      "grad_norm": 4.483761547752582,
      "learning_rate": 4.5363211964352524e-06,
      "loss": 0.5481,
      "step": 3412
    },
    {
      "epoch": 6.9369918699187,
      "grad_norm": 4.836147545937433,
      "learning_rate": 4.53080849529956e-06,
      "loss": 0.4928,
      "step": 3413
    },
    {
      "epoch": 6.939024390243903,
      "grad_norm": 3.983527170529198,
      "learning_rate": 4.525298164565791e-06,
      "loss": 0.4651,
      "step": 3414
    },
    {
      "epoch": 6.941056910569106,
      "grad_norm": 4.214630611331943,
      "learning_rate": 4.519790206622175e-06,
      "loss": 0.5614,
      "step": 3415
    },
    {
      "epoch": 6.943089430894309,
      "grad_norm": 4.249321287812276,
      "learning_rate": 4.514284623855915e-06,
      "loss": 0.5958,
      "step": 3416
    },
    {
      "epoch": 6.945121951219512,
      "grad_norm": 4.279439229479154,
      "learning_rate": 4.508781418653183e-06,
      "loss": 0.5266,
      "step": 3417
    },
    {
      "epoch": 6.9471544715447155,
      "grad_norm": 4.507304073894861,
      "learning_rate": 4.503280593399123e-06,
      "loss": 0.4536,
      "step": 3418
    },
    {
      "epoch": 6.949186991869919,
      "grad_norm": 4.152471548986522,
      "learning_rate": 4.497782150477852e-06,
      "loss": 0.4705,
      "step": 3419
    },
    {
      "epoch": 6.951219512195122,
      "grad_norm": 3.8135973029704653,
      "learning_rate": 4.4922860922724466e-06,
      "loss": 0.5149,
      "step": 3420
    },
    {
      "epoch": 6.953252032520325,
      "grad_norm": 4.853272649290583,
      "learning_rate": 4.486792421164954e-06,
      "loss": 0.5351,
      "step": 3421
    },
    {
      "epoch": 6.955284552845528,
      "grad_norm": 4.858140953078048,
      "learning_rate": 4.481301139536385e-06,
      "loss": 0.625,
      "step": 3422
    },
    {
      "epoch": 6.9573170731707314,
      "grad_norm": 5.054258350457952,
      "learning_rate": 4.475812249766711e-06,
      "loss": 0.6134,
      "step": 3423
    },
    {
      "epoch": 6.959349593495935,
      "grad_norm": 4.978322342232898,
      "learning_rate": 4.470325754234881e-06,
      "loss": 0.5449,
      "step": 3424
    },
    {
      "epoch": 6.961382113821138,
      "grad_norm": 3.6875224229580894,
      "learning_rate": 4.464841655318791e-06,
      "loss": 0.3997,
      "step": 3425
    },
    {
      "epoch": 6.963414634146341,
      "grad_norm": 4.175771549146209,
      "learning_rate": 4.459359955395305e-06,
      "loss": 0.6665,
      "step": 3426
    },
    {
      "epoch": 6.965447154471545,
      "grad_norm": 4.5066497562677705,
      "learning_rate": 4.453880656840241e-06,
      "loss": 0.5149,
      "step": 3427
    },
    {
      "epoch": 6.967479674796748,
      "grad_norm": 3.9241686644780818,
      "learning_rate": 4.448403762028391e-06,
      "loss": 0.4566,
      "step": 3428
    },
    {
      "epoch": 6.969512195121951,
      "grad_norm": 4.189152099831439,
      "learning_rate": 4.442929273333495e-06,
      "loss": 0.502,
      "step": 3429
    },
    {
      "epoch": 6.971544715447155,
      "grad_norm": 4.136909044956409,
      "learning_rate": 4.4374571931282394e-06,
      "loss": 0.5292,
      "step": 3430
    },
    {
      "epoch": 6.973577235772358,
      "grad_norm": 4.307225542515006,
      "learning_rate": 4.431987523784288e-06,
      "loss": 0.5235,
      "step": 3431
    },
    {
      "epoch": 6.975609756097561,
      "grad_norm": 3.9328144933632876,
      "learning_rate": 4.426520267672244e-06,
      "loss": 0.5254,
      "step": 3432
    },
    {
      "epoch": 6.977642276422764,
      "grad_norm": 4.638681769544583,
      "learning_rate": 4.421055427161677e-06,
      "loss": 0.4764,
      "step": 3433
    },
    {
      "epoch": 6.979674796747967,
      "grad_norm": 4.333046682185973,
      "learning_rate": 4.415593004621104e-06,
      "loss": 0.4425,
      "step": 3434
    },
    {
      "epoch": 6.9817073170731705,
      "grad_norm": 4.271009422991603,
      "learning_rate": 4.4101330024179815e-06,
      "loss": 0.5195,
      "step": 3435
    },
    {
      "epoch": 6.983739837398374,
      "grad_norm": 4.758640579689906,
      "learning_rate": 4.40467542291874e-06,
      "loss": 0.6739,
      "step": 3436
    },
    {
      "epoch": 6.985772357723577,
      "grad_norm": 4.244831458415048,
      "learning_rate": 4.399220268488741e-06,
      "loss": 0.6143,
      "step": 3437
    },
    {
      "epoch": 6.987804878048781,
      "grad_norm": 4.385109599436834,
      "learning_rate": 4.39376754149231e-06,
      "loss": 0.3859,
      "step": 3438
    },
    {
      "epoch": 6.989837398373984,
      "grad_norm": 4.672382227789252,
      "learning_rate": 4.3883172442927095e-06,
      "loss": 0.594,
      "step": 3439
    },
    {
      "epoch": 6.991869918699187,
      "grad_norm": 4.0485207508975405,
      "learning_rate": 4.382869379252152e-06,
      "loss": 0.4985,
      "step": 3440
    },
    {
      "epoch": 6.9939024390243905,
      "grad_norm": 4.8282632069704965,
      "learning_rate": 4.377423948731797e-06,
      "loss": 0.4636,
      "step": 3441
    },
    {
      "epoch": 6.995934959349594,
      "grad_norm": 4.078079311684172,
      "learning_rate": 4.371980955091745e-06,
      "loss": 0.4924,
      "step": 3442
    },
    {
      "epoch": 6.997967479674797,
      "grad_norm": 3.9584278912187765,
      "learning_rate": 4.366540400691054e-06,
      "loss": 0.5769,
      "step": 3443
    },
    {
      "epoch": 7.0,
      "grad_norm": 4.658235798628794,
      "learning_rate": 4.361102287887698e-06,
      "loss": 0.443,
      "step": 3444
    },
    {
      "epoch": 7.0,
      "eval_loss": 1.0022398233413696,
      "eval_runtime": 132.2771,
      "eval_samples_per_second": 7.439,
      "eval_steps_per_second": 0.93,
      "step": 3444
    },
    {
      "epoch": 7.002032520325203,
      "grad_norm": 4.570626877450353,
      "learning_rate": 4.355666619038622e-06,
      "loss": 0.5489,
      "step": 3445
    },
    {
      "epoch": 7.004065040650406,
      "grad_norm": 3.9123246115356576,
      "learning_rate": 4.350233396499696e-06,
      "loss": 0.502,
      "step": 3446
    },
    {
      "epoch": 7.0060975609756095,
      "grad_norm": 4.371743322220585,
      "learning_rate": 4.344802622625727e-06,
      "loss": 0.5057,
      "step": 3447
    },
    {
      "epoch": 7.008130081300813,
      "grad_norm": 4.163538350363716,
      "learning_rate": 4.339374299770477e-06,
      "loss": 0.5141,
      "step": 3448
    },
    {
      "epoch": 7.010162601626016,
      "grad_norm": 3.712014866272812,
      "learning_rate": 4.333948430286622e-06,
      "loss": 0.3717,
      "step": 3449
    },
    {
      "epoch": 7.012195121951219,
      "grad_norm": 4.692812960695796,
      "learning_rate": 4.3285250165257985e-06,
      "loss": 0.3807,
      "step": 3450
    },
    {
      "epoch": 7.014227642276423,
      "grad_norm": 3.9091430536671328,
      "learning_rate": 4.3231040608385635e-06,
      "loss": 0.5365,
      "step": 3451
    },
    {
      "epoch": 7.016260162601626,
      "grad_norm": 3.940076747213321,
      "learning_rate": 4.31768556557441e-06,
      "loss": 0.5011,
      "step": 3452
    },
    {
      "epoch": 7.0182926829268295,
      "grad_norm": 4.79628595514563,
      "learning_rate": 4.312269533081777e-06,
      "loss": 0.5256,
      "step": 3453
    },
    {
      "epoch": 7.020325203252033,
      "grad_norm": 4.0683691671319595,
      "learning_rate": 4.306855965708016e-06,
      "loss": 0.3892,
      "step": 3454
    },
    {
      "epoch": 7.022357723577236,
      "grad_norm": 4.76419566406756,
      "learning_rate": 4.301444865799428e-06,
      "loss": 0.4726,
      "step": 3455
    },
    {
      "epoch": 7.024390243902439,
      "grad_norm": 4.461358458693788,
      "learning_rate": 4.296036235701235e-06,
      "loss": 0.5054,
      "step": 3456
    },
    {
      "epoch": 7.026422764227642,
      "grad_norm": 5.0968391438115015,
      "learning_rate": 4.290630077757591e-06,
      "loss": 0.5579,
      "step": 3457
    },
    {
      "epoch": 7.028455284552845,
      "grad_norm": 4.999244859290969,
      "learning_rate": 4.285226394311579e-06,
      "loss": 0.3827,
      "step": 3458
    },
    {
      "epoch": 7.030487804878049,
      "grad_norm": 4.156191591835996,
      "learning_rate": 4.279825187705206e-06,
      "loss": 0.3978,
      "step": 3459
    },
    {
      "epoch": 7.032520325203252,
      "grad_norm": 4.036030556413671,
      "learning_rate": 4.274426460279412e-06,
      "loss": 0.3606,
      "step": 3460
    },
    {
      "epoch": 7.034552845528455,
      "grad_norm": 4.669091751796393,
      "learning_rate": 4.2690302143740614e-06,
      "loss": 0.5175,
      "step": 3461
    },
    {
      "epoch": 7.036585365853658,
      "grad_norm": 4.3626080332175174,
      "learning_rate": 4.263636452327937e-06,
      "loss": 0.3951,
      "step": 3462
    },
    {
      "epoch": 7.038617886178862,
      "grad_norm": 5.257319756505435,
      "learning_rate": 4.25824517647875e-06,
      "loss": 0.5402,
      "step": 3463
    },
    {
      "epoch": 7.040650406504065,
      "grad_norm": 4.937737714130852,
      "learning_rate": 4.252856389163128e-06,
      "loss": 0.388,
      "step": 3464
    },
    {
      "epoch": 7.0426829268292686,
      "grad_norm": 5.045291336380246,
      "learning_rate": 4.247470092716635e-06,
      "loss": 0.5159,
      "step": 3465
    },
    {
      "epoch": 7.044715447154472,
      "grad_norm": 4.516016883531905,
      "learning_rate": 4.242086289473738e-06,
      "loss": 0.4498,
      "step": 3466
    },
    {
      "epoch": 7.046747967479675,
      "grad_norm": 4.383807604739719,
      "learning_rate": 4.236704981767833e-06,
      "loss": 0.4309,
      "step": 3467
    },
    {
      "epoch": 7.048780487804878,
      "grad_norm": 4.815751705460665,
      "learning_rate": 4.231326171931231e-06,
      "loss": 0.5109,
      "step": 3468
    },
    {
      "epoch": 7.050813008130081,
      "grad_norm": 4.032654390787229,
      "learning_rate": 4.225949862295161e-06,
      "loss": 0.3898,
      "step": 3469
    },
    {
      "epoch": 7.0528455284552845,
      "grad_norm": 5.527439824880064,
      "learning_rate": 4.2205760551897734e-06,
      "loss": 0.556,
      "step": 3470
    },
    {
      "epoch": 7.054878048780488,
      "grad_norm": 4.578174479315058,
      "learning_rate": 4.215204752944127e-06,
      "loss": 0.5164,
      "step": 3471
    },
    {
      "epoch": 7.056910569105691,
      "grad_norm": 4.530577503543605,
      "learning_rate": 4.209835957886196e-06,
      "loss": 0.4696,
      "step": 3472
    },
    {
      "epoch": 7.058943089430894,
      "grad_norm": 4.4942628918600604,
      "learning_rate": 4.2044696723428716e-06,
      "loss": 0.4921,
      "step": 3473
    },
    {
      "epoch": 7.060975609756097,
      "grad_norm": 4.417440348425542,
      "learning_rate": 4.1991058986399505e-06,
      "loss": 0.3965,
      "step": 3474
    },
    {
      "epoch": 7.063008130081301,
      "grad_norm": 4.675412833636336,
      "learning_rate": 4.193744639102152e-06,
      "loss": 0.4809,
      "step": 3475
    },
    {
      "epoch": 7.065040650406504,
      "grad_norm": 3.8509428116455364,
      "learning_rate": 4.188385896053098e-06,
      "loss": 0.4195,
      "step": 3476
    },
    {
      "epoch": 7.067073170731708,
      "grad_norm": 5.2337637480927075,
      "learning_rate": 4.1830296718153185e-06,
      "loss": 0.5379,
      "step": 3477
    },
    {
      "epoch": 7.069105691056911,
      "grad_norm": 4.669103075694707,
      "learning_rate": 4.1776759687102565e-06,
      "loss": 0.4742,
      "step": 3478
    },
    {
      "epoch": 7.071138211382114,
      "grad_norm": 4.423075645054703,
      "learning_rate": 4.172324789058254e-06,
      "loss": 0.4964,
      "step": 3479
    },
    {
      "epoch": 7.073170731707317,
      "grad_norm": 4.313237351101876,
      "learning_rate": 4.166976135178575e-06,
      "loss": 0.4247,
      "step": 3480
    },
    {
      "epoch": 7.07520325203252,
      "grad_norm": 4.900393978239432,
      "learning_rate": 4.161630009389374e-06,
      "loss": 0.4511,
      "step": 3481
    },
    {
      "epoch": 7.0772357723577235,
      "grad_norm": 5.080729101593962,
      "learning_rate": 4.156286414007716e-06,
      "loss": 0.3376,
      "step": 3482
    },
    {
      "epoch": 7.079268292682927,
      "grad_norm": 3.8249691472537997,
      "learning_rate": 4.150945351349568e-06,
      "loss": 0.4507,
      "step": 3483
    },
    {
      "epoch": 7.08130081300813,
      "grad_norm": 4.402304755239338,
      "learning_rate": 4.1456068237297964e-06,
      "loss": 0.429,
      "step": 3484
    },
    {
      "epoch": 7.083333333333333,
      "grad_norm": 3.944480747135148,
      "learning_rate": 4.140270833462178e-06,
      "loss": 0.4582,
      "step": 3485
    },
    {
      "epoch": 7.085365853658536,
      "grad_norm": 4.708188164648544,
      "learning_rate": 4.1349373828593804e-06,
      "loss": 0.4394,
      "step": 3486
    },
    {
      "epoch": 7.08739837398374,
      "grad_norm": 4.498223636527411,
      "learning_rate": 4.129606474232977e-06,
      "loss": 0.5145,
      "step": 3487
    },
    {
      "epoch": 7.0894308943089435,
      "grad_norm": 4.8284442982604086,
      "learning_rate": 4.124278109893432e-06,
      "loss": 0.4634,
      "step": 3488
    },
    {
      "epoch": 7.091463414634147,
      "grad_norm": 5.165137370457802,
      "learning_rate": 4.118952292150112e-06,
      "loss": 0.5616,
      "step": 3489
    },
    {
      "epoch": 7.09349593495935,
      "grad_norm": 4.360252289222028,
      "learning_rate": 4.113629023311288e-06,
      "loss": 0.4089,
      "step": 3490
    },
    {
      "epoch": 7.095528455284553,
      "grad_norm": 5.538891719693715,
      "learning_rate": 4.108308305684104e-06,
      "loss": 0.4296,
      "step": 3491
    },
    {
      "epoch": 7.097560975609756,
      "grad_norm": 4.827364046680363,
      "learning_rate": 4.10299014157462e-06,
      "loss": 0.5482,
      "step": 3492
    },
    {
      "epoch": 7.099593495934959,
      "grad_norm": 5.027919829321984,
      "learning_rate": 4.097674533287781e-06,
      "loss": 0.5374,
      "step": 3493
    },
    {
      "epoch": 7.1016260162601625,
      "grad_norm": 4.78305031791949,
      "learning_rate": 4.09236148312742e-06,
      "loss": 0.5666,
      "step": 3494
    },
    {
      "epoch": 7.103658536585366,
      "grad_norm": 4.214150112968785,
      "learning_rate": 4.087050993396276e-06,
      "loss": 0.4706,
      "step": 3495
    },
    {
      "epoch": 7.105691056910569,
      "grad_norm": 4.243727444035603,
      "learning_rate": 4.0817430663959536e-06,
      "loss": 0.428,
      "step": 3496
    },
    {
      "epoch": 7.107723577235772,
      "grad_norm": 4.6621031003129785,
      "learning_rate": 4.076437704426972e-06,
      "loss": 0.4514,
      "step": 3497
    },
    {
      "epoch": 7.109756097560975,
      "grad_norm": 4.504016824262071,
      "learning_rate": 4.071134909788723e-06,
      "loss": 0.384,
      "step": 3498
    },
    {
      "epoch": 7.111788617886178,
      "grad_norm": 5.13591063527437,
      "learning_rate": 4.065834684779489e-06,
      "loss": 0.4323,
      "step": 3499
    },
    {
      "epoch": 7.1138211382113825,
      "grad_norm": 4.59260136853026,
      "learning_rate": 4.06053703169645e-06,
      "loss": 0.6258,
      "step": 3500
    },
    {
      "epoch": 7.115853658536586,
      "grad_norm": 4.755049042979774,
      "learning_rate": 4.0552419528356466e-06,
      "loss": 0.508,
      "step": 3501
    },
    {
      "epoch": 7.117886178861789,
      "grad_norm": 4.254419452441994,
      "learning_rate": 4.04994945049203e-06,
      "loss": 0.4191,
      "step": 3502
    },
    {
      "epoch": 7.119918699186992,
      "grad_norm": 5.294166477284896,
      "learning_rate": 4.04465952695942e-06,
      "loss": 0.4138,
      "step": 3503
    },
    {
      "epoch": 7.121951219512195,
      "grad_norm": 4.453654370077619,
      "learning_rate": 4.039372184530521e-06,
      "loss": 0.4741,
      "step": 3504
    },
    {
      "epoch": 7.123983739837398,
      "grad_norm": 4.806378100044864,
      "learning_rate": 4.03408742549692e-06,
      "loss": 0.4875,
      "step": 3505
    },
    {
      "epoch": 7.126016260162602,
      "grad_norm": 4.811531042465347,
      "learning_rate": 4.028805252149081e-06,
      "loss": 0.5008,
      "step": 3506
    },
    {
      "epoch": 7.128048780487805,
      "grad_norm": 4.535314812868245,
      "learning_rate": 4.023525666776357e-06,
      "loss": 0.4537,
      "step": 3507
    },
    {
      "epoch": 7.130081300813008,
      "grad_norm": 4.211040677099213,
      "learning_rate": 4.0182486716669656e-06,
      "loss": 0.4119,
      "step": 3508
    },
    {
      "epoch": 7.132113821138211,
      "grad_norm": 4.239452762510259,
      "learning_rate": 4.01297426910802e-06,
      "loss": 0.4953,
      "step": 3509
    },
    {
      "epoch": 7.134146341463414,
      "grad_norm": 5.684594946363081,
      "learning_rate": 4.007702461385487e-06,
      "loss": 0.4614,
      "step": 3510
    },
    {
      "epoch": 7.1361788617886175,
      "grad_norm": 5.1259335327638444,
      "learning_rate": 4.002433250784223e-06,
      "loss": 0.488,
      "step": 3511
    },
    {
      "epoch": 7.138211382113822,
      "grad_norm": 4.071280142219383,
      "learning_rate": 3.9971666395879605e-06,
      "loss": 0.507,
      "step": 3512
    },
    {
      "epoch": 7.140243902439025,
      "grad_norm": 4.3929378344776495,
      "learning_rate": 3.991902630079295e-06,
      "loss": 0.4358,
      "step": 3513
    },
    {
      "epoch": 7.142276422764228,
      "grad_norm": 4.403256293753873,
      "learning_rate": 3.986641224539711e-06,
      "loss": 0.4714,
      "step": 3514
    },
    {
      "epoch": 7.144308943089431,
      "grad_norm": 5.046799329277943,
      "learning_rate": 3.981382425249543e-06,
      "loss": 0.4422,
      "step": 3515
    },
    {
      "epoch": 7.146341463414634,
      "grad_norm": 4.644935217373697,
      "learning_rate": 3.9761262344880096e-06,
      "loss": 0.4754,
      "step": 3516
    },
    {
      "epoch": 7.1483739837398375,
      "grad_norm": 5.175179243027899,
      "learning_rate": 3.9708726545331984e-06,
      "loss": 0.5056,
      "step": 3517
    },
    {
      "epoch": 7.150406504065041,
      "grad_norm": 4.3837964642281095,
      "learning_rate": 3.965621687662063e-06,
      "loss": 0.5403,
      "step": 3518
    },
    {
      "epoch": 7.152439024390244,
      "grad_norm": 5.199291724036894,
      "learning_rate": 3.960373336150424e-06,
      "loss": 0.4203,
      "step": 3519
    },
    {
      "epoch": 7.154471544715447,
      "grad_norm": 4.063686849980109,
      "learning_rate": 3.9551276022729644e-06,
      "loss": 0.3686,
      "step": 3520
    },
    {
      "epoch": 7.15650406504065,
      "grad_norm": 4.0579715971278425,
      "learning_rate": 3.949884488303245e-06,
      "loss": 0.5979,
      "step": 3521
    },
    {
      "epoch": 7.158536585365853,
      "grad_norm": 4.442933602564555,
      "learning_rate": 3.944643996513681e-06,
      "loss": 0.4927,
      "step": 3522
    },
    {
      "epoch": 7.1605691056910565,
      "grad_norm": 5.110236423648602,
      "learning_rate": 3.939406129175552e-06,
      "loss": 0.529,
      "step": 3523
    },
    {
      "epoch": 7.16260162601626,
      "grad_norm": 4.649919751558217,
      "learning_rate": 3.9341708885590034e-06,
      "loss": 0.3925,
      "step": 3524
    },
    {
      "epoch": 7.164634146341464,
      "grad_norm": 4.739492046184995,
      "learning_rate": 3.928938276933036e-06,
      "loss": 0.4708,
      "step": 3525
    },
    {
      "epoch": 7.166666666666667,
      "grad_norm": 4.26436514517467,
      "learning_rate": 3.923708296565521e-06,
      "loss": 0.4,
      "step": 3526
    },
    {
      "epoch": 7.16869918699187,
      "grad_norm": 4.293389328982522,
      "learning_rate": 3.918480949723183e-06,
      "loss": 0.3377,
      "step": 3527
    },
    {
      "epoch": 7.170731707317073,
      "grad_norm": 4.636068104943018,
      "learning_rate": 3.913256238671607e-06,
      "loss": 0.2811,
      "step": 3528
    },
    {
      "epoch": 7.1727642276422765,
      "grad_norm": 5.0242436332891325,
      "learning_rate": 3.908034165675231e-06,
      "loss": 0.5469,
      "step": 3529
    },
    {
      "epoch": 7.17479674796748,
      "grad_norm": 3.7462345569970106,
      "learning_rate": 3.902814732997351e-06,
      "loss": 0.5003,
      "step": 3530
    },
    {
      "epoch": 7.176829268292683,
      "grad_norm": 4.502029937834923,
      "learning_rate": 3.89759794290013e-06,
      "loss": 0.446,
      "step": 3531
    },
    {
      "epoch": 7.178861788617886,
      "grad_norm": 3.9906826402039006,
      "learning_rate": 3.89238379764457e-06,
      "loss": 0.4507,
      "step": 3532
    },
    {
      "epoch": 7.180894308943089,
      "grad_norm": 4.383845621183463,
      "learning_rate": 3.887172299490536e-06,
      "loss": 0.4507,
      "step": 3533
    },
    {
      "epoch": 7.182926829268292,
      "grad_norm": 4.377767927014211,
      "learning_rate": 3.881963450696742e-06,
      "loss": 0.3837,
      "step": 3534
    },
    {
      "epoch": 7.184959349593496,
      "grad_norm": 5.361136090511597,
      "learning_rate": 3.876757253520751e-06,
      "loss": 0.512,
      "step": 3535
    },
    {
      "epoch": 7.186991869918699,
      "grad_norm": 5.575062641664432,
      "learning_rate": 3.871553710218988e-06,
      "loss": 0.5473,
      "step": 3536
    },
    {
      "epoch": 7.189024390243903,
      "grad_norm": 4.3049213587327095,
      "learning_rate": 3.866352823046718e-06,
      "loss": 0.39,
      "step": 3537
    },
    {
      "epoch": 7.191056910569106,
      "grad_norm": 4.483643601110612,
      "learning_rate": 3.861154594258054e-06,
      "loss": 0.407,
      "step": 3538
    },
    {
      "epoch": 7.193089430894309,
      "grad_norm": 4.7624885715251795,
      "learning_rate": 3.855959026105963e-06,
      "loss": 0.3767,
      "step": 3539
    },
    {
      "epoch": 7.195121951219512,
      "grad_norm": 5.029894190031121,
      "learning_rate": 3.850766120842252e-06,
      "loss": 0.481,
      "step": 3540
    },
    {
      "epoch": 7.1971544715447155,
      "grad_norm": 4.5383341680995075,
      "learning_rate": 3.845575880717582e-06,
      "loss": 0.4418,
      "step": 3541
    },
    {
      "epoch": 7.199186991869919,
      "grad_norm": 4.919446237300954,
      "learning_rate": 3.840388307981455e-06,
      "loss": 0.5739,
      "step": 3542
    },
    {
      "epoch": 7.201219512195122,
      "grad_norm": 5.331424188431185,
      "learning_rate": 3.835203404882214e-06,
      "loss": 0.5676,
      "step": 3543
    },
    {
      "epoch": 7.203252032520325,
      "grad_norm": 5.248861256797132,
      "learning_rate": 3.830021173667048e-06,
      "loss": 0.5194,
      "step": 3544
    },
    {
      "epoch": 7.205284552845528,
      "grad_norm": 4.749334294604093,
      "learning_rate": 3.824841616581985e-06,
      "loss": 0.4998,
      "step": 3545
    },
    {
      "epoch": 7.2073170731707314,
      "grad_norm": 4.896548470848824,
      "learning_rate": 3.8196647358719015e-06,
      "loss": 0.422,
      "step": 3546
    },
    {
      "epoch": 7.209349593495935,
      "grad_norm": 4.531801948395949,
      "learning_rate": 3.8144905337805073e-06,
      "loss": 0.4367,
      "step": 3547
    },
    {
      "epoch": 7.211382113821138,
      "grad_norm": 4.977547812118935,
      "learning_rate": 3.809319012550352e-06,
      "loss": 0.4734,
      "step": 3548
    },
    {
      "epoch": 7.213414634146342,
      "grad_norm": 5.165649129533219,
      "learning_rate": 3.8041501744228247e-06,
      "loss": 0.4819,
      "step": 3549
    },
    {
      "epoch": 7.215447154471545,
      "grad_norm": 4.8147048178674074,
      "learning_rate": 3.798984021638147e-06,
      "loss": 0.5091,
      "step": 3550
    },
    {
      "epoch": 7.217479674796748,
      "grad_norm": 5.276954251627964,
      "learning_rate": 3.7938205564353923e-06,
      "loss": 0.4612,
      "step": 3551
    },
    {
      "epoch": 7.219512195121951,
      "grad_norm": 4.686847508350206,
      "learning_rate": 3.788659781052444e-06,
      "loss": 0.4053,
      "step": 3552
    },
    {
      "epoch": 7.221544715447155,
      "grad_norm": 4.5353228051736725,
      "learning_rate": 3.783501697726042e-06,
      "loss": 0.5517,
      "step": 3553
    },
    {
      "epoch": 7.223577235772358,
      "grad_norm": 4.218677649184901,
      "learning_rate": 3.7783463086917495e-06,
      "loss": 0.4433,
      "step": 3554
    },
    {
      "epoch": 7.225609756097561,
      "grad_norm": 4.417783195281609,
      "learning_rate": 3.773193616183959e-06,
      "loss": 0.468,
      "step": 3555
    },
    {
      "epoch": 7.227642276422764,
      "grad_norm": 5.151855981016904,
      "learning_rate": 3.7680436224359084e-06,
      "loss": 0.4497,
      "step": 3556
    },
    {
      "epoch": 7.229674796747967,
      "grad_norm": 5.321906200811783,
      "learning_rate": 3.762896329679643e-06,
      "loss": 0.5883,
      "step": 3557
    },
    {
      "epoch": 7.2317073170731705,
      "grad_norm": 5.029211288792432,
      "learning_rate": 3.7577517401460608e-06,
      "loss": 0.5107,
      "step": 3558
    },
    {
      "epoch": 7.233739837398374,
      "grad_norm": 4.630136508034595,
      "learning_rate": 3.752609856064874e-06,
      "loss": 0.4733,
      "step": 3559
    },
    {
      "epoch": 7.235772357723577,
      "grad_norm": 4.2215320936158145,
      "learning_rate": 3.747470679664624e-06,
      "loss": 0.4694,
      "step": 3560
    },
    {
      "epoch": 7.237804878048781,
      "grad_norm": 4.493180959858634,
      "learning_rate": 3.74233421317269e-06,
      "loss": 0.4468,
      "step": 3561
    },
    {
      "epoch": 7.239837398373984,
      "grad_norm": 5.162734254702832,
      "learning_rate": 3.7372004588152554e-06,
      "loss": 0.5745,
      "step": 3562
    },
    {
      "epoch": 7.241869918699187,
      "grad_norm": 4.618870007673496,
      "learning_rate": 3.732069418817349e-06,
      "loss": 0.4199,
      "step": 3563
    },
    {
      "epoch": 7.2439024390243905,
      "grad_norm": 4.478022770132583,
      "learning_rate": 3.7269410954028107e-06,
      "loss": 0.3777,
      "step": 3564
    },
    {
      "epoch": 7.245934959349594,
      "grad_norm": 4.55026733815407,
      "learning_rate": 3.7218154907943095e-06,
      "loss": 0.5432,
      "step": 3565
    },
    {
      "epoch": 7.247967479674797,
      "grad_norm": 4.508339176214145,
      "learning_rate": 3.7166926072133302e-06,
      "loss": 0.4638,
      "step": 3566
    },
    {
      "epoch": 7.25,
      "grad_norm": 4.5655504320959395,
      "learning_rate": 3.7115724468801807e-06,
      "loss": 0.5565,
      "step": 3567
    },
    {
      "epoch": 7.252032520325203,
      "grad_norm": 4.564874370888226,
      "learning_rate": 3.706455012013994e-06,
      "loss": 0.3859,
      "step": 3568
    },
    {
      "epoch": 7.254065040650406,
      "grad_norm": 4.634748344231804,
      "learning_rate": 3.7013403048327144e-06,
      "loss": 0.4425,
      "step": 3569
    },
    {
      "epoch": 7.2560975609756095,
      "grad_norm": 5.250840236071907,
      "learning_rate": 3.6962283275531085e-06,
      "loss": 0.5276,
      "step": 3570
    },
    {
      "epoch": 7.258130081300813,
      "grad_norm": 4.959599192172502,
      "learning_rate": 3.6911190823907563e-06,
      "loss": 0.5256,
      "step": 3571
    },
    {
      "epoch": 7.260162601626016,
      "grad_norm": 4.637339520370645,
      "learning_rate": 3.6860125715600513e-06,
      "loss": 0.5544,
      "step": 3572
    },
    {
      "epoch": 7.262195121951219,
      "grad_norm": 5.8173674303583764,
      "learning_rate": 3.680908797274214e-06,
      "loss": 0.5424,
      "step": 3573
    },
    {
      "epoch": 7.264227642276423,
      "grad_norm": 4.506093771910051,
      "learning_rate": 3.675807761745268e-06,
      "loss": 0.3725,
      "step": 3574
    },
    {
      "epoch": 7.266260162601626,
      "grad_norm": 4.69228958755581,
      "learning_rate": 3.6707094671840514e-06,
      "loss": 0.4193,
      "step": 3575
    },
    {
      "epoch": 7.2682926829268295,
      "grad_norm": 4.654507264983753,
      "learning_rate": 3.665613915800217e-06,
      "loss": 0.4937,
      "step": 3576
    },
    {
      "epoch": 7.270325203252033,
      "grad_norm": 5.7629796736177745,
      "learning_rate": 3.660521109802223e-06,
      "loss": 0.5496,
      "step": 3577
    },
    {
      "epoch": 7.272357723577236,
      "grad_norm": 4.62565022680904,
      "learning_rate": 3.65543105139735e-06,
      "loss": 0.4952,
      "step": 3578
    },
    {
      "epoch": 7.274390243902439,
      "grad_norm": 4.3808484937976235,
      "learning_rate": 3.6503437427916743e-06,
      "loss": 0.4943,
      "step": 3579
    },
    {
      "epoch": 7.276422764227642,
      "grad_norm": 4.068999979774335,
      "learning_rate": 3.6452591861900886e-06,
      "loss": 0.4519,
      "step": 3580
    },
    {
      "epoch": 7.278455284552845,
      "grad_norm": 4.339488037498146,
      "learning_rate": 3.640177383796288e-06,
      "loss": 0.4544,
      "step": 3581
    },
    {
      "epoch": 7.280487804878049,
      "grad_norm": 4.268551679153814,
      "learning_rate": 3.6350983378127746e-06,
      "loss": 0.4223,
      "step": 3582
    },
    {
      "epoch": 7.282520325203252,
      "grad_norm": 3.8236034405938395,
      "learning_rate": 3.6300220504408634e-06,
      "loss": 0.5577,
      "step": 3583
    },
    {
      "epoch": 7.284552845528455,
      "grad_norm": 5.121166877795666,
      "learning_rate": 3.6249485238806637e-06,
      "loss": 0.3949,
      "step": 3584
    },
    {
      "epoch": 7.286585365853658,
      "grad_norm": 4.71538065253276,
      "learning_rate": 3.619877760331093e-06,
      "loss": 0.5569,
      "step": 3585
    },
    {
      "epoch": 7.288617886178862,
      "grad_norm": 4.9337566899455405,
      "learning_rate": 3.6148097619898713e-06,
      "loss": 0.434,
      "step": 3586
    },
    {
      "epoch": 7.290650406504065,
      "grad_norm": 5.090468374610648,
      "learning_rate": 3.609744531053515e-06,
      "loss": 0.4861,
      "step": 3587
    },
    {
      "epoch": 7.2926829268292686,
      "grad_norm": 5.263624121548225,
      "learning_rate": 3.6046820697173514e-06,
      "loss": 0.4232,
      "step": 3588
    },
    {
      "epoch": 7.294715447154472,
      "grad_norm": 4.224663207932418,
      "learning_rate": 3.5996223801755002e-06,
      "loss": 0.436,
      "step": 3589
    },
    {
      "epoch": 7.296747967479675,
      "grad_norm": 5.236458572801527,
      "learning_rate": 3.5945654646208806e-06,
      "loss": 0.3897,
      "step": 3590
    },
    {
      "epoch": 7.298780487804878,
      "grad_norm": 4.385964532794754,
      "learning_rate": 3.5895113252452084e-06,
      "loss": 0.4025,
      "step": 3591
    },
    {
      "epoch": 7.300813008130081,
      "grad_norm": 4.062279340583674,
      "learning_rate": 3.5844599642389965e-06,
      "loss": 0.4458,
      "step": 3592
    },
    {
      "epoch": 7.3028455284552845,
      "grad_norm": 6.153863043634337,
      "learning_rate": 3.5794113837915602e-06,
      "loss": 0.5855,
      "step": 3593
    },
    {
      "epoch": 7.304878048780488,
      "grad_norm": 5.000087082938412,
      "learning_rate": 3.574365586091002e-06,
      "loss": 0.5321,
      "step": 3594
    },
    {
      "epoch": 7.306910569105691,
      "grad_norm": 5.025460283540934,
      "learning_rate": 3.56932257332422e-06,
      "loss": 0.4014,
      "step": 3595
    },
    {
      "epoch": 7.308943089430894,
      "grad_norm": 5.370659337187138,
      "learning_rate": 3.564282347676903e-06,
      "loss": 0.4291,
      "step": 3596
    },
    {
      "epoch": 7.310975609756097,
      "grad_norm": 5.6556813955246845,
      "learning_rate": 3.5592449113335414e-06,
      "loss": 0.4799,
      "step": 3597
    },
    {
      "epoch": 7.3130081300813,
      "grad_norm": 4.60937625906389,
      "learning_rate": 3.5542102664774115e-06,
      "loss": 0.5325,
      "step": 3598
    },
    {
      "epoch": 7.315040650406504,
      "grad_norm": 5.43455876790116,
      "learning_rate": 3.549178415290566e-06,
      "loss": 0.446,
      "step": 3599
    },
    {
      "epoch": 7.317073170731708,
      "grad_norm": 4.98492605785906,
      "learning_rate": 3.54414935995387e-06,
      "loss": 0.4289,
      "step": 3600
    },
    {
      "epoch": 7.319105691056911,
      "grad_norm": 4.471374764131094,
      "learning_rate": 3.5391231026469607e-06,
      "loss": 0.4241,
      "step": 3601
    },
    {
      "epoch": 7.321138211382114,
      "grad_norm": 4.223615412846455,
      "learning_rate": 3.5340996455482735e-06,
      "loss": 0.4788,
      "step": 3602
    },
    {
      "epoch": 7.323170731707317,
      "grad_norm": 4.110055429020748,
      "learning_rate": 3.5290789908350254e-06,
      "loss": 0.4905,
      "step": 3603
    },
    {
      "epoch": 7.32520325203252,
      "grad_norm": 4.82765880944976,
      "learning_rate": 3.524061140683206e-06,
      "loss": 0.3692,
      "step": 3604
    },
    {
      "epoch": 7.3272357723577235,
      "grad_norm": 5.272815096751536,
      "learning_rate": 3.519046097267613e-06,
      "loss": 0.5216,
      "step": 3605
    },
    {
      "epoch": 7.329268292682927,
      "grad_norm": 4.875078292443692,
      "learning_rate": 3.51403386276181e-06,
      "loss": 0.5723,
      "step": 3606
    },
    {
      "epoch": 7.33130081300813,
      "grad_norm": 5.034072817995457,
      "learning_rate": 3.5090244393381546e-06,
      "loss": 0.5118,
      "step": 3607
    },
    {
      "epoch": 7.333333333333333,
      "grad_norm": 5.232457554834072,
      "learning_rate": 3.5040178291677816e-06,
      "loss": 0.5968,
      "step": 3608
    },
    {
      "epoch": 7.335365853658536,
      "grad_norm": 4.3457540478980405,
      "learning_rate": 3.499014034420595e-06,
      "loss": 0.4213,
      "step": 3609
    },
    {
      "epoch": 7.33739837398374,
      "grad_norm": 4.971971063718951,
      "learning_rate": 3.4940130572652985e-06,
      "loss": 0.3925,
      "step": 3610
    },
    {
      "epoch": 7.3394308943089435,
      "grad_norm": 4.977849170774981,
      "learning_rate": 3.48901489986936e-06,
      "loss": 0.4686,
      "step": 3611
    },
    {
      "epoch": 7.341463414634147,
      "grad_norm": 4.743605238352682,
      "learning_rate": 3.4840195643990383e-06,
      "loss": 0.4187,
      "step": 3612
    },
    {
      "epoch": 7.34349593495935,
      "grad_norm": 4.154811014502775,
      "learning_rate": 3.4790270530193516e-06,
      "loss": 0.3542,
      "step": 3613
    },
    {
      "epoch": 7.345528455284553,
      "grad_norm": 4.083429428585595,
      "learning_rate": 3.474037367894111e-06,
      "loss": 0.5437,
      "step": 3614
    },
    {
      "epoch": 7.347560975609756,
      "grad_norm": 4.868302251970648,
      "learning_rate": 3.469050511185893e-06,
      "loss": 0.465,
      "step": 3615
    },
    {
      "epoch": 7.349593495934959,
      "grad_norm": 5.296623066933855,
      "learning_rate": 3.464066485056048e-06,
      "loss": 0.5391,
      "step": 3616
    },
    {
      "epoch": 7.3516260162601625,
      "grad_norm": 4.489168566121903,
      "learning_rate": 3.4590852916647122e-06,
      "loss": 0.443,
      "step": 3617
    },
    {
      "epoch": 7.353658536585366,
      "grad_norm": 5.150483455567241,
      "learning_rate": 3.454106933170771e-06,
      "loss": 0.474,
      "step": 3618
    },
    {
      "epoch": 7.355691056910569,
      "grad_norm": 5.818269590723202,
      "learning_rate": 3.449131411731904e-06,
      "loss": 0.48,
      "step": 3619
    },
    {
      "epoch": 7.357723577235772,
      "grad_norm": 4.494650135527557,
      "learning_rate": 3.444158729504549e-06,
      "loss": 0.5267,
      "step": 3620
    },
    {
      "epoch": 7.359756097560975,
      "grad_norm": 4.736372573548626,
      "learning_rate": 3.439188888643912e-06,
      "loss": 0.4877,
      "step": 3621
    },
    {
      "epoch": 7.361788617886178,
      "grad_norm": 4.701452225026714,
      "learning_rate": 3.4342218913039806e-06,
      "loss": 0.4505,
      "step": 3622
    },
    {
      "epoch": 7.3638211382113825,
      "grad_norm": 5.089827090235151,
      "learning_rate": 3.4292577396374893e-06,
      "loss": 0.5054,
      "step": 3623
    },
    {
      "epoch": 7.365853658536586,
      "grad_norm": 4.4659252858916485,
      "learning_rate": 3.4242964357959597e-06,
      "loss": 0.5729,
      "step": 3624
    },
    {
      "epoch": 7.367886178861789,
      "grad_norm": 5.46234864806171,
      "learning_rate": 3.419337981929667e-06,
      "loss": 0.3543,
      "step": 3625
    },
    {
      "epoch": 7.369918699186992,
      "grad_norm": 4.873325947629953,
      "learning_rate": 3.4143823801876507e-06,
      "loss": 0.422,
      "step": 3626
    },
    {
      "epoch": 7.371951219512195,
      "grad_norm": 5.354078173205154,
      "learning_rate": 3.409429632717729e-06,
      "loss": 0.5839,
      "step": 3627
    },
    {
      "epoch": 7.373983739837398,
      "grad_norm": 4.224611282784434,
      "learning_rate": 3.4044797416664564e-06,
      "loss": 0.4772,
      "step": 3628
    },
    {
      "epoch": 7.376016260162602,
      "grad_norm": 5.722773676189501,
      "learning_rate": 3.3995327091791765e-06,
      "loss": 0.5671,
      "step": 3629
    },
    {
      "epoch": 7.378048780487805,
      "grad_norm": 5.260345530254824,
      "learning_rate": 3.3945885373999786e-06,
      "loss": 0.4582,
      "step": 3630
    },
    {
      "epoch": 7.380081300813008,
      "grad_norm": 4.44825349461301,
      "learning_rate": 3.389647228471715e-06,
      "loss": 0.5596,
      "step": 3631
    },
    {
      "epoch": 7.382113821138211,
      "grad_norm": 4.7790146136779885,
      "learning_rate": 3.3847087845359996e-06,
      "loss": 0.6158,
      "step": 3632
    },
    {
      "epoch": 7.384146341463414,
      "grad_norm": 5.0659530385641105,
      "learning_rate": 3.379773207733199e-06,
      "loss": 0.4587,
      "step": 3633
    },
    {
      "epoch": 7.3861788617886175,
      "grad_norm": 4.737603826145709,
      "learning_rate": 3.3748405002024475e-06,
      "loss": 0.4733,
      "step": 3634
    },
    {
      "epoch": 7.388211382113822,
      "grad_norm": 4.564487098770683,
      "learning_rate": 3.369910664081627e-06,
      "loss": 0.4684,
      "step": 3635
    },
    {
      "epoch": 7.390243902439025,
      "grad_norm": 4.570951289162464,
      "learning_rate": 3.364983701507376e-06,
      "loss": 0.3877,
      "step": 3636
    },
    {
      "epoch": 7.392276422764228,
      "grad_norm": 5.456230975625752,
      "learning_rate": 3.360059614615091e-06,
      "loss": 0.414,
      "step": 3637
    },
    {
      "epoch": 7.394308943089431,
      "grad_norm": 3.765889663322952,
      "learning_rate": 3.355138405538916e-06,
      "loss": 0.4294,
      "step": 3638
    },
    {
      "epoch": 7.396341463414634,
      "grad_norm": 4.7517388561997445,
      "learning_rate": 3.3502200764117576e-06,
      "loss": 0.3703,
      "step": 3639
    },
    {
      "epoch": 7.3983739837398375,
      "grad_norm": 4.272584432749044,
      "learning_rate": 3.3453046293652657e-06,
      "loss": 0.3252,
      "step": 3640
    },
    {
      "epoch": 7.400406504065041,
      "grad_norm": 4.814866618192605,
      "learning_rate": 3.340392066529845e-06,
      "loss": 0.4179,
      "step": 3641
    },
    {
      "epoch": 7.402439024390244,
      "grad_norm": 4.607088179315851,
      "learning_rate": 3.335482390034648e-06,
      "loss": 0.3601,
      "step": 3642
    },
    {
      "epoch": 7.404471544715447,
      "grad_norm": 5.337056853501016,
      "learning_rate": 3.330575602007573e-06,
      "loss": 0.4662,
      "step": 3643
    },
    {
      "epoch": 7.40650406504065,
      "grad_norm": 5.220962332821225,
      "learning_rate": 3.3256717045752794e-06,
      "loss": 0.5371,
      "step": 3644
    },
    {
      "epoch": 7.408536585365853,
      "grad_norm": 4.8227689581555655,
      "learning_rate": 3.3207706998631606e-06,
      "loss": 0.4566,
      "step": 3645
    },
    {
      "epoch": 7.4105691056910565,
      "grad_norm": 4.552403637503241,
      "learning_rate": 3.31587258999536e-06,
      "loss": 0.55,
      "step": 3646
    },
    {
      "epoch": 7.41260162601626,
      "grad_norm": 4.662980958666271,
      "learning_rate": 3.3109773770947683e-06,
      "loss": 0.5272,
      "step": 3647
    },
    {
      "epoch": 7.414634146341464,
      "grad_norm": 4.908220235046397,
      "learning_rate": 3.3060850632830167e-06,
      "loss": 0.4669,
      "step": 3648
    },
    {
      "epoch": 7.416666666666667,
      "grad_norm": 4.5094641115357215,
      "learning_rate": 3.3011956506804876e-06,
      "loss": 0.5206,
      "step": 3649
    },
    {
      "epoch": 7.41869918699187,
      "grad_norm": 6.025065224615541,
      "learning_rate": 3.2963091414062977e-06,
      "loss": 0.4634,
      "step": 3650
    },
    {
      "epoch": 7.420731707317073,
      "grad_norm": 4.342252690371979,
      "learning_rate": 3.2914255375783098e-06,
      "loss": 0.4744,
      "step": 3651
    },
    {
      "epoch": 7.4227642276422765,
      "grad_norm": 5.145966485853846,
      "learning_rate": 3.286544841313126e-06,
      "loss": 0.426,
      "step": 3652
    },
    {
      "epoch": 7.42479674796748,
      "grad_norm": 4.555643026390303,
      "learning_rate": 3.2816670547260842e-06,
      "loss": 0.4331,
      "step": 3653
    },
    {
      "epoch": 7.426829268292683,
      "grad_norm": 6.142064686531574,
      "learning_rate": 3.276792179931274e-06,
      "loss": 0.457,
      "step": 3654
    },
    {
      "epoch": 7.428861788617886,
      "grad_norm": 4.468978428403116,
      "learning_rate": 3.271920219041509e-06,
      "loss": 0.4666,
      "step": 3655
    },
    {
      "epoch": 7.430894308943089,
      "grad_norm": 4.92535823991805,
      "learning_rate": 3.2670511741683475e-06,
      "loss": 0.3755,
      "step": 3656
    },
    {
      "epoch": 7.432926829268292,
      "grad_norm": 4.731102444214811,
      "learning_rate": 3.2621850474220807e-06,
      "loss": 0.3686,
      "step": 3657
    },
    {
      "epoch": 7.434959349593496,
      "grad_norm": 5.010656338355946,
      "learning_rate": 3.2573218409117337e-06,
      "loss": 0.4985,
      "step": 3658
    },
    {
      "epoch": 7.4369918699187,
      "grad_norm": 4.861497265462308,
      "learning_rate": 3.252461556745077e-06,
      "loss": 0.602,
      "step": 3659
    },
    {
      "epoch": 7.439024390243903,
      "grad_norm": 5.438139251441004,
      "learning_rate": 3.2476041970285945e-06,
      "loss": 0.5246,
      "step": 3660
    },
    {
      "epoch": 7.441056910569106,
      "grad_norm": 5.26480836846014,
      "learning_rate": 3.242749763867523e-06,
      "loss": 0.5066,
      "step": 3661
    },
    {
      "epoch": 7.443089430894309,
      "grad_norm": 5.5276497259515525,
      "learning_rate": 3.2378982593658192e-06,
      "loss": 0.4861,
      "step": 3662
    },
    {
      "epoch": 7.445121951219512,
      "grad_norm": 4.594320626121325,
      "learning_rate": 3.2330496856261707e-06,
      "loss": 0.3779,
      "step": 3663
    },
    {
      "epoch": 7.4471544715447155,
      "grad_norm": 4.5071034535978205,
      "learning_rate": 3.2282040447500063e-06,
      "loss": 0.5218,
      "step": 3664
    },
    {
      "epoch": 7.449186991869919,
      "grad_norm": 4.85745250684188,
      "learning_rate": 3.223361338837462e-06,
      "loss": 0.5093,
      "step": 3665
    },
    {
      "epoch": 7.451219512195122,
      "grad_norm": 5.1320134879384645,
      "learning_rate": 3.218521569987424e-06,
      "loss": 0.5903,
      "step": 3666
    },
    {
      "epoch": 7.453252032520325,
      "grad_norm": 4.087245303272715,
      "learning_rate": 3.213684740297495e-06,
      "loss": 0.4314,
      "step": 3667
    },
    {
      "epoch": 7.455284552845528,
      "grad_norm": 4.191986659076628,
      "learning_rate": 3.208850851863998e-06,
      "loss": 0.4504,
      "step": 3668
    },
    {
      "epoch": 7.4573170731707314,
      "grad_norm": 4.331351776988704,
      "learning_rate": 3.204019906782002e-06,
      "loss": 0.4802,
      "step": 3669
    },
    {
      "epoch": 7.459349593495935,
      "grad_norm": 4.880372080401179,
      "learning_rate": 3.1991919071452714e-06,
      "loss": 0.6107,
      "step": 3670
    },
    {
      "epoch": 7.461382113821138,
      "grad_norm": 4.450555892433645,
      "learning_rate": 3.1943668550463204e-06,
      "loss": 0.4661,
      "step": 3671
    },
    {
      "epoch": 7.463414634146342,
      "grad_norm": 4.489550541439964,
      "learning_rate": 3.189544752576369e-06,
      "loss": 0.4797,
      "step": 3672
    },
    {
      "epoch": 7.465447154471545,
      "grad_norm": 4.702681278355428,
      "learning_rate": 3.1847256018253656e-06,
      "loss": 0.4733,
      "step": 3673
    },
    {
      "epoch": 7.467479674796748,
      "grad_norm": 5.095479556393842,
      "learning_rate": 3.1799094048819778e-06,
      "loss": 0.4123,
      "step": 3674
    },
    {
      "epoch": 7.469512195121951,
      "grad_norm": 5.286250440699437,
      "learning_rate": 3.175096163833591e-06,
      "loss": 0.5728,
      "step": 3675
    },
    {
      "epoch": 7.471544715447155,
      "grad_norm": 4.450802371049586,
      "learning_rate": 3.1702858807663175e-06,
      "loss": 0.5577,
      "step": 3676
    },
    {
      "epoch": 7.473577235772358,
      "grad_norm": 4.2457950729599405,
      "learning_rate": 3.1654785577649737e-06,
      "loss": 0.3938,
      "step": 3677
    },
    {
      "epoch": 7.475609756097561,
      "grad_norm": 4.1391308763591095,
      "learning_rate": 3.160674196913114e-06,
      "loss": 0.392,
      "step": 3678
    },
    {
      "epoch": 7.477642276422764,
      "grad_norm": 4.958186005085288,
      "learning_rate": 3.155872800292983e-06,
      "loss": 0.4532,
      "step": 3679
    },
    {
      "epoch": 7.479674796747967,
      "grad_norm": 5.488195755764732,
      "learning_rate": 3.151074369985556e-06,
      "loss": 0.4556,
      "step": 3680
    },
    {
      "epoch": 7.4817073170731705,
      "grad_norm": 4.1338329793692585,
      "learning_rate": 3.1462789080705256e-06,
      "loss": 0.4555,
      "step": 3681
    },
    {
      "epoch": 7.483739837398374,
      "grad_norm": 4.564235867335125,
      "learning_rate": 3.141486416626287e-06,
      "loss": 0.4873,
      "step": 3682
    },
    {
      "epoch": 7.485772357723577,
      "grad_norm": 4.759919595205715,
      "learning_rate": 3.136696897729963e-06,
      "loss": 0.5345,
      "step": 3683
    },
    {
      "epoch": 7.487804878048781,
      "grad_norm": 4.787850656725748,
      "learning_rate": 3.131910353457369e-06,
      "loss": 0.4212,
      "step": 3684
    },
    {
      "epoch": 7.489837398373984,
      "grad_norm": 4.286219093610994,
      "learning_rate": 3.1271267858830413e-06,
      "loss": 0.4087,
      "step": 3685
    },
    {
      "epoch": 7.491869918699187,
      "grad_norm": 3.8948098822275643,
      "learning_rate": 3.1223461970802305e-06,
      "loss": 0.4552,
      "step": 3686
    },
    {
      "epoch": 7.4939024390243905,
      "grad_norm": 4.145188233153887,
      "learning_rate": 3.1175685891208863e-06,
      "loss": 0.5409,
      "step": 3687
    },
    {
      "epoch": 7.495934959349594,
      "grad_norm": 4.908608455564596,
      "learning_rate": 3.112793964075681e-06,
      "loss": 0.4727,
      "step": 3688
    },
    {
      "epoch": 7.497967479674797,
      "grad_norm": 3.9941465351439858,
      "learning_rate": 3.1080223240139708e-06,
      "loss": 0.4771,
      "step": 3689
    },
    {
      "epoch": 7.5,
      "grad_norm": 4.391651239692008,
      "learning_rate": 3.103253671003842e-06,
      "loss": 0.4688,
      "step": 3690
    },
    {
      "epoch": 7.502032520325203,
      "grad_norm": 4.935626284605809,
      "learning_rate": 3.0984880071120738e-06,
      "loss": 0.5316,
      "step": 3691
    },
    {
      "epoch": 7.504065040650406,
      "grad_norm": 4.636854965412212,
      "learning_rate": 3.0937253344041507e-06,
      "loss": 0.4605,
      "step": 3692
    },
    {
      "epoch": 7.5060975609756095,
      "grad_norm": 5.2405393948832515,
      "learning_rate": 3.0889656549442627e-06,
      "loss": 0.4289,
      "step": 3693
    },
    {
      "epoch": 7.508130081300813,
      "grad_norm": 5.8172131316021645,
      "learning_rate": 3.0842089707953006e-06,
      "loss": 0.5316,
      "step": 3694
    },
    {
      "epoch": 7.510162601626016,
      "grad_norm": 4.768913846931271,
      "learning_rate": 3.079455284018863e-06,
      "loss": 0.5756,
      "step": 3695
    },
    {
      "epoch": 7.512195121951219,
      "grad_norm": 4.456194366356688,
      "learning_rate": 3.074704596675242e-06,
      "loss": 0.6032,
      "step": 3696
    },
    {
      "epoch": 7.514227642276423,
      "grad_norm": 4.331522260829037,
      "learning_rate": 3.0699569108234338e-06,
      "loss": 0.4457,
      "step": 3697
    },
    {
      "epoch": 7.516260162601626,
      "grad_norm": 5.6580352628622474,
      "learning_rate": 3.0652122285211317e-06,
      "loss": 0.4292,
      "step": 3698
    },
    {
      "epoch": 7.5182926829268295,
      "grad_norm": 5.212418255808058,
      "learning_rate": 3.0604705518247257e-06,
      "loss": 0.4705,
      "step": 3699
    },
    {
      "epoch": 7.520325203252033,
      "grad_norm": 4.122706083537725,
      "learning_rate": 3.055731882789311e-06,
      "loss": 0.5655,
      "step": 3700
    },
    {
      "epoch": 7.522357723577236,
      "grad_norm": 5.026435122806168,
      "learning_rate": 3.0509962234686706e-06,
      "loss": 0.3786,
      "step": 3701
    },
    {
      "epoch": 7.524390243902439,
      "grad_norm": 6.174830789975938,
      "learning_rate": 3.046263575915288e-06,
      "loss": 0.3505,
      "step": 3702
    },
    {
      "epoch": 7.526422764227642,
      "grad_norm": 4.753166463213646,
      "learning_rate": 3.041533942180338e-06,
      "loss": 0.4218,
      "step": 3703
    },
    {
      "epoch": 7.528455284552845,
      "grad_norm": 4.922373935001802,
      "learning_rate": 3.0368073243136874e-06,
      "loss": 0.4914,
      "step": 3704
    },
    {
      "epoch": 7.530487804878049,
      "grad_norm": 5.126939367804718,
      "learning_rate": 3.0320837243639078e-06,
      "loss": 0.6351,
      "step": 3705
    },
    {
      "epoch": 7.532520325203252,
      "grad_norm": 5.6857155324431,
      "learning_rate": 3.027363144378249e-06,
      "loss": 0.5047,
      "step": 3706
    },
    {
      "epoch": 7.534552845528455,
      "grad_norm": 5.3314478975251225,
      "learning_rate": 3.0226455864026583e-06,
      "loss": 0.4517,
      "step": 3707
    },
    {
      "epoch": 7.536585365853659,
      "grad_norm": 4.447331053753311,
      "learning_rate": 3.0179310524817707e-06,
      "loss": 0.4489,
      "step": 3708
    },
    {
      "epoch": 7.538617886178862,
      "grad_norm": 5.4802924458617825,
      "learning_rate": 3.013219544658912e-06,
      "loss": 0.405,
      "step": 3709
    },
    {
      "epoch": 7.540650406504065,
      "grad_norm": 4.912472061724118,
      "learning_rate": 3.0085110649760996e-06,
      "loss": 0.4754,
      "step": 3710
    },
    {
      "epoch": 7.5426829268292686,
      "grad_norm": 5.375728751927224,
      "learning_rate": 3.0038056154740336e-06,
      "loss": 0.5507,
      "step": 3711
    },
    {
      "epoch": 7.544715447154472,
      "grad_norm": 4.429691343967992,
      "learning_rate": 2.9991031981921026e-06,
      "loss": 0.4982,
      "step": 3712
    },
    {
      "epoch": 7.546747967479675,
      "grad_norm": 4.710359697168867,
      "learning_rate": 2.9944038151683796e-06,
      "loss": 0.4128,
      "step": 3713
    },
    {
      "epoch": 7.548780487804878,
      "grad_norm": 4.627040066859626,
      "learning_rate": 2.989707468439623e-06,
      "loss": 0.4305,
      "step": 3714
    },
    {
      "epoch": 7.550813008130081,
      "grad_norm": 4.699411549772119,
      "learning_rate": 2.9850141600412818e-06,
      "loss": 0.4664,
      "step": 3715
    },
    {
      "epoch": 7.5528455284552845,
      "grad_norm": 4.448777892088852,
      "learning_rate": 2.9803238920074784e-06,
      "loss": 0.4747,
      "step": 3716
    },
    {
      "epoch": 7.554878048780488,
      "grad_norm": 5.196038121411549,
      "learning_rate": 2.975636666371022e-06,
      "loss": 0.4534,
      "step": 3717
    },
    {
      "epoch": 7.556910569105691,
      "grad_norm": 5.10011662818138,
      "learning_rate": 2.970952485163402e-06,
      "loss": 0.4416,
      "step": 3718
    },
    {
      "epoch": 7.558943089430894,
      "grad_norm": 4.8453165044527875,
      "learning_rate": 2.9662713504147877e-06,
      "loss": 0.4773,
      "step": 3719
    },
    {
      "epoch": 7.560975609756097,
      "grad_norm": 4.797867983520828,
      "learning_rate": 2.961593264154038e-06,
      "loss": 0.3324,
      "step": 3720
    },
    {
      "epoch": 7.5630081300813,
      "grad_norm": 5.1087276596256705,
      "learning_rate": 2.9569182284086685e-06,
      "loss": 0.4549,
      "step": 3721
    },
    {
      "epoch": 7.565040650406504,
      "grad_norm": 4.507012828586158,
      "learning_rate": 2.9522462452048962e-06,
      "loss": 0.525,
      "step": 3722
    },
    {
      "epoch": 7.567073170731708,
      "grad_norm": 4.929816618388189,
      "learning_rate": 2.9475773165676013e-06,
      "loss": 0.4464,
      "step": 3723
    },
    {
      "epoch": 7.569105691056911,
      "grad_norm": 5.046611764387076,
      "learning_rate": 2.9429114445203423e-06,
      "loss": 0.5353,
      "step": 3724
    },
    {
      "epoch": 7.571138211382114,
      "grad_norm": 4.784211100134764,
      "learning_rate": 2.938248631085362e-06,
      "loss": 0.453,
      "step": 3725
    },
    {
      "epoch": 7.573170731707317,
      "grad_norm": 4.863380300232617,
      "learning_rate": 2.93358887828356e-06,
      "loss": 0.4659,
      "step": 3726
    },
    {
      "epoch": 7.57520325203252,
      "grad_norm": 5.85315984691058,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.5215,
      "step": 3727
    },
    {
      "epoch": 7.5772357723577235,
      "grad_norm": 5.104530410781777,
      "learning_rate": 2.924278562656514e-06,
      "loss": 0.5264,
      "step": 3728
    },
    {
      "epoch": 7.579268292682927,
      "grad_norm": 4.790751321783992,
      "learning_rate": 2.9196280038664482e-06,
      "loss": 0.6053,
      "step": 3729
    },
    {
      "epoch": 7.58130081300813,
      "grad_norm": 4.9592448226881665,
      "learning_rate": 2.914980513779937e-06,
      "loss": 0.5606,
      "step": 3730
    },
    {
      "epoch": 7.583333333333333,
      "grad_norm": 5.061149230284006,
      "learning_rate": 2.9103360944112347e-06,
      "loss": 0.5241,
      "step": 3731
    },
    {
      "epoch": 7.585365853658536,
      "grad_norm": 4.195228206853583,
      "learning_rate": 2.90569474777329e-06,
      "loss": 0.5206,
      "step": 3732
    },
    {
      "epoch": 7.58739837398374,
      "grad_norm": 4.469722627436474,
      "learning_rate": 2.901056475877704e-06,
      "loss": 0.4083,
      "step": 3733
    },
    {
      "epoch": 7.5894308943089435,
      "grad_norm": 5.283478887910522,
      "learning_rate": 2.896421280734748e-06,
      "loss": 0.4353,
      "step": 3734
    },
    {
      "epoch": 7.591463414634147,
      "grad_norm": 4.70235622802823,
      "learning_rate": 2.8917891643533704e-06,
      "loss": 0.5091,
      "step": 3735
    },
    {
      "epoch": 7.59349593495935,
      "grad_norm": 5.22305453397846,
      "learning_rate": 2.8871601287411634e-06,
      "loss": 0.532,
      "step": 3736
    },
    {
      "epoch": 7.595528455284553,
      "grad_norm": 4.564425875523574,
      "learning_rate": 2.8825341759044066e-06,
      "loss": 0.4698,
      "step": 3737
    },
    {
      "epoch": 7.597560975609756,
      "grad_norm": 4.379800402557346,
      "learning_rate": 2.8779113078480312e-06,
      "loss": 0.5691,
      "step": 3738
    },
    {
      "epoch": 7.599593495934959,
      "grad_norm": 5.048381888442893,
      "learning_rate": 2.8732915265756343e-06,
      "loss": 0.4459,
      "step": 3739
    },
    {
      "epoch": 7.6016260162601625,
      "grad_norm": 4.929906532728674,
      "learning_rate": 2.8686748340894744e-06,
      "loss": 0.3932,
      "step": 3740
    },
    {
      "epoch": 7.603658536585366,
      "grad_norm": 5.428997665298903,
      "learning_rate": 2.8640612323904693e-06,
      "loss": 0.5361,
      "step": 3741
    },
    {
      "epoch": 7.605691056910569,
      "grad_norm": 4.241709553279804,
      "learning_rate": 2.8594507234782056e-06,
      "loss": 0.4534,
      "step": 3742
    },
    {
      "epoch": 7.607723577235772,
      "grad_norm": 4.472997378635855,
      "learning_rate": 2.8548433093509207e-06,
      "loss": 0.4538,
      "step": 3743
    },
    {
      "epoch": 7.609756097560975,
      "grad_norm": 4.372396141357866,
      "learning_rate": 2.850238992005514e-06,
      "loss": 0.4635,
      "step": 3744
    },
    {
      "epoch": 7.611788617886178,
      "grad_norm": 5.227702594148673,
      "learning_rate": 2.845637773437541e-06,
      "loss": 0.5151,
      "step": 3745
    },
    {
      "epoch": 7.613821138211382,
      "grad_norm": 5.22507988102395,
      "learning_rate": 2.8410396556412145e-06,
      "loss": 0.4995,
      "step": 3746
    },
    {
      "epoch": 7.615853658536586,
      "grad_norm": 4.951961772715589,
      "learning_rate": 2.8364446406094082e-06,
      "loss": 0.6049,
      "step": 3747
    },
    {
      "epoch": 7.617886178861789,
      "grad_norm": 4.276998047187996,
      "learning_rate": 2.8318527303336465e-06,
      "loss": 0.5632,
      "step": 3748
    },
    {
      "epoch": 7.619918699186992,
      "grad_norm": 5.18547429355749,
      "learning_rate": 2.827263926804108e-06,
      "loss": 0.5517,
      "step": 3749
    },
    {
      "epoch": 7.621951219512195,
      "grad_norm": 5.214551476545565,
      "learning_rate": 2.8226782320096256e-06,
      "loss": 0.6782,
      "step": 3750
    },
    {
      "epoch": 7.623983739837398,
      "grad_norm": 5.2154605680424195,
      "learning_rate": 2.818095647937682e-06,
      "loss": 0.5421,
      "step": 3751
    },
    {
      "epoch": 7.626016260162602,
      "grad_norm": 5.010585376015617,
      "learning_rate": 2.81351617657442e-06,
      "loss": 0.4198,
      "step": 3752
    },
    {
      "epoch": 7.628048780487805,
      "grad_norm": 4.1276496549344674,
      "learning_rate": 2.808939819904627e-06,
      "loss": 0.5206,
      "step": 3753
    },
    {
      "epoch": 7.630081300813008,
      "grad_norm": 4.233289835900628,
      "learning_rate": 2.8043665799117393e-06,
      "loss": 0.555,
      "step": 3754
    },
    {
      "epoch": 7.632113821138211,
      "grad_norm": 4.714441092494784,
      "learning_rate": 2.799796458577845e-06,
      "loss": 0.4595,
      "step": 3755
    },
    {
      "epoch": 7.634146341463414,
      "grad_norm": 4.198834900228163,
      "learning_rate": 2.795229457883678e-06,
      "loss": 0.4975,
      "step": 3756
    },
    {
      "epoch": 7.636178861788618,
      "grad_norm": 5.159424424088631,
      "learning_rate": 2.7906655798086268e-06,
      "loss": 0.603,
      "step": 3757
    },
    {
      "epoch": 7.638211382113822,
      "grad_norm": 4.193649041532838,
      "learning_rate": 2.7861048263307188e-06,
      "loss": 0.4268,
      "step": 3758
    },
    {
      "epoch": 7.640243902439025,
      "grad_norm": 4.454552184214266,
      "learning_rate": 2.7815471994266295e-06,
      "loss": 0.4209,
      "step": 3759
    },
    {
      "epoch": 7.642276422764228,
      "grad_norm": 4.547948471008033,
      "learning_rate": 2.7769927010716814e-06,
      "loss": 0.4288,
      "step": 3760
    },
    {
      "epoch": 7.644308943089431,
      "grad_norm": 3.849725210772251,
      "learning_rate": 2.772441333239834e-06,
      "loss": 0.3554,
      "step": 3761
    },
    {
      "epoch": 7.646341463414634,
      "grad_norm": 5.4319576895837285,
      "learning_rate": 2.767893097903702e-06,
      "loss": 0.4988,
      "step": 3762
    },
    {
      "epoch": 7.6483739837398375,
      "grad_norm": 4.783721813038007,
      "learning_rate": 2.7633479970345333e-06,
      "loss": 0.4069,
      "step": 3763
    },
    {
      "epoch": 7.650406504065041,
      "grad_norm": 5.524616901920686,
      "learning_rate": 2.7588060326022205e-06,
      "loss": 0.5717,
      "step": 3764
    },
    {
      "epoch": 7.652439024390244,
      "grad_norm": 4.30454843369827,
      "learning_rate": 2.754267206575294e-06,
      "loss": 0.4176,
      "step": 3765
    },
    {
      "epoch": 7.654471544715447,
      "grad_norm": 4.700748130592763,
      "learning_rate": 2.7497315209209252e-06,
      "loss": 0.5448,
      "step": 3766
    },
    {
      "epoch": 7.65650406504065,
      "grad_norm": 5.088180767295921,
      "learning_rate": 2.7451989776049327e-06,
      "loss": 0.7093,
      "step": 3767
    },
    {
      "epoch": 7.658536585365853,
      "grad_norm": 4.765416438447765,
      "learning_rate": 2.740669578591755e-06,
      "loss": 0.4578,
      "step": 3768
    },
    {
      "epoch": 7.6605691056910565,
      "grad_norm": 4.686919757840828,
      "learning_rate": 2.736143325844487e-06,
      "loss": 0.454,
      "step": 3769
    },
    {
      "epoch": 7.66260162601626,
      "grad_norm": 4.127581587875808,
      "learning_rate": 2.7316202213248446e-06,
      "loss": 0.5267,
      "step": 3770
    },
    {
      "epoch": 7.664634146341464,
      "grad_norm": 4.556135125390092,
      "learning_rate": 2.7271002669931944e-06,
      "loss": 0.5139,
      "step": 3771
    },
    {
      "epoch": 7.666666666666667,
      "grad_norm": 5.347580018927086,
      "learning_rate": 2.7225834648085282e-06,
      "loss": 0.4461,
      "step": 3772
    },
    {
      "epoch": 7.66869918699187,
      "grad_norm": 4.969909814705541,
      "learning_rate": 2.7180698167284636e-06,
      "loss": 0.5475,
      "step": 3773
    },
    {
      "epoch": 7.670731707317073,
      "grad_norm": 5.631979675908869,
      "learning_rate": 2.7135593247092707e-06,
      "loss": 0.4535,
      "step": 3774
    },
    {
      "epoch": 7.6727642276422765,
      "grad_norm": 5.221806681033006,
      "learning_rate": 2.7090519907058344e-06,
      "loss": 0.4581,
      "step": 3775
    },
    {
      "epoch": 7.67479674796748,
      "grad_norm": 4.614132203652862,
      "learning_rate": 2.7045478166716843e-06,
      "loss": 0.4741,
      "step": 3776
    },
    {
      "epoch": 7.676829268292683,
      "grad_norm": 5.500336408506733,
      "learning_rate": 2.7000468045589743e-06,
      "loss": 0.4808,
      "step": 3777
    },
    {
      "epoch": 7.678861788617886,
      "grad_norm": 5.093313916889725,
      "learning_rate": 2.69554895631848e-06,
      "loss": 0.4384,
      "step": 3778
    },
    {
      "epoch": 7.680894308943089,
      "grad_norm": 4.605304898751118,
      "learning_rate": 2.6910542738996206e-06,
      "loss": 0.6727,
      "step": 3779
    },
    {
      "epoch": 7.682926829268292,
      "grad_norm": 5.028468380154885,
      "learning_rate": 2.6865627592504295e-06,
      "loss": 0.4201,
      "step": 3780
    },
    {
      "epoch": 7.684959349593496,
      "grad_norm": 3.927706328403866,
      "learning_rate": 2.6820744143175826e-06,
      "loss": 0.3509,
      "step": 3781
    },
    {
      "epoch": 7.6869918699187,
      "grad_norm": 5.169100782875247,
      "learning_rate": 2.6775892410463677e-06,
      "loss": 0.5485,
      "step": 3782
    },
    {
      "epoch": 7.689024390243903,
      "grad_norm": 5.092366893319107,
      "learning_rate": 2.673107241380706e-06,
      "loss": 0.3768,
      "step": 3783
    },
    {
      "epoch": 7.691056910569106,
      "grad_norm": 4.53322802583634,
      "learning_rate": 2.668628417263137e-06,
      "loss": 0.5173,
      "step": 3784
    },
    {
      "epoch": 7.693089430894309,
      "grad_norm": 4.600290427727572,
      "learning_rate": 2.664152770634828e-06,
      "loss": 0.4665,
      "step": 3785
    },
    {
      "epoch": 7.695121951219512,
      "grad_norm": 4.164791348969317,
      "learning_rate": 2.6596803034355756e-06,
      "loss": 0.2891,
      "step": 3786
    },
    {
      "epoch": 7.6971544715447155,
      "grad_norm": 4.954295602477142,
      "learning_rate": 2.6552110176037804e-06,
      "loss": 0.5471,
      "step": 3787
    },
    {
      "epoch": 7.699186991869919,
      "grad_norm": 4.234838350601568,
      "learning_rate": 2.6507449150764852e-06,
      "loss": 0.4258,
      "step": 3788
    },
    {
      "epoch": 7.701219512195122,
      "grad_norm": 4.492456308326234,
      "learning_rate": 2.646281997789337e-06,
      "loss": 0.5393,
      "step": 3789
    },
    {
      "epoch": 7.703252032520325,
      "grad_norm": 3.90528902916101,
      "learning_rate": 2.6418222676766093e-06,
      "loss": 0.379,
      "step": 3790
    },
    {
      "epoch": 7.705284552845528,
      "grad_norm": 4.254710148546163,
      "learning_rate": 2.6373657266712007e-06,
      "loss": 0.4343,
      "step": 3791
    },
    {
      "epoch": 7.7073170731707314,
      "grad_norm": 4.355238120905955,
      "learning_rate": 2.632912376704607e-06,
      "loss": 0.4551,
      "step": 3792
    },
    {
      "epoch": 7.709349593495935,
      "grad_norm": 3.971636844607251,
      "learning_rate": 2.6284622197069652e-06,
      "loss": 0.4109,
      "step": 3793
    },
    {
      "epoch": 7.711382113821138,
      "grad_norm": 4.732251139725413,
      "learning_rate": 2.6240152576070143e-06,
      "loss": 0.5896,
      "step": 3794
    },
    {
      "epoch": 7.713414634146341,
      "grad_norm": 5.703842019309404,
      "learning_rate": 2.619571492332108e-06,
      "loss": 0.5103,
      "step": 3795
    },
    {
      "epoch": 7.715447154471545,
      "grad_norm": 4.453665924871902,
      "learning_rate": 2.615130925808228e-06,
      "loss": 0.4579,
      "step": 3796
    },
    {
      "epoch": 7.717479674796748,
      "grad_norm": 4.406549343455073,
      "learning_rate": 2.6106935599599482e-06,
      "loss": 0.6048,
      "step": 3797
    },
    {
      "epoch": 7.719512195121951,
      "grad_norm": 5.134596017780205,
      "learning_rate": 2.6062593967104756e-06,
      "loss": 0.4183,
      "step": 3798
    },
    {
      "epoch": 7.721544715447155,
      "grad_norm": 4.180727872219198,
      "learning_rate": 2.601828437981617e-06,
      "loss": 0.4372,
      "step": 3799
    },
    {
      "epoch": 7.723577235772358,
      "grad_norm": 4.260117849100918,
      "learning_rate": 2.597400685693795e-06,
      "loss": 0.5217,
      "step": 3800
    },
    {
      "epoch": 7.725609756097561,
      "grad_norm": 4.438341135970303,
      "learning_rate": 2.5929761417660402e-06,
      "loss": 0.4855,
      "step": 3801
    },
    {
      "epoch": 7.727642276422764,
      "grad_norm": 4.805654637068411,
      "learning_rate": 2.5885548081159927e-06,
      "loss": 0.4461,
      "step": 3802
    },
    {
      "epoch": 7.729674796747967,
      "grad_norm": 4.659121797486674,
      "learning_rate": 2.584136686659907e-06,
      "loss": 0.594,
      "step": 3803
    },
    {
      "epoch": 7.7317073170731705,
      "grad_norm": 5.32281906885249,
      "learning_rate": 2.5797217793126373e-06,
      "loss": 0.4809,
      "step": 3804
    },
    {
      "epoch": 7.733739837398374,
      "grad_norm": 4.619562123294261,
      "learning_rate": 2.57531008798765e-06,
      "loss": 0.4896,
      "step": 3805
    },
    {
      "epoch": 7.735772357723577,
      "grad_norm": 4.291309532679024,
      "learning_rate": 2.5709016145970146e-06,
      "loss": 0.4998,
      "step": 3806
    },
    {
      "epoch": 7.737804878048781,
      "grad_norm": 4.8722557733875025,
      "learning_rate": 2.566496361051405e-06,
      "loss": 0.4229,
      "step": 3807
    },
    {
      "epoch": 7.739837398373984,
      "grad_norm": 4.208208023682546,
      "learning_rate": 2.5620943292601074e-06,
      "loss": 0.4161,
      "step": 3808
    },
    {
      "epoch": 7.741869918699187,
      "grad_norm": 5.182797036733125,
      "learning_rate": 2.557695521131004e-06,
      "loss": 0.5301,
      "step": 3809
    },
    {
      "epoch": 7.7439024390243905,
      "grad_norm": 4.554723051583676,
      "learning_rate": 2.55329993857058e-06,
      "loss": 0.2923,
      "step": 3810
    },
    {
      "epoch": 7.745934959349594,
      "grad_norm": 4.388536748873854,
      "learning_rate": 2.5489075834839272e-06,
      "loss": 0.4437,
      "step": 3811
    },
    {
      "epoch": 7.747967479674797,
      "grad_norm": 4.20213187160745,
      "learning_rate": 2.5445184577747305e-06,
      "loss": 0.4131,
      "step": 3812
    },
    {
      "epoch": 7.75,
      "grad_norm": 4.499205090408137,
      "learning_rate": 2.5401325633452876e-06,
      "loss": 0.6037,
      "step": 3813
    },
    {
      "epoch": 7.752032520325203,
      "grad_norm": 4.763872513052832,
      "learning_rate": 2.535749902096486e-06,
      "loss": 0.5629,
      "step": 3814
    },
    {
      "epoch": 7.754065040650406,
      "grad_norm": 4.625912363552164,
      "learning_rate": 2.5313704759278147e-06,
      "loss": 0.4354,
      "step": 3815
    },
    {
      "epoch": 7.7560975609756095,
      "grad_norm": 4.547824000156418,
      "learning_rate": 2.52699428673736e-06,
      "loss": 0.4454,
      "step": 3816
    },
    {
      "epoch": 7.758130081300813,
      "grad_norm": 4.535673991954115,
      "learning_rate": 2.522621336421802e-06,
      "loss": 0.3484,
      "step": 3817
    },
    {
      "epoch": 7.760162601626016,
      "grad_norm": 4.111891359997489,
      "learning_rate": 2.5182516268764277e-06,
      "loss": 0.534,
      "step": 3818
    },
    {
      "epoch": 7.762195121951219,
      "grad_norm": 5.399624671244039,
      "learning_rate": 2.51388515999511e-06,
      "loss": 0.5993,
      "step": 3819
    },
    {
      "epoch": 7.764227642276423,
      "grad_norm": 4.5588907822407485,
      "learning_rate": 2.5095219376703183e-06,
      "loss": 0.4319,
      "step": 3820
    },
    {
      "epoch": 7.766260162601626,
      "grad_norm": 5.181408140599117,
      "learning_rate": 2.5051619617931165e-06,
      "loss": 0.4893,
      "step": 3821
    },
    {
      "epoch": 7.7682926829268295,
      "grad_norm": 4.665716620809846,
      "learning_rate": 2.5008052342531595e-06,
      "loss": 0.5023,
      "step": 3822
    },
    {
      "epoch": 7.770325203252033,
      "grad_norm": 5.2431025763151835,
      "learning_rate": 2.4964517569387015e-06,
      "loss": 0.4305,
      "step": 3823
    },
    {
      "epoch": 7.772357723577236,
      "grad_norm": 4.993983753138674,
      "learning_rate": 2.4921015317365794e-06,
      "loss": 0.5773,
      "step": 3824
    },
    {
      "epoch": 7.774390243902439,
      "grad_norm": 6.675974494937307,
      "learning_rate": 2.487754560532224e-06,
      "loss": 0.5683,
      "step": 3825
    },
    {
      "epoch": 7.776422764227642,
      "grad_norm": 5.752113561927763,
      "learning_rate": 2.4834108452096572e-06,
      "loss": 0.5037,
      "step": 3826
    },
    {
      "epoch": 7.778455284552845,
      "grad_norm": 4.548231900432309,
      "learning_rate": 2.4790703876514843e-06,
      "loss": 0.4037,
      "step": 3827
    },
    {
      "epoch": 7.780487804878049,
      "grad_norm": 3.9658623785574765,
      "learning_rate": 2.4747331897389103e-06,
      "loss": 0.404,
      "step": 3828
    },
    {
      "epoch": 7.782520325203252,
      "grad_norm": 4.523717721553568,
      "learning_rate": 2.4703992533517108e-06,
      "loss": 0.5037,
      "step": 3829
    },
    {
      "epoch": 7.784552845528455,
      "grad_norm": 5.028234685275456,
      "learning_rate": 2.466068580368265e-06,
      "loss": 0.5625,
      "step": 3830
    },
    {
      "epoch": 7.786585365853659,
      "grad_norm": 5.1084271259675536,
      "learning_rate": 2.4617411726655247e-06,
      "loss": 0.441,
      "step": 3831
    },
    {
      "epoch": 7.788617886178862,
      "grad_norm": 4.718621393988089,
      "learning_rate": 2.4574170321190305e-06,
      "loss": 0.5084,
      "step": 3832
    },
    {
      "epoch": 7.790650406504065,
      "grad_norm": 4.364829044783747,
      "learning_rate": 2.4530961606029146e-06,
      "loss": 0.7042,
      "step": 3833
    },
    {
      "epoch": 7.7926829268292686,
      "grad_norm": 4.888451938995284,
      "learning_rate": 2.448778559989876e-06,
      "loss": 0.3277,
      "step": 3834
    },
    {
      "epoch": 7.794715447154472,
      "grad_norm": 4.732245145533276,
      "learning_rate": 2.4444642321512148e-06,
      "loss": 0.4838,
      "step": 3835
    },
    {
      "epoch": 7.796747967479675,
      "grad_norm": 3.837943501487874,
      "learning_rate": 2.440153178956798e-06,
      "loss": 0.3372,
      "step": 3836
    },
    {
      "epoch": 7.798780487804878,
      "grad_norm": 5.0378457108590355,
      "learning_rate": 2.435845402275079e-06,
      "loss": 0.492,
      "step": 3837
    },
    {
      "epoch": 7.800813008130081,
      "grad_norm": 5.453242549515645,
      "learning_rate": 2.431540903973096e-06,
      "loss": 0.4101,
      "step": 3838
    },
    {
      "epoch": 7.8028455284552845,
      "grad_norm": 4.879436334102326,
      "learning_rate": 2.4272396859164537e-06,
      "loss": 0.5519,
      "step": 3839
    },
    {
      "epoch": 7.804878048780488,
      "grad_norm": 5.94120418116907,
      "learning_rate": 2.42294174996935e-06,
      "loss": 0.4092,
      "step": 3840
    },
    {
      "epoch": 7.806910569105691,
      "grad_norm": 4.9023982977920015,
      "learning_rate": 2.4186470979945485e-06,
      "loss": 0.5504,
      "step": 3841
    },
    {
      "epoch": 7.808943089430894,
      "grad_norm": 4.680883230843906,
      "learning_rate": 2.4143557318533926e-06,
      "loss": 0.4264,
      "step": 3842
    },
    {
      "epoch": 7.810975609756097,
      "grad_norm": 4.795228612766729,
      "learning_rate": 2.410067653405812e-06,
      "loss": 0.5371,
      "step": 3843
    },
    {
      "epoch": 7.8130081300813,
      "grad_norm": 4.176059264871699,
      "learning_rate": 2.40578286451029e-06,
      "loss": 0.3341,
      "step": 3844
    },
    {
      "epoch": 7.815040650406504,
      "grad_norm": 4.855975937354845,
      "learning_rate": 2.401501367023905e-06,
      "loss": 0.4669,
      "step": 3845
    },
    {
      "epoch": 7.817073170731708,
      "grad_norm": 4.479889853941703,
      "learning_rate": 2.397223162802297e-06,
      "loss": 0.458,
      "step": 3846
    },
    {
      "epoch": 7.819105691056911,
      "grad_norm": 4.423319028743715,
      "learning_rate": 2.3929482536996886e-06,
      "loss": 0.4341,
      "step": 3847
    },
    {
      "epoch": 7.821138211382114,
      "grad_norm": 4.688894316598821,
      "learning_rate": 2.38867664156886e-06,
      "loss": 0.5829,
      "step": 3848
    },
    {
      "epoch": 7.823170731707317,
      "grad_norm": 5.749044773617812,
      "learning_rate": 2.3844083282611696e-06,
      "loss": 0.4535,
      "step": 3849
    },
    {
      "epoch": 7.82520325203252,
      "grad_norm": 5.583200771177931,
      "learning_rate": 2.380143315626554e-06,
      "loss": 0.5782,
      "step": 3850
    },
    {
      "epoch": 7.8272357723577235,
      "grad_norm": 5.034294457532555,
      "learning_rate": 2.3758816055135057e-06,
      "loss": 0.443,
      "step": 3851
    },
    {
      "epoch": 7.829268292682927,
      "grad_norm": 6.856026323959198,
      "learning_rate": 2.3716231997691007e-06,
      "loss": 0.4143,
      "step": 3852
    },
    {
      "epoch": 7.83130081300813,
      "grad_norm": 4.380425662045393,
      "learning_rate": 2.367368100238965e-06,
      "loss": 0.4394,
      "step": 3853
    },
    {
      "epoch": 7.833333333333333,
      "grad_norm": 4.103782134393256,
      "learning_rate": 2.3631163087673027e-06,
      "loss": 0.5321,
      "step": 3854
    },
    {
      "epoch": 7.835365853658536,
      "grad_norm": 4.9217927377185555,
      "learning_rate": 2.358867827196886e-06,
      "loss": 0.3912,
      "step": 3855
    },
    {
      "epoch": 7.83739837398374,
      "grad_norm": 4.188839868727801,
      "learning_rate": 2.3546226573690444e-06,
      "loss": 0.5113,
      "step": 3856
    },
    {
      "epoch": 7.8394308943089435,
      "grad_norm": 5.2773984524355635,
      "learning_rate": 2.350380801123686e-06,
      "loss": 0.566,
      "step": 3857
    },
    {
      "epoch": 7.841463414634147,
      "grad_norm": 4.783463543789386,
      "learning_rate": 2.3461422602992646e-06,
      "loss": 0.4312,
      "step": 3858
    },
    {
      "epoch": 7.84349593495935,
      "grad_norm": 5.060716937466694,
      "learning_rate": 2.3419070367328047e-06,
      "loss": 0.4981,
      "step": 3859
    },
    {
      "epoch": 7.845528455284553,
      "grad_norm": 5.5068154294132485,
      "learning_rate": 2.3376751322599e-06,
      "loss": 0.4658,
      "step": 3860
    },
    {
      "epoch": 7.847560975609756,
      "grad_norm": 4.679926744497658,
      "learning_rate": 2.3334465487146983e-06,
      "loss": 0.5999,
      "step": 3861
    },
    {
      "epoch": 7.849593495934959,
      "grad_norm": 5.273715054843306,
      "learning_rate": 2.3292212879299104e-06,
      "loss": 0.4802,
      "step": 3862
    },
    {
      "epoch": 7.8516260162601625,
      "grad_norm": 5.397987001053626,
      "learning_rate": 2.324999351736801e-06,
      "loss": 0.5594,
      "step": 3863
    },
    {
      "epoch": 7.853658536585366,
      "grad_norm": 4.186644492467845,
      "learning_rate": 2.320780741965206e-06,
      "loss": 0.5631,
      "step": 3864
    },
    {
      "epoch": 7.855691056910569,
      "grad_norm": 5.605619372111786,
      "learning_rate": 2.3165654604435107e-06,
      "loss": 0.5811,
      "step": 3865
    },
    {
      "epoch": 7.857723577235772,
      "grad_norm": 4.828541626952495,
      "learning_rate": 2.312353508998658e-06,
      "loss": 0.4149,
      "step": 3866
    },
    {
      "epoch": 7.859756097560975,
      "grad_norm": 4.90805993540478,
      "learning_rate": 2.308144889456152e-06,
      "loss": 0.5849,
      "step": 3867
    },
    {
      "epoch": 7.861788617886178,
      "grad_norm": 4.573860312363479,
      "learning_rate": 2.3039396036400463e-06,
      "loss": 0.4247,
      "step": 3868
    },
    {
      "epoch": 7.863821138211382,
      "grad_norm": 4.701392787322737,
      "learning_rate": 2.2997376533729586e-06,
      "loss": 0.4548,
      "step": 3869
    },
    {
      "epoch": 7.865853658536586,
      "grad_norm": 5.284926771169445,
      "learning_rate": 2.2955390404760537e-06,
      "loss": 0.508,
      "step": 3870
    },
    {
      "epoch": 7.867886178861789,
      "grad_norm": 4.912389809857798,
      "learning_rate": 2.291343766769052e-06,
      "loss": 0.3765,
      "step": 3871
    },
    {
      "epoch": 7.869918699186992,
      "grad_norm": 5.03355275850466,
      "learning_rate": 2.287151834070226e-06,
      "loss": 0.4641,
      "step": 3872
    },
    {
      "epoch": 7.871951219512195,
      "grad_norm": 5.149381273098321,
      "learning_rate": 2.2829632441964e-06,
      "loss": 0.4564,
      "step": 3873
    },
    {
      "epoch": 7.873983739837398,
      "grad_norm": 4.575313206867425,
      "learning_rate": 2.278777998962954e-06,
      "loss": 0.4967,
      "step": 3874
    },
    {
      "epoch": 7.876016260162602,
      "grad_norm": 4.42820052598419,
      "learning_rate": 2.2745961001838134e-06,
      "loss": 0.6259,
      "step": 3875
    },
    {
      "epoch": 7.878048780487805,
      "grad_norm": 4.593268844416341,
      "learning_rate": 2.2704175496714552e-06,
      "loss": 0.5422,
      "step": 3876
    },
    {
      "epoch": 7.880081300813008,
      "grad_norm": 4.72772291633465,
      "learning_rate": 2.266242349236902e-06,
      "loss": 0.4385,
      "step": 3877
    },
    {
      "epoch": 7.882113821138211,
      "grad_norm": 4.497965921548958,
      "learning_rate": 2.262070500689728e-06,
      "loss": 0.4238,
      "step": 3878
    },
    {
      "epoch": 7.884146341463414,
      "grad_norm": 5.3507683885666335,
      "learning_rate": 2.2579020058380565e-06,
      "loss": 0.4727,
      "step": 3879
    },
    {
      "epoch": 7.886178861788618,
      "grad_norm": 4.84333722162912,
      "learning_rate": 2.2537368664885527e-06,
      "loss": 0.4421,
      "step": 3880
    },
    {
      "epoch": 7.888211382113822,
      "grad_norm": 5.54325595042027,
      "learning_rate": 2.2495750844464303e-06,
      "loss": 0.4965,
      "step": 3881
    },
    {
      "epoch": 7.890243902439025,
      "grad_norm": 5.335985263266367,
      "learning_rate": 2.245416661515446e-06,
      "loss": 0.4764,
      "step": 3882
    },
    {
      "epoch": 7.892276422764228,
      "grad_norm": 4.285462403554655,
      "learning_rate": 2.241261599497898e-06,
      "loss": 0.3738,
      "step": 3883
    },
    {
      "epoch": 7.894308943089431,
      "grad_norm": 4.579572076940086,
      "learning_rate": 2.2371099001946385e-06,
      "loss": 0.5959,
      "step": 3884
    },
    {
      "epoch": 7.896341463414634,
      "grad_norm": 5.10353793859756,
      "learning_rate": 2.232961565405052e-06,
      "loss": 0.4522,
      "step": 3885
    },
    {
      "epoch": 7.8983739837398375,
      "grad_norm": 4.286787480035963,
      "learning_rate": 2.228816596927068e-06,
      "loss": 0.389,
      "step": 3886
    },
    {
      "epoch": 7.900406504065041,
      "grad_norm": 5.183916439713678,
      "learning_rate": 2.2246749965571567e-06,
      "loss": 0.4997,
      "step": 3887
    },
    {
      "epoch": 7.902439024390244,
      "grad_norm": 5.126118455450605,
      "learning_rate": 2.2205367660903267e-06,
      "loss": 0.4737,
      "step": 3888
    },
    {
      "epoch": 7.904471544715447,
      "grad_norm": 4.56431730673819,
      "learning_rate": 2.2164019073201326e-06,
      "loss": 0.5009,
      "step": 3889
    },
    {
      "epoch": 7.90650406504065,
      "grad_norm": 4.430404787303161,
      "learning_rate": 2.2122704220386616e-06,
      "loss": 0.4584,
      "step": 3890
    },
    {
      "epoch": 7.908536585365853,
      "grad_norm": 4.797823564296694,
      "learning_rate": 2.2081423120365396e-06,
      "loss": 0.4026,
      "step": 3891
    },
    {
      "epoch": 7.9105691056910565,
      "grad_norm": 4.526270106275515,
      "learning_rate": 2.2040175791029305e-06,
      "loss": 0.4437,
      "step": 3892
    },
    {
      "epoch": 7.91260162601626,
      "grad_norm": 4.686106561972406,
      "learning_rate": 2.199896225025534e-06,
      "loss": 0.414,
      "step": 3893
    },
    {
      "epoch": 7.914634146341464,
      "grad_norm": 5.484214934892898,
      "learning_rate": 2.1957782515905914e-06,
      "loss": 0.3623,
      "step": 3894
    },
    {
      "epoch": 7.916666666666667,
      "grad_norm": 4.477269706407296,
      "learning_rate": 2.1916636605828624e-06,
      "loss": 0.5283,
      "step": 3895
    },
    {
      "epoch": 7.91869918699187,
      "grad_norm": 5.441185615030369,
      "learning_rate": 2.187552453785662e-06,
      "loss": 0.301,
      "step": 3896
    },
    {
      "epoch": 7.920731707317073,
      "grad_norm": 4.766672821044264,
      "learning_rate": 2.1834446329808225e-06,
      "loss": 0.5458,
      "step": 3897
    },
    {
      "epoch": 7.9227642276422765,
      "grad_norm": 4.849174656488165,
      "learning_rate": 2.179340199948714e-06,
      "loss": 0.5995,
      "step": 3898
    },
    {
      "epoch": 7.92479674796748,
      "grad_norm": 5.826115516490803,
      "learning_rate": 2.1752391564682463e-06,
      "loss": 0.438,
      "step": 3899
    },
    {
      "epoch": 7.926829268292683,
      "grad_norm": 6.2291878289945135,
      "learning_rate": 2.1711415043168395e-06,
      "loss": 0.5521,
      "step": 3900
    },
    {
      "epoch": 7.928861788617886,
      "grad_norm": 5.019732423147515,
      "learning_rate": 2.1670472452704673e-06,
      "loss": 0.4153,
      "step": 3901
    },
    {
      "epoch": 7.930894308943089,
      "grad_norm": 4.8550267893038175,
      "learning_rate": 2.162956381103618e-06,
      "loss": 0.4899,
      "step": 3902
    },
    {
      "epoch": 7.932926829268292,
      "grad_norm": 5.189439473486082,
      "learning_rate": 2.1588689135893104e-06,
      "loss": 0.4834,
      "step": 3903
    },
    {
      "epoch": 7.934959349593496,
      "grad_norm": 5.376457646645116,
      "learning_rate": 2.1547848444991025e-06,
      "loss": 0.4157,
      "step": 3904
    },
    {
      "epoch": 7.9369918699187,
      "grad_norm": 5.476067915679332,
      "learning_rate": 2.150704175603059e-06,
      "loss": 0.4435,
      "step": 3905
    },
    {
      "epoch": 7.939024390243903,
      "grad_norm": 3.8263384722429454,
      "learning_rate": 2.14662690866979e-06,
      "loss": 0.4427,
      "step": 3906
    },
    {
      "epoch": 7.941056910569106,
      "grad_norm": 6.310398374095678,
      "learning_rate": 2.142553045466421e-06,
      "loss": 0.4871,
      "step": 3907
    },
    {
      "epoch": 7.943089430894309,
      "grad_norm": 4.1237040575246215,
      "learning_rate": 2.138482587758605e-06,
      "loss": 0.3939,
      "step": 3908
    },
    {
      "epoch": 7.945121951219512,
      "grad_norm": 4.977326851223955,
      "learning_rate": 2.134415537310519e-06,
      "loss": 0.348,
      "step": 3909
    },
    {
      "epoch": 7.9471544715447155,
      "grad_norm": 4.194638140433369,
      "learning_rate": 2.130351895884859e-06,
      "loss": 0.46,
      "step": 3910
    },
    {
      "epoch": 7.949186991869919,
      "grad_norm": 5.201752838834405,
      "learning_rate": 2.1262916652428554e-06,
      "loss": 0.4495,
      "step": 3911
    },
    {
      "epoch": 7.951219512195122,
      "grad_norm": 5.0824069388639295,
      "learning_rate": 2.1222348471442477e-06,
      "loss": 0.4036,
      "step": 3912
    },
    {
      "epoch": 7.953252032520325,
      "grad_norm": 5.096300540857981,
      "learning_rate": 2.1181814433473026e-06,
      "loss": 0.4954,
      "step": 3913
    },
    {
      "epoch": 7.955284552845528,
      "grad_norm": 4.706910898710556,
      "learning_rate": 2.1141314556088033e-06,
      "loss": 0.5573,
      "step": 3914
    },
    {
      "epoch": 7.9573170731707314,
      "grad_norm": 4.420561603037966,
      "learning_rate": 2.110084885684055e-06,
      "loss": 0.5218,
      "step": 3915
    },
    {
      "epoch": 7.959349593495935,
      "grad_norm": 4.273050380796053,
      "learning_rate": 2.1060417353268845e-06,
      "loss": 0.564,
      "step": 3916
    },
    {
      "epoch": 7.961382113821138,
      "grad_norm": 4.582872814600341,
      "learning_rate": 2.1020020062896317e-06,
      "loss": 0.5159,
      "step": 3917
    },
    {
      "epoch": 7.963414634146341,
      "grad_norm": 6.3783245349504,
      "learning_rate": 2.0979657003231547e-06,
      "loss": 0.429,
      "step": 3918
    },
    {
      "epoch": 7.965447154471545,
      "grad_norm": 4.997711235955955,
      "learning_rate": 2.0939328191768293e-06,
      "loss": 0.4402,
      "step": 3919
    },
    {
      "epoch": 7.967479674796748,
      "grad_norm": 5.388904914003042,
      "learning_rate": 2.0899033645985423e-06,
      "loss": 0.4078,
      "step": 3920
    },
    {
      "epoch": 7.969512195121951,
      "grad_norm": 4.945336443270994,
      "learning_rate": 2.0858773383347063e-06,
      "loss": 0.4027,
      "step": 3921
    },
    {
      "epoch": 7.971544715447155,
      "grad_norm": 4.303040801151482,
      "learning_rate": 2.081854742130237e-06,
      "loss": 0.5691,
      "step": 3922
    },
    {
      "epoch": 7.973577235772358,
      "grad_norm": 5.197115116448573,
      "learning_rate": 2.0778355777285686e-06,
      "loss": 0.4308,
      "step": 3923
    },
    {
      "epoch": 7.975609756097561,
      "grad_norm": 4.897656805090381,
      "learning_rate": 2.073819846871646e-06,
      "loss": 0.4754,
      "step": 3924
    },
    {
      "epoch": 7.977642276422764,
      "grad_norm": 4.45683863844661,
      "learning_rate": 2.069807551299925e-06,
      "loss": 0.4547,
      "step": 3925
    },
    {
      "epoch": 7.979674796747967,
      "grad_norm": 4.7791510356459215,
      "learning_rate": 2.065798692752379e-06,
      "loss": 0.4662,
      "step": 3926
    },
    {
      "epoch": 7.9817073170731705,
      "grad_norm": 4.788456244975144,
      "learning_rate": 2.0617932729664846e-06,
      "loss": 0.3692,
      "step": 3927
    },
    {
      "epoch": 7.983739837398374,
      "grad_norm": 4.259034507200789,
      "learning_rate": 2.0577912936782317e-06,
      "loss": 0.4203,
      "step": 3928
    },
    {
      "epoch": 7.985772357723577,
      "grad_norm": 5.29351203400426,
      "learning_rate": 2.053792756622116e-06,
      "loss": 0.4664,
      "step": 3929
    },
    {
      "epoch": 7.987804878048781,
      "grad_norm": 4.7671641931599265,
      "learning_rate": 2.0497976635311413e-06,
      "loss": 0.4412,
      "step": 3930
    },
    {
      "epoch": 7.989837398373984,
      "grad_norm": 4.979495631612022,
      "learning_rate": 2.0458060161368252e-06,
      "loss": 0.4633,
      "step": 3931
    },
    {
      "epoch": 7.991869918699187,
      "grad_norm": 5.209914615847358,
      "learning_rate": 2.041817816169187e-06,
      "loss": 0.5265,
      "step": 3932
    },
    {
      "epoch": 7.9939024390243905,
      "grad_norm": 4.803751519677722,
      "learning_rate": 2.03783306535675e-06,
      "loss": 0.5186,
      "step": 3933
    },
    {
      "epoch": 7.995934959349594,
      "grad_norm": 5.237442282089653,
      "learning_rate": 2.0338517654265454e-06,
      "loss": 0.596,
      "step": 3934
    },
    {
      "epoch": 7.997967479674797,
      "grad_norm": 4.305388536229715,
      "learning_rate": 2.029873918104105e-06,
      "loss": 0.4365,
      "step": 3935
    },
    {
      "epoch": 8.0,
      "grad_norm": 5.451819473399103,
      "learning_rate": 2.025899525113474e-06,
      "loss": 0.5506,
      "step": 3936
    },
    {
      "epoch": 8.0,
      "eval_loss": 1.0416016578674316,
      "eval_runtime": 132.2497,
      "eval_samples_per_second": 7.44,
      "eval_steps_per_second": 0.93,
      "step": 3936
    },
    {
      "epoch": 8.002032520325203,
      "grad_norm": 4.589758536804154,
      "learning_rate": 2.0219285881771887e-06,
      "loss": 0.4704,
      "step": 3937
    },
    {
      "epoch": 8.004065040650406,
      "grad_norm": 4.195445874379309,
      "learning_rate": 2.0179611090162955e-06,
      "loss": 0.4159,
      "step": 3938
    },
    {
      "epoch": 8.00609756097561,
      "grad_norm": 4.89362667033615,
      "learning_rate": 2.013997089350336e-06,
      "loss": 0.4783,
      "step": 3939
    },
    {
      "epoch": 8.008130081300813,
      "grad_norm": 4.277475043630846,
      "learning_rate": 2.010036530897359e-06,
      "loss": 0.5139,
      "step": 3940
    },
    {
      "epoch": 8.010162601626016,
      "grad_norm": 4.7627473803969265,
      "learning_rate": 2.006079435373911e-06,
      "loss": 0.4875,
      "step": 3941
    },
    {
      "epoch": 8.012195121951219,
      "grad_norm": 4.527953953826826,
      "learning_rate": 2.0021258044950296e-06,
      "loss": 0.4187,
      "step": 3942
    },
    {
      "epoch": 8.014227642276422,
      "grad_norm": 5.169525555224727,
      "learning_rate": 1.9981756399742645e-06,
      "loss": 0.4247,
      "step": 3943
    },
    {
      "epoch": 8.016260162601625,
      "grad_norm": 4.836695546217096,
      "learning_rate": 1.9942289435236506e-06,
      "loss": 0.4615,
      "step": 3944
    },
    {
      "epoch": 8.018292682926829,
      "grad_norm": 3.989384361665082,
      "learning_rate": 1.9902857168537326e-06,
      "loss": 0.4962,
      "step": 3945
    },
    {
      "epoch": 8.020325203252032,
      "grad_norm": 4.345695006900319,
      "learning_rate": 1.9863459616735412e-06,
      "loss": 0.4902,
      "step": 3946
    },
    {
      "epoch": 8.022357723577235,
      "grad_norm": 4.531904977620209,
      "learning_rate": 1.9824096796906e-06,
      "loss": 0.3581,
      "step": 3947
    },
    {
      "epoch": 8.024390243902438,
      "grad_norm": 5.241967198019063,
      "learning_rate": 1.978476872610939e-06,
      "loss": 0.5473,
      "step": 3948
    },
    {
      "epoch": 8.026422764227643,
      "grad_norm": 4.594838740379607,
      "learning_rate": 1.9745475421390724e-06,
      "loss": 0.4498,
      "step": 3949
    },
    {
      "epoch": 8.028455284552846,
      "grad_norm": 4.623259805693507,
      "learning_rate": 1.970621689978014e-06,
      "loss": 0.4076,
      "step": 3950
    },
    {
      "epoch": 8.03048780487805,
      "grad_norm": 5.217269340461873,
      "learning_rate": 1.966699317829266e-06,
      "loss": 0.3807,
      "step": 3951
    },
    {
      "epoch": 8.032520325203253,
      "grad_norm": 4.613855976165618,
      "learning_rate": 1.962780427392823e-06,
      "loss": 0.4183,
      "step": 3952
    },
    {
      "epoch": 8.034552845528456,
      "grad_norm": 5.381205983168269,
      "learning_rate": 1.958865020367172e-06,
      "loss": 0.4034,
      "step": 3953
    },
    {
      "epoch": 8.036585365853659,
      "grad_norm": 5.337970809513579,
      "learning_rate": 1.9549530984492847e-06,
      "loss": 0.4845,
      "step": 3954
    },
    {
      "epoch": 8.038617886178862,
      "grad_norm": 5.1452602426454375,
      "learning_rate": 1.951044663334637e-06,
      "loss": 0.5262,
      "step": 3955
    },
    {
      "epoch": 8.040650406504065,
      "grad_norm": 4.300666165619188,
      "learning_rate": 1.9471397167171714e-06,
      "loss": 0.4293,
      "step": 3956
    },
    {
      "epoch": 8.042682926829269,
      "grad_norm": 4.163354531441558,
      "learning_rate": 1.9432382602893386e-06,
      "loss": 0.4574,
      "step": 3957
    },
    {
      "epoch": 8.044715447154472,
      "grad_norm": 5.053844139963833,
      "learning_rate": 1.939340295742066e-06,
      "loss": 0.4784,
      "step": 3958
    },
    {
      "epoch": 8.046747967479675,
      "grad_norm": 5.370052220378414,
      "learning_rate": 1.9354458247647678e-06,
      "loss": 0.5959,
      "step": 3959
    },
    {
      "epoch": 8.048780487804878,
      "grad_norm": 4.835995561770971,
      "learning_rate": 1.931554849045355e-06,
      "loss": 0.3995,
      "step": 3960
    },
    {
      "epoch": 8.050813008130081,
      "grad_norm": 4.6643797681122345,
      "learning_rate": 1.927667370270204e-06,
      "loss": 0.5438,
      "step": 3961
    },
    {
      "epoch": 8.052845528455284,
      "grad_norm": 4.454331376133608,
      "learning_rate": 1.9237833901241943e-06,
      "loss": 0.527,
      "step": 3962
    },
    {
      "epoch": 8.054878048780488,
      "grad_norm": 4.673864435403591,
      "learning_rate": 1.9199029102906786e-06,
      "loss": 0.4139,
      "step": 3963
    },
    {
      "epoch": 8.05691056910569,
      "grad_norm": 4.860754030164447,
      "learning_rate": 1.916025932451493e-06,
      "loss": 0.486,
      "step": 3964
    },
    {
      "epoch": 8.058943089430894,
      "grad_norm": 5.191329197279034,
      "learning_rate": 1.9121524582869665e-06,
      "loss": 0.442,
      "step": 3965
    },
    {
      "epoch": 8.060975609756097,
      "grad_norm": 4.914748404463738,
      "learning_rate": 1.908282489475891e-06,
      "loss": 0.4326,
      "step": 3966
    },
    {
      "epoch": 8.0630081300813,
      "grad_norm": 4.905104352142498,
      "learning_rate": 1.904416027695557e-06,
      "loss": 0.4267,
      "step": 3967
    },
    {
      "epoch": 8.065040650406504,
      "grad_norm": 4.306076578564235,
      "learning_rate": 1.9005530746217238e-06,
      "loss": 0.4138,
      "step": 3968
    },
    {
      "epoch": 8.067073170731707,
      "grad_norm": 3.73664804352769,
      "learning_rate": 1.8966936319286355e-06,
      "loss": 0.5004,
      "step": 3969
    },
    {
      "epoch": 8.06910569105691,
      "grad_norm": 4.762702813581556,
      "learning_rate": 1.892837701289011e-06,
      "loss": 0.4472,
      "step": 3970
    },
    {
      "epoch": 8.071138211382113,
      "grad_norm": 4.957221426199844,
      "learning_rate": 1.8889852843740474e-06,
      "loss": 0.5777,
      "step": 3971
    },
    {
      "epoch": 8.073170731707316,
      "grad_norm": 5.116679911269073,
      "learning_rate": 1.8851363828534253e-06,
      "loss": 0.4406,
      "step": 3972
    },
    {
      "epoch": 8.075203252032521,
      "grad_norm": 4.176825197409603,
      "learning_rate": 1.8812909983952953e-06,
      "loss": 0.3717,
      "step": 3973
    },
    {
      "epoch": 8.077235772357724,
      "grad_norm": 4.782112550361292,
      "learning_rate": 1.8774491326662837e-06,
      "loss": 0.419,
      "step": 3974
    },
    {
      "epoch": 8.079268292682928,
      "grad_norm": 4.293564473378306,
      "learning_rate": 1.8736107873314946e-06,
      "loss": 0.2874,
      "step": 3975
    },
    {
      "epoch": 8.08130081300813,
      "grad_norm": 5.024357525947435,
      "learning_rate": 1.869775964054501e-06,
      "loss": 0.5017,
      "step": 3976
    },
    {
      "epoch": 8.083333333333334,
      "grad_norm": 4.690663132240715,
      "learning_rate": 1.865944664497359e-06,
      "loss": 0.5083,
      "step": 3977
    },
    {
      "epoch": 8.085365853658537,
      "grad_norm": 5.263811491799118,
      "learning_rate": 1.86211689032059e-06,
      "loss": 0.3866,
      "step": 3978
    },
    {
      "epoch": 8.08739837398374,
      "grad_norm": 6.128278416988475,
      "learning_rate": 1.8582926431831895e-06,
      "loss": 0.3621,
      "step": 3979
    },
    {
      "epoch": 8.089430894308943,
      "grad_norm": 4.277600880091014,
      "learning_rate": 1.8544719247426224e-06,
      "loss": 0.5714,
      "step": 3980
    },
    {
      "epoch": 8.091463414634147,
      "grad_norm": 5.773994159961718,
      "learning_rate": 1.8506547366548255e-06,
      "loss": 0.4339,
      "step": 3981
    },
    {
      "epoch": 8.09349593495935,
      "grad_norm": 5.080729429505566,
      "learning_rate": 1.846841080574211e-06,
      "loss": 0.403,
      "step": 3982
    },
    {
      "epoch": 8.095528455284553,
      "grad_norm": 4.883738362285198,
      "learning_rate": 1.843030958153651e-06,
      "loss": 0.3126,
      "step": 3983
    },
    {
      "epoch": 8.097560975609756,
      "grad_norm": 5.360858982467936,
      "learning_rate": 1.8392243710444911e-06,
      "loss": 0.4568,
      "step": 3984
    },
    {
      "epoch": 8.09959349593496,
      "grad_norm": 4.764318853815818,
      "learning_rate": 1.8354213208965455e-06,
      "loss": 0.4922,
      "step": 3985
    },
    {
      "epoch": 8.101626016260163,
      "grad_norm": 4.736319738435438,
      "learning_rate": 1.8316218093580906e-06,
      "loss": 0.5452,
      "step": 3986
    },
    {
      "epoch": 8.103658536585366,
      "grad_norm": 4.08785984383511,
      "learning_rate": 1.8278258380758762e-06,
      "loss": 0.457,
      "step": 3987
    },
    {
      "epoch": 8.105691056910569,
      "grad_norm": 4.89089973981868,
      "learning_rate": 1.8240334086951117e-06,
      "loss": 0.4466,
      "step": 3988
    },
    {
      "epoch": 8.107723577235772,
      "grad_norm": 4.6958452067821845,
      "learning_rate": 1.8202445228594755e-06,
      "loss": 0.4034,
      "step": 3989
    },
    {
      "epoch": 8.109756097560975,
      "grad_norm": 5.693867664528515,
      "learning_rate": 1.8164591822111067e-06,
      "loss": 0.4977,
      "step": 3990
    },
    {
      "epoch": 8.111788617886178,
      "grad_norm": 4.974767847101418,
      "learning_rate": 1.812677388390608e-06,
      "loss": 0.6608,
      "step": 3991
    },
    {
      "epoch": 8.113821138211382,
      "grad_norm": 4.292127572483456,
      "learning_rate": 1.8088991430370506e-06,
      "loss": 0.429,
      "step": 3992
    },
    {
      "epoch": 8.115853658536585,
      "grad_norm": 4.7278443227242555,
      "learning_rate": 1.8051244477879614e-06,
      "loss": 0.3897,
      "step": 3993
    },
    {
      "epoch": 8.117886178861788,
      "grad_norm": 4.604185687167935,
      "learning_rate": 1.8013533042793308e-06,
      "loss": 0.4017,
      "step": 3994
    },
    {
      "epoch": 8.119918699186991,
      "grad_norm": 4.754653825891211,
      "learning_rate": 1.7975857141456098e-06,
      "loss": 0.4688,
      "step": 3995
    },
    {
      "epoch": 8.121951219512194,
      "grad_norm": 4.961510546131164,
      "learning_rate": 1.7938216790197071e-06,
      "loss": 0.406,
      "step": 3996
    },
    {
      "epoch": 8.123983739837398,
      "grad_norm": 5.246906075028827,
      "learning_rate": 1.7900612005329977e-06,
      "loss": 0.4538,
      "step": 3997
    },
    {
      "epoch": 8.126016260162602,
      "grad_norm": 4.671026933500926,
      "learning_rate": 1.7863042803153074e-06,
      "loss": 0.4166,
      "step": 3998
    },
    {
      "epoch": 8.128048780487806,
      "grad_norm": 4.865349668343228,
      "learning_rate": 1.7825509199949243e-06,
      "loss": 0.6003,
      "step": 3999
    },
    {
      "epoch": 8.130081300813009,
      "grad_norm": 4.922965288169278,
      "learning_rate": 1.77880112119859e-06,
      "loss": 0.4211,
      "step": 4000
    },
    {
      "epoch": 8.132113821138212,
      "grad_norm": 5.1457979437197965,
      "learning_rate": 1.7750548855515026e-06,
      "loss": 0.4905,
      "step": 4001
    },
    {
      "epoch": 8.134146341463415,
      "grad_norm": 4.154918066114621,
      "learning_rate": 1.7713122146773264e-06,
      "loss": 0.4127,
      "step": 4002
    },
    {
      "epoch": 8.136178861788618,
      "grad_norm": 5.110634706131806,
      "learning_rate": 1.767573110198162e-06,
      "loss": 0.4597,
      "step": 4003
    },
    {
      "epoch": 8.138211382113822,
      "grad_norm": 4.8023874064711976,
      "learning_rate": 1.7638375737345804e-06,
      "loss": 0.4177,
      "step": 4004
    },
    {
      "epoch": 8.140243902439025,
      "grad_norm": 4.948695423804456,
      "learning_rate": 1.7601056069055988e-06,
      "loss": 0.3869,
      "step": 4005
    },
    {
      "epoch": 8.142276422764228,
      "grad_norm": 5.456550594781418,
      "learning_rate": 1.756377211328687e-06,
      "loss": 0.4724,
      "step": 4006
    },
    {
      "epoch": 8.144308943089431,
      "grad_norm": 5.908975966166486,
      "learning_rate": 1.7526523886197745e-06,
      "loss": 0.4841,
      "step": 4007
    },
    {
      "epoch": 8.146341463414634,
      "grad_norm": 4.9353611104568555,
      "learning_rate": 1.7489311403932274e-06,
      "loss": 0.4201,
      "step": 4008
    },
    {
      "epoch": 8.148373983739837,
      "grad_norm": 4.456935591945545,
      "learning_rate": 1.7452134682618782e-06,
      "loss": 0.4324,
      "step": 4009
    },
    {
      "epoch": 8.15040650406504,
      "grad_norm": 4.627002769039866,
      "learning_rate": 1.7414993738370023e-06,
      "loss": 0.3754,
      "step": 4010
    },
    {
      "epoch": 8.152439024390244,
      "grad_norm": 5.887067062562263,
      "learning_rate": 1.737788858728321e-06,
      "loss": 0.4801,
      "step": 4011
    },
    {
      "epoch": 8.154471544715447,
      "grad_norm": 4.368047473040722,
      "learning_rate": 1.7340819245440166e-06,
      "loss": 0.464,
      "step": 4012
    },
    {
      "epoch": 8.15650406504065,
      "grad_norm": 4.751948641517524,
      "learning_rate": 1.7303785728907009e-06,
      "loss": 0.5079,
      "step": 4013
    },
    {
      "epoch": 8.158536585365853,
      "grad_norm": 5.048390971801749,
      "learning_rate": 1.7266788053734507e-06,
      "loss": 0.4105,
      "step": 4014
    },
    {
      "epoch": 8.160569105691057,
      "grad_norm": 4.740890374883191,
      "learning_rate": 1.722982623595779e-06,
      "loss": 0.4388,
      "step": 4015
    },
    {
      "epoch": 8.16260162601626,
      "grad_norm": 4.84326100815281,
      "learning_rate": 1.7192900291596493e-06,
      "loss": 0.476,
      "step": 4016
    },
    {
      "epoch": 8.164634146341463,
      "grad_norm": 4.426561418918474,
      "learning_rate": 1.7156010236654686e-06,
      "loss": 0.4624,
      "step": 4017
    },
    {
      "epoch": 8.166666666666666,
      "grad_norm": 5.646038484795159,
      "learning_rate": 1.7119156087120836e-06,
      "loss": 0.5519,
      "step": 4018
    },
    {
      "epoch": 8.16869918699187,
      "grad_norm": 4.752224282042025,
      "learning_rate": 1.7082337858967968e-06,
      "loss": 0.4771,
      "step": 4019
    },
    {
      "epoch": 8.170731707317072,
      "grad_norm": 4.754367802285472,
      "learning_rate": 1.7045555568153415e-06,
      "loss": 0.5408,
      "step": 4020
    },
    {
      "epoch": 8.172764227642276,
      "grad_norm": 4.7204128153072,
      "learning_rate": 1.700880923061906e-06,
      "loss": 0.4123,
      "step": 4021
    },
    {
      "epoch": 8.17479674796748,
      "grad_norm": 5.010283347845906,
      "learning_rate": 1.6972098862291054e-06,
      "loss": 0.3816,
      "step": 4022
    },
    {
      "epoch": 8.176829268292684,
      "grad_norm": 5.324888509564224,
      "learning_rate": 1.6935424479080042e-06,
      "loss": 0.544,
      "step": 4023
    },
    {
      "epoch": 8.178861788617887,
      "grad_norm": 4.928174692632644,
      "learning_rate": 1.6898786096881104e-06,
      "loss": 0.4686,
      "step": 4024
    },
    {
      "epoch": 8.18089430894309,
      "grad_norm": 5.4245769107877315,
      "learning_rate": 1.6862183731573644e-06,
      "loss": 0.4398,
      "step": 4025
    },
    {
      "epoch": 8.182926829268293,
      "grad_norm": 5.017231659517912,
      "learning_rate": 1.6825617399021555e-06,
      "loss": 0.4785,
      "step": 4026
    },
    {
      "epoch": 8.184959349593496,
      "grad_norm": 5.290755199225435,
      "learning_rate": 1.6789087115072966e-06,
      "loss": 0.4287,
      "step": 4027
    },
    {
      "epoch": 8.1869918699187,
      "grad_norm": 5.7104812126694195,
      "learning_rate": 1.6752592895560493e-06,
      "loss": 0.5562,
      "step": 4028
    },
    {
      "epoch": 8.189024390243903,
      "grad_norm": 4.834481239454836,
      "learning_rate": 1.6716134756301117e-06,
      "loss": 0.4127,
      "step": 4029
    },
    {
      "epoch": 8.191056910569106,
      "grad_norm": 5.251294766112467,
      "learning_rate": 1.667971271309613e-06,
      "loss": 0.5342,
      "step": 4030
    },
    {
      "epoch": 8.19308943089431,
      "grad_norm": 5.453295112787276,
      "learning_rate": 1.6643326781731238e-06,
      "loss": 0.4201,
      "step": 4031
    },
    {
      "epoch": 8.195121951219512,
      "grad_norm": 5.438418333834926,
      "learning_rate": 1.6606976977976408e-06,
      "loss": 0.5437,
      "step": 4032
    },
    {
      "epoch": 8.197154471544716,
      "grad_norm": 5.103630512131774,
      "learning_rate": 1.6570663317586067e-06,
      "loss": 0.6226,
      "step": 4033
    },
    {
      "epoch": 8.199186991869919,
      "grad_norm": 6.19922529076377,
      "learning_rate": 1.6534385816298903e-06,
      "loss": 0.4363,
      "step": 4034
    },
    {
      "epoch": 8.201219512195122,
      "grad_norm": 5.477521535357576,
      "learning_rate": 1.6498144489837932e-06,
      "loss": 0.3953,
      "step": 4035
    },
    {
      "epoch": 8.203252032520325,
      "grad_norm": 4.677890340206304,
      "learning_rate": 1.6461939353910494e-06,
      "loss": 0.3613,
      "step": 4036
    },
    {
      "epoch": 8.205284552845528,
      "grad_norm": 5.650956025052605,
      "learning_rate": 1.6425770424208253e-06,
      "loss": 0.4698,
      "step": 4037
    },
    {
      "epoch": 8.207317073170731,
      "grad_norm": 4.951350890877876,
      "learning_rate": 1.6389637716407225e-06,
      "loss": 0.4699,
      "step": 4038
    },
    {
      "epoch": 8.209349593495935,
      "grad_norm": 4.83973424953234,
      "learning_rate": 1.6353541246167658e-06,
      "loss": 0.5019,
      "step": 4039
    },
    {
      "epoch": 8.211382113821138,
      "grad_norm": 5.107321247767607,
      "learning_rate": 1.631748102913412e-06,
      "loss": 0.5632,
      "step": 4040
    },
    {
      "epoch": 8.213414634146341,
      "grad_norm": 5.697299809468287,
      "learning_rate": 1.6281457080935458e-06,
      "loss": 0.4,
      "step": 4041
    },
    {
      "epoch": 8.215447154471544,
      "grad_norm": 5.132162824738276,
      "learning_rate": 1.62454694171848e-06,
      "loss": 0.3884,
      "step": 4042
    },
    {
      "epoch": 8.217479674796747,
      "grad_norm": 4.507495798164821,
      "learning_rate": 1.62095180534796e-06,
      "loss": 0.3696,
      "step": 4043
    },
    {
      "epoch": 8.21951219512195,
      "grad_norm": 4.42547812266712,
      "learning_rate": 1.6173603005401505e-06,
      "loss": 0.337,
      "step": 4044
    },
    {
      "epoch": 8.221544715447154,
      "grad_norm": 5.1560854006109915,
      "learning_rate": 1.6137724288516466e-06,
      "loss": 0.5306,
      "step": 4045
    },
    {
      "epoch": 8.223577235772357,
      "grad_norm": 4.941627605723726,
      "learning_rate": 1.6101881918374673e-06,
      "loss": 0.4568,
      "step": 4046
    },
    {
      "epoch": 8.225609756097562,
      "grad_norm": 5.19835953266889,
      "learning_rate": 1.6066075910510525e-06,
      "loss": 0.3911,
      "step": 4047
    },
    {
      "epoch": 8.227642276422765,
      "grad_norm": 5.150811061059321,
      "learning_rate": 1.6030306280442764e-06,
      "loss": 0.3901,
      "step": 4048
    },
    {
      "epoch": 8.229674796747968,
      "grad_norm": 4.80034108924502,
      "learning_rate": 1.5994573043674277e-06,
      "loss": 0.3163,
      "step": 4049
    },
    {
      "epoch": 8.231707317073171,
      "grad_norm": 5.659416609245703,
      "learning_rate": 1.5958876215692209e-06,
      "loss": 0.5322,
      "step": 4050
    },
    {
      "epoch": 8.233739837398375,
      "grad_norm": 4.417758701806553,
      "learning_rate": 1.5923215811967908e-06,
      "loss": 0.4362,
      "step": 4051
    },
    {
      "epoch": 8.235772357723578,
      "grad_norm": 5.502653302010915,
      "learning_rate": 1.588759184795694e-06,
      "loss": 0.362,
      "step": 4052
    },
    {
      "epoch": 8.237804878048781,
      "grad_norm": 5.052919043425897,
      "learning_rate": 1.5852004339099114e-06,
      "loss": 0.4603,
      "step": 4053
    },
    {
      "epoch": 8.239837398373984,
      "grad_norm": 5.613594509745576,
      "learning_rate": 1.581645330081839e-06,
      "loss": 0.3915,
      "step": 4054
    },
    {
      "epoch": 8.241869918699187,
      "grad_norm": 5.043059012184215,
      "learning_rate": 1.5780938748522945e-06,
      "loss": 0.4809,
      "step": 4055
    },
    {
      "epoch": 8.24390243902439,
      "grad_norm": 6.400952058925732,
      "learning_rate": 1.574546069760514e-06,
      "loss": 0.4526,
      "step": 4056
    },
    {
      "epoch": 8.245934959349594,
      "grad_norm": 5.065123751495993,
      "learning_rate": 1.5710019163441493e-06,
      "loss": 0.4232,
      "step": 4057
    },
    {
      "epoch": 8.247967479674797,
      "grad_norm": 4.953456444610346,
      "learning_rate": 1.5674614161392753e-06,
      "loss": 0.5534,
      "step": 4058
    },
    {
      "epoch": 8.25,
      "grad_norm": 5.309957689227767,
      "learning_rate": 1.5639245706803796e-06,
      "loss": 0.5338,
      "step": 4059
    },
    {
      "epoch": 8.252032520325203,
      "grad_norm": 5.673496648968486,
      "learning_rate": 1.5603913815003634e-06,
      "loss": 0.5303,
      "step": 4060
    },
    {
      "epoch": 8.254065040650406,
      "grad_norm": 4.217806508608546,
      "learning_rate": 1.5568618501305487e-06,
      "loss": 0.3525,
      "step": 4061
    },
    {
      "epoch": 8.25609756097561,
      "grad_norm": 4.945505179908956,
      "learning_rate": 1.5533359781006664e-06,
      "loss": 0.5725,
      "step": 4062
    },
    {
      "epoch": 8.258130081300813,
      "grad_norm": 5.179673912428328,
      "learning_rate": 1.549813766938869e-06,
      "loss": 0.4786,
      "step": 4063
    },
    {
      "epoch": 8.260162601626016,
      "grad_norm": 5.662175235954827,
      "learning_rate": 1.5462952181717117e-06,
      "loss": 0.5111,
      "step": 4064
    },
    {
      "epoch": 8.262195121951219,
      "grad_norm": 5.038561900539951,
      "learning_rate": 1.5427803333241741e-06,
      "loss": 0.501,
      "step": 4065
    },
    {
      "epoch": 8.264227642276422,
      "grad_norm": 6.0519674911663754,
      "learning_rate": 1.5392691139196403e-06,
      "loss": 0.4229,
      "step": 4066
    },
    {
      "epoch": 8.266260162601625,
      "grad_norm": 4.484988898811348,
      "learning_rate": 1.535761561479905e-06,
      "loss": 0.2858,
      "step": 4067
    },
    {
      "epoch": 8.268292682926829,
      "grad_norm": 5.482068756670487,
      "learning_rate": 1.532257677525183e-06,
      "loss": 0.4788,
      "step": 4068
    },
    {
      "epoch": 8.270325203252032,
      "grad_norm": 4.306994586069906,
      "learning_rate": 1.5287574635740832e-06,
      "loss": 0.4894,
      "step": 4069
    },
    {
      "epoch": 8.272357723577235,
      "grad_norm": 5.709552516953369,
      "learning_rate": 1.5252609211436397e-06,
      "loss": 0.5168,
      "step": 4070
    },
    {
      "epoch": 8.274390243902438,
      "grad_norm": 5.769494362758992,
      "learning_rate": 1.5217680517492883e-06,
      "loss": 0.514,
      "step": 4071
    },
    {
      "epoch": 8.276422764227643,
      "grad_norm": 5.308279175933005,
      "learning_rate": 1.5182788569048689e-06,
      "loss": 0.496,
      "step": 4072
    },
    {
      "epoch": 8.278455284552846,
      "grad_norm": 6.2796191278751206,
      "learning_rate": 1.514793338122641e-06,
      "loss": 0.4653,
      "step": 4073
    },
    {
      "epoch": 8.28048780487805,
      "grad_norm": 5.46484111907019,
      "learning_rate": 1.5113114969132536e-06,
      "loss": 0.5203,
      "step": 4074
    },
    {
      "epoch": 8.282520325203253,
      "grad_norm": 4.496576144992112,
      "learning_rate": 1.5078333347857776e-06,
      "loss": 0.3992,
      "step": 4075
    },
    {
      "epoch": 8.284552845528456,
      "grad_norm": 4.74872834739719,
      "learning_rate": 1.5043588532476827e-06,
      "loss": 0.4521,
      "step": 4076
    },
    {
      "epoch": 8.286585365853659,
      "grad_norm": 5.30858879257781,
      "learning_rate": 1.5008880538048408e-06,
      "loss": 0.4992,
      "step": 4077
    },
    {
      "epoch": 8.288617886178862,
      "grad_norm": 5.3604361875705155,
      "learning_rate": 1.4974209379615335e-06,
      "loss": 0.484,
      "step": 4078
    },
    {
      "epoch": 8.290650406504065,
      "grad_norm": 4.911566966046322,
      "learning_rate": 1.4939575072204405e-06,
      "loss": 0.4021,
      "step": 4079
    },
    {
      "epoch": 8.292682926829269,
      "grad_norm": 4.528027843323043,
      "learning_rate": 1.49049776308265e-06,
      "loss": 0.426,
      "step": 4080
    },
    {
      "epoch": 8.294715447154472,
      "grad_norm": 4.2421077099871995,
      "learning_rate": 1.4870417070476485e-06,
      "loss": 0.4305,
      "step": 4081
    },
    {
      "epoch": 8.296747967479675,
      "grad_norm": 5.242348971665217,
      "learning_rate": 1.483589340613324e-06,
      "loss": 0.561,
      "step": 4082
    },
    {
      "epoch": 8.298780487804878,
      "grad_norm": 4.342920408561089,
      "learning_rate": 1.4801406652759687e-06,
      "loss": 0.4049,
      "step": 4083
    },
    {
      "epoch": 8.300813008130081,
      "grad_norm": 5.03448363480964,
      "learning_rate": 1.476695682530268e-06,
      "loss": 0.5326,
      "step": 4084
    },
    {
      "epoch": 8.302845528455284,
      "grad_norm": 4.0196913146273,
      "learning_rate": 1.4732543938693167e-06,
      "loss": 0.4056,
      "step": 4085
    },
    {
      "epoch": 8.304878048780488,
      "grad_norm": 4.79674005951828,
      "learning_rate": 1.4698168007846024e-06,
      "loss": 0.3294,
      "step": 4086
    },
    {
      "epoch": 8.30691056910569,
      "grad_norm": 5.37482942729978,
      "learning_rate": 1.4663829047660105e-06,
      "loss": 0.3407,
      "step": 4087
    },
    {
      "epoch": 8.308943089430894,
      "grad_norm": 4.510826519387661,
      "learning_rate": 1.4629527073018267e-06,
      "loss": 0.4292,
      "step": 4088
    },
    {
      "epoch": 8.310975609756097,
      "grad_norm": 4.660958196950948,
      "learning_rate": 1.459526209878731e-06,
      "loss": 0.4095,
      "step": 4089
    },
    {
      "epoch": 8.3130081300813,
      "grad_norm": 5.023528014329018,
      "learning_rate": 1.4561034139818043e-06,
      "loss": 0.4655,
      "step": 4090
    },
    {
      "epoch": 8.315040650406504,
      "grad_norm": 4.555835978837808,
      "learning_rate": 1.4526843210945186e-06,
      "loss": 0.5161,
      "step": 4091
    },
    {
      "epoch": 8.317073170731707,
      "grad_norm": 4.66961323185409,
      "learning_rate": 1.449268932698743e-06,
      "loss": 0.3926,
      "step": 4092
    },
    {
      "epoch": 8.31910569105691,
      "grad_norm": 5.234778496659939,
      "learning_rate": 1.4458572502747414e-06,
      "loss": 0.3123,
      "step": 4093
    },
    {
      "epoch": 8.321138211382113,
      "grad_norm": 5.409728709153953,
      "learning_rate": 1.4424492753011677e-06,
      "loss": 0.4409,
      "step": 4094
    },
    {
      "epoch": 8.323170731707316,
      "grad_norm": 4.983274883549267,
      "learning_rate": 1.4390450092550768e-06,
      "loss": 0.4413,
      "step": 4095
    },
    {
      "epoch": 8.32520325203252,
      "grad_norm": 5.455213876645116,
      "learning_rate": 1.4356444536119085e-06,
      "loss": 0.4513,
      "step": 4096
    },
    {
      "epoch": 8.327235772357724,
      "grad_norm": 4.7662473591650825,
      "learning_rate": 1.4322476098454986e-06,
      "loss": 0.3993,
      "step": 4097
    },
    {
      "epoch": 8.329268292682928,
      "grad_norm": 5.0121786391371055,
      "learning_rate": 1.4288544794280724e-06,
      "loss": 0.4258,
      "step": 4098
    },
    {
      "epoch": 8.33130081300813,
      "grad_norm": 5.878037429815469,
      "learning_rate": 1.4254650638302436e-06,
      "loss": 0.4405,
      "step": 4099
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 5.085325407235772,
      "learning_rate": 1.422079364521024e-06,
      "loss": 0.3761,
      "step": 4100
    },
    {
      "epoch": 8.335365853658537,
      "grad_norm": 5.316538812888184,
      "learning_rate": 1.4186973829678075e-06,
      "loss": 0.5439,
      "step": 4101
    },
    {
      "epoch": 8.33739837398374,
      "grad_norm": 4.58013704985736,
      "learning_rate": 1.4153191206363758e-06,
      "loss": 0.3775,
      "step": 4102
    },
    {
      "epoch": 8.339430894308943,
      "grad_norm": 6.060688233069579,
      "learning_rate": 1.4119445789909048e-06,
      "loss": 0.3468,
      "step": 4103
    },
    {
      "epoch": 8.341463414634147,
      "grad_norm": 4.6028025263391354,
      "learning_rate": 1.4085737594939497e-06,
      "loss": 0.3484,
      "step": 4104
    },
    {
      "epoch": 8.34349593495935,
      "grad_norm": 4.798593611345974,
      "learning_rate": 1.405206663606462e-06,
      "loss": 0.5152,
      "step": 4105
    },
    {
      "epoch": 8.345528455284553,
      "grad_norm": 5.505263920027516,
      "learning_rate": 1.4018432927877735e-06,
      "loss": 0.4792,
      "step": 4106
    },
    {
      "epoch": 8.347560975609756,
      "grad_norm": 4.349596707152931,
      "learning_rate": 1.3984836484956011e-06,
      "loss": 0.501,
      "step": 4107
    },
    {
      "epoch": 8.34959349593496,
      "grad_norm": 4.905158777127327,
      "learning_rate": 1.3951277321860468e-06,
      "loss": 0.4647,
      "step": 4108
    },
    {
      "epoch": 8.351626016260163,
      "grad_norm": 5.304273633667205,
      "learning_rate": 1.3917755453136017e-06,
      "loss": 0.4882,
      "step": 4109
    },
    {
      "epoch": 8.353658536585366,
      "grad_norm": 4.965419444818217,
      "learning_rate": 1.388427089331138e-06,
      "loss": 0.3977,
      "step": 4110
    },
    {
      "epoch": 8.355691056910569,
      "grad_norm": 5.144989233803182,
      "learning_rate": 1.3850823656899015e-06,
      "loss": 0.4663,
      "step": 4111
    },
    {
      "epoch": 8.357723577235772,
      "grad_norm": 5.5349105782833234,
      "learning_rate": 1.381741375839537e-06,
      "loss": 0.4496,
      "step": 4112
    },
    {
      "epoch": 8.359756097560975,
      "grad_norm": 5.117765380509526,
      "learning_rate": 1.3784041212280562e-06,
      "loss": 0.426,
      "step": 4113
    },
    {
      "epoch": 8.361788617886178,
      "grad_norm": 5.709735222737947,
      "learning_rate": 1.3750706033018658e-06,
      "loss": 0.4179,
      "step": 4114
    },
    {
      "epoch": 8.363821138211382,
      "grad_norm": 4.979883181994664,
      "learning_rate": 1.3717408235057427e-06,
      "loss": 0.4781,
      "step": 4115
    },
    {
      "epoch": 8.365853658536585,
      "grad_norm": 6.025117520351054,
      "learning_rate": 1.3684147832828409e-06,
      "loss": 0.4759,
      "step": 4116
    },
    {
      "epoch": 8.367886178861788,
      "grad_norm": 5.11995207905486,
      "learning_rate": 1.3650924840747072e-06,
      "loss": 0.5122,
      "step": 4117
    },
    {
      "epoch": 8.369918699186991,
      "grad_norm": 4.384650891455989,
      "learning_rate": 1.3617739273212527e-06,
      "loss": 0.3651,
      "step": 4118
    },
    {
      "epoch": 8.371951219512194,
      "grad_norm": 6.130488952843612,
      "learning_rate": 1.3584591144607774e-06,
      "loss": 0.3891,
      "step": 4119
    },
    {
      "epoch": 8.373983739837398,
      "grad_norm": 5.34188897400407,
      "learning_rate": 1.355148046929956e-06,
      "loss": 0.5311,
      "step": 4120
    },
    {
      "epoch": 8.376016260162602,
      "grad_norm": 4.517612053870646,
      "learning_rate": 1.35184072616383e-06,
      "loss": 0.4705,
      "step": 4121
    },
    {
      "epoch": 8.378048780487806,
      "grad_norm": 5.309253210093655,
      "learning_rate": 1.3485371535958314e-06,
      "loss": 0.4948,
      "step": 4122
    },
    {
      "epoch": 8.380081300813009,
      "grad_norm": 4.608813546054089,
      "learning_rate": 1.345237330657758e-06,
      "loss": 0.3714,
      "step": 4123
    },
    {
      "epoch": 8.382113821138212,
      "grad_norm": 4.879722669687005,
      "learning_rate": 1.3419412587797908e-06,
      "loss": 0.3773,
      "step": 4124
    },
    {
      "epoch": 8.384146341463415,
      "grad_norm": 5.5282972314485646,
      "learning_rate": 1.3386489393904735e-06,
      "loss": 0.4015,
      "step": 4125
    },
    {
      "epoch": 8.386178861788618,
      "grad_norm": 4.633486193445139,
      "learning_rate": 1.3353603739167354e-06,
      "loss": 0.4506,
      "step": 4126
    },
    {
      "epoch": 8.388211382113822,
      "grad_norm": 4.864019701808656,
      "learning_rate": 1.332075563783871e-06,
      "loss": 0.3791,
      "step": 4127
    },
    {
      "epoch": 8.390243902439025,
      "grad_norm": 4.843043002684947,
      "learning_rate": 1.3287945104155487e-06,
      "loss": 0.3787,
      "step": 4128
    },
    {
      "epoch": 8.392276422764228,
      "grad_norm": 4.818102828443174,
      "learning_rate": 1.3255172152338147e-06,
      "loss": 0.4262,
      "step": 4129
    },
    {
      "epoch": 8.394308943089431,
      "grad_norm": 4.96326359588211,
      "learning_rate": 1.3222436796590731e-06,
      "loss": 0.4796,
      "step": 4130
    },
    {
      "epoch": 8.396341463414634,
      "grad_norm": 4.504863303869217,
      "learning_rate": 1.3189739051101135e-06,
      "loss": 0.3543,
      "step": 4131
    },
    {
      "epoch": 8.398373983739837,
      "grad_norm": 4.939342529433042,
      "learning_rate": 1.3157078930040856e-06,
      "loss": 0.3878,
      "step": 4132
    },
    {
      "epoch": 8.40040650406504,
      "grad_norm": 5.626244315512982,
      "learning_rate": 1.3124456447565104e-06,
      "loss": 0.4528,
      "step": 4133
    },
    {
      "epoch": 8.402439024390244,
      "grad_norm": 5.170539977112848,
      "learning_rate": 1.3091871617812856e-06,
      "loss": 0.4447,
      "step": 4134
    },
    {
      "epoch": 8.404471544715447,
      "grad_norm": 4.427945350127277,
      "learning_rate": 1.3059324454906596e-06,
      "loss": 0.4418,
      "step": 4135
    },
    {
      "epoch": 8.40650406504065,
      "grad_norm": 4.0053013828059125,
      "learning_rate": 1.3026814972952674e-06,
      "loss": 0.3095,
      "step": 4136
    },
    {
      "epoch": 8.408536585365853,
      "grad_norm": 4.748170891811588,
      "learning_rate": 1.2994343186040982e-06,
      "loss": 0.5202,
      "step": 4137
    },
    {
      "epoch": 8.410569105691057,
      "grad_norm": 5.139534092623926,
      "learning_rate": 1.2961909108245119e-06,
      "loss": 0.4877,
      "step": 4138
    },
    {
      "epoch": 8.41260162601626,
      "grad_norm": 5.124392566166113,
      "learning_rate": 1.2929512753622342e-06,
      "loss": 0.4594,
      "step": 4139
    },
    {
      "epoch": 8.414634146341463,
      "grad_norm": 5.0061997599712935,
      "learning_rate": 1.2897154136213542e-06,
      "loss": 0.4234,
      "step": 4140
    },
    {
      "epoch": 8.416666666666666,
      "grad_norm": 4.84154759008945,
      "learning_rate": 1.2864833270043286e-06,
      "loss": 0.4816,
      "step": 4141
    },
    {
      "epoch": 8.41869918699187,
      "grad_norm": 4.947507470154593,
      "learning_rate": 1.283255016911974e-06,
      "loss": 0.5527,
      "step": 4142
    },
    {
      "epoch": 8.420731707317072,
      "grad_norm": 5.494297610466342,
      "learning_rate": 1.280030484743473e-06,
      "loss": 0.4197,
      "step": 4143
    },
    {
      "epoch": 8.422764227642276,
      "grad_norm": 4.386484196814274,
      "learning_rate": 1.2768097318963701e-06,
      "loss": 0.3752,
      "step": 4144
    },
    {
      "epoch": 8.42479674796748,
      "grad_norm": 5.643136185464088,
      "learning_rate": 1.2735927597665687e-06,
      "loss": 0.5116,
      "step": 4145
    },
    {
      "epoch": 8.426829268292684,
      "grad_norm": 5.137194804677528,
      "learning_rate": 1.2703795697483412e-06,
      "loss": 0.4825,
      "step": 4146
    },
    {
      "epoch": 8.428861788617887,
      "grad_norm": 4.816273090569064,
      "learning_rate": 1.2671701632343137e-06,
      "loss": 0.5528,
      "step": 4147
    },
    {
      "epoch": 8.43089430894309,
      "grad_norm": 5.392889983145439,
      "learning_rate": 1.2639645416154744e-06,
      "loss": 0.4127,
      "step": 4148
    },
    {
      "epoch": 8.432926829268293,
      "grad_norm": 4.5800355996151545,
      "learning_rate": 1.2607627062811733e-06,
      "loss": 0.4215,
      "step": 4149
    },
    {
      "epoch": 8.434959349593496,
      "grad_norm": 4.598880646165203,
      "learning_rate": 1.2575646586191126e-06,
      "loss": 0.4154,
      "step": 4150
    },
    {
      "epoch": 8.4369918699187,
      "grad_norm": 4.885383026832489,
      "learning_rate": 1.2543704000153645e-06,
      "loss": 0.4857,
      "step": 4151
    },
    {
      "epoch": 8.439024390243903,
      "grad_norm": 4.190661689804591,
      "learning_rate": 1.2511799318543493e-06,
      "loss": 0.3467,
      "step": 4152
    },
    {
      "epoch": 8.441056910569106,
      "grad_norm": 4.146464924102766,
      "learning_rate": 1.247993255518849e-06,
      "loss": 0.4831,
      "step": 4153
    },
    {
      "epoch": 8.44308943089431,
      "grad_norm": 5.923913415723275,
      "learning_rate": 1.2448103723899984e-06,
      "loss": 0.5352,
      "step": 4154
    },
    {
      "epoch": 8.445121951219512,
      "grad_norm": 4.631497385513207,
      "learning_rate": 1.24163128384729e-06,
      "loss": 0.3668,
      "step": 4155
    },
    {
      "epoch": 8.447154471544716,
      "grad_norm": 5.220415775123457,
      "learning_rate": 1.2384559912685768e-06,
      "loss": 0.5681,
      "step": 4156
    },
    {
      "epoch": 8.449186991869919,
      "grad_norm": 4.621315223684983,
      "learning_rate": 1.2352844960300592e-06,
      "loss": 0.4043,
      "step": 4157
    },
    {
      "epoch": 8.451219512195122,
      "grad_norm": 4.144552125304515,
      "learning_rate": 1.2321167995062954e-06,
      "loss": 0.2971,
      "step": 4158
    },
    {
      "epoch": 8.453252032520325,
      "grad_norm": 5.147319460215155,
      "learning_rate": 1.2289529030701963e-06,
      "loss": 0.4882,
      "step": 4159
    },
    {
      "epoch": 8.455284552845528,
      "grad_norm": 4.760554686631416,
      "learning_rate": 1.2257928080930236e-06,
      "loss": 0.3927,
      "step": 4160
    },
    {
      "epoch": 8.457317073170731,
      "grad_norm": 4.867317636789221,
      "learning_rate": 1.2226365159443976e-06,
      "loss": 0.3485,
      "step": 4161
    },
    {
      "epoch": 8.459349593495935,
      "grad_norm": 4.331542266166103,
      "learning_rate": 1.2194840279922871e-06,
      "loss": 0.3592,
      "step": 4162
    },
    {
      "epoch": 8.461382113821138,
      "grad_norm": 4.625857808754792,
      "learning_rate": 1.216335345603008e-06,
      "loss": 0.4341,
      "step": 4163
    },
    {
      "epoch": 8.463414634146341,
      "grad_norm": 4.796490077186588,
      "learning_rate": 1.2131904701412345e-06,
      "loss": 0.5389,
      "step": 4164
    },
    {
      "epoch": 8.465447154471544,
      "grad_norm": 5.191683455597217,
      "learning_rate": 1.2100494029699805e-06,
      "loss": 0.5015,
      "step": 4165
    },
    {
      "epoch": 8.467479674796747,
      "grad_norm": 4.581740105177654,
      "learning_rate": 1.2069121454506238e-06,
      "loss": 0.4692,
      "step": 4166
    },
    {
      "epoch": 8.46951219512195,
      "grad_norm": 4.25453659208822,
      "learning_rate": 1.203778698942879e-06,
      "loss": 0.4318,
      "step": 4167
    },
    {
      "epoch": 8.471544715447154,
      "grad_norm": 4.872952608959665,
      "learning_rate": 1.2006490648048118e-06,
      "loss": 0.4377,
      "step": 4168
    },
    {
      "epoch": 8.473577235772357,
      "grad_norm": 4.737146006102281,
      "learning_rate": 1.1975232443928397e-06,
      "loss": 0.427,
      "step": 4169
    },
    {
      "epoch": 8.475609756097562,
      "grad_norm": 4.370697931777999,
      "learning_rate": 1.1944012390617198e-06,
      "loss": 0.4452,
      "step": 4170
    },
    {
      "epoch": 8.477642276422765,
      "grad_norm": 4.907395597713298,
      "learning_rate": 1.1912830501645667e-06,
      "loss": 0.5002,
      "step": 4171
    },
    {
      "epoch": 8.479674796747968,
      "grad_norm": 4.3941160839046,
      "learning_rate": 1.1881686790528279e-06,
      "loss": 0.4238,
      "step": 4172
    },
    {
      "epoch": 8.481707317073171,
      "grad_norm": 5.218786364964129,
      "learning_rate": 1.1850581270763062e-06,
      "loss": 0.4591,
      "step": 4173
    },
    {
      "epoch": 8.483739837398375,
      "grad_norm": 4.537600296518425,
      "learning_rate": 1.1819513955831462e-06,
      "loss": 0.3903,
      "step": 4174
    },
    {
      "epoch": 8.485772357723578,
      "grad_norm": 5.178290318252191,
      "learning_rate": 1.1788484859198334e-06,
      "loss": 0.3438,
      "step": 4175
    },
    {
      "epoch": 8.487804878048781,
      "grad_norm": 4.896626736840315,
      "learning_rate": 1.1757493994312052e-06,
      "loss": 0.4009,
      "step": 4176
    },
    {
      "epoch": 8.489837398373984,
      "grad_norm": 6.384333075196905,
      "learning_rate": 1.1726541374604282e-06,
      "loss": 0.5023,
      "step": 4177
    },
    {
      "epoch": 8.491869918699187,
      "grad_norm": 5.257455107521733,
      "learning_rate": 1.1695627013490262e-06,
      "loss": 0.4102,
      "step": 4178
    },
    {
      "epoch": 8.49390243902439,
      "grad_norm": 5.871794411719829,
      "learning_rate": 1.1664750924368573e-06,
      "loss": 0.4236,
      "step": 4179
    },
    {
      "epoch": 8.495934959349594,
      "grad_norm": 5.792528577673828,
      "learning_rate": 1.1633913120621188e-06,
      "loss": 0.4302,
      "step": 4180
    },
    {
      "epoch": 8.497967479674797,
      "grad_norm": 5.211964441787625,
      "learning_rate": 1.160311361561357e-06,
      "loss": 0.4712,
      "step": 4181
    },
    {
      "epoch": 8.5,
      "grad_norm": 4.485243017721971,
      "learning_rate": 1.1572352422694455e-06,
      "loss": 0.4075,
      "step": 4182
    },
    {
      "epoch": 8.502032520325203,
      "grad_norm": 5.277583065157922,
      "learning_rate": 1.154162955519612e-06,
      "loss": 0.5236,
      "step": 4183
    },
    {
      "epoch": 8.504065040650406,
      "grad_norm": 5.226338903864239,
      "learning_rate": 1.151094502643414e-06,
      "loss": 0.414,
      "step": 4184
    },
    {
      "epoch": 8.50609756097561,
      "grad_norm": 4.745212934433794,
      "learning_rate": 1.1480298849707483e-06,
      "loss": 0.4029,
      "step": 4185
    },
    {
      "epoch": 8.508130081300813,
      "grad_norm": 4.649416952446947,
      "learning_rate": 1.1449691038298516e-06,
      "loss": 0.3783,
      "step": 4186
    },
    {
      "epoch": 8.510162601626016,
      "grad_norm": 4.888781288898997,
      "learning_rate": 1.141912160547294e-06,
      "loss": 0.5058,
      "step": 4187
    },
    {
      "epoch": 8.512195121951219,
      "grad_norm": 4.763963142378667,
      "learning_rate": 1.1388590564479895e-06,
      "loss": 0.4692,
      "step": 4188
    },
    {
      "epoch": 8.514227642276422,
      "grad_norm": 4.145146541387193,
      "learning_rate": 1.1358097928551792e-06,
      "loss": 0.405,
      "step": 4189
    },
    {
      "epoch": 8.516260162601625,
      "grad_norm": 4.108154630492136,
      "learning_rate": 1.1327643710904523e-06,
      "loss": 0.2479,
      "step": 4190
    },
    {
      "epoch": 8.518292682926829,
      "grad_norm": 4.442055692709415,
      "learning_rate": 1.1297227924737164e-06,
      "loss": 0.3678,
      "step": 4191
    },
    {
      "epoch": 8.520325203252032,
      "grad_norm": 4.946738407675823,
      "learning_rate": 1.1266850583232224e-06,
      "loss": 0.4448,
      "step": 4192
    },
    {
      "epoch": 8.522357723577235,
      "grad_norm": 4.758608656347139,
      "learning_rate": 1.1236511699555596e-06,
      "loss": 0.4171,
      "step": 4193
    },
    {
      "epoch": 8.524390243902438,
      "grad_norm": 5.578754588913169,
      "learning_rate": 1.1206211286856405e-06,
      "loss": 0.4273,
      "step": 4194
    },
    {
      "epoch": 8.526422764227643,
      "grad_norm": 5.243003846321519,
      "learning_rate": 1.1175949358267214e-06,
      "loss": 0.419,
      "step": 4195
    },
    {
      "epoch": 8.528455284552846,
      "grad_norm": 6.13830035547345,
      "learning_rate": 1.1145725926903772e-06,
      "loss": 0.3718,
      "step": 4196
    },
    {
      "epoch": 8.53048780487805,
      "grad_norm": 4.35804627670907,
      "learning_rate": 1.1115541005865237e-06,
      "loss": 0.4272,
      "step": 4197
    },
    {
      "epoch": 8.532520325203253,
      "grad_norm": 4.8147059803286005,
      "learning_rate": 1.1085394608234067e-06,
      "loss": 0.4236,
      "step": 4198
    },
    {
      "epoch": 8.534552845528456,
      "grad_norm": 4.861726175699086,
      "learning_rate": 1.1055286747076e-06,
      "loss": 0.5347,
      "step": 4199
    },
    {
      "epoch": 8.536585365853659,
      "grad_norm": 4.728253344813897,
      "learning_rate": 1.1025217435440116e-06,
      "loss": 0.4071,
      "step": 4200
    },
    {
      "epoch": 8.538617886178862,
      "grad_norm": 5.695858336638396,
      "learning_rate": 1.0995186686358682e-06,
      "loss": 0.4361,
      "step": 4201
    },
    {
      "epoch": 8.540650406504065,
      "grad_norm": 5.248562705364429,
      "learning_rate": 1.0965194512847387e-06,
      "loss": 0.4226,
      "step": 4202
    },
    {
      "epoch": 8.542682926829269,
      "grad_norm": 5.265100144722205,
      "learning_rate": 1.093524092790511e-06,
      "loss": 0.4522,
      "step": 4203
    },
    {
      "epoch": 8.544715447154472,
      "grad_norm": 4.7597254896953896,
      "learning_rate": 1.0905325944514034e-06,
      "loss": 0.3293,
      "step": 4204
    },
    {
      "epoch": 8.546747967479675,
      "grad_norm": 5.894825628149396,
      "learning_rate": 1.0875449575639618e-06,
      "loss": 0.5369,
      "step": 4205
    },
    {
      "epoch": 8.548780487804878,
      "grad_norm": 5.143184550889033,
      "learning_rate": 1.0845611834230551e-06,
      "loss": 0.397,
      "step": 4206
    },
    {
      "epoch": 8.550813008130081,
      "grad_norm": 4.5582941525880685,
      "learning_rate": 1.0815812733218845e-06,
      "loss": 0.4708,
      "step": 4207
    },
    {
      "epoch": 8.552845528455284,
      "grad_norm": 5.736423147540173,
      "learning_rate": 1.078605228551971e-06,
      "loss": 0.4867,
      "step": 4208
    },
    {
      "epoch": 8.554878048780488,
      "grad_norm": 5.8781399842616455,
      "learning_rate": 1.075633050403162e-06,
      "loss": 0.5193,
      "step": 4209
    },
    {
      "epoch": 8.55691056910569,
      "grad_norm": 6.623473410212815,
      "learning_rate": 1.072664740163628e-06,
      "loss": 0.3789,
      "step": 4210
    },
    {
      "epoch": 8.558943089430894,
      "grad_norm": 5.586988659839521,
      "learning_rate": 1.0697002991198634e-06,
      "loss": 0.4669,
      "step": 4211
    },
    {
      "epoch": 8.560975609756097,
      "grad_norm": 4.1214222396341444,
      "learning_rate": 1.0667397285566893e-06,
      "loss": 0.4305,
      "step": 4212
    },
    {
      "epoch": 8.5630081300813,
      "grad_norm": 4.95908974062345,
      "learning_rate": 1.063783029757246e-06,
      "loss": 0.546,
      "step": 4213
    },
    {
      "epoch": 8.565040650406504,
      "grad_norm": 4.664484361493165,
      "learning_rate": 1.0608302040029938e-06,
      "loss": 0.4273,
      "step": 4214
    },
    {
      "epoch": 8.567073170731707,
      "grad_norm": 5.6953020632914555,
      "learning_rate": 1.0578812525737192e-06,
      "loss": 0.5234,
      "step": 4215
    },
    {
      "epoch": 8.56910569105691,
      "grad_norm": 5.098903557848146,
      "learning_rate": 1.0549361767475241e-06,
      "loss": 0.3534,
      "step": 4216
    },
    {
      "epoch": 8.571138211382113,
      "grad_norm": 4.623421101487863,
      "learning_rate": 1.0519949778008366e-06,
      "loss": 0.4247,
      "step": 4217
    },
    {
      "epoch": 8.573170731707316,
      "grad_norm": 4.45028159449285,
      "learning_rate": 1.0490576570083999e-06,
      "loss": 0.565,
      "step": 4218
    },
    {
      "epoch": 8.57520325203252,
      "grad_norm": 5.016047830008406,
      "learning_rate": 1.0461242156432793e-06,
      "loss": 0.3978,
      "step": 4219
    },
    {
      "epoch": 8.577235772357724,
      "grad_norm": 4.9422752120080675,
      "learning_rate": 1.0431946549768567e-06,
      "loss": 0.4334,
      "step": 4220
    },
    {
      "epoch": 8.579268292682928,
      "grad_norm": 5.521770104795977,
      "learning_rate": 1.0402689762788298e-06,
      "loss": 0.378,
      "step": 4221
    },
    {
      "epoch": 8.58130081300813,
      "grad_norm": 4.894544957636206,
      "learning_rate": 1.0373471808172219e-06,
      "loss": 0.4997,
      "step": 4222
    },
    {
      "epoch": 8.583333333333334,
      "grad_norm": 4.967205169686898,
      "learning_rate": 1.0344292698583658e-06,
      "loss": 0.4039,
      "step": 4223
    },
    {
      "epoch": 8.585365853658537,
      "grad_norm": 5.532376412404028,
      "learning_rate": 1.0315152446669142e-06,
      "loss": 0.4865,
      "step": 4224
    },
    {
      "epoch": 8.58739837398374,
      "grad_norm": 4.572570528035204,
      "learning_rate": 1.0286051065058323e-06,
      "loss": 0.4998,
      "step": 4225
    },
    {
      "epoch": 8.589430894308943,
      "grad_norm": 4.548865612588322,
      "learning_rate": 1.0256988566364034e-06,
      "loss": 0.4366,
      "step": 4226
    },
    {
      "epoch": 8.591463414634147,
      "grad_norm": 4.448457610401731,
      "learning_rate": 1.0227964963182269e-06,
      "loss": 0.3734,
      "step": 4227
    },
    {
      "epoch": 8.59349593495935,
      "grad_norm": 4.280585012595993,
      "learning_rate": 1.019898026809214e-06,
      "loss": 0.4233,
      "step": 4228
    },
    {
      "epoch": 8.595528455284553,
      "grad_norm": 4.897693882141388,
      "learning_rate": 1.0170034493655888e-06,
      "loss": 0.4596,
      "step": 4229
    },
    {
      "epoch": 8.597560975609756,
      "grad_norm": 5.611715745853799,
      "learning_rate": 1.0141127652418914e-06,
      "loss": 0.6108,
      "step": 4230
    },
    {
      "epoch": 8.59959349593496,
      "grad_norm": 4.819351643884217,
      "learning_rate": 1.0112259756909714e-06,
      "loss": 0.4078,
      "step": 4231
    },
    {
      "epoch": 8.601626016260163,
      "grad_norm": 5.0967249824700325,
      "learning_rate": 1.0083430819639962e-06,
      "loss": 0.4566,
      "step": 4232
    },
    {
      "epoch": 8.603658536585366,
      "grad_norm": 5.91737709703728,
      "learning_rate": 1.0054640853104325e-06,
      "loss": 0.4136,
      "step": 4233
    },
    {
      "epoch": 8.605691056910569,
      "grad_norm": 5.381442975352092,
      "learning_rate": 1.0025889869780747e-06,
      "loss": 0.3787,
      "step": 4234
    },
    {
      "epoch": 8.607723577235772,
      "grad_norm": 5.373677755550849,
      "learning_rate": 9.997177882130138e-07,
      "loss": 0.4073,
      "step": 4235
    },
    {
      "epoch": 8.609756097560975,
      "grad_norm": 4.7221661510409865,
      "learning_rate": 9.968504902596566e-07,
      "loss": 0.4349,
      "step": 4236
    },
    {
      "epoch": 8.611788617886178,
      "grad_norm": 4.018885280245114,
      "learning_rate": 9.939870943607222e-07,
      "loss": 0.2825,
      "step": 4237
    },
    {
      "epoch": 8.613821138211382,
      "grad_norm": 5.07936022025504,
      "learning_rate": 9.91127601757228e-07,
      "loss": 0.3773,
      "step": 4238
    },
    {
      "epoch": 8.615853658536585,
      "grad_norm": 4.860106064523858,
      "learning_rate": 9.882720136885126e-07,
      "loss": 0.4875,
      "step": 4239
    },
    {
      "epoch": 8.617886178861788,
      "grad_norm": 6.148303653660836,
      "learning_rate": 9.85420331392214e-07,
      "loss": 0.5003,
      "step": 4240
    },
    {
      "epoch": 8.619918699186991,
      "grad_norm": 5.0032126601762945,
      "learning_rate": 9.825725561042777e-07,
      "loss": 0.4949,
      "step": 4241
    },
    {
      "epoch": 8.621951219512194,
      "grad_norm": 5.166879235094712,
      "learning_rate": 9.797286890589642e-07,
      "loss": 0.4482,
      "step": 4242
    },
    {
      "epoch": 8.6239837398374,
      "grad_norm": 4.295590298885517,
      "learning_rate": 9.768887314888242e-07,
      "loss": 0.4775,
      "step": 4243
    },
    {
      "epoch": 8.6260162601626,
      "grad_norm": 4.972732349157325,
      "learning_rate": 9.74052684624731e-07,
      "loss": 0.3735,
      "step": 4244
    },
    {
      "epoch": 8.628048780487806,
      "grad_norm": 4.257050841041059,
      "learning_rate": 9.712205496958526e-07,
      "loss": 0.365,
      "step": 4245
    },
    {
      "epoch": 8.630081300813009,
      "grad_norm": 4.62800269709774,
      "learning_rate": 9.683923279296637e-07,
      "loss": 0.5543,
      "step": 4246
    },
    {
      "epoch": 8.632113821138212,
      "grad_norm": 4.9491499693191585,
      "learning_rate": 9.65568020551948e-07,
      "loss": 0.4939,
      "step": 4247
    },
    {
      "epoch": 8.634146341463415,
      "grad_norm": 4.29922201770183,
      "learning_rate": 9.62747628786782e-07,
      "loss": 0.6856,
      "step": 4248
    },
    {
      "epoch": 8.636178861788618,
      "grad_norm": 4.901090127982818,
      "learning_rate": 9.59931153856557e-07,
      "loss": 0.4592,
      "step": 4249
    },
    {
      "epoch": 8.638211382113822,
      "grad_norm": 4.358763738380932,
      "learning_rate": 9.571185969819575e-07,
      "loss": 0.4383,
      "step": 4250
    },
    {
      "epoch": 8.640243902439025,
      "grad_norm": 5.362558887496368,
      "learning_rate": 9.54309959381976e-07,
      "loss": 0.4269,
      "step": 4251
    },
    {
      "epoch": 8.642276422764228,
      "grad_norm": 4.254253356833036,
      "learning_rate": 9.515052422739035e-07,
      "loss": 0.5271,
      "step": 4252
    },
    {
      "epoch": 8.644308943089431,
      "grad_norm": 4.8819985642449515,
      "learning_rate": 9.487044468733286e-07,
      "loss": 0.5289,
      "step": 4253
    },
    {
      "epoch": 8.646341463414634,
      "grad_norm": 5.011622990002717,
      "learning_rate": 9.459075743941493e-07,
      "loss": 0.5485,
      "step": 4254
    },
    {
      "epoch": 8.648373983739837,
      "grad_norm": 4.933638894410415,
      "learning_rate": 9.431146260485558e-07,
      "loss": 0.4196,
      "step": 4255
    },
    {
      "epoch": 8.65040650406504,
      "grad_norm": 4.546863118777677,
      "learning_rate": 9.403256030470386e-07,
      "loss": 0.4161,
      "step": 4256
    },
    {
      "epoch": 8.652439024390244,
      "grad_norm": 4.3240319799437925,
      "learning_rate": 9.3754050659839e-07,
      "loss": 0.4641,
      "step": 4257
    },
    {
      "epoch": 8.654471544715447,
      "grad_norm": 5.396843019840459,
      "learning_rate": 9.347593379096942e-07,
      "loss": 0.4035,
      "step": 4258
    },
    {
      "epoch": 8.65650406504065,
      "grad_norm": 4.206959329639145,
      "learning_rate": 9.319820981863426e-07,
      "loss": 0.367,
      "step": 4259
    },
    {
      "epoch": 8.658536585365853,
      "grad_norm": 4.821017659165803,
      "learning_rate": 9.292087886320166e-07,
      "loss": 0.4901,
      "step": 4260
    },
    {
      "epoch": 8.660569105691057,
      "grad_norm": 5.105469827398396,
      "learning_rate": 9.264394104486963e-07,
      "loss": 0.4395,
      "step": 4261
    },
    {
      "epoch": 8.66260162601626,
      "grad_norm": 5.5940408654374645,
      "learning_rate": 9.236739648366566e-07,
      "loss": 0.5741,
      "step": 4262
    },
    {
      "epoch": 8.664634146341463,
      "grad_norm": 4.744024895956741,
      "learning_rate": 9.209124529944669e-07,
      "loss": 0.465,
      "step": 4263
    },
    {
      "epoch": 8.666666666666666,
      "grad_norm": 4.971473652285971,
      "learning_rate": 9.181548761189996e-07,
      "loss": 0.4608,
      "step": 4264
    },
    {
      "epoch": 8.66869918699187,
      "grad_norm": 5.229232282058707,
      "learning_rate": 9.154012354054121e-07,
      "loss": 0.4125,
      "step": 4265
    },
    {
      "epoch": 8.670731707317072,
      "grad_norm": 5.012989794509547,
      "learning_rate": 9.126515320471618e-07,
      "loss": 0.3844,
      "step": 4266
    },
    {
      "epoch": 8.672764227642276,
      "grad_norm": 5.375801927683618,
      "learning_rate": 9.099057672359945e-07,
      "loss": 0.3925,
      "step": 4267
    },
    {
      "epoch": 8.67479674796748,
      "grad_norm": 4.5449858182898115,
      "learning_rate": 9.071639421619527e-07,
      "loss": 0.416,
      "step": 4268
    },
    {
      "epoch": 8.676829268292684,
      "grad_norm": 4.705418596748461,
      "learning_rate": 9.044260580133734e-07,
      "loss": 0.5198,
      "step": 4269
    },
    {
      "epoch": 8.678861788617887,
      "grad_norm": 5.060435543355853,
      "learning_rate": 9.01692115976881e-07,
      "loss": 0.419,
      "step": 4270
    },
    {
      "epoch": 8.68089430894309,
      "grad_norm": 5.273763654373436,
      "learning_rate": 8.989621172373919e-07,
      "loss": 0.5152,
      "step": 4271
    },
    {
      "epoch": 8.682926829268293,
      "grad_norm": 5.080208384459305,
      "learning_rate": 8.962360629781164e-07,
      "loss": 0.3214,
      "step": 4272
    },
    {
      "epoch": 8.684959349593496,
      "grad_norm": 4.482035484214764,
      "learning_rate": 8.935139543805516e-07,
      "loss": 0.3973,
      "step": 4273
    },
    {
      "epoch": 8.6869918699187,
      "grad_norm": 4.757506563870643,
      "learning_rate": 8.907957926244892e-07,
      "loss": 0.4675,
      "step": 4274
    },
    {
      "epoch": 8.689024390243903,
      "grad_norm": 5.004706322779929,
      "learning_rate": 8.880815788880059e-07,
      "loss": 0.3775,
      "step": 4275
    },
    {
      "epoch": 8.691056910569106,
      "grad_norm": 5.0505939410114715,
      "learning_rate": 8.853713143474685e-07,
      "loss": 0.4962,
      "step": 4276
    },
    {
      "epoch": 8.69308943089431,
      "grad_norm": 4.687657778747023,
      "learning_rate": 8.826650001775327e-07,
      "loss": 0.3931,
      "step": 4277
    },
    {
      "epoch": 8.695121951219512,
      "grad_norm": 5.572381044385339,
      "learning_rate": 8.799626375511416e-07,
      "loss": 0.401,
      "step": 4278
    },
    {
      "epoch": 8.697154471544716,
      "grad_norm": 5.045599791920973,
      "learning_rate": 8.772642276395293e-07,
      "loss": 0.4411,
      "step": 4279
    },
    {
      "epoch": 8.699186991869919,
      "grad_norm": 5.462991739097739,
      "learning_rate": 8.745697716122081e-07,
      "loss": 0.4695,
      "step": 4280
    },
    {
      "epoch": 8.701219512195122,
      "grad_norm": 4.514460652816207,
      "learning_rate": 8.718792706369861e-07,
      "loss": 0.5669,
      "step": 4281
    },
    {
      "epoch": 8.703252032520325,
      "grad_norm": 4.174043804741593,
      "learning_rate": 8.691927258799504e-07,
      "loss": 0.3872,
      "step": 4282
    },
    {
      "epoch": 8.705284552845528,
      "grad_norm": 4.988722497428056,
      "learning_rate": 8.665101385054786e-07,
      "loss": 0.5217,
      "step": 4283
    },
    {
      "epoch": 8.707317073170731,
      "grad_norm": 5.444829868859583,
      "learning_rate": 8.638315096762318e-07,
      "loss": 0.5433,
      "step": 4284
    },
    {
      "epoch": 8.709349593495935,
      "grad_norm": 4.789732917745901,
      "learning_rate": 8.61156840553149e-07,
      "loss": 0.4578,
      "step": 4285
    },
    {
      "epoch": 8.711382113821138,
      "grad_norm": 5.067522969248511,
      "learning_rate": 8.58486132295463e-07,
      "loss": 0.5075,
      "step": 4286
    },
    {
      "epoch": 8.713414634146341,
      "grad_norm": 5.579265350120685,
      "learning_rate": 8.558193860606822e-07,
      "loss": 0.4555,
      "step": 4287
    },
    {
      "epoch": 8.715447154471544,
      "grad_norm": 5.3830900152749255,
      "learning_rate": 8.531566030046035e-07,
      "loss": 0.2872,
      "step": 4288
    },
    {
      "epoch": 8.717479674796747,
      "grad_norm": 5.04552960706346,
      "learning_rate": 8.504977842813056e-07,
      "loss": 0.4043,
      "step": 4289
    },
    {
      "epoch": 8.71951219512195,
      "grad_norm": 5.526569229726972,
      "learning_rate": 8.478429310431402e-07,
      "loss": 0.4431,
      "step": 4290
    },
    {
      "epoch": 8.721544715447154,
      "grad_norm": 4.542318485923492,
      "learning_rate": 8.451920444407524e-07,
      "loss": 0.5491,
      "step": 4291
    },
    {
      "epoch": 8.723577235772357,
      "grad_norm": 5.213827160458608,
      "learning_rate": 8.425451256230588e-07,
      "loss": 0.4485,
      "step": 4292
    },
    {
      "epoch": 8.725609756097562,
      "grad_norm": 5.303112493383718,
      "learning_rate": 8.399021757372672e-07,
      "loss": 0.3811,
      "step": 4293
    },
    {
      "epoch": 8.727642276422765,
      "grad_norm": 4.9615662552159385,
      "learning_rate": 8.37263195928849e-07,
      "loss": 0.4245,
      "step": 4294
    },
    {
      "epoch": 8.729674796747968,
      "grad_norm": 4.2838063836453735,
      "learning_rate": 8.346281873415719e-07,
      "loss": 0.4897,
      "step": 4295
    },
    {
      "epoch": 8.731707317073171,
      "grad_norm": 5.891947206574083,
      "learning_rate": 8.319971511174718e-07,
      "loss": 0.4829,
      "step": 4296
    },
    {
      "epoch": 8.733739837398375,
      "grad_norm": 4.808945836389324,
      "learning_rate": 8.293700883968648e-07,
      "loss": 0.4129,
      "step": 4297
    },
    {
      "epoch": 8.735772357723578,
      "grad_norm": 4.4045240748344865,
      "learning_rate": 8.267470003183498e-07,
      "loss": 0.4739,
      "step": 4298
    },
    {
      "epoch": 8.737804878048781,
      "grad_norm": 5.243411496686164,
      "learning_rate": 8.24127888018793e-07,
      "loss": 0.5006,
      "step": 4299
    },
    {
      "epoch": 8.739837398373984,
      "grad_norm": 4.846964226574533,
      "learning_rate": 8.215127526333499e-07,
      "loss": 0.4253,
      "step": 4300
    },
    {
      "epoch": 8.741869918699187,
      "grad_norm": 4.399571313857928,
      "learning_rate": 8.189015952954438e-07,
      "loss": 0.3959,
      "step": 4301
    },
    {
      "epoch": 8.74390243902439,
      "grad_norm": 4.522815867813755,
      "learning_rate": 8.162944171367737e-07,
      "loss": 0.4582,
      "step": 4302
    },
    {
      "epoch": 8.745934959349594,
      "grad_norm": 4.684011566960084,
      "learning_rate": 8.136912192873237e-07,
      "loss": 0.5258,
      "step": 4303
    },
    {
      "epoch": 8.747967479674797,
      "grad_norm": 5.8716308119660185,
      "learning_rate": 8.110920028753355e-07,
      "loss": 0.5991,
      "step": 4304
    },
    {
      "epoch": 8.75,
      "grad_norm": 4.995492711445619,
      "learning_rate": 8.084967690273437e-07,
      "loss": 0.3855,
      "step": 4305
    },
    {
      "epoch": 8.752032520325203,
      "grad_norm": 4.260214492917698,
      "learning_rate": 8.059055188681442e-07,
      "loss": 0.4712,
      "step": 4306
    },
    {
      "epoch": 8.754065040650406,
      "grad_norm": 5.3990549572688,
      "learning_rate": 8.033182535208106e-07,
      "loss": 0.4046,
      "step": 4307
    },
    {
      "epoch": 8.75609756097561,
      "grad_norm": 4.941563804430459,
      "learning_rate": 8.007349741066939e-07,
      "loss": 0.5024,
      "step": 4308
    },
    {
      "epoch": 8.758130081300813,
      "grad_norm": 4.6861587825814635,
      "learning_rate": 7.981556817454061e-07,
      "loss": 0.4993,
      "step": 4309
    },
    {
      "epoch": 8.760162601626016,
      "grad_norm": 5.4582496205664315,
      "learning_rate": 7.955803775548431e-07,
      "loss": 0.5242,
      "step": 4310
    },
    {
      "epoch": 8.762195121951219,
      "grad_norm": 5.053129297673929,
      "learning_rate": 7.930090626511667e-07,
      "loss": 0.4078,
      "step": 4311
    },
    {
      "epoch": 8.764227642276422,
      "grad_norm": 4.560859570143764,
      "learning_rate": 7.904417381488083e-07,
      "loss": 0.339,
      "step": 4312
    },
    {
      "epoch": 8.766260162601625,
      "grad_norm": 5.755118888791832,
      "learning_rate": 7.878784051604738e-07,
      "loss": 0.4801,
      "step": 4313
    },
    {
      "epoch": 8.768292682926829,
      "grad_norm": 5.02484152977885,
      "learning_rate": 7.853190647971343e-07,
      "loss": 0.4317,
      "step": 4314
    },
    {
      "epoch": 8.770325203252032,
      "grad_norm": 5.387453938009264,
      "learning_rate": 7.82763718168038e-07,
      "loss": 0.3722,
      "step": 4315
    },
    {
      "epoch": 8.772357723577235,
      "grad_norm": 5.751444274731012,
      "learning_rate": 7.802123663806938e-07,
      "loss": 0.5378,
      "step": 4316
    },
    {
      "epoch": 8.774390243902438,
      "grad_norm": 5.326214815919761,
      "learning_rate": 7.776650105408845e-07,
      "loss": 0.4938,
      "step": 4317
    },
    {
      "epoch": 8.776422764227643,
      "grad_norm": 4.45074442553728,
      "learning_rate": 7.751216517526594e-07,
      "loss": 0.4186,
      "step": 4318
    },
    {
      "epoch": 8.778455284552846,
      "grad_norm": 4.672141519026592,
      "learning_rate": 7.725822911183322e-07,
      "loss": 0.4598,
      "step": 4319
    },
    {
      "epoch": 8.78048780487805,
      "grad_norm": 5.074816333952639,
      "learning_rate": 7.700469297384927e-07,
      "loss": 0.5062,
      "step": 4320
    },
    {
      "epoch": 8.782520325203253,
      "grad_norm": 6.2323891281702215,
      "learning_rate": 7.675155687119884e-07,
      "loss": 0.4401,
      "step": 4321
    },
    {
      "epoch": 8.784552845528456,
      "grad_norm": 5.66424705198246,
      "learning_rate": 7.649882091359373e-07,
      "loss": 0.4055,
      "step": 4322
    },
    {
      "epoch": 8.786585365853659,
      "grad_norm": 5.364476470273918,
      "learning_rate": 7.624648521057209e-07,
      "loss": 0.4897,
      "step": 4323
    },
    {
      "epoch": 8.788617886178862,
      "grad_norm": 5.516697133845202,
      "learning_rate": 7.599454987149868e-07,
      "loss": 0.4618,
      "step": 4324
    },
    {
      "epoch": 8.790650406504065,
      "grad_norm": 5.743563496340588,
      "learning_rate": 7.574301500556502e-07,
      "loss": 0.4584,
      "step": 4325
    },
    {
      "epoch": 8.792682926829269,
      "grad_norm": 4.84625655715568,
      "learning_rate": 7.54918807217887e-07,
      "loss": 0.4224,
      "step": 4326
    },
    {
      "epoch": 8.794715447154472,
      "grad_norm": 4.473619300668532,
      "learning_rate": 7.524114712901376e-07,
      "loss": 0.4851,
      "step": 4327
    },
    {
      "epoch": 8.796747967479675,
      "grad_norm": 4.2028681149271465,
      "learning_rate": 7.499081433591071e-07,
      "loss": 0.4053,
      "step": 4328
    },
    {
      "epoch": 8.798780487804878,
      "grad_norm": 4.809439465050151,
      "learning_rate": 7.4740882450976e-07,
      "loss": 0.4757,
      "step": 4329
    },
    {
      "epoch": 8.800813008130081,
      "grad_norm": 5.424715255932885,
      "learning_rate": 7.449135158253306e-07,
      "loss": 0.4788,
      "step": 4330
    },
    {
      "epoch": 8.802845528455284,
      "grad_norm": 5.892418423148387,
      "learning_rate": 7.424222183873087e-07,
      "loss": 0.381,
      "step": 4331
    },
    {
      "epoch": 8.804878048780488,
      "grad_norm": 5.14996943469567,
      "learning_rate": 7.399349332754458e-07,
      "loss": 0.4926,
      "step": 4332
    },
    {
      "epoch": 8.80691056910569,
      "grad_norm": 4.872763516314516,
      "learning_rate": 7.374516615677563e-07,
      "loss": 0.5369,
      "step": 4333
    },
    {
      "epoch": 8.808943089430894,
      "grad_norm": 4.553003863506499,
      "learning_rate": 7.349724043405149e-07,
      "loss": 0.3483,
      "step": 4334
    },
    {
      "epoch": 8.810975609756097,
      "grad_norm": 6.437052992464861,
      "learning_rate": 7.324971626682587e-07,
      "loss": 0.4791,
      "step": 4335
    },
    {
      "epoch": 8.8130081300813,
      "grad_norm": 4.891049394502255,
      "learning_rate": 7.300259376237795e-07,
      "loss": 0.4724,
      "step": 4336
    },
    {
      "epoch": 8.815040650406504,
      "grad_norm": 5.427148340440266,
      "learning_rate": 7.275587302781318e-07,
      "loss": 0.3931,
      "step": 4337
    },
    {
      "epoch": 8.817073170731707,
      "grad_norm": 4.782152411299281,
      "learning_rate": 7.250955417006267e-07,
      "loss": 0.4189,
      "step": 4338
    },
    {
      "epoch": 8.81910569105691,
      "grad_norm": 4.5055862997985505,
      "learning_rate": 7.226363729588337e-07,
      "loss": 0.5028,
      "step": 4339
    },
    {
      "epoch": 8.821138211382113,
      "grad_norm": 4.752702384627825,
      "learning_rate": 7.201812251185869e-07,
      "loss": 0.3819,
      "step": 4340
    },
    {
      "epoch": 8.823170731707316,
      "grad_norm": 5.824144118046563,
      "learning_rate": 7.177300992439629e-07,
      "loss": 0.367,
      "step": 4341
    },
    {
      "epoch": 8.82520325203252,
      "grad_norm": 5.362573455913562,
      "learning_rate": 7.152829963973106e-07,
      "loss": 0.3626,
      "step": 4342
    },
    {
      "epoch": 8.827235772357724,
      "grad_norm": 5.50046476909845,
      "learning_rate": 7.128399176392275e-07,
      "loss": 0.4585,
      "step": 4343
    },
    {
      "epoch": 8.829268292682928,
      "grad_norm": 5.35685941982312,
      "learning_rate": 7.104008640285642e-07,
      "loss": 0.4256,
      "step": 4344
    },
    {
      "epoch": 8.83130081300813,
      "grad_norm": 5.113689921962224,
      "learning_rate": 7.079658366224384e-07,
      "loss": 0.4868,
      "step": 4345
    },
    {
      "epoch": 8.833333333333334,
      "grad_norm": 5.063050201663218,
      "learning_rate": 7.055348364762071e-07,
      "loss": 0.4063,
      "step": 4346
    },
    {
      "epoch": 8.835365853658537,
      "grad_norm": 5.7525527223941255,
      "learning_rate": 7.031078646434941e-07,
      "loss": 0.5714,
      "step": 4347
    },
    {
      "epoch": 8.83739837398374,
      "grad_norm": 5.288213449431181,
      "learning_rate": 7.006849221761736e-07,
      "loss": 0.455,
      "step": 4348
    },
    {
      "epoch": 8.839430894308943,
      "grad_norm": 6.4553691913101305,
      "learning_rate": 6.982660101243698e-07,
      "loss": 0.5562,
      "step": 4349
    },
    {
      "epoch": 8.841463414634147,
      "grad_norm": 5.513501170647107,
      "learning_rate": 6.958511295364678e-07,
      "loss": 0.4455,
      "step": 4350
    },
    {
      "epoch": 8.84349593495935,
      "grad_norm": 6.0566282456892475,
      "learning_rate": 6.934402814590957e-07,
      "loss": 0.5284,
      "step": 4351
    },
    {
      "epoch": 8.845528455284553,
      "grad_norm": 5.800582999832849,
      "learning_rate": 6.910334669371433e-07,
      "loss": 0.4757,
      "step": 4352
    },
    {
      "epoch": 8.847560975609756,
      "grad_norm": 5.082596234242842,
      "learning_rate": 6.886306870137449e-07,
      "loss": 0.4648,
      "step": 4353
    },
    {
      "epoch": 8.84959349593496,
      "grad_norm": 6.319843780070029,
      "learning_rate": 6.862319427302899e-07,
      "loss": 0.5197,
      "step": 4354
    },
    {
      "epoch": 8.851626016260163,
      "grad_norm": 4.739516804744794,
      "learning_rate": 6.83837235126421e-07,
      "loss": 0.4667,
      "step": 4355
    },
    {
      "epoch": 8.853658536585366,
      "grad_norm": 5.929080935709462,
      "learning_rate": 6.814465652400237e-07,
      "loss": 0.2821,
      "step": 4356
    },
    {
      "epoch": 8.855691056910569,
      "grad_norm": 4.25102947367709,
      "learning_rate": 6.790599341072401e-07,
      "loss": 0.4291,
      "step": 4357
    },
    {
      "epoch": 8.857723577235772,
      "grad_norm": 4.456992719533615,
      "learning_rate": 6.766773427624585e-07,
      "loss": 0.4297,
      "step": 4358
    },
    {
      "epoch": 8.859756097560975,
      "grad_norm": 5.138940156184707,
      "learning_rate": 6.742987922383226e-07,
      "loss": 0.4121,
      "step": 4359
    },
    {
      "epoch": 8.861788617886178,
      "grad_norm": 4.612554410005175,
      "learning_rate": 6.719242835657147e-07,
      "loss": 0.5649,
      "step": 4360
    },
    {
      "epoch": 8.863821138211382,
      "grad_norm": 4.870797846480153,
      "learning_rate": 6.695538177737704e-07,
      "loss": 0.5788,
      "step": 4361
    },
    {
      "epoch": 8.865853658536585,
      "grad_norm": 5.207855424309213,
      "learning_rate": 6.671873958898756e-07,
      "loss": 0.4724,
      "step": 4362
    },
    {
      "epoch": 8.867886178861788,
      "grad_norm": 5.955739780543205,
      "learning_rate": 6.648250189396587e-07,
      "loss": 0.4072,
      "step": 4363
    },
    {
      "epoch": 8.869918699186991,
      "grad_norm": 5.825583477627128,
      "learning_rate": 6.62466687947001e-07,
      "loss": 0.4471,
      "step": 4364
    },
    {
      "epoch": 8.871951219512194,
      "grad_norm": 5.533709634640845,
      "learning_rate": 6.601124039340235e-07,
      "loss": 0.361,
      "step": 4365
    },
    {
      "epoch": 8.8739837398374,
      "grad_norm": 5.054749710800501,
      "learning_rate": 6.577621679210955e-07,
      "loss": 0.4067,
      "step": 4366
    },
    {
      "epoch": 8.8760162601626,
      "grad_norm": 4.569075257302053,
      "learning_rate": 6.554159809268357e-07,
      "loss": 0.3971,
      "step": 4367
    },
    {
      "epoch": 8.878048780487806,
      "grad_norm": 5.173725876684425,
      "learning_rate": 6.530738439681017e-07,
      "loss": 0.5345,
      "step": 4368
    },
    {
      "epoch": 8.880081300813009,
      "grad_norm": 5.316439198064189,
      "learning_rate": 6.507357580600049e-07,
      "loss": 0.5043,
      "step": 4369
    },
    {
      "epoch": 8.882113821138212,
      "grad_norm": 5.279527066002336,
      "learning_rate": 6.484017242158857e-07,
      "loss": 0.4194,
      "step": 4370
    },
    {
      "epoch": 8.884146341463415,
      "grad_norm": 4.725924357015053,
      "learning_rate": 6.460717434473451e-07,
      "loss": 0.4885,
      "step": 4371
    },
    {
      "epoch": 8.886178861788618,
      "grad_norm": 4.9741956944740995,
      "learning_rate": 6.437458167642164e-07,
      "loss": 0.4061,
      "step": 4372
    },
    {
      "epoch": 8.888211382113822,
      "grad_norm": 4.947334582218455,
      "learning_rate": 6.414239451745807e-07,
      "loss": 0.47,
      "step": 4373
    },
    {
      "epoch": 8.890243902439025,
      "grad_norm": 5.394353808943312,
      "learning_rate": 6.3910612968476e-07,
      "loss": 0.3788,
      "step": 4374
    },
    {
      "epoch": 8.892276422764228,
      "grad_norm": 5.078545087717936,
      "learning_rate": 6.367923712993163e-07,
      "loss": 0.5009,
      "step": 4375
    },
    {
      "epoch": 8.894308943089431,
      "grad_norm": 4.3538382925528145,
      "learning_rate": 6.344826710210584e-07,
      "loss": 0.436,
      "step": 4376
    },
    {
      "epoch": 8.896341463414634,
      "grad_norm": 6.101453395350926,
      "learning_rate": 6.321770298510332e-07,
      "loss": 0.4396,
      "step": 4377
    },
    {
      "epoch": 8.898373983739837,
      "grad_norm": 5.125523659027087,
      "learning_rate": 6.298754487885272e-07,
      "loss": 0.4398,
      "step": 4378
    },
    {
      "epoch": 8.90040650406504,
      "grad_norm": 5.281633506800064,
      "learning_rate": 6.27577928831069e-07,
      "loss": 0.3972,
      "step": 4379
    },
    {
      "epoch": 8.902439024390244,
      "grad_norm": 5.60637287242486,
      "learning_rate": 6.252844709744255e-07,
      "loss": 0.5272,
      "step": 4380
    },
    {
      "epoch": 8.904471544715447,
      "grad_norm": 5.810229449985162,
      "learning_rate": 6.229950762126058e-07,
      "loss": 0.431,
      "step": 4381
    },
    {
      "epoch": 8.90650406504065,
      "grad_norm": 4.330924353403116,
      "learning_rate": 6.207097455378563e-07,
      "loss": 0.4689,
      "step": 4382
    },
    {
      "epoch": 8.908536585365853,
      "grad_norm": 5.42343737971838,
      "learning_rate": 6.184284799406615e-07,
      "loss": 0.48,
      "step": 4383
    },
    {
      "epoch": 8.910569105691057,
      "grad_norm": 4.603522958251836,
      "learning_rate": 6.161512804097436e-07,
      "loss": 0.3326,
      "step": 4384
    },
    {
      "epoch": 8.91260162601626,
      "grad_norm": 5.0554771203241815,
      "learning_rate": 6.138781479320632e-07,
      "loss": 0.3474,
      "step": 4385
    },
    {
      "epoch": 8.914634146341463,
      "grad_norm": 5.599858922678689,
      "learning_rate": 6.116090834928213e-07,
      "loss": 0.4523,
      "step": 4386
    },
    {
      "epoch": 8.916666666666666,
      "grad_norm": 4.30695733951631,
      "learning_rate": 6.093440880754508e-07,
      "loss": 0.4447,
      "step": 4387
    },
    {
      "epoch": 8.91869918699187,
      "grad_norm": 5.80018752260982,
      "learning_rate": 6.070831626616236e-07,
      "loss": 0.446,
      "step": 4388
    },
    {
      "epoch": 8.920731707317072,
      "grad_norm": 5.538079741816438,
      "learning_rate": 6.048263082312478e-07,
      "loss": 0.4882,
      "step": 4389
    },
    {
      "epoch": 8.922764227642276,
      "grad_norm": 4.606880746337986,
      "learning_rate": 6.025735257624654e-07,
      "loss": 0.5007,
      "step": 4390
    },
    {
      "epoch": 8.92479674796748,
      "grad_norm": 4.908952576407026,
      "learning_rate": 6.003248162316555e-07,
      "loss": 0.4071,
      "step": 4391
    },
    {
      "epoch": 8.926829268292684,
      "grad_norm": 4.627905192595351,
      "learning_rate": 5.980801806134318e-07,
      "loss": 0.4947,
      "step": 4392
    },
    {
      "epoch": 8.928861788617887,
      "grad_norm": 4.983180828033927,
      "learning_rate": 5.958396198806405e-07,
      "loss": 0.4525,
      "step": 4393
    },
    {
      "epoch": 8.93089430894309,
      "grad_norm": 4.516935843139752,
      "learning_rate": 5.936031350043625e-07,
      "loss": 0.3835,
      "step": 4394
    },
    {
      "epoch": 8.932926829268293,
      "grad_norm": 5.488692116223383,
      "learning_rate": 5.913707269539126e-07,
      "loss": 0.4304,
      "step": 4395
    },
    {
      "epoch": 8.934959349593496,
      "grad_norm": 4.785684735956892,
      "learning_rate": 5.891423966968413e-07,
      "loss": 0.4248,
      "step": 4396
    },
    {
      "epoch": 8.9369918699187,
      "grad_norm": 5.127313223244118,
      "learning_rate": 5.869181451989259e-07,
      "loss": 0.4436,
      "step": 4397
    },
    {
      "epoch": 8.939024390243903,
      "grad_norm": 5.29428781816751,
      "learning_rate": 5.846979734241809e-07,
      "loss": 0.5161,
      "step": 4398
    },
    {
      "epoch": 8.941056910569106,
      "grad_norm": 5.241561527851893,
      "learning_rate": 5.8248188233485e-07,
      "loss": 0.4273,
      "step": 4399
    },
    {
      "epoch": 8.94308943089431,
      "grad_norm": 4.792578283572765,
      "learning_rate": 5.80269872891408e-07,
      "loss": 0.4946,
      "step": 4400
    },
    {
      "epoch": 8.945121951219512,
      "grad_norm": 4.486934152593047,
      "learning_rate": 5.780619460525661e-07,
      "loss": 0.3819,
      "step": 4401
    },
    {
      "epoch": 8.947154471544716,
      "grad_norm": 5.188700958002736,
      "learning_rate": 5.758581027752552e-07,
      "loss": 0.4377,
      "step": 4402
    },
    {
      "epoch": 8.949186991869919,
      "grad_norm": 5.196018421589996,
      "learning_rate": 5.736583440146482e-07,
      "loss": 0.4636,
      "step": 4403
    },
    {
      "epoch": 8.951219512195122,
      "grad_norm": 5.397343851590606,
      "learning_rate": 5.714626707241411e-07,
      "loss": 0.4036,
      "step": 4404
    },
    {
      "epoch": 8.953252032520325,
      "grad_norm": 5.040187755854167,
      "learning_rate": 5.692710838553572e-07,
      "loss": 0.4736,
      "step": 4405
    },
    {
      "epoch": 8.955284552845528,
      "grad_norm": 4.345093344969024,
      "learning_rate": 5.67083584358159e-07,
      "loss": 0.4475,
      "step": 4406
    },
    {
      "epoch": 8.957317073170731,
      "grad_norm": 5.226774103255528,
      "learning_rate": 5.649001731806226e-07,
      "loss": 0.5535,
      "step": 4407
    },
    {
      "epoch": 8.959349593495935,
      "grad_norm": 5.572737447196633,
      "learning_rate": 5.627208512690641e-07,
      "loss": 0.5172,
      "step": 4408
    },
    {
      "epoch": 8.961382113821138,
      "grad_norm": 5.0815458513978475,
      "learning_rate": 5.605456195680248e-07,
      "loss": 0.4004,
      "step": 4409
    },
    {
      "epoch": 8.963414634146341,
      "grad_norm": 4.696172596648737,
      "learning_rate": 5.583744790202672e-07,
      "loss": 0.4386,
      "step": 4410
    },
    {
      "epoch": 8.965447154471544,
      "grad_norm": 5.4955060498071715,
      "learning_rate": 5.562074305667908e-07,
      "loss": 0.42,
      "step": 4411
    },
    {
      "epoch": 8.967479674796747,
      "grad_norm": 4.781897261674849,
      "learning_rate": 5.5404447514681e-07,
      "loss": 0.4244,
      "step": 4412
    },
    {
      "epoch": 8.96951219512195,
      "grad_norm": 5.448393182396848,
      "learning_rate": 5.518856136977758e-07,
      "loss": 0.4363,
      "step": 4413
    },
    {
      "epoch": 8.971544715447154,
      "grad_norm": 5.784878021478179,
      "learning_rate": 5.497308471553586e-07,
      "loss": 0.5315,
      "step": 4414
    },
    {
      "epoch": 8.973577235772357,
      "grad_norm": 4.884931049956898,
      "learning_rate": 5.475801764534538e-07,
      "loss": 0.4487,
      "step": 4415
    },
    {
      "epoch": 8.975609756097562,
      "grad_norm": 5.375388600487724,
      "learning_rate": 5.45433602524188e-07,
      "loss": 0.4807,
      "step": 4416
    },
    {
      "epoch": 8.977642276422765,
      "grad_norm": 5.886292838089242,
      "learning_rate": 5.432911262979024e-07,
      "loss": 0.4378,
      "step": 4417
    },
    {
      "epoch": 8.979674796747968,
      "grad_norm": 5.261132672452963,
      "learning_rate": 5.411527487031709e-07,
      "loss": 0.3806,
      "step": 4418
    },
    {
      "epoch": 8.981707317073171,
      "grad_norm": 5.240744206569963,
      "learning_rate": 5.390184706667867e-07,
      "loss": 0.3733,
      "step": 4419
    },
    {
      "epoch": 8.983739837398375,
      "grad_norm": 4.164394963912711,
      "learning_rate": 5.368882931137675e-07,
      "loss": 0.4541,
      "step": 4420
    },
    {
      "epoch": 8.985772357723578,
      "grad_norm": 5.58088009389505,
      "learning_rate": 5.347622169673516e-07,
      "loss": 0.5105,
      "step": 4421
    },
    {
      "epoch": 8.987804878048781,
      "grad_norm": 4.540040333285712,
      "learning_rate": 5.32640243149003e-07,
      "loss": 0.4419,
      "step": 4422
    },
    {
      "epoch": 8.989837398373984,
      "grad_norm": 4.857473803886191,
      "learning_rate": 5.305223725784059e-07,
      "loss": 0.3958,
      "step": 4423
    },
    {
      "epoch": 8.991869918699187,
      "grad_norm": 4.700046946030152,
      "learning_rate": 5.284086061734672e-07,
      "loss": 0.432,
      "step": 4424
    },
    {
      "epoch": 8.99390243902439,
      "grad_norm": 5.2801315719397675,
      "learning_rate": 5.262989448503142e-07,
      "loss": 0.3978,
      "step": 4425
    },
    {
      "epoch": 8.995934959349594,
      "grad_norm": 4.863535192900564,
      "learning_rate": 5.241933895232931e-07,
      "loss": 0.4627,
      "step": 4426
    },
    {
      "epoch": 8.997967479674797,
      "grad_norm": 4.7696766785215825,
      "learning_rate": 5.220919411049741e-07,
      "loss": 0.4771,
      "step": 4427
    },
    {
      "epoch": 9.0,
      "grad_norm": 6.346615344317735,
      "learning_rate": 5.199946005061462e-07,
      "loss": 0.5389,
      "step": 4428
    },
    {
      "epoch": 9.0,
      "eval_loss": 1.053712248802185,
      "eval_runtime": 132.122,
      "eval_samples_per_second": 7.448,
      "eval_steps_per_second": 0.931,
      "step": 4428
    },
    {
      "epoch": 9.002032520325203,
      "grad_norm": 4.9739355056094,
      "learning_rate": 5.17901368635817e-07,
      "loss": 0.5309,
      "step": 4429
    },
    {
      "epoch": 9.004065040650406,
      "grad_norm": 4.8167306005144646,
      "learning_rate": 5.158122464012138e-07,
      "loss": 0.5466,
      "step": 4430
    },
    {
      "epoch": 9.00609756097561,
      "grad_norm": 4.587792022800118,
      "learning_rate": 5.137272347077838e-07,
      "loss": 0.4702,
      "step": 4431
    },
    {
      "epoch": 9.008130081300813,
      "grad_norm": 4.198963280857847,
      "learning_rate": 5.116463344591893e-07,
      "loss": 0.4196,
      "step": 4432
    },
    {
      "epoch": 9.010162601626016,
      "grad_norm": 4.923867111225552,
      "learning_rate": 5.095695465573158e-07,
      "loss": 0.4404,
      "step": 4433
    },
    {
      "epoch": 9.012195121951219,
      "grad_norm": 4.765354993637875,
      "learning_rate": 5.074968719022644e-07,
      "loss": 0.4637,
      "step": 4434
    },
    {
      "epoch": 9.014227642276422,
      "grad_norm": 4.728779322896657,
      "learning_rate": 5.054283113923508e-07,
      "loss": 0.3795,
      "step": 4435
    },
    {
      "epoch": 9.016260162601625,
      "grad_norm": 5.678579951931546,
      "learning_rate": 5.033638659241102e-07,
      "loss": 0.4142,
      "step": 4436
    },
    {
      "epoch": 9.018292682926829,
      "grad_norm": 4.588773968544693,
      "learning_rate": 5.013035363922925e-07,
      "loss": 0.3464,
      "step": 4437
    },
    {
      "epoch": 9.020325203252032,
      "grad_norm": 4.788468654905465,
      "learning_rate": 4.992473236898676e-07,
      "loss": 0.3649,
      "step": 4438
    },
    {
      "epoch": 9.022357723577235,
      "grad_norm": 4.287673114420762,
      "learning_rate": 4.971952287080173e-07,
      "loss": 0.5012,
      "step": 4439
    },
    {
      "epoch": 9.024390243902438,
      "grad_norm": 5.418775022411461,
      "learning_rate": 4.951472523361401e-07,
      "loss": 0.4093,
      "step": 4440
    },
    {
      "epoch": 9.026422764227643,
      "grad_norm": 4.592229085293213,
      "learning_rate": 4.931033954618492e-07,
      "loss": 0.4835,
      "step": 4441
    },
    {
      "epoch": 9.028455284552846,
      "grad_norm": 5.2970179767102366,
      "learning_rate": 4.910636589709716e-07,
      "loss": 0.4574,
      "step": 4442
    },
    {
      "epoch": 9.03048780487805,
      "grad_norm": 5.164531612712752,
      "learning_rate": 4.890280437475503e-07,
      "loss": 0.473,
      "step": 4443
    },
    {
      "epoch": 9.032520325203253,
      "grad_norm": 4.28507916280863,
      "learning_rate": 4.869965506738416e-07,
      "loss": 0.4189,
      "step": 4444
    },
    {
      "epoch": 9.034552845528456,
      "grad_norm": 4.992798263975871,
      "learning_rate": 4.849691806303147e-07,
      "loss": 0.4718,
      "step": 4445
    },
    {
      "epoch": 9.036585365853659,
      "grad_norm": 5.536311563828069,
      "learning_rate": 4.829459344956511e-07,
      "loss": 0.4053,
      "step": 4446
    },
    {
      "epoch": 9.038617886178862,
      "grad_norm": 4.36924146342536,
      "learning_rate": 4.809268131467448e-07,
      "loss": 0.3377,
      "step": 4447
    },
    {
      "epoch": 9.040650406504065,
      "grad_norm": 5.508799256514077,
      "learning_rate": 4.789118174587071e-07,
      "loss": 0.4484,
      "step": 4448
    },
    {
      "epoch": 9.042682926829269,
      "grad_norm": 4.633493378971268,
      "learning_rate": 4.769009483048515e-07,
      "loss": 0.5297,
      "step": 4449
    },
    {
      "epoch": 9.044715447154472,
      "grad_norm": 4.761786420757763,
      "learning_rate": 4.748942065567119e-07,
      "loss": 0.4803,
      "step": 4450
    },
    {
      "epoch": 9.046747967479675,
      "grad_norm": 5.452689087014923,
      "learning_rate": 4.7289159308402943e-07,
      "loss": 0.5047,
      "step": 4451
    },
    {
      "epoch": 9.048780487804878,
      "grad_norm": 4.669574611450418,
      "learning_rate": 4.7089310875475856e-07,
      "loss": 0.3543,
      "step": 4452
    },
    {
      "epoch": 9.050813008130081,
      "grad_norm": 5.551974611975841,
      "learning_rate": 4.6889875443506207e-07,
      "loss": 0.3749,
      "step": 4453
    },
    {
      "epoch": 9.052845528455284,
      "grad_norm": 5.056471078778258,
      "learning_rate": 4.6690853098930844e-07,
      "loss": 0.5253,
      "step": 4454
    },
    {
      "epoch": 9.054878048780488,
      "grad_norm": 4.050508472276154,
      "learning_rate": 4.649224392800844e-07,
      "loss": 0.3617,
      "step": 4455
    },
    {
      "epoch": 9.05691056910569,
      "grad_norm": 4.522340675643052,
      "learning_rate": 4.6294048016817917e-07,
      "loss": 0.3858,
      "step": 4456
    },
    {
      "epoch": 9.058943089430894,
      "grad_norm": 5.407643277916597,
      "learning_rate": 4.6096265451259783e-07,
      "loss": 0.3172,
      "step": 4457
    },
    {
      "epoch": 9.060975609756097,
      "grad_norm": 4.612735225378065,
      "learning_rate": 4.5898896317054686e-07,
      "loss": 0.4968,
      "step": 4458
    },
    {
      "epoch": 9.0630081300813,
      "grad_norm": 6.004703357457538,
      "learning_rate": 4.570194069974421e-07,
      "loss": 0.4607,
      "step": 4459
    },
    {
      "epoch": 9.065040650406504,
      "grad_norm": 5.082747992868454,
      "learning_rate": 4.550539868469106e-07,
      "loss": 0.509,
      "step": 4460
    },
    {
      "epoch": 9.067073170731707,
      "grad_norm": 5.142589617833051,
      "learning_rate": 4.530927035707844e-07,
      "loss": 0.5075,
      "step": 4461
    },
    {
      "epoch": 9.06910569105691,
      "grad_norm": 5.318391709225177,
      "learning_rate": 4.511355580191057e-07,
      "loss": 0.4931,
      "step": 4462
    },
    {
      "epoch": 9.071138211382113,
      "grad_norm": 5.303798651436456,
      "learning_rate": 4.491825510401171e-07,
      "loss": 0.4357,
      "step": 4463
    },
    {
      "epoch": 9.073170731707316,
      "grad_norm": 4.765884479637659,
      "learning_rate": 4.4723368348027375e-07,
      "loss": 0.4636,
      "step": 4464
    },
    {
      "epoch": 9.075203252032521,
      "grad_norm": 4.349774261823624,
      "learning_rate": 4.452889561842333e-07,
      "loss": 0.3978,
      "step": 4465
    },
    {
      "epoch": 9.077235772357724,
      "grad_norm": 4.85070539193404,
      "learning_rate": 4.433483699948582e-07,
      "loss": 0.3842,
      "step": 4466
    },
    {
      "epoch": 9.079268292682928,
      "grad_norm": 4.509229583034046,
      "learning_rate": 4.4141192575322233e-07,
      "loss": 0.4564,
      "step": 4467
    },
    {
      "epoch": 9.08130081300813,
      "grad_norm": 5.455826424748683,
      "learning_rate": 4.394796242985933e-07,
      "loss": 0.4575,
      "step": 4468
    },
    {
      "epoch": 9.083333333333334,
      "grad_norm": 5.898574192400908,
      "learning_rate": 4.3755146646845546e-07,
      "loss": 0.3811,
      "step": 4469
    },
    {
      "epoch": 9.085365853658537,
      "grad_norm": 4.543732134620541,
      "learning_rate": 4.356274530984905e-07,
      "loss": 0.3862,
      "step": 4470
    },
    {
      "epoch": 9.08739837398374,
      "grad_norm": 5.244479354080338,
      "learning_rate": 4.337075850225814e-07,
      "loss": 0.4484,
      "step": 4471
    },
    {
      "epoch": 9.089430894308943,
      "grad_norm": 4.285386818582205,
      "learning_rate": 4.317918630728235e-07,
      "loss": 0.4262,
      "step": 4472
    },
    {
      "epoch": 9.091463414634147,
      "grad_norm": 5.0334738899850135,
      "learning_rate": 4.2988028807950386e-07,
      "loss": 0.4123,
      "step": 4473
    },
    {
      "epoch": 9.09349593495935,
      "grad_norm": 4.74525016408013,
      "learning_rate": 4.2797286087112313e-07,
      "loss": 0.3843,
      "step": 4474
    },
    {
      "epoch": 9.095528455284553,
      "grad_norm": 5.395753998228139,
      "learning_rate": 4.2606958227437655e-07,
      "loss": 0.386,
      "step": 4475
    },
    {
      "epoch": 9.097560975609756,
      "grad_norm": 5.395395079180936,
      "learning_rate": 4.241704531141633e-07,
      "loss": 0.443,
      "step": 4476
    },
    {
      "epoch": 9.09959349593496,
      "grad_norm": 4.581758012339319,
      "learning_rate": 4.222754742135893e-07,
      "loss": 0.4158,
      "step": 4477
    },
    {
      "epoch": 9.101626016260163,
      "grad_norm": 5.543299145501715,
      "learning_rate": 4.203846463939498e-07,
      "loss": 0.4884,
      "step": 4478
    },
    {
      "epoch": 9.103658536585366,
      "grad_norm": 4.52904423659004,
      "learning_rate": 4.184979704747549e-07,
      "loss": 0.3578,
      "step": 4479
    },
    {
      "epoch": 9.105691056910569,
      "grad_norm": 4.232977268740833,
      "learning_rate": 4.166154472737061e-07,
      "loss": 0.3976,
      "step": 4480
    },
    {
      "epoch": 9.107723577235772,
      "grad_norm": 5.227096216144695,
      "learning_rate": 4.147370776067083e-07,
      "loss": 0.4119,
      "step": 4481
    },
    {
      "epoch": 9.109756097560975,
      "grad_norm": 4.498015103939749,
      "learning_rate": 4.12862862287865e-07,
      "loss": 0.3784,
      "step": 4482
    },
    {
      "epoch": 9.111788617886178,
      "grad_norm": 4.401029951151349,
      "learning_rate": 4.1099280212947846e-07,
      "loss": 0.4354,
      "step": 4483
    },
    {
      "epoch": 9.113821138211382,
      "grad_norm": 4.356192399239374,
      "learning_rate": 4.091268979420537e-07,
      "loss": 0.3669,
      "step": 4484
    },
    {
      "epoch": 9.115853658536585,
      "grad_norm": 5.320108513673478,
      "learning_rate": 4.072651505342917e-07,
      "loss": 0.4546,
      "step": 4485
    },
    {
      "epoch": 9.117886178861788,
      "grad_norm": 4.95416184999179,
      "learning_rate": 4.054075607130914e-07,
      "loss": 0.4476,
      "step": 4486
    },
    {
      "epoch": 9.119918699186991,
      "grad_norm": 5.169717752762151,
      "learning_rate": 4.03554129283551e-07,
      "loss": 0.5741,
      "step": 4487
    },
    {
      "epoch": 9.121951219512194,
      "grad_norm": 4.968436798652821,
      "learning_rate": 4.0170485704896453e-07,
      "loss": 0.4238,
      "step": 4488
    },
    {
      "epoch": 9.123983739837398,
      "grad_norm": 4.66757296626012,
      "learning_rate": 3.998597448108277e-07,
      "loss": 0.5159,
      "step": 4489
    },
    {
      "epoch": 9.126016260162602,
      "grad_norm": 5.775659294197042,
      "learning_rate": 3.980187933688306e-07,
      "loss": 0.3083,
      "step": 4490
    },
    {
      "epoch": 9.128048780487806,
      "grad_norm": 5.0309672017372415,
      "learning_rate": 3.9618200352085745e-07,
      "loss": 0.3802,
      "step": 4491
    },
    {
      "epoch": 9.130081300813009,
      "grad_norm": 5.0176395362125366,
      "learning_rate": 3.943493760629924e-07,
      "loss": 0.3894,
      "step": 4492
    },
    {
      "epoch": 9.132113821138212,
      "grad_norm": 5.224518557754616,
      "learning_rate": 3.925209117895135e-07,
      "loss": 0.3973,
      "step": 4493
    },
    {
      "epoch": 9.134146341463415,
      "grad_norm": 4.54833930033871,
      "learning_rate": 3.9069661149289674e-07,
      "loss": 0.413,
      "step": 4494
    },
    {
      "epoch": 9.136178861788618,
      "grad_norm": 5.324194141595845,
      "learning_rate": 3.8887647596381195e-07,
      "loss": 0.3963,
      "step": 4495
    },
    {
      "epoch": 9.138211382113822,
      "grad_norm": 5.4246434566124995,
      "learning_rate": 3.8706050599112363e-07,
      "loss": 0.4139,
      "step": 4496
    },
    {
      "epoch": 9.140243902439025,
      "grad_norm": 4.74109910612423,
      "learning_rate": 3.8524870236189005e-07,
      "loss": 0.3827,
      "step": 4497
    },
    {
      "epoch": 9.142276422764228,
      "grad_norm": 4.789463064058026,
      "learning_rate": 3.834410658613652e-07,
      "loss": 0.389,
      "step": 4498
    },
    {
      "epoch": 9.144308943089431,
      "grad_norm": 4.875665735496934,
      "learning_rate": 3.8163759727299796e-07,
      "loss": 0.3689,
      "step": 4499
    },
    {
      "epoch": 9.146341463414634,
      "grad_norm": 4.766931071690428,
      "learning_rate": 3.798382973784298e-07,
      "loss": 0.339,
      "step": 4500
    },
    {
      "epoch": 9.148373983739837,
      "grad_norm": 5.343474772140771,
      "learning_rate": 3.780431669574935e-07,
      "loss": 0.3548,
      "step": 4501
    },
    {
      "epoch": 9.15040650406504,
      "grad_norm": 4.7651701567616636,
      "learning_rate": 3.7625220678821795e-07,
      "loss": 0.3195,
      "step": 4502
    },
    {
      "epoch": 9.152439024390244,
      "grad_norm": 5.4372591042896445,
      "learning_rate": 3.74465417646821e-07,
      "loss": 0.3818,
      "step": 4503
    },
    {
      "epoch": 9.154471544715447,
      "grad_norm": 5.288530997420765,
      "learning_rate": 3.7268280030771655e-07,
      "loss": 0.3952,
      "step": 4504
    },
    {
      "epoch": 9.15650406504065,
      "grad_norm": 5.259729685550877,
      "learning_rate": 3.709043555435088e-07,
      "loss": 0.413,
      "step": 4505
    },
    {
      "epoch": 9.158536585365853,
      "grad_norm": 5.30909554262666,
      "learning_rate": 3.6913008412499227e-07,
      "loss": 0.3398,
      "step": 4506
    },
    {
      "epoch": 9.160569105691057,
      "grad_norm": 4.548190856711865,
      "learning_rate": 3.6735998682115416e-07,
      "loss": 0.3397,
      "step": 4507
    },
    {
      "epoch": 9.16260162601626,
      "grad_norm": 4.338874921401737,
      "learning_rate": 3.655940643991718e-07,
      "loss": 0.4062,
      "step": 4508
    },
    {
      "epoch": 9.164634146341463,
      "grad_norm": 5.830553117179361,
      "learning_rate": 3.638323176244152e-07,
      "loss": 0.4495,
      "step": 4509
    },
    {
      "epoch": 9.166666666666666,
      "grad_norm": 4.744653213814627,
      "learning_rate": 3.620747472604413e-07,
      "loss": 0.3356,
      "step": 4510
    },
    {
      "epoch": 9.16869918699187,
      "grad_norm": 4.960472908103585,
      "learning_rate": 3.603213540689998e-07,
      "loss": 0.3612,
      "step": 4511
    },
    {
      "epoch": 9.170731707317072,
      "grad_norm": 5.45593980720699,
      "learning_rate": 3.585721388100283e-07,
      "loss": 0.4288,
      "step": 4512
    },
    {
      "epoch": 9.172764227642276,
      "grad_norm": 5.84952813844074,
      "learning_rate": 3.5682710224165143e-07,
      "loss": 0.4593,
      "step": 4513
    },
    {
      "epoch": 9.17479674796748,
      "grad_norm": 5.211499005598525,
      "learning_rate": 3.550862451201909e-07,
      "loss": 0.3827,
      "step": 4514
    },
    {
      "epoch": 9.176829268292684,
      "grad_norm": 5.866083123419872,
      "learning_rate": 3.533495682001453e-07,
      "loss": 0.4348,
      "step": 4515
    },
    {
      "epoch": 9.178861788617887,
      "grad_norm": 5.337438043193671,
      "learning_rate": 3.516170722342127e-07,
      "loss": 0.4431,
      "step": 4516
    },
    {
      "epoch": 9.18089430894309,
      "grad_norm": 5.41709430896333,
      "learning_rate": 3.4988875797327125e-07,
      "loss": 0.4183,
      "step": 4517
    },
    {
      "epoch": 9.182926829268293,
      "grad_norm": 5.151713066206893,
      "learning_rate": 3.4816462616638847e-07,
      "loss": 0.5494,
      "step": 4518
    },
    {
      "epoch": 9.184959349593496,
      "grad_norm": 5.174763762215458,
      "learning_rate": 3.4644467756082543e-07,
      "loss": 0.4385,
      "step": 4519
    },
    {
      "epoch": 9.1869918699187,
      "grad_norm": 5.262723745987425,
      "learning_rate": 3.4472891290201927e-07,
      "loss": 0.433,
      "step": 4520
    },
    {
      "epoch": 9.189024390243903,
      "grad_norm": 5.178116790951913,
      "learning_rate": 3.4301733293360175e-07,
      "loss": 0.4969,
      "step": 4521
    },
    {
      "epoch": 9.191056910569106,
      "grad_norm": 5.5920793687815245,
      "learning_rate": 3.4130993839738944e-07,
      "loss": 0.3751,
      "step": 4522
    },
    {
      "epoch": 9.19308943089431,
      "grad_norm": 4.691094536612961,
      "learning_rate": 3.396067300333816e-07,
      "loss": 0.3828,
      "step": 4523
    },
    {
      "epoch": 9.195121951219512,
      "grad_norm": 4.466942522696814,
      "learning_rate": 3.3790770857976995e-07,
      "loss": 0.4728,
      "step": 4524
    },
    {
      "epoch": 9.197154471544716,
      "grad_norm": 5.170396850238235,
      "learning_rate": 3.362128747729221e-07,
      "loss": 0.3321,
      "step": 4525
    },
    {
      "epoch": 9.199186991869919,
      "grad_norm": 5.742781117579047,
      "learning_rate": 3.3452222934739933e-07,
      "loss": 0.3748,
      "step": 4526
    },
    {
      "epoch": 9.201219512195122,
      "grad_norm": 4.788712625587141,
      "learning_rate": 3.328357730359422e-07,
      "loss": 0.4976,
      "step": 4527
    },
    {
      "epoch": 9.203252032520325,
      "grad_norm": 5.678708638076202,
      "learning_rate": 3.3115350656948043e-07,
      "loss": 0.4878,
      "step": 4528
    },
    {
      "epoch": 9.205284552845528,
      "grad_norm": 5.535324694315797,
      "learning_rate": 3.2947543067712195e-07,
      "loss": 0.4087,
      "step": 4529
    },
    {
      "epoch": 9.207317073170731,
      "grad_norm": 4.588163537670723,
      "learning_rate": 3.278015460861628e-07,
      "loss": 0.5674,
      "step": 4530
    },
    {
      "epoch": 9.209349593495935,
      "grad_norm": 5.028188743861141,
      "learning_rate": 3.2613185352208143e-07,
      "loss": 0.5677,
      "step": 4531
    },
    {
      "epoch": 9.211382113821138,
      "grad_norm": 5.828781031277548,
      "learning_rate": 3.2446635370853686e-07,
      "loss": 0.4815,
      "step": 4532
    },
    {
      "epoch": 9.213414634146341,
      "grad_norm": 4.897057575497604,
      "learning_rate": 3.2280504736737936e-07,
      "loss": 0.4136,
      "step": 4533
    },
    {
      "epoch": 9.215447154471544,
      "grad_norm": 5.834167303503153,
      "learning_rate": 3.2114793521862864e-07,
      "loss": 0.3507,
      "step": 4534
    },
    {
      "epoch": 9.217479674796747,
      "grad_norm": 4.981959682864659,
      "learning_rate": 3.1949501798049675e-07,
      "loss": 0.356,
      "step": 4535
    },
    {
      "epoch": 9.21951219512195,
      "grad_norm": 4.963467121346392,
      "learning_rate": 3.1784629636937404e-07,
      "loss": 0.3451,
      "step": 4536
    },
    {
      "epoch": 9.221544715447154,
      "grad_norm": 4.846517948474432,
      "learning_rate": 3.162017710998322e-07,
      "loss": 0.7385,
      "step": 4537
    },
    {
      "epoch": 9.223577235772357,
      "grad_norm": 5.303573805401992,
      "learning_rate": 3.1456144288462773e-07,
      "loss": 0.4533,
      "step": 4538
    },
    {
      "epoch": 9.225609756097562,
      "grad_norm": 5.230442952623761,
      "learning_rate": 3.1292531243469204e-07,
      "loss": 0.3954,
      "step": 4539
    },
    {
      "epoch": 9.227642276422765,
      "grad_norm": 5.095393892090179,
      "learning_rate": 3.1129338045914004e-07,
      "loss": 0.467,
      "step": 4540
    },
    {
      "epoch": 9.229674796747968,
      "grad_norm": 5.076572673156048,
      "learning_rate": 3.096656476652693e-07,
      "loss": 0.4518,
      "step": 4541
    },
    {
      "epoch": 9.231707317073171,
      "grad_norm": 4.558537387706208,
      "learning_rate": 3.0804211475855436e-07,
      "loss": 0.483,
      "step": 4542
    },
    {
      "epoch": 9.233739837398375,
      "grad_norm": 6.001935084716186,
      "learning_rate": 3.064227824426513e-07,
      "loss": 0.4142,
      "step": 4543
    },
    {
      "epoch": 9.235772357723578,
      "grad_norm": 4.341942916138309,
      "learning_rate": 3.0480765141939316e-07,
      "loss": 0.4356,
      "step": 4544
    },
    {
      "epoch": 9.237804878048781,
      "grad_norm": 4.771368752038076,
      "learning_rate": 3.031967223887955e-07,
      "loss": 0.4081,
      "step": 4545
    },
    {
      "epoch": 9.239837398373984,
      "grad_norm": 4.589090021995307,
      "learning_rate": 3.015899960490498e-07,
      "loss": 0.4277,
      "step": 4546
    },
    {
      "epoch": 9.241869918699187,
      "grad_norm": 5.417193126647664,
      "learning_rate": 2.999874730965291e-07,
      "loss": 0.4788,
      "step": 4547
    },
    {
      "epoch": 9.24390243902439,
      "grad_norm": 4.756047841944045,
      "learning_rate": 2.9838915422578e-07,
      "loss": 0.495,
      "step": 4548
    },
    {
      "epoch": 9.245934959349594,
      "grad_norm": 4.721926665903183,
      "learning_rate": 2.967950401295305e-07,
      "loss": 0.4922,
      "step": 4549
    },
    {
      "epoch": 9.247967479674797,
      "grad_norm": 4.650961107642811,
      "learning_rate": 2.95205131498687e-07,
      "loss": 0.3485,
      "step": 4550
    },
    {
      "epoch": 9.25,
      "grad_norm": 4.6864549982937955,
      "learning_rate": 2.9361942902233155e-07,
      "loss": 0.5005,
      "step": 4551
    },
    {
      "epoch": 9.252032520325203,
      "grad_norm": 5.275340363241378,
      "learning_rate": 2.920379333877221e-07,
      "loss": 0.4513,
      "step": 4552
    },
    {
      "epoch": 9.254065040650406,
      "grad_norm": 5.182804055396432,
      "learning_rate": 2.9046064528029493e-07,
      "loss": 0.3585,
      "step": 4553
    },
    {
      "epoch": 9.25609756097561,
      "grad_norm": 5.215771437540787,
      "learning_rate": 2.8888756538366203e-07,
      "loss": 0.4447,
      "step": 4554
    },
    {
      "epoch": 9.258130081300813,
      "grad_norm": 5.4169331480112834,
      "learning_rate": 2.8731869437961246e-07,
      "loss": 0.4168,
      "step": 4555
    },
    {
      "epoch": 9.260162601626016,
      "grad_norm": 5.435935517246761,
      "learning_rate": 2.8575403294811123e-07,
      "loss": 0.4149,
      "step": 4556
    },
    {
      "epoch": 9.262195121951219,
      "grad_norm": 5.269575935791066,
      "learning_rate": 2.8419358176729694e-07,
      "loss": 0.4881,
      "step": 4557
    },
    {
      "epoch": 9.264227642276422,
      "grad_norm": 5.344712967549321,
      "learning_rate": 2.8263734151348533e-07,
      "loss": 0.4657,
      "step": 4558
    },
    {
      "epoch": 9.266260162601625,
      "grad_norm": 4.8459882072561395,
      "learning_rate": 2.810853128611646e-07,
      "loss": 0.482,
      "step": 4559
    },
    {
      "epoch": 9.268292682926829,
      "grad_norm": 4.37543836111265,
      "learning_rate": 2.795374964830022e-07,
      "loss": 0.4429,
      "step": 4560
    },
    {
      "epoch": 9.270325203252032,
      "grad_norm": 4.989512182164597,
      "learning_rate": 2.779938930498349e-07,
      "loss": 0.4077,
      "step": 4561
    },
    {
      "epoch": 9.272357723577235,
      "grad_norm": 5.464577557066134,
      "learning_rate": 2.7645450323067756e-07,
      "loss": 0.4122,
      "step": 4562
    },
    {
      "epoch": 9.274390243902438,
      "grad_norm": 4.977321255156109,
      "learning_rate": 2.749193276927153e-07,
      "loss": 0.4313,
      "step": 4563
    },
    {
      "epoch": 9.276422764227643,
      "grad_norm": 4.446948624198841,
      "learning_rate": 2.733883671013082e-07,
      "loss": 0.4183,
      "step": 4564
    },
    {
      "epoch": 9.278455284552846,
      "grad_norm": 5.712701956718451,
      "learning_rate": 2.718616221199921e-07,
      "loss": 0.5348,
      "step": 4565
    },
    {
      "epoch": 9.28048780487805,
      "grad_norm": 4.985747807913763,
      "learning_rate": 2.7033909341047213e-07,
      "loss": 0.4259,
      "step": 4566
    },
    {
      "epoch": 9.282520325203253,
      "grad_norm": 4.311896632493715,
      "learning_rate": 2.6882078163262717e-07,
      "loss": 0.4901,
      "step": 4567
    },
    {
      "epoch": 9.284552845528456,
      "grad_norm": 5.568037749981777,
      "learning_rate": 2.673066874445096e-07,
      "loss": 0.5156,
      "step": 4568
    },
    {
      "epoch": 9.286585365853659,
      "grad_norm": 5.251174224719762,
      "learning_rate": 2.657968115023402e-07,
      "loss": 0.3911,
      "step": 4569
    },
    {
      "epoch": 9.288617886178862,
      "grad_norm": 4.652450243509443,
      "learning_rate": 2.6429115446051757e-07,
      "loss": 0.4573,
      "step": 4570
    },
    {
      "epoch": 9.290650406504065,
      "grad_norm": 5.722801931270064,
      "learning_rate": 2.6278971697160647e-07,
      "loss": 0.4026,
      "step": 4571
    },
    {
      "epoch": 9.292682926829269,
      "grad_norm": 5.890696912125531,
      "learning_rate": 2.612924996863453e-07,
      "loss": 0.3686,
      "step": 4572
    },
    {
      "epoch": 9.294715447154472,
      "grad_norm": 5.660495136494396,
      "learning_rate": 2.597995032536438e-07,
      "loss": 0.3918,
      "step": 4573
    },
    {
      "epoch": 9.296747967479675,
      "grad_norm": 4.703178992942444,
      "learning_rate": 2.583107283205788e-07,
      "loss": 0.5142,
      "step": 4574
    },
    {
      "epoch": 9.298780487804878,
      "grad_norm": 4.933513012233035,
      "learning_rate": 2.568261755324042e-07,
      "loss": 0.3082,
      "step": 4575
    },
    {
      "epoch": 9.300813008130081,
      "grad_norm": 4.772258352487176,
      "learning_rate": 2.5534584553253526e-07,
      "loss": 0.5157,
      "step": 4576
    },
    {
      "epoch": 9.302845528455284,
      "grad_norm": 4.753357409059537,
      "learning_rate": 2.538697389625644e-07,
      "loss": 0.4,
      "step": 4577
    },
    {
      "epoch": 9.304878048780488,
      "grad_norm": 5.593884371276785,
      "learning_rate": 2.52397856462252e-07,
      "loss": 0.4859,
      "step": 4578
    },
    {
      "epoch": 9.30691056910569,
      "grad_norm": 4.2343266002957485,
      "learning_rate": 2.509301986695234e-07,
      "loss": 0.4362,
      "step": 4579
    },
    {
      "epoch": 9.308943089430894,
      "grad_norm": 5.002783974924321,
      "learning_rate": 2.494667662204797e-07,
      "loss": 0.5055,
      "step": 4580
    },
    {
      "epoch": 9.310975609756097,
      "grad_norm": 5.284561337895392,
      "learning_rate": 2.480075597493825e-07,
      "loss": 0.3876,
      "step": 4581
    },
    {
      "epoch": 9.3130081300813,
      "grad_norm": 5.326290658937444,
      "learning_rate": 2.465525798886703e-07,
      "loss": 0.5011,
      "step": 4582
    },
    {
      "epoch": 9.315040650406504,
      "grad_norm": 4.76696996548753,
      "learning_rate": 2.451018272689454e-07,
      "loss": 0.3818,
      "step": 4583
    },
    {
      "epoch": 9.317073170731707,
      "grad_norm": 4.485293478111565,
      "learning_rate": 2.436553025189758e-07,
      "loss": 0.4514,
      "step": 4584
    },
    {
      "epoch": 9.31910569105691,
      "grad_norm": 5.335070649662152,
      "learning_rate": 2.4221300626570354e-07,
      "loss": 0.5542,
      "step": 4585
    },
    {
      "epoch": 9.321138211382113,
      "grad_norm": 4.581087263673888,
      "learning_rate": 2.4077493913422955e-07,
      "loss": 0.3821,
      "step": 4586
    },
    {
      "epoch": 9.323170731707316,
      "grad_norm": 4.693479675216827,
      "learning_rate": 2.393411017478309e-07,
      "loss": 0.4044,
      "step": 4587
    },
    {
      "epoch": 9.32520325203252,
      "grad_norm": 4.083479891509775,
      "learning_rate": 2.3791149472794373e-07,
      "loss": 0.4723,
      "step": 4588
    },
    {
      "epoch": 9.327235772357724,
      "grad_norm": 5.757030490310403,
      "learning_rate": 2.3648611869417582e-07,
      "loss": 0.3529,
      "step": 4589
    },
    {
      "epoch": 9.329268292682928,
      "grad_norm": 5.528939114031861,
      "learning_rate": 2.3506497426429853e-07,
      "loss": 0.4972,
      "step": 4590
    },
    {
      "epoch": 9.33130081300813,
      "grad_norm": 5.217345272394032,
      "learning_rate": 2.3364806205424917e-07,
      "loss": 0.3884,
      "step": 4591
    },
    {
      "epoch": 9.333333333333334,
      "grad_norm": 4.681047037124985,
      "learning_rate": 2.3223538267813317e-07,
      "loss": 0.4301,
      "step": 4592
    },
    {
      "epoch": 9.335365853658537,
      "grad_norm": 4.650884037111433,
      "learning_rate": 2.3082693674821855e-07,
      "loss": 0.432,
      "step": 4593
    },
    {
      "epoch": 9.33739837398374,
      "grad_norm": 5.725739501572547,
      "learning_rate": 2.2942272487494145e-07,
      "loss": 0.4785,
      "step": 4594
    },
    {
      "epoch": 9.339430894308943,
      "grad_norm": 4.574143909555959,
      "learning_rate": 2.2802274766689835e-07,
      "loss": 0.2712,
      "step": 4595
    },
    {
      "epoch": 9.341463414634147,
      "grad_norm": 5.080099230212669,
      "learning_rate": 2.2662700573085505e-07,
      "loss": 0.437,
      "step": 4596
    },
    {
      "epoch": 9.34349593495935,
      "grad_norm": 5.125086347489345,
      "learning_rate": 2.2523549967174096e-07,
      "loss": 0.3249,
      "step": 4597
    },
    {
      "epoch": 9.345528455284553,
      "grad_norm": 5.580331289177464,
      "learning_rate": 2.2384823009264811e-07,
      "loss": 0.4573,
      "step": 4598
    },
    {
      "epoch": 9.347560975609756,
      "grad_norm": 6.125450918577479,
      "learning_rate": 2.2246519759483108e-07,
      "loss": 0.5114,
      "step": 4599
    },
    {
      "epoch": 9.34959349593496,
      "grad_norm": 4.496563901983162,
      "learning_rate": 2.2108640277771153e-07,
      "loss": 0.5194,
      "step": 4600
    },
    {
      "epoch": 9.351626016260163,
      "grad_norm": 5.55875414847196,
      "learning_rate": 2.1971184623887253e-07,
      "loss": 0.4812,
      "step": 4601
    },
    {
      "epoch": 9.353658536585366,
      "grad_norm": 4.593129293767076,
      "learning_rate": 2.1834152857406088e-07,
      "loss": 0.4356,
      "step": 4602
    },
    {
      "epoch": 9.355691056910569,
      "grad_norm": 4.5098063217068445,
      "learning_rate": 2.1697545037718482e-07,
      "loss": 0.3447,
      "step": 4603
    },
    {
      "epoch": 9.357723577235772,
      "grad_norm": 5.136298061666212,
      "learning_rate": 2.156136122403174e-07,
      "loss": 0.4935,
      "step": 4604
    },
    {
      "epoch": 9.359756097560975,
      "grad_norm": 4.497130113925968,
      "learning_rate": 2.1425601475369207e-07,
      "loss": 0.4231,
      "step": 4605
    },
    {
      "epoch": 9.361788617886178,
      "grad_norm": 4.366528350225903,
      "learning_rate": 2.1290265850570478e-07,
      "loss": 0.4907,
      "step": 4606
    },
    {
      "epoch": 9.363821138211382,
      "grad_norm": 4.127463533030646,
      "learning_rate": 2.1155354408291418e-07,
      "loss": 0.358,
      "step": 4607
    },
    {
      "epoch": 9.365853658536585,
      "grad_norm": 5.539150587427233,
      "learning_rate": 2.1020867207004026e-07,
      "loss": 0.3881,
      "step": 4608
    },
    {
      "epoch": 9.367886178861788,
      "grad_norm": 5.378565768593519,
      "learning_rate": 2.0886804304996344e-07,
      "loss": 0.3469,
      "step": 4609
    },
    {
      "epoch": 9.369918699186991,
      "grad_norm": 4.831107627109776,
      "learning_rate": 2.0753165760372563e-07,
      "loss": 0.4992,
      "step": 4610
    },
    {
      "epoch": 9.371951219512194,
      "grad_norm": 4.881685576038564,
      "learning_rate": 2.0619951631052791e-07,
      "loss": 0.3998,
      "step": 4611
    },
    {
      "epoch": 9.373983739837398,
      "grad_norm": 3.9344038220134694,
      "learning_rate": 2.048716197477374e-07,
      "loss": 0.418,
      "step": 4612
    },
    {
      "epoch": 9.376016260162602,
      "grad_norm": 4.611097351483098,
      "learning_rate": 2.0354796849087476e-07,
      "loss": 0.4173,
      "step": 4613
    },
    {
      "epoch": 9.378048780487806,
      "grad_norm": 4.7968529405024505,
      "learning_rate": 2.022285631136234e-07,
      "loss": 0.4808,
      "step": 4614
    },
    {
      "epoch": 9.380081300813009,
      "grad_norm": 5.200831854332043,
      "learning_rate": 2.00913404187828e-07,
      "loss": 0.3877,
      "step": 4615
    },
    {
      "epoch": 9.382113821138212,
      "grad_norm": 5.432237509076892,
      "learning_rate": 1.996024922834905e-07,
      "loss": 0.3508,
      "step": 4616
    },
    {
      "epoch": 9.384146341463415,
      "grad_norm": 4.922234744339083,
      "learning_rate": 1.9829582796877522e-07,
      "loss": 0.567,
      "step": 4617
    },
    {
      "epoch": 9.386178861788618,
      "grad_norm": 4.979606019257048,
      "learning_rate": 1.969934118100003e-07,
      "loss": 0.3671,
      "step": 4618
    },
    {
      "epoch": 9.388211382113822,
      "grad_norm": 5.284283118901699,
      "learning_rate": 1.9569524437164867e-07,
      "loss": 0.3802,
      "step": 4619
    },
    {
      "epoch": 9.390243902439025,
      "grad_norm": 4.477235010652847,
      "learning_rate": 1.9440132621635687e-07,
      "loss": 0.3893,
      "step": 4620
    },
    {
      "epoch": 9.392276422764228,
      "grad_norm": 5.416807881149513,
      "learning_rate": 1.9311165790492303e-07,
      "loss": 0.4891,
      "step": 4621
    },
    {
      "epoch": 9.394308943089431,
      "grad_norm": 5.225478918110791,
      "learning_rate": 1.9182623999630335e-07,
      "loss": 0.4608,
      "step": 4622
    },
    {
      "epoch": 9.396341463414634,
      "grad_norm": 4.829334210237229,
      "learning_rate": 1.9054507304760772e-07,
      "loss": 0.4521,
      "step": 4623
    },
    {
      "epoch": 9.398373983739837,
      "grad_norm": 4.812056729879311,
      "learning_rate": 1.8926815761410867e-07,
      "loss": 0.399,
      "step": 4624
    },
    {
      "epoch": 9.40040650406504,
      "grad_norm": 6.179164876268586,
      "learning_rate": 1.8799549424923346e-07,
      "loss": 0.4396,
      "step": 4625
    },
    {
      "epoch": 9.402439024390244,
      "grad_norm": 4.982544160683931,
      "learning_rate": 1.8672708350456759e-07,
      "loss": 0.3738,
      "step": 4626
    },
    {
      "epoch": 9.404471544715447,
      "grad_norm": 5.8245573214691655,
      "learning_rate": 1.8546292592985238e-07,
      "loss": 0.5678,
      "step": 4627
    },
    {
      "epoch": 9.40650406504065,
      "grad_norm": 4.926753590348459,
      "learning_rate": 1.8420302207298623e-07,
      "loss": 0.4201,
      "step": 4628
    },
    {
      "epoch": 9.408536585365853,
      "grad_norm": 5.734210626899772,
      "learning_rate": 1.8294737248002347e-07,
      "loss": 0.44,
      "step": 4629
    },
    {
      "epoch": 9.410569105691057,
      "grad_norm": 5.125159832845257,
      "learning_rate": 1.8169597769517655e-07,
      "loss": 0.6232,
      "step": 4630
    },
    {
      "epoch": 9.41260162601626,
      "grad_norm": 5.178947768928123,
      "learning_rate": 1.804488382608116e-07,
      "loss": 0.4755,
      "step": 4631
    },
    {
      "epoch": 9.414634146341463,
      "grad_norm": 4.615780136318358,
      "learning_rate": 1.792059547174507e-07,
      "loss": 0.507,
      "step": 4632
    },
    {
      "epoch": 9.416666666666666,
      "grad_norm": 5.820804995344709,
      "learning_rate": 1.77967327603773e-07,
      "loss": 0.4082,
      "step": 4633
    },
    {
      "epoch": 9.41869918699187,
      "grad_norm": 5.6751934337508905,
      "learning_rate": 1.7673295745661124e-07,
      "loss": 0.4589,
      "step": 4634
    },
    {
      "epoch": 9.420731707317072,
      "grad_norm": 5.312880838586742,
      "learning_rate": 1.7550284481095302e-07,
      "loss": 0.3402,
      "step": 4635
    },
    {
      "epoch": 9.422764227642276,
      "grad_norm": 4.494043595953911,
      "learning_rate": 1.7427699019994415e-07,
      "loss": 0.2417,
      "step": 4636
    },
    {
      "epoch": 9.42479674796748,
      "grad_norm": 5.182490036329675,
      "learning_rate": 1.7305539415487736e-07,
      "loss": 0.5114,
      "step": 4637
    },
    {
      "epoch": 9.426829268292684,
      "grad_norm": 4.980021877655785,
      "learning_rate": 1.718380572052092e-07,
      "loss": 0.5939,
      "step": 4638
    },
    {
      "epoch": 9.428861788617887,
      "grad_norm": 4.975943025701276,
      "learning_rate": 1.7062497987854309e-07,
      "loss": 0.5406,
      "step": 4639
    },
    {
      "epoch": 9.43089430894309,
      "grad_norm": 5.217950194823423,
      "learning_rate": 1.6941616270063854e-07,
      "loss": 0.3493,
      "step": 4640
    },
    {
      "epoch": 9.432926829268293,
      "grad_norm": 5.183089036093734,
      "learning_rate": 1.6821160619541087e-07,
      "loss": 0.5278,
      "step": 4641
    },
    {
      "epoch": 9.434959349593496,
      "grad_norm": 5.02683432376853,
      "learning_rate": 1.6701131088492473e-07,
      "loss": 0.331,
      "step": 4642
    },
    {
      "epoch": 9.4369918699187,
      "grad_norm": 4.691851300526822,
      "learning_rate": 1.6581527728940173e-07,
      "loss": 0.3744,
      "step": 4643
    },
    {
      "epoch": 9.439024390243903,
      "grad_norm": 5.920126150392016,
      "learning_rate": 1.6462350592721498e-07,
      "loss": 0.3989,
      "step": 4644
    },
    {
      "epoch": 9.441056910569106,
      "grad_norm": 5.606632624481097,
      "learning_rate": 1.634359973148869e-07,
      "loss": 0.5642,
      "step": 4645
    },
    {
      "epoch": 9.44308943089431,
      "grad_norm": 5.7173887306233695,
      "learning_rate": 1.6225275196709911e-07,
      "loss": 0.3749,
      "step": 4646
    },
    {
      "epoch": 9.445121951219512,
      "grad_norm": 5.7255672013317005,
      "learning_rate": 1.6107377039668026e-07,
      "loss": 0.3491,
      "step": 4647
    },
    {
      "epoch": 9.447154471544716,
      "grad_norm": 4.967520037593613,
      "learning_rate": 1.5989905311461274e-07,
      "loss": 0.4753,
      "step": 4648
    },
    {
      "epoch": 9.449186991869919,
      "grad_norm": 4.460507072940082,
      "learning_rate": 1.5872860063003038e-07,
      "loss": 0.4647,
      "step": 4649
    },
    {
      "epoch": 9.451219512195122,
      "grad_norm": 5.074534823855154,
      "learning_rate": 1.5756241345021962e-07,
      "loss": 0.4694,
      "step": 4650
    },
    {
      "epoch": 9.453252032520325,
      "grad_norm": 5.3750710304409335,
      "learning_rate": 1.5640049208061724e-07,
      "loss": 0.3526,
      "step": 4651
    },
    {
      "epoch": 9.455284552845528,
      "grad_norm": 5.379799637061595,
      "learning_rate": 1.5524283702481158e-07,
      "loss": 0.4879,
      "step": 4652
    },
    {
      "epoch": 9.457317073170731,
      "grad_norm": 5.647451621753497,
      "learning_rate": 1.5408944878454125e-07,
      "loss": 0.4464,
      "step": 4653
    },
    {
      "epoch": 9.459349593495935,
      "grad_norm": 5.126010612520733,
      "learning_rate": 1.5294032785969748e-07,
      "loss": 0.4511,
      "step": 4654
    },
    {
      "epoch": 9.461382113821138,
      "grad_norm": 5.534937165026975,
      "learning_rate": 1.517954747483197e-07,
      "loss": 0.4375,
      "step": 4655
    },
    {
      "epoch": 9.463414634146341,
      "grad_norm": 5.144149901031977,
      "learning_rate": 1.5065488994659983e-07,
      "loss": 0.407,
      "step": 4656
    },
    {
      "epoch": 9.465447154471544,
      "grad_norm": 4.771948861685037,
      "learning_rate": 1.495185739488758e-07,
      "loss": 0.4,
      "step": 4657
    },
    {
      "epoch": 9.467479674796747,
      "grad_norm": 5.381564251398954,
      "learning_rate": 1.4838652724764146e-07,
      "loss": 0.3799,
      "step": 4658
    },
    {
      "epoch": 9.46951219512195,
      "grad_norm": 5.358029508382461,
      "learning_rate": 1.4725875033353542e-07,
      "loss": 0.5345,
      "step": 4659
    },
    {
      "epoch": 9.471544715447154,
      "grad_norm": 4.879353774718753,
      "learning_rate": 1.461352436953478e-07,
      "loss": 0.4066,
      "step": 4660
    },
    {
      "epoch": 9.473577235772357,
      "grad_norm": 5.285151209237403,
      "learning_rate": 1.450160078200169e-07,
      "loss": 0.4798,
      "step": 4661
    },
    {
      "epoch": 9.475609756097562,
      "grad_norm": 4.756031781039572,
      "learning_rate": 1.4390104319263132e-07,
      "loss": 0.654,
      "step": 4662
    },
    {
      "epoch": 9.477642276422765,
      "grad_norm": 4.951935614853728,
      "learning_rate": 1.4279035029642786e-07,
      "loss": 0.4479,
      "step": 4663
    },
    {
      "epoch": 9.479674796747968,
      "grad_norm": 4.878904709694279,
      "learning_rate": 1.4168392961279254e-07,
      "loss": 0.4044,
      "step": 4664
    },
    {
      "epoch": 9.481707317073171,
      "grad_norm": 5.316118598145147,
      "learning_rate": 1.4058178162125735e-07,
      "loss": 0.4003,
      "step": 4665
    },
    {
      "epoch": 9.483739837398375,
      "grad_norm": 4.6138721623090015,
      "learning_rate": 1.3948390679950575e-07,
      "loss": 0.4503,
      "step": 4666
    },
    {
      "epoch": 9.485772357723578,
      "grad_norm": 3.87040864811262,
      "learning_rate": 1.3839030562336596e-07,
      "loss": 0.2726,
      "step": 4667
    },
    {
      "epoch": 9.487804878048781,
      "grad_norm": 4.707629290149031,
      "learning_rate": 1.3730097856681668e-07,
      "loss": 0.4548,
      "step": 4668
    },
    {
      "epoch": 9.489837398373984,
      "grad_norm": 6.571442148890783,
      "learning_rate": 1.3621592610198354e-07,
      "loss": 0.4935,
      "step": 4669
    },
    {
      "epoch": 9.491869918699187,
      "grad_norm": 5.809538833048218,
      "learning_rate": 1.3513514869913923e-07,
      "loss": 0.5426,
      "step": 4670
    },
    {
      "epoch": 9.49390243902439,
      "grad_norm": 5.122408946515273,
      "learning_rate": 1.3405864682670133e-07,
      "loss": 0.4373,
      "step": 4671
    },
    {
      "epoch": 9.495934959349594,
      "grad_norm": 5.630737505329509,
      "learning_rate": 1.329864209512377e-07,
      "loss": 0.3601,
      "step": 4672
    },
    {
      "epoch": 9.497967479674797,
      "grad_norm": 4.88929568098237,
      "learning_rate": 1.3191847153746217e-07,
      "loss": 0.4295,
      "step": 4673
    },
    {
      "epoch": 9.5,
      "grad_norm": 5.0999789239682585,
      "learning_rate": 1.308547990482345e-07,
      "loss": 0.3885,
      "step": 4674
    },
    {
      "epoch": 9.502032520325203,
      "grad_norm": 5.720075323986883,
      "learning_rate": 1.2979540394456036e-07,
      "loss": 0.4337,
      "step": 4675
    },
    {
      "epoch": 9.504065040650406,
      "grad_norm": 4.895036883104883,
      "learning_rate": 1.2874028668559247e-07,
      "loss": 0.5568,
      "step": 4676
    },
    {
      "epoch": 9.50609756097561,
      "grad_norm": 5.498145860147273,
      "learning_rate": 1.2768944772862834e-07,
      "loss": 0.3164,
      "step": 4677
    },
    {
      "epoch": 9.508130081300813,
      "grad_norm": 4.645708206634186,
      "learning_rate": 1.2664288752911257e-07,
      "loss": 0.426,
      "step": 4678
    },
    {
      "epoch": 9.510162601626016,
      "grad_norm": 5.489617065636494,
      "learning_rate": 1.2560060654063565e-07,
      "loss": 0.4826,
      "step": 4679
    },
    {
      "epoch": 9.512195121951219,
      "grad_norm": 5.811221811152633,
      "learning_rate": 1.245626052149318e-07,
      "loss": 0.3642,
      "step": 4680
    },
    {
      "epoch": 9.514227642276422,
      "grad_norm": 4.963331060699771,
      "learning_rate": 1.2352888400188112e-07,
      "loss": 0.5352,
      "step": 4681
    },
    {
      "epoch": 9.516260162601625,
      "grad_norm": 5.8999645418140165,
      "learning_rate": 1.2249944334950748e-07,
      "loss": 0.3525,
      "step": 4682
    },
    {
      "epoch": 9.518292682926829,
      "grad_norm": 4.9637058798990354,
      "learning_rate": 1.2147428370398283e-07,
      "loss": 0.4066,
      "step": 4683
    },
    {
      "epoch": 9.520325203252032,
      "grad_norm": 4.835041947754773,
      "learning_rate": 1.2045340550961958e-07,
      "loss": 0.3776,
      "step": 4684
    },
    {
      "epoch": 9.522357723577235,
      "grad_norm": 5.172608741073681,
      "learning_rate": 1.1943680920887823e-07,
      "loss": 0.4571,
      "step": 4685
    },
    {
      "epoch": 9.524390243902438,
      "grad_norm": 4.463896058298046,
      "learning_rate": 1.1842449524236077e-07,
      "loss": 0.4329,
      "step": 4686
    },
    {
      "epoch": 9.526422764227643,
      "grad_norm": 5.481639419136768,
      "learning_rate": 1.1741646404881291e-07,
      "loss": 0.5548,
      "step": 4687
    },
    {
      "epoch": 9.528455284552846,
      "grad_norm": 5.960740706214499,
      "learning_rate": 1.164127160651285e-07,
      "loss": 0.4308,
      "step": 4688
    },
    {
      "epoch": 9.53048780487805,
      "grad_norm": 5.411009853852519,
      "learning_rate": 1.1541325172633844e-07,
      "loss": 0.5137,
      "step": 4689
    },
    {
      "epoch": 9.532520325203253,
      "grad_norm": 5.334446048511247,
      "learning_rate": 1.1441807146562401e-07,
      "loss": 0.3534,
      "step": 4690
    },
    {
      "epoch": 9.534552845528456,
      "grad_norm": 5.794413413071296,
      "learning_rate": 1.134271757143024e-07,
      "loss": 0.4448,
      "step": 4691
    },
    {
      "epoch": 9.536585365853659,
      "grad_norm": 5.201322451696726,
      "learning_rate": 1.1244056490184008e-07,
      "loss": 0.474,
      "step": 4692
    },
    {
      "epoch": 9.538617886178862,
      "grad_norm": 5.054531338474024,
      "learning_rate": 1.1145823945584499e-07,
      "loss": 0.5268,
      "step": 4693
    },
    {
      "epoch": 9.540650406504065,
      "grad_norm": 5.174423708914472,
      "learning_rate": 1.1048019980206325e-07,
      "loss": 0.4945,
      "step": 4694
    },
    {
      "epoch": 9.542682926829269,
      "grad_norm": 5.2900085589509,
      "learning_rate": 1.0950644636439023e-07,
      "loss": 0.4192,
      "step": 4695
    },
    {
      "epoch": 9.544715447154472,
      "grad_norm": 5.145227435722561,
      "learning_rate": 1.0853697956485942e-07,
      "loss": 0.5527,
      "step": 4696
    },
    {
      "epoch": 9.546747967479675,
      "grad_norm": 5.51432534463755,
      "learning_rate": 1.0757179982364586e-07,
      "loss": 0.373,
      "step": 4697
    },
    {
      "epoch": 9.548780487804878,
      "grad_norm": 5.142584087043826,
      "learning_rate": 1.0661090755907045e-07,
      "loss": 0.4117,
      "step": 4698
    },
    {
      "epoch": 9.550813008130081,
      "grad_norm": 5.236992453555665,
      "learning_rate": 1.0565430318759007e-07,
      "loss": 0.4382,
      "step": 4699
    },
    {
      "epoch": 9.552845528455284,
      "grad_norm": 4.847022665550203,
      "learning_rate": 1.0470198712381086e-07,
      "loss": 0.4442,
      "step": 4700
    },
    {
      "epoch": 9.554878048780488,
      "grad_norm": 5.026579775720752,
      "learning_rate": 1.0375395978047154e-07,
      "loss": 0.5106,
      "step": 4701
    },
    {
      "epoch": 9.55691056910569,
      "grad_norm": 4.7649028427292,
      "learning_rate": 1.0281022156846121e-07,
      "loss": 0.3602,
      "step": 4702
    },
    {
      "epoch": 9.558943089430894,
      "grad_norm": 4.576371891720818,
      "learning_rate": 1.0187077289680269e-07,
      "loss": 0.4492,
      "step": 4703
    },
    {
      "epoch": 9.560975609756097,
      "grad_norm": 5.097926475511236,
      "learning_rate": 1.009356141726614e-07,
      "loss": 0.571,
      "step": 4704
    },
    {
      "epoch": 9.5630081300813,
      "grad_norm": 5.281014135606403,
      "learning_rate": 1.0000474580134755e-07,
      "loss": 0.4504,
      "step": 4705
    },
    {
      "epoch": 9.565040650406504,
      "grad_norm": 5.201710001522933,
      "learning_rate": 9.907816818630512e-08,
      "loss": 0.4045,
      "step": 4706
    },
    {
      "epoch": 9.567073170731707,
      "grad_norm": 5.782963224154593,
      "learning_rate": 9.815588172912616e-08,
      "loss": 0.4709,
      "step": 4707
    },
    {
      "epoch": 9.56910569105691,
      "grad_norm": 4.587600397719616,
      "learning_rate": 9.723788682953539e-08,
      "loss": 0.4128,
      "step": 4708
    },
    {
      "epoch": 9.571138211382113,
      "grad_norm": 4.529433678122993,
      "learning_rate": 9.632418388540121e-08,
      "loss": 0.3603,
      "step": 4709
    },
    {
      "epoch": 9.573170731707316,
      "grad_norm": 4.5373734928731695,
      "learning_rate": 9.541477329273241e-08,
      "loss": 0.3487,
      "step": 4710
    },
    {
      "epoch": 9.57520325203252,
      "grad_norm": 5.200435200688203,
      "learning_rate": 9.450965544567702e-08,
      "loss": 0.4813,
      "step": 4711
    },
    {
      "epoch": 9.577235772357724,
      "grad_norm": 4.605763255386185,
      "learning_rate": 9.360883073652238e-08,
      "loss": 0.3995,
      "step": 4712
    },
    {
      "epoch": 9.579268292682928,
      "grad_norm": 4.619884754665459,
      "learning_rate": 9.271229955569283e-08,
      "loss": 0.309,
      "step": 4713
    },
    {
      "epoch": 9.58130081300813,
      "grad_norm": 4.925503489985135,
      "learning_rate": 9.182006229175645e-08,
      "loss": 0.5244,
      "step": 4714
    },
    {
      "epoch": 9.583333333333334,
      "grad_norm": 5.4401595587559575,
      "learning_rate": 9.09321193314161e-08,
      "loss": 0.5263,
      "step": 4715
    },
    {
      "epoch": 9.585365853658537,
      "grad_norm": 4.7551633863554414,
      "learning_rate": 9.004847105951509e-08,
      "loss": 0.3547,
      "step": 4716
    },
    {
      "epoch": 9.58739837398374,
      "grad_norm": 5.2985142633648445,
      "learning_rate": 8.916911785903593e-08,
      "loss": 0.4178,
      "step": 4717
    },
    {
      "epoch": 9.589430894308943,
      "grad_norm": 4.882625621739354,
      "learning_rate": 8.829406011109821e-08,
      "loss": 0.3522,
      "step": 4718
    },
    {
      "epoch": 9.591463414634147,
      "grad_norm": 5.3684851406331555,
      "learning_rate": 8.742329819496187e-08,
      "loss": 0.4264,
      "step": 4719
    },
    {
      "epoch": 9.59349593495935,
      "grad_norm": 5.114162234189964,
      "learning_rate": 8.655683248802282e-08,
      "loss": 0.4843,
      "step": 4720
    },
    {
      "epoch": 9.595528455284553,
      "grad_norm": 4.767145988960451,
      "learning_rate": 8.569466336581623e-08,
      "loss": 0.5158,
      "step": 4721
    },
    {
      "epoch": 9.597560975609756,
      "grad_norm": 4.639205595681253,
      "learning_rate": 8.483679120201538e-08,
      "loss": 0.4187,
      "step": 4722
    },
    {
      "epoch": 9.59959349593496,
      "grad_norm": 5.092150410517615,
      "learning_rate": 8.398321636842844e-08,
      "loss": 0.3549,
      "step": 4723
    },
    {
      "epoch": 9.601626016260163,
      "grad_norm": 5.307218630673954,
      "learning_rate": 8.313393923500613e-08,
      "loss": 0.4601,
      "step": 4724
    },
    {
      "epoch": 9.603658536585366,
      "grad_norm": 5.152906791543132,
      "learning_rate": 8.228896016983179e-08,
      "loss": 0.4036,
      "step": 4725
    },
    {
      "epoch": 9.605691056910569,
      "grad_norm": 5.488164479459363,
      "learning_rate": 8.144827953912915e-08,
      "loss": 0.3387,
      "step": 4726
    },
    {
      "epoch": 9.607723577235772,
      "grad_norm": 5.169091394503133,
      "learning_rate": 8.061189770725564e-08,
      "loss": 0.4709,
      "step": 4727
    },
    {
      "epoch": 9.609756097560975,
      "grad_norm": 4.760491475366661,
      "learning_rate": 7.977981503670795e-08,
      "loss": 0.5355,
      "step": 4728
    },
    {
      "epoch": 9.611788617886178,
      "grad_norm": 5.602423223987862,
      "learning_rate": 7.895203188811984e-08,
      "loss": 0.4755,
      "step": 4729
    },
    {
      "epoch": 9.613821138211382,
      "grad_norm": 5.605050484810725,
      "learning_rate": 7.812854862026098e-08,
      "loss": 0.464,
      "step": 4730
    },
    {
      "epoch": 9.615853658536585,
      "grad_norm": 6.099929229126327,
      "learning_rate": 7.730936559003588e-08,
      "loss": 0.4882,
      "step": 4731
    },
    {
      "epoch": 9.617886178861788,
      "grad_norm": 5.10098973348246,
      "learning_rate": 7.64944831524872e-08,
      "loss": 0.3889,
      "step": 4732
    },
    {
      "epoch": 9.619918699186991,
      "grad_norm": 4.003787806646006,
      "learning_rate": 7.568390166079243e-08,
      "loss": 0.4355,
      "step": 4733
    },
    {
      "epoch": 9.621951219512194,
      "grad_norm": 4.414330724241839,
      "learning_rate": 7.48776214662672e-08,
      "loss": 0.3106,
      "step": 4734
    },
    {
      "epoch": 9.6239837398374,
      "grad_norm": 4.681459600538443,
      "learning_rate": 7.40756429183609e-08,
      "loss": 0.5317,
      "step": 4735
    },
    {
      "epoch": 9.6260162601626,
      "grad_norm": 4.909133257257988,
      "learning_rate": 7.327796636465767e-08,
      "loss": 0.3338,
      "step": 4736
    },
    {
      "epoch": 9.628048780487806,
      "grad_norm": 6.054052741586877,
      "learning_rate": 7.248459215087988e-08,
      "loss": 0.5305,
      "step": 4737
    },
    {
      "epoch": 9.630081300813009,
      "grad_norm": 4.440865544654074,
      "learning_rate": 7.169552062088247e-08,
      "loss": 0.3967,
      "step": 4738
    },
    {
      "epoch": 9.632113821138212,
      "grad_norm": 5.492028246509806,
      "learning_rate": 7.091075211665854e-08,
      "loss": 0.4428,
      "step": 4739
    },
    {
      "epoch": 9.634146341463415,
      "grad_norm": 5.066783759511349,
      "learning_rate": 7.01302869783338e-08,
      "loss": 0.4513,
      "step": 4740
    },
    {
      "epoch": 9.636178861788618,
      "grad_norm": 5.050086980610208,
      "learning_rate": 6.935412554416876e-08,
      "loss": 0.4095,
      "step": 4741
    },
    {
      "epoch": 9.638211382113822,
      "grad_norm": 4.255943889889312,
      "learning_rate": 6.858226815056101e-08,
      "loss": 0.4524,
      "step": 4742
    },
    {
      "epoch": 9.640243902439025,
      "grad_norm": 4.549821676164648,
      "learning_rate": 6.781471513203964e-08,
      "loss": 0.5027,
      "step": 4743
    },
    {
      "epoch": 9.642276422764228,
      "grad_norm": 5.318707209045543,
      "learning_rate": 6.705146682127184e-08,
      "loss": 0.4723,
      "step": 4744
    },
    {
      "epoch": 9.644308943089431,
      "grad_norm": 4.524330290627297,
      "learning_rate": 6.629252354905413e-08,
      "loss": 0.3444,
      "step": 4745
    },
    {
      "epoch": 9.646341463414634,
      "grad_norm": 5.622164666593851,
      "learning_rate": 6.55378856443234e-08,
      "loss": 0.4561,
      "step": 4746
    },
    {
      "epoch": 9.648373983739837,
      "grad_norm": 4.678574614966206,
      "learning_rate": 6.478755343414355e-08,
      "loss": 0.4569,
      "step": 4747
    },
    {
      "epoch": 9.65040650406504,
      "grad_norm": 5.362928874049421,
      "learning_rate": 6.404152724371892e-08,
      "loss": 0.3759,
      "step": 4748
    },
    {
      "epoch": 9.652439024390244,
      "grad_norm": 5.498762199146369,
      "learning_rate": 6.329980739638419e-08,
      "loss": 0.4449,
      "step": 4749
    },
    {
      "epoch": 9.654471544715447,
      "grad_norm": 4.580334951639198,
      "learning_rate": 6.256239421360666e-08,
      "loss": 0.5456,
      "step": 4750
    },
    {
      "epoch": 9.65650406504065,
      "grad_norm": 4.921666128315923,
      "learning_rate": 6.182928801498955e-08,
      "loss": 0.3658,
      "step": 4751
    },
    {
      "epoch": 9.658536585365853,
      "grad_norm": 4.835364193897308,
      "learning_rate": 6.110048911826871e-08,
      "loss": 0.4109,
      "step": 4752
    },
    {
      "epoch": 9.660569105691057,
      "grad_norm": 5.565362486460845,
      "learning_rate": 6.037599783931147e-08,
      "loss": 0.3597,
      "step": 4753
    },
    {
      "epoch": 9.66260162601626,
      "grad_norm": 4.812445307724306,
      "learning_rate": 5.965581449212221e-08,
      "loss": 0.3657,
      "step": 4754
    },
    {
      "epoch": 9.664634146341463,
      "grad_norm": 5.444989942906382,
      "learning_rate": 5.8939939388832355e-08,
      "loss": 0.4995,
      "step": 4755
    },
    {
      "epoch": 9.666666666666666,
      "grad_norm": 4.835716645400037,
      "learning_rate": 5.82283728397115e-08,
      "loss": 0.4048,
      "step": 4756
    },
    {
      "epoch": 9.66869918699187,
      "grad_norm": 5.505368909409704,
      "learning_rate": 5.75211151531585e-08,
      "loss": 0.366,
      "step": 4757
    },
    {
      "epoch": 9.670731707317072,
      "grad_norm": 5.249495119284508,
      "learning_rate": 5.681816663570594e-08,
      "loss": 0.3739,
      "step": 4758
    },
    {
      "epoch": 9.672764227642276,
      "grad_norm": 4.785984038972887,
      "learning_rate": 5.6119527592020106e-08,
      "loss": 0.3321,
      "step": 4759
    },
    {
      "epoch": 9.67479674796748,
      "grad_norm": 5.036814047081234,
      "learning_rate": 5.542519832489546e-08,
      "loss": 0.3282,
      "step": 4760
    },
    {
      "epoch": 9.676829268292684,
      "grad_norm": 5.058117826446424,
      "learning_rate": 5.473517913526349e-08,
      "loss": 0.399,
      "step": 4761
    },
    {
      "epoch": 9.678861788617887,
      "grad_norm": 5.650120625378251,
      "learning_rate": 5.4049470322184996e-08,
      "loss": 0.4802,
      "step": 4762
    },
    {
      "epoch": 9.68089430894309,
      "grad_norm": 5.266967333130306,
      "learning_rate": 5.3368072182852227e-08,
      "loss": 0.4205,
      "step": 4763
    },
    {
      "epoch": 9.682926829268293,
      "grad_norm": 5.808046281903578,
      "learning_rate": 5.269098501259007e-08,
      "loss": 0.4545,
      "step": 4764
    },
    {
      "epoch": 9.684959349593496,
      "grad_norm": 5.329473673782954,
      "learning_rate": 5.201820910485489e-08,
      "loss": 0.4572,
      "step": 4765
    },
    {
      "epoch": 9.6869918699187,
      "grad_norm": 5.532488731971633,
      "learning_rate": 5.134974475123566e-08,
      "loss": 0.4086,
      "step": 4766
    },
    {
      "epoch": 9.689024390243903,
      "grad_norm": 5.205992449510503,
      "learning_rate": 5.068559224144953e-08,
      "loss": 0.3531,
      "step": 4767
    },
    {
      "epoch": 9.691056910569106,
      "grad_norm": 5.604862067139619,
      "learning_rate": 5.002575186334735e-08,
      "loss": 0.5037,
      "step": 4768
    },
    {
      "epoch": 9.69308943089431,
      "grad_norm": 4.412928835148684,
      "learning_rate": 4.9370223902911466e-08,
      "loss": 0.3531,
      "step": 4769
    },
    {
      "epoch": 9.695121951219512,
      "grad_norm": 5.437188327271127,
      "learning_rate": 4.8719008644253495e-08,
      "loss": 0.4146,
      "step": 4770
    },
    {
      "epoch": 9.697154471544716,
      "grad_norm": 4.666325516444621,
      "learning_rate": 4.807210636961657e-08,
      "loss": 0.4661,
      "step": 4771
    },
    {
      "epoch": 9.699186991869919,
      "grad_norm": 5.4656771944930265,
      "learning_rate": 4.742951735937418e-08,
      "loss": 0.5827,
      "step": 4772
    },
    {
      "epoch": 9.701219512195122,
      "grad_norm": 4.971011405452489,
      "learning_rate": 4.679124189203243e-08,
      "loss": 0.3963,
      "step": 4773
    },
    {
      "epoch": 9.703252032520325,
      "grad_norm": 5.098683222036838,
      "learning_rate": 4.61572802442245e-08,
      "loss": 0.3251,
      "step": 4774
    },
    {
      "epoch": 9.705284552845528,
      "grad_norm": 6.204502349877874,
      "learning_rate": 4.5527632690715026e-08,
      "loss": 0.4998,
      "step": 4775
    },
    {
      "epoch": 9.707317073170731,
      "grad_norm": 4.85275327642955,
      "learning_rate": 4.490229950440239e-08,
      "loss": 0.3887,
      "step": 4776
    },
    {
      "epoch": 9.709349593495935,
      "grad_norm": 4.471483283922551,
      "learning_rate": 4.4281280956309794e-08,
      "loss": 0.4818,
      "step": 4777
    },
    {
      "epoch": 9.711382113821138,
      "grad_norm": 4.993555675104413,
      "learning_rate": 4.3664577315593036e-08,
      "loss": 0.4226,
      "step": 4778
    },
    {
      "epoch": 9.713414634146341,
      "grad_norm": 5.488634685130595,
      "learning_rate": 4.305218884953943e-08,
      "loss": 0.4509,
      "step": 4779
    },
    {
      "epoch": 9.715447154471544,
      "grad_norm": 5.170507424543804,
      "learning_rate": 4.2444115823562226e-08,
      "loss": 0.4601,
      "step": 4780
    },
    {
      "epoch": 9.717479674796747,
      "grad_norm": 4.986713111217568,
      "learning_rate": 4.1840358501207266e-08,
      "loss": 0.4815,
      "step": 4781
    },
    {
      "epoch": 9.71951219512195,
      "grad_norm": 5.027203561128033,
      "learning_rate": 4.124091714414857e-08,
      "loss": 0.4462,
      "step": 4782
    },
    {
      "epoch": 9.721544715447154,
      "grad_norm": 5.083930065271835,
      "learning_rate": 4.064579201218943e-08,
      "loss": 0.3875,
      "step": 4783
    },
    {
      "epoch": 9.723577235772357,
      "grad_norm": 5.660017717186132,
      "learning_rate": 4.005498336326463e-08,
      "loss": 0.5381,
      "step": 4784
    },
    {
      "epoch": 9.725609756097562,
      "grad_norm": 4.949614271797442,
      "learning_rate": 3.9468491453434896e-08,
      "loss": 0.4985,
      "step": 4785
    },
    {
      "epoch": 9.727642276422765,
      "grad_norm": 5.02380429712434,
      "learning_rate": 3.8886316536893564e-08,
      "loss": 0.4743,
      "step": 4786
    },
    {
      "epoch": 9.729674796747968,
      "grad_norm": 4.436889145798545,
      "learning_rate": 3.8308458865958795e-08,
      "loss": 0.5201,
      "step": 4787
    },
    {
      "epoch": 9.731707317073171,
      "grad_norm": 5.485509590651052,
      "learning_rate": 3.773491869108137e-08,
      "loss": 0.4677,
      "step": 4788
    },
    {
      "epoch": 9.733739837398375,
      "grad_norm": 5.4820216825731904,
      "learning_rate": 3.716569626083799e-08,
      "loss": 0.3796,
      "step": 4789
    },
    {
      "epoch": 9.735772357723578,
      "grad_norm": 4.625192006282044,
      "learning_rate": 3.660079182193688e-08,
      "loss": 0.4328,
      "step": 4790
    },
    {
      "epoch": 9.737804878048781,
      "grad_norm": 5.218883220331888,
      "learning_rate": 3.604020561921218e-08,
      "loss": 0.5127,
      "step": 4791
    },
    {
      "epoch": 9.739837398373984,
      "grad_norm": 5.107658851470709,
      "learning_rate": 3.548393789562732e-08,
      "loss": 0.329,
      "step": 4792
    },
    {
      "epoch": 9.741869918699187,
      "grad_norm": 4.849970198275561,
      "learning_rate": 3.4931988892275e-08,
      "loss": 0.4498,
      "step": 4793
    },
    {
      "epoch": 9.74390243902439,
      "grad_norm": 4.899577970164322,
      "learning_rate": 3.4384358848374985e-08,
      "loss": 0.3512,
      "step": 4794
    },
    {
      "epoch": 9.745934959349594,
      "grad_norm": 5.264247264540461,
      "learning_rate": 3.38410480012763e-08,
      "loss": 0.4501,
      "step": 4795
    },
    {
      "epoch": 9.747967479674797,
      "grad_norm": 4.882486927661266,
      "learning_rate": 3.3302056586453916e-08,
      "loss": 0.4666,
      "step": 4796
    },
    {
      "epoch": 9.75,
      "grad_norm": 4.085702902011094,
      "learning_rate": 3.2767384837513185e-08,
      "loss": 0.4313,
      "step": 4797
    },
    {
      "epoch": 9.752032520325203,
      "grad_norm": 5.168880454675395,
      "learning_rate": 3.2237032986185415e-08,
      "loss": 0.5485,
      "step": 4798
    },
    {
      "epoch": 9.754065040650406,
      "grad_norm": 4.302732474200469,
      "learning_rate": 3.1711001262331175e-08,
      "loss": 0.4221,
      "step": 4799
    },
    {
      "epoch": 9.75609756097561,
      "grad_norm": 4.691621676750135,
      "learning_rate": 3.118928989393699e-08,
      "loss": 0.4278,
      "step": 4800
    },
    {
      "epoch": 9.758130081300813,
      "grad_norm": 5.366248541168582,
      "learning_rate": 3.0671899107118654e-08,
      "loss": 0.4068,
      "step": 4801
    },
    {
      "epoch": 9.760162601626016,
      "grad_norm": 4.867061552702161,
      "learning_rate": 3.015882912611789e-08,
      "loss": 0.3893,
      "step": 4802
    },
    {
      "epoch": 9.762195121951219,
      "grad_norm": 5.398997409190775,
      "learning_rate": 2.965008017330462e-08,
      "loss": 0.4538,
      "step": 4803
    },
    {
      "epoch": 9.764227642276422,
      "grad_norm": 4.634219062943048,
      "learning_rate": 2.9145652469174666e-08,
      "loss": 0.5126,
      "step": 4804
    },
    {
      "epoch": 9.766260162601625,
      "grad_norm": 5.220049030884407,
      "learning_rate": 2.864554623235316e-08,
      "loss": 0.513,
      "step": 4805
    },
    {
      "epoch": 9.768292682926829,
      "grad_norm": 4.777742722961318,
      "learning_rate": 2.814976167959116e-08,
      "loss": 0.4103,
      "step": 4806
    },
    {
      "epoch": 9.770325203252032,
      "grad_norm": 5.623525983238057,
      "learning_rate": 2.7658299025765668e-08,
      "loss": 0.4041,
      "step": 4807
    },
    {
      "epoch": 9.772357723577235,
      "grad_norm": 4.112275309669542,
      "learning_rate": 2.7171158483882963e-08,
      "loss": 0.4641,
      "step": 4808
    },
    {
      "epoch": 9.774390243902438,
      "grad_norm": 5.224103946153961,
      "learning_rate": 2.6688340265071943e-08,
      "loss": 0.5289,
      "step": 4809
    },
    {
      "epoch": 9.776422764227643,
      "grad_norm": 4.366344089900083,
      "learning_rate": 2.6209844578594102e-08,
      "loss": 0.3739,
      "step": 4810
    },
    {
      "epoch": 9.778455284552846,
      "grad_norm": 4.205315737796296,
      "learning_rate": 2.573567163183244e-08,
      "loss": 0.4697,
      "step": 4811
    },
    {
      "epoch": 9.78048780487805,
      "grad_norm": 4.8564192035318055,
      "learning_rate": 2.5265821630298116e-08,
      "loss": 0.4746,
      "step": 4812
    },
    {
      "epoch": 9.782520325203253,
      "grad_norm": 4.5086493574429385,
      "learning_rate": 2.4800294777629352e-08,
      "loss": 0.4602,
      "step": 4813
    },
    {
      "epoch": 9.784552845528456,
      "grad_norm": 4.569148154325319,
      "learning_rate": 2.43390912755892e-08,
      "loss": 0.4712,
      "step": 4814
    },
    {
      "epoch": 9.786585365853659,
      "grad_norm": 4.7506999169587765,
      "learning_rate": 2.388221132406998e-08,
      "loss": 0.3639,
      "step": 4815
    },
    {
      "epoch": 9.788617886178862,
      "grad_norm": 5.2131643912978465,
      "learning_rate": 2.3429655121085525e-08,
      "loss": 0.541,
      "step": 4816
    },
    {
      "epoch": 9.790650406504065,
      "grad_norm": 5.724044136932834,
      "learning_rate": 2.2981422862778934e-08,
      "loss": 0.524,
      "step": 4817
    },
    {
      "epoch": 9.792682926829269,
      "grad_norm": 5.13479582167489,
      "learning_rate": 2.2537514743419252e-08,
      "loss": 0.4141,
      "step": 4818
    },
    {
      "epoch": 9.794715447154472,
      "grad_norm": 5.259235251014618,
      "learning_rate": 2.209793095540036e-08,
      "loss": 0.4322,
      "step": 4819
    },
    {
      "epoch": 9.796747967479675,
      "grad_norm": 4.350432974351853,
      "learning_rate": 2.1662671689242076e-08,
      "loss": 0.4949,
      "step": 4820
    },
    {
      "epoch": 9.798780487804878,
      "grad_norm": 5.430779778928208,
      "learning_rate": 2.123173713358906e-08,
      "loss": 0.5308,
      "step": 4821
    },
    {
      "epoch": 9.800813008130081,
      "grad_norm": 5.476694465080225,
      "learning_rate": 2.0805127475214128e-08,
      "loss": 0.3929,
      "step": 4822
    },
    {
      "epoch": 9.802845528455284,
      "grad_norm": 5.012205877985282,
      "learning_rate": 2.0382842899014933e-08,
      "loss": 0.3551,
      "step": 4823
    },
    {
      "epoch": 9.804878048780488,
      "grad_norm": 5.491293210317716,
      "learning_rate": 1.996488358801174e-08,
      "loss": 0.3782,
      "step": 4824
    },
    {
      "epoch": 9.80691056910569,
      "grad_norm": 5.125772818420642,
      "learning_rate": 1.9551249723352982e-08,
      "loss": 0.4386,
      "step": 4825
    },
    {
      "epoch": 9.808943089430894,
      "grad_norm": 4.724904609069452,
      "learning_rate": 1.9141941484310812e-08,
      "loss": 0.4278,
      "step": 4826
    },
    {
      "epoch": 9.810975609756097,
      "grad_norm": 5.331252102963821,
      "learning_rate": 1.873695904828554e-08,
      "loss": 0.436,
      "step": 4827
    },
    {
      "epoch": 9.8130081300813,
      "grad_norm": 4.424161303561169,
      "learning_rate": 1.8336302590798992e-08,
      "loss": 0.3993,
      "step": 4828
    },
    {
      "epoch": 9.815040650406504,
      "grad_norm": 4.871588554982781,
      "learning_rate": 1.7939972285501152e-08,
      "loss": 0.4699,
      "step": 4829
    },
    {
      "epoch": 9.817073170731707,
      "grad_norm": 5.79658388425697,
      "learning_rate": 1.75479683041635e-08,
      "loss": 0.4605,
      "step": 4830
    },
    {
      "epoch": 9.81910569105691,
      "grad_norm": 4.8029073950299646,
      "learning_rate": 1.7160290816685688e-08,
      "loss": 0.5202,
      "step": 4831
    },
    {
      "epoch": 9.821138211382113,
      "grad_norm": 4.770275819341984,
      "learning_rate": 1.677693999109109e-08,
      "loss": 0.4372,
      "step": 4832
    },
    {
      "epoch": 9.823170731707316,
      "grad_norm": 5.385251687251179,
      "learning_rate": 1.6397915993526804e-08,
      "loss": 0.292,
      "step": 4833
    },
    {
      "epoch": 9.82520325203252,
      "grad_norm": 5.270950161777868,
      "learning_rate": 1.6023218988266977e-08,
      "loss": 0.4909,
      "step": 4834
    },
    {
      "epoch": 9.827235772357724,
      "grad_norm": 5.328197489629693,
      "learning_rate": 1.565284913770837e-08,
      "loss": 0.4835,
      "step": 4835
    },
    {
      "epoch": 9.829268292682928,
      "grad_norm": 5.099898437875519,
      "learning_rate": 1.5286806602372583e-08,
      "loss": 0.4625,
      "step": 4836
    },
    {
      "epoch": 9.83130081300813,
      "grad_norm": 5.748268465739985,
      "learning_rate": 1.4925091540906044e-08,
      "loss": 0.552,
      "step": 4837
    },
    {
      "epoch": 9.833333333333334,
      "grad_norm": 5.355532781915136,
      "learning_rate": 1.4567704110080016e-08,
      "loss": 0.4618,
      "step": 4838
    },
    {
      "epoch": 9.835365853658537,
      "grad_norm": 4.783622943368642,
      "learning_rate": 1.4214644464789485e-08,
      "loss": 0.3653,
      "step": 4839
    },
    {
      "epoch": 9.83739837398374,
      "grad_norm": 5.507382241807975,
      "learning_rate": 1.3865912758054267e-08,
      "loss": 0.3573,
      "step": 4840
    },
    {
      "epoch": 9.839430894308943,
      "grad_norm": 5.197414325377537,
      "learning_rate": 1.3521509141019017e-08,
      "loss": 0.4382,
      "step": 4841
    },
    {
      "epoch": 9.841463414634147,
      "grad_norm": 5.394147227018569,
      "learning_rate": 1.318143376294989e-08,
      "loss": 0.4326,
      "step": 4842
    },
    {
      "epoch": 9.84349593495935,
      "grad_norm": 5.034238484769971,
      "learning_rate": 1.2845686771240096e-08,
      "loss": 0.484,
      "step": 4843
    },
    {
      "epoch": 9.845528455284553,
      "grad_norm": 4.4956715963711655,
      "learning_rate": 1.2514268311405452e-08,
      "loss": 0.3881,
      "step": 4844
    },
    {
      "epoch": 9.847560975609756,
      "grad_norm": 4.705446243704091,
      "learning_rate": 1.2187178527085509e-08,
      "loss": 0.4935,
      "step": 4845
    },
    {
      "epoch": 9.84959349593496,
      "grad_norm": 5.6470178325725895,
      "learning_rate": 1.1864417560045749e-08,
      "loss": 0.4094,
      "step": 4846
    },
    {
      "epoch": 9.851626016260163,
      "grad_norm": 4.616066862356433,
      "learning_rate": 1.1545985550172056e-08,
      "loss": 0.3844,
      "step": 4847
    },
    {
      "epoch": 9.853658536585366,
      "grad_norm": 4.961942981220772,
      "learning_rate": 1.1231882635477364e-08,
      "loss": 0.4571,
      "step": 4848
    },
    {
      "epoch": 9.855691056910569,
      "grad_norm": 4.761875819060113,
      "learning_rate": 1.0922108952096111e-08,
      "loss": 0.3708,
      "step": 4849
    },
    {
      "epoch": 9.857723577235772,
      "grad_norm": 5.004818795101893,
      "learning_rate": 1.0616664634288675e-08,
      "loss": 0.4789,
      "step": 4850
    },
    {
      "epoch": 9.859756097560975,
      "grad_norm": 5.006966871826638,
      "learning_rate": 1.0315549814435832e-08,
      "loss": 0.6304,
      "step": 4851
    },
    {
      "epoch": 9.861788617886178,
      "grad_norm": 5.539079538432507,
      "learning_rate": 1.0018764623045407e-08,
      "loss": 0.5607,
      "step": 4852
    },
    {
      "epoch": 9.863821138211382,
      "grad_norm": 5.2977376579616,
      "learning_rate": 9.72630918874562e-09,
      "loss": 0.4468,
      "step": 4853
    },
    {
      "epoch": 9.865853658536585,
      "grad_norm": 4.921526991969381,
      "learning_rate": 9.438183638289523e-09,
      "loss": 0.4275,
      "step": 4854
    },
    {
      "epoch": 9.867886178861788,
      "grad_norm": 5.139419595067469,
      "learning_rate": 9.154388096555e-09,
      "loss": 0.4461,
      "step": 4855
    },
    {
      "epoch": 9.869918699186991,
      "grad_norm": 5.250103244003162,
      "learning_rate": 8.874922686541442e-09,
      "loss": 0.4445,
      "step": 4856
    },
    {
      "epoch": 9.871951219512194,
      "grad_norm": 4.942794536523991,
      "learning_rate": 8.599787529371962e-09,
      "loss": 0.4198,
      "step": 4857
    },
    {
      "epoch": 9.8739837398374,
      "grad_norm": 4.646253038616247,
      "learning_rate": 8.32898274429117e-09,
      "loss": 0.3567,
      "step": 4858
    },
    {
      "epoch": 9.8760162601626,
      "grad_norm": 4.896855737079579,
      "learning_rate": 8.062508448670736e-09,
      "loss": 0.446,
      "step": 4859
    },
    {
      "epoch": 9.878048780487806,
      "grad_norm": 5.957825556174205,
      "learning_rate": 7.800364758002721e-09,
      "loss": 0.3788,
      "step": 4860
    },
    {
      "epoch": 9.880081300813009,
      "grad_norm": 4.8868235662574815,
      "learning_rate": 7.542551785901798e-09,
      "loss": 0.4973,
      "step": 4861
    },
    {
      "epoch": 9.882113821138212,
      "grad_norm": 5.957657102956786,
      "learning_rate": 7.289069644107471e-09,
      "loss": 0.4513,
      "step": 4862
    },
    {
      "epoch": 9.884146341463415,
      "grad_norm": 5.337886443435937,
      "learning_rate": 7.039918442481863e-09,
      "loss": 0.4009,
      "step": 4863
    },
    {
      "epoch": 9.886178861788618,
      "grad_norm": 4.258118876233858,
      "learning_rate": 6.795098289008595e-09,
      "loss": 0.5445,
      "step": 4864
    },
    {
      "epoch": 9.888211382113822,
      "grad_norm": 5.2843199343095835,
      "learning_rate": 6.554609289796121e-09,
      "loss": 0.48,
      "step": 4865
    },
    {
      "epoch": 9.890243902439025,
      "grad_norm": 5.429638951887208,
      "learning_rate": 6.3184515490732904e-09,
      "loss": 0.3718,
      "step": 4866
    },
    {
      "epoch": 9.892276422764228,
      "grad_norm": 4.743864154244451,
      "learning_rate": 6.086625169194893e-09,
      "loss": 0.444,
      "step": 4867
    },
    {
      "epoch": 9.894308943089431,
      "grad_norm": 5.507170434416024,
      "learning_rate": 5.859130250636113e-09,
      "loss": 0.403,
      "step": 4868
    },
    {
      "epoch": 9.896341463414634,
      "grad_norm": 5.256774497154064,
      "learning_rate": 5.635966891994749e-09,
      "loss": 0.5713,
      "step": 4869
    },
    {
      "epoch": 9.898373983739837,
      "grad_norm": 4.860365501841098,
      "learning_rate": 5.417135189993428e-09,
      "loss": 0.4536,
      "step": 4870
    },
    {
      "epoch": 9.90040650406504,
      "grad_norm": 5.239308171869635,
      "learning_rate": 5.202635239475173e-09,
      "loss": 0.4075,
      "step": 4871
    },
    {
      "epoch": 9.902439024390244,
      "grad_norm": 4.414289316933377,
      "learning_rate": 4.992467133406731e-09,
      "loss": 0.3735,
      "step": 4872
    },
    {
      "epoch": 9.904471544715447,
      "grad_norm": 5.056935441948214,
      "learning_rate": 4.786630962876348e-09,
      "loss": 0.4332,
      "step": 4873
    },
    {
      "epoch": 9.90650406504065,
      "grad_norm": 5.177224730993976,
      "learning_rate": 4.585126817095997e-09,
      "loss": 0.3848,
      "step": 4874
    },
    {
      "epoch": 9.908536585365853,
      "grad_norm": 5.246471147736484,
      "learning_rate": 4.387954783400261e-09,
      "loss": 0.3149,
      "step": 4875
    },
    {
      "epoch": 9.910569105691057,
      "grad_norm": 5.01125199147235,
      "learning_rate": 4.195114947244117e-09,
      "loss": 0.4317,
      "step": 4876
    },
    {
      "epoch": 9.91260162601626,
      "grad_norm": 4.7376264257620075,
      "learning_rate": 4.006607392206263e-09,
      "loss": 0.4338,
      "step": 4877
    },
    {
      "epoch": 9.914634146341463,
      "grad_norm": 4.590881959430625,
      "learning_rate": 3.822432199989123e-09,
      "loss": 0.4507,
      "step": 4878
    },
    {
      "epoch": 9.916666666666666,
      "grad_norm": 6.375730556951399,
      "learning_rate": 3.6425894504155124e-09,
      "loss": 0.4414,
      "step": 4879
    },
    {
      "epoch": 9.91869918699187,
      "grad_norm": 4.708330467101292,
      "learning_rate": 3.4670792214297476e-09,
      "loss": 0.431,
      "step": 4880
    },
    {
      "epoch": 9.920731707317072,
      "grad_norm": 4.805475906541682,
      "learning_rate": 3.2959015891020905e-09,
      "loss": 0.3591,
      "step": 4881
    },
    {
      "epoch": 9.922764227642276,
      "grad_norm": 4.678644104753161,
      "learning_rate": 3.1290566276198643e-09,
      "loss": 0.4186,
      "step": 4882
    },
    {
      "epoch": 9.92479674796748,
      "grad_norm": 4.465422943993956,
      "learning_rate": 2.966544409298555e-09,
      "loss": 0.328,
      "step": 4883
    },
    {
      "epoch": 9.926829268292684,
      "grad_norm": 5.088865889400908,
      "learning_rate": 2.808365004569602e-09,
      "loss": 0.3883,
      "step": 4884
    },
    {
      "epoch": 9.928861788617887,
      "grad_norm": 6.022062265968364,
      "learning_rate": 2.6545184819903867e-09,
      "loss": 0.4548,
      "step": 4885
    },
    {
      "epoch": 9.93089430894309,
      "grad_norm": 5.314353151731265,
      "learning_rate": 2.5050049082409046e-09,
      "loss": 0.4413,
      "step": 4886
    },
    {
      "epoch": 9.932926829268293,
      "grad_norm": 5.676845565763262,
      "learning_rate": 2.3598243481204318e-09,
      "loss": 0.5172,
      "step": 4887
    },
    {
      "epoch": 9.934959349593496,
      "grad_norm": 5.444557872511462,
      "learning_rate": 2.2189768645519693e-09,
      "loss": 0.6576,
      "step": 4888
    },
    {
      "epoch": 9.9369918699187,
      "grad_norm": 5.440894939874042,
      "learning_rate": 2.0824625185800195e-09,
      "loss": 0.4924,
      "step": 4889
    },
    {
      "epoch": 9.939024390243903,
      "grad_norm": 4.7944702282597405,
      "learning_rate": 1.950281369371698e-09,
      "loss": 0.4628,
      "step": 4890
    },
    {
      "epoch": 9.941056910569106,
      "grad_norm": 5.4272712824181575,
      "learning_rate": 1.8224334742156235e-09,
      "loss": 0.4602,
      "step": 4891
    },
    {
      "epoch": 9.94308943089431,
      "grad_norm": 5.030380146603478,
      "learning_rate": 1.6989188885219165e-09,
      "loss": 0.3953,
      "step": 4892
    },
    {
      "epoch": 9.945121951219512,
      "grad_norm": 3.884605044565729,
      "learning_rate": 1.579737665823311e-09,
      "loss": 0.4291,
      "step": 4893
    },
    {
      "epoch": 9.947154471544716,
      "grad_norm": 4.685137821997196,
      "learning_rate": 1.4648898577740434e-09,
      "loss": 0.4881,
      "step": 4894
    },
    {
      "epoch": 9.949186991869919,
      "grad_norm": 5.643622541153047,
      "learning_rate": 1.3543755141498527e-09,
      "loss": 0.5411,
      "step": 4895
    },
    {
      "epoch": 9.951219512195122,
      "grad_norm": 5.421858984162554,
      "learning_rate": 1.2481946828502011e-09,
      "loss": 0.5696,
      "step": 4896
    },
    {
      "epoch": 9.953252032520325,
      "grad_norm": 4.744561760082286,
      "learning_rate": 1.146347409892723e-09,
      "loss": 0.447,
      "step": 4897
    },
    {
      "epoch": 9.955284552845528,
      "grad_norm": 5.124432493939918,
      "learning_rate": 1.0488337394221059e-09,
      "loss": 0.4571,
      "step": 4898
    },
    {
      "epoch": 9.957317073170731,
      "grad_norm": 4.9996995635485115,
      "learning_rate": 9.556537136978794e-10,
      "loss": 0.4326,
      "step": 4899
    },
    {
      "epoch": 9.959349593495935,
      "grad_norm": 5.518044866200494,
      "learning_rate": 8.668073731088467e-10,
      "loss": 0.3461,
      "step": 4900
    },
    {
      "epoch": 9.961382113821138,
      "grad_norm": 4.506193896885158,
      "learning_rate": 7.822947561597627e-10,
      "loss": 0.4443,
      "step": 4901
    },
    {
      "epoch": 9.963414634146341,
      "grad_norm": 4.99898050666623,
      "learning_rate": 7.021158994791055e-10,
      "loss": 0.4708,
      "step": 4902
    },
    {
      "epoch": 9.965447154471544,
      "grad_norm": 6.157697037698256,
      "learning_rate": 6.262708378179661e-10,
      "loss": 0.3786,
      "step": 4903
    },
    {
      "epoch": 9.967479674796747,
      "grad_norm": 4.217304316508705,
      "learning_rate": 5.547596040489378e-10,
      "loss": 0.4655,
      "step": 4904
    },
    {
      "epoch": 9.96951219512195,
      "grad_norm": 5.169639068394747,
      "learning_rate": 4.875822291638965e-10,
      "loss": 0.5577,
      "step": 4905
    },
    {
      "epoch": 9.971544715447154,
      "grad_norm": 5.653333483692406,
      "learning_rate": 4.247387422806615e-10,
      "loss": 0.4647,
      "step": 4906
    },
    {
      "epoch": 9.973577235772357,
      "grad_norm": 5.158196858169236,
      "learning_rate": 3.6622917063411367e-10,
      "loss": 0.3475,
      "step": 4907
    },
    {
      "epoch": 9.975609756097562,
      "grad_norm": 5.3337701037775815,
      "learning_rate": 3.1205353958285724e-10,
      "loss": 0.3942,
      "step": 4908
    },
    {
      "epoch": 9.977642276422765,
      "grad_norm": 5.814710937887969,
      "learning_rate": 2.622118726092193e-10,
      "loss": 0.3076,
      "step": 4909
    },
    {
      "epoch": 9.979674796747968,
      "grad_norm": 5.535096059498302,
      "learning_rate": 2.167041913125889e-10,
      "loss": 0.4314,
      "step": 4910
    },
    {
      "epoch": 9.981707317073171,
      "grad_norm": 4.854098053561679,
      "learning_rate": 1.7553051541829847e-10,
      "loss": 0.4577,
      "step": 4911
    },
    {
      "epoch": 9.983739837398375,
      "grad_norm": 5.030223605673868,
      "learning_rate": 1.3869086276985243e-10,
      "loss": 0.3696,
      "step": 4912
    },
    {
      "epoch": 9.985772357723578,
      "grad_norm": 4.915940180186763,
      "learning_rate": 1.061852493355886e-10,
      "loss": 0.4411,
      "step": 4913
    },
    {
      "epoch": 9.987804878048781,
      "grad_norm": 5.045023933509812,
      "learning_rate": 7.801368920201669e-11,
      "loss": 0.4291,
      "step": 4914
    },
    {
      "epoch": 9.989837398373984,
      "grad_norm": 5.193205930637915,
      "learning_rate": 5.417619458158996e-11,
      "loss": 0.409,
      "step": 4915
    },
    {
      "epoch": 9.991869918699187,
      "grad_norm": 4.851940689278832,
      "learning_rate": 3.467277580271322e-11,
      "loss": 0.5348,
      "step": 4916
    },
    {
      "epoch": 9.99390243902439,
      "grad_norm": 4.376709838786734,
      "learning_rate": 1.9503441319734807e-11,
      "loss": 0.4216,
      "step": 4917
    },
    {
      "epoch": 9.995934959349594,
      "grad_norm": 4.1650726573814385,
      "learning_rate": 8.668197707395464e-12,
      "loss": 0.4022,
      "step": 4918
    },
    {
      "epoch": 9.997967479674797,
      "grad_norm": 5.770481678797226,
      "learning_rate": 2.1670496619385915e-12,
      "loss": 0.3748,
      "step": 4919
    },
    {
      "epoch": 10.0,
      "grad_norm": 5.390728193999499,
      "learning_rate": 0.0,
      "loss": 0.4344,
      "step": 4920
    },
    {
      "epoch": 10.0,
      "eval_loss": 1.0637468099594116,
      "eval_runtime": 131.9541,
      "eval_samples_per_second": 7.457,
      "eval_steps_per_second": 0.932,
      "step": 4920
    },
    {
      "epoch": 10.0,
      "step": 4920,
      "total_flos": 2934188109987840.0,
      "train_loss": 0.7051953146249298,
      "train_runtime": 20412.1785,
      "train_samples_per_second": 1.928,
      "train_steps_per_second": 0.241
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 4920,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2934188109987840.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}