{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 3125,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00032,
      "grad_norm": 20.05617380625413,
      "learning_rate": 6.389776357827476e-08,
      "loss": 1.817,
      "step": 1
    },
    {
      "epoch": 0.0016,
      "grad_norm": 24.170327240578573,
      "learning_rate": 3.194888178913738e-07,
      "loss": 1.8628,
      "step": 5
    },
    {
      "epoch": 0.0032,
      "grad_norm": 17.63201705481064,
      "learning_rate": 6.389776357827476e-07,
      "loss": 1.7731,
      "step": 10
    },
    {
      "epoch": 0.0048,
      "grad_norm": 12.659034102299168,
      "learning_rate": 9.584664536741215e-07,
      "loss": 1.6969,
      "step": 15
    },
    {
      "epoch": 0.0064,
      "grad_norm": 8.71204128591294,
      "learning_rate": 1.2779552715654952e-06,
      "loss": 1.5956,
      "step": 20
    },
    {
      "epoch": 0.008,
      "grad_norm": 9.482900190556371,
      "learning_rate": 1.5974440894568691e-06,
      "loss": 1.5189,
      "step": 25
    },
    {
      "epoch": 0.0096,
      "grad_norm": 9.082892230070819,
      "learning_rate": 1.916932907348243e-06,
      "loss": 1.5307,
      "step": 30
    },
    {
      "epoch": 0.0112,
      "grad_norm": 8.71715912913066,
      "learning_rate": 2.2364217252396165e-06,
      "loss": 1.4863,
      "step": 35
    },
    {
      "epoch": 0.0128,
      "grad_norm": 8.266982509072658,
      "learning_rate": 2.5559105431309904e-06,
      "loss": 1.4411,
      "step": 40
    },
    {
      "epoch": 0.0144,
      "grad_norm": 7.43964847984838,
      "learning_rate": 2.8753993610223648e-06,
      "loss": 1.4772,
      "step": 45
    },
    {
      "epoch": 0.016,
      "grad_norm": 8.285226877478248,
      "learning_rate": 3.1948881789137383e-06,
      "loss": 1.4813,
      "step": 50
    },
    {
      "epoch": 0.0176,
      "grad_norm": 8.144708422975583,
      "learning_rate": 3.514376996805112e-06,
      "loss": 1.4048,
      "step": 55
    },
    {
      "epoch": 0.0192,
      "grad_norm": 7.597036261894608,
      "learning_rate": 3.833865814696486e-06,
      "loss": 1.3852,
      "step": 60
    },
    {
      "epoch": 0.0208,
      "grad_norm": 7.424686782409782,
      "learning_rate": 4.15335463258786e-06,
      "loss": 1.4124,
      "step": 65
    },
    {
      "epoch": 0.0224,
      "grad_norm": 7.01187059061448,
      "learning_rate": 4.472843450479233e-06,
      "loss": 1.3525,
      "step": 70
    },
    {
      "epoch": 0.024,
      "grad_norm": 8.203285756665721,
      "learning_rate": 4.792332268370608e-06,
      "loss": 1.4641,
      "step": 75
    },
    {
      "epoch": 0.0256,
      "grad_norm": 8.91120559492055,
      "learning_rate": 5.111821086261981e-06,
      "loss": 1.4319,
      "step": 80
    },
    {
      "epoch": 0.0272,
      "grad_norm": 7.95728896500941,
      "learning_rate": 5.431309904153355e-06,
      "loss": 1.4198,
      "step": 85
    },
    {
      "epoch": 0.0288,
      "grad_norm": 8.93733979889198,
      "learning_rate": 5.7507987220447296e-06,
      "loss": 1.4431,
      "step": 90
    },
    {
      "epoch": 0.0304,
      "grad_norm": 7.821680056160703,
      "learning_rate": 6.070287539936103e-06,
      "loss": 1.45,
      "step": 95
    },
    {
      "epoch": 0.032,
      "grad_norm": 8.599771427970811,
      "learning_rate": 6.3897763578274765e-06,
      "loss": 1.4271,
      "step": 100
    },
    {
      "epoch": 0.0336,
      "grad_norm": 8.069041724261744,
      "learning_rate": 6.709265175718851e-06,
      "loss": 1.4014,
      "step": 105
    },
    {
      "epoch": 0.0352,
      "grad_norm": 8.444189736987067,
      "learning_rate": 7.028753993610224e-06,
      "loss": 1.4432,
      "step": 110
    },
    {
      "epoch": 0.0368,
      "grad_norm": 8.440082783021184,
      "learning_rate": 7.348242811501598e-06,
      "loss": 1.4234,
      "step": 115
    },
    {
      "epoch": 0.0384,
      "grad_norm": 9.19834025523869,
      "learning_rate": 7.667731629392972e-06,
      "loss": 1.4825,
      "step": 120
    },
    {
      "epoch": 0.04,
      "grad_norm": 9.44008152483298,
      "learning_rate": 7.987220447284347e-06,
      "loss": 1.4536,
      "step": 125
    },
    {
      "epoch": 0.0416,
      "grad_norm": 9.137864717981165,
      "learning_rate": 8.30670926517572e-06,
      "loss": 1.4832,
      "step": 130
    },
    {
      "epoch": 0.0432,
      "grad_norm": 7.259296421594005,
      "learning_rate": 8.626198083067093e-06,
      "loss": 1.4355,
      "step": 135
    },
    {
      "epoch": 0.0448,
      "grad_norm": 9.129262436644341,
      "learning_rate": 8.945686900958466e-06,
      "loss": 1.48,
      "step": 140
    },
    {
      "epoch": 0.0464,
      "grad_norm": 7.342624679137957,
      "learning_rate": 9.265175718849841e-06,
      "loss": 1.4388,
      "step": 145
    },
    {
      "epoch": 0.048,
      "grad_norm": 9.409291604105896,
      "learning_rate": 9.584664536741216e-06,
      "loss": 1.506,
      "step": 150
    },
    {
      "epoch": 0.0496,
      "grad_norm": 7.195158336471212,
      "learning_rate": 9.904153354632589e-06,
      "loss": 1.4852,
      "step": 155
    },
    {
      "epoch": 0.0512,
      "grad_norm": 7.894560573501637,
      "learning_rate": 1.0223642172523962e-05,
      "loss": 1.4228,
      "step": 160
    },
    {
      "epoch": 0.0528,
      "grad_norm": 9.3990419995412,
      "learning_rate": 1.0543130990415335e-05,
      "loss": 1.4624,
      "step": 165
    },
    {
      "epoch": 0.0544,
      "grad_norm": 6.764474220048631,
      "learning_rate": 1.086261980830671e-05,
      "loss": 1.529,
      "step": 170
    },
    {
      "epoch": 0.056,
      "grad_norm": 8.762621410789437,
      "learning_rate": 1.1182108626198084e-05,
      "loss": 1.4889,
      "step": 175
    },
    {
      "epoch": 0.0576,
      "grad_norm": 9.026712826027282,
      "learning_rate": 1.1501597444089459e-05,
      "loss": 1.4889,
      "step": 180
    },
    {
      "epoch": 0.0592,
      "grad_norm": 10.327681032497772,
      "learning_rate": 1.1821086261980832e-05,
      "loss": 1.4632,
      "step": 185
    },
    {
      "epoch": 0.0608,
      "grad_norm": 8.916460811078778,
      "learning_rate": 1.2140575079872205e-05,
      "loss": 1.4957,
      "step": 190
    },
    {
      "epoch": 0.0624,
      "grad_norm": 9.570316165134905,
      "learning_rate": 1.2460063897763578e-05,
      "loss": 1.4974,
      "step": 195
    },
    {
      "epoch": 0.064,
      "grad_norm": 7.931027623078715,
      "learning_rate": 1.2779552715654953e-05,
      "loss": 1.4986,
      "step": 200
    },
    {
      "epoch": 0.0656,
      "grad_norm": 9.001437919455842,
      "learning_rate": 1.3099041533546326e-05,
      "loss": 1.4583,
      "step": 205
    },
    {
      "epoch": 0.0672,
      "grad_norm": 8.357858455204125,
      "learning_rate": 1.3418530351437703e-05,
      "loss": 1.5086,
      "step": 210
    },
    {
      "epoch": 0.0688,
      "grad_norm": 7.4570481772053325,
      "learning_rate": 1.3738019169329076e-05,
      "loss": 1.5331,
      "step": 215
    },
    {
      "epoch": 0.0704,
      "grad_norm": 9.286290584701554,
      "learning_rate": 1.4057507987220449e-05,
      "loss": 1.5065,
      "step": 220
    },
    {
      "epoch": 0.072,
      "grad_norm": 7.764076796357793,
      "learning_rate": 1.4376996805111822e-05,
      "loss": 1.489,
      "step": 225
    },
    {
      "epoch": 0.0736,
      "grad_norm": 10.09652114646815,
      "learning_rate": 1.4696485623003197e-05,
      "loss": 1.5768,
      "step": 230
    },
    {
      "epoch": 0.0752,
      "grad_norm": 8.809821488359987,
      "learning_rate": 1.501597444089457e-05,
      "loss": 1.5554,
      "step": 235
    },
    {
      "epoch": 0.0768,
      "grad_norm": 8.262499421512615,
      "learning_rate": 1.5335463258785944e-05,
      "loss": 1.5407,
      "step": 240
    },
    {
      "epoch": 0.0784,
      "grad_norm": 8.979598030923686,
      "learning_rate": 1.5654952076677316e-05,
      "loss": 1.5761,
      "step": 245
    },
    {
      "epoch": 0.08,
      "grad_norm": 7.996608590588298,
      "learning_rate": 1.5974440894568694e-05,
      "loss": 1.5723,
      "step": 250
    },
    {
      "epoch": 0.0816,
      "grad_norm": 8.28398837332719,
      "learning_rate": 1.6293929712460065e-05,
      "loss": 1.511,
      "step": 255
    },
    {
      "epoch": 0.0832,
      "grad_norm": 10.050176837076577,
      "learning_rate": 1.661341853035144e-05,
      "loss": 1.62,
      "step": 260
    },
    {
      "epoch": 0.0848,
      "grad_norm": 8.625153292163999,
      "learning_rate": 1.693290734824281e-05,
      "loss": 1.5696,
      "step": 265
    },
    {
      "epoch": 0.0864,
      "grad_norm": 7.036269960407658,
      "learning_rate": 1.7252396166134186e-05,
      "loss": 1.6274,
      "step": 270
    },
    {
      "epoch": 0.088,
      "grad_norm": 9.06080432840939,
      "learning_rate": 1.757188498402556e-05,
      "loss": 1.5238,
      "step": 275
    },
    {
      "epoch": 0.0896,
      "grad_norm": 7.954340307347254,
      "learning_rate": 1.7891373801916932e-05,
      "loss": 1.6112,
      "step": 280
    },
    {
      "epoch": 0.0912,
      "grad_norm": 8.326902382980357,
      "learning_rate": 1.8210862619808307e-05,
      "loss": 1.5639,
      "step": 285
    },
    {
      "epoch": 0.0928,
      "grad_norm": 8.465352754166233,
      "learning_rate": 1.8530351437699682e-05,
      "loss": 1.6031,
      "step": 290
    },
    {
      "epoch": 0.0944,
      "grad_norm": 7.805713490581876,
      "learning_rate": 1.8849840255591057e-05,
      "loss": 1.5684,
      "step": 295
    },
    {
      "epoch": 0.096,
      "grad_norm": 7.8032797694553,
      "learning_rate": 1.916932907348243e-05,
      "loss": 1.5322,
      "step": 300
    },
    {
      "epoch": 0.0976,
      "grad_norm": 7.502438683575227,
      "learning_rate": 1.9488817891373803e-05,
      "loss": 1.578,
      "step": 305
    },
    {
      "epoch": 0.0992,
      "grad_norm": 7.42748507278892,
      "learning_rate": 1.9808306709265177e-05,
      "loss": 1.6214,
      "step": 310
    },
    {
      "epoch": 0.1008,
      "grad_norm": 8.776137139385414,
      "learning_rate": 1.9999975036876365e-05,
      "loss": 1.5879,
      "step": 315
    },
    {
      "epoch": 0.1024,
      "grad_norm": 7.577899989222258,
      "learning_rate": 1.9999694203166786e-05,
      "loss": 1.5625,
      "step": 320
    },
    {
      "epoch": 0.104,
      "grad_norm": 9.304934816231782,
      "learning_rate": 1.999910134063538e-05,
      "loss": 1.5502,
      "step": 325
    },
    {
      "epoch": 0.1056,
      "grad_norm": 8.943302127293093,
      "learning_rate": 1.9998196467781738e-05,
      "loss": 1.6447,
      "step": 330
    },
    {
      "epoch": 0.1072,
      "grad_norm": 10.263653381131993,
      "learning_rate": 1.999697961284136e-05,
      "loss": 1.6365,
      "step": 335
    },
    {
      "epoch": 0.1088,
      "grad_norm": 7.259185945143334,
      "learning_rate": 1.9995450813784785e-05,
      "loss": 1.6016,
      "step": 340
    },
    {
      "epoch": 0.1104,
      "grad_norm": 9.483550631073872,
      "learning_rate": 1.9993610118316417e-05,
      "loss": 1.6867,
      "step": 345
    },
    {
      "epoch": 0.112,
      "grad_norm": 9.069753200477997,
      "learning_rate": 1.999145758387301e-05,
      "loss": 1.6832,
      "step": 350
    },
    {
      "epoch": 0.1136,
      "grad_norm": 9.791327883527874,
      "learning_rate": 1.99889932776219e-05,
      "loss": 1.6604,
      "step": 355
    },
    {
      "epoch": 0.1152,
      "grad_norm": 10.288995257955278,
      "learning_rate": 1.9986217276458898e-05,
      "loss": 1.5407,
      "step": 360
    },
    {
      "epoch": 0.1168,
      "grad_norm": 7.343516596486213,
      "learning_rate": 1.9983129667005887e-05,
      "loss": 1.704,
      "step": 365
    },
    {
      "epoch": 0.1184,
      "grad_norm": 8.414567171107853,
      "learning_rate": 1.9979730545608128e-05,
      "loss": 1.6423,
      "step": 370
    },
    {
      "epoch": 0.12,
      "grad_norm": 31.248624844046244,
      "learning_rate": 1.9976020018331244e-05,
      "loss": 1.6615,
      "step": 375
    },
    {
      "epoch": 0.1216,
      "grad_norm": 7.805253897850886,
      "learning_rate": 1.997199820095793e-05,
      "loss": 1.7482,
      "step": 380
    },
    {
      "epoch": 0.1232,
      "grad_norm": 12.941755164396426,
      "learning_rate": 1.9967665218984308e-05,
      "loss": 1.6302,
      "step": 385
    },
    {
      "epoch": 0.1248,
      "grad_norm": 10.256908147942266,
      "learning_rate": 1.996302120761605e-05,
      "loss": 1.6527,
      "step": 390
    },
    {
      "epoch": 0.1264,
      "grad_norm": 10.323844537641683,
      "learning_rate": 1.9958066311764115e-05,
      "loss": 1.6225,
      "step": 395
    },
    {
      "epoch": 0.128,
      "grad_norm": 8.17544314720727,
      "learning_rate": 1.9952800686040268e-05,
      "loss": 1.6112,
      "step": 400
    },
    {
      "epoch": 0.1296,
      "grad_norm": 9.155308331409806,
      "learning_rate": 1.9947224494752236e-05,
      "loss": 1.645,
      "step": 405
    },
    {
      "epoch": 0.1312,
      "grad_norm": 8.093102355577809,
      "learning_rate": 1.994133791189857e-05,
      "loss": 1.6012,
      "step": 410
    },
    {
      "epoch": 0.1328,
      "grad_norm": 8.539319454896912,
      "learning_rate": 1.993514112116325e-05,
      "loss": 1.6163,
      "step": 415
    },
    {
      "epoch": 0.1344,
      "grad_norm": 9.376291632603513,
      "learning_rate": 1.992863431590991e-05,
      "loss": 1.7232,
      "step": 420
    },
    {
      "epoch": 0.136,
      "grad_norm": 8.427174660902148,
      "learning_rate": 1.9921817699175844e-05,
      "loss": 1.6041,
      "step": 425
    },
    {
      "epoch": 0.1376,
      "grad_norm": 11.225741174921657,
      "learning_rate": 1.991469148366564e-05,
      "loss": 1.5705,
      "step": 430
    },
    {
      "epoch": 0.1392,
      "grad_norm": 7.973508937531369,
      "learning_rate": 1.9907255891744562e-05,
      "loss": 1.6436,
      "step": 435
    },
    {
      "epoch": 0.1408,
      "grad_norm": 9.589627221263973,
      "learning_rate": 1.989951115543161e-05,
      "loss": 1.6753,
      "step": 440
    },
    {
      "epoch": 0.1424,
      "grad_norm": 6.8530374739159345,
      "learning_rate": 1.9891457516392257e-05,
      "loss": 1.6441,
      "step": 445
    },
    {
      "epoch": 0.144,
      "grad_norm": 8.969880080037996,
      "learning_rate": 1.988309522593095e-05,
      "loss": 1.632,
      "step": 450
    },
    {
      "epoch": 0.1456,
      "grad_norm": 8.147836497286043,
      "learning_rate": 1.9874424544983224e-05,
      "loss": 1.7166,
      "step": 455
    },
    {
      "epoch": 0.1472,
      "grad_norm": 10.804136842902594,
      "learning_rate": 1.9865445744107593e-05,
      "loss": 1.6071,
      "step": 460
    },
    {
      "epoch": 0.1488,
      "grad_norm": 7.770558071875093,
      "learning_rate": 1.9856159103477085e-05,
      "loss": 1.7466,
      "step": 465
    },
    {
      "epoch": 0.1504,
      "grad_norm": 11.053317637390126,
      "learning_rate": 1.9846564912870523e-05,
      "loss": 1.6221,
      "step": 470
    },
    {
      "epoch": 0.152,
      "grad_norm": 8.025748690782159,
      "learning_rate": 1.9836663471663454e-05,
      "loss": 1.7206,
      "step": 475
    },
    {
      "epoch": 0.1536,
      "grad_norm": 8.94152560502608,
      "learning_rate": 1.9826455088818832e-05,
      "loss": 1.6794,
      "step": 480
    },
    {
      "epoch": 0.1552,
      "grad_norm": 8.723262455381919,
      "learning_rate": 1.9815940082877367e-05,
      "loss": 1.6909,
      "step": 485
    },
    {
      "epoch": 0.1568,
      "grad_norm": 11.572838719884283,
      "learning_rate": 1.980511878194758e-05,
      "loss": 1.7067,
      "step": 490
    },
    {
      "epoch": 0.1584,
      "grad_norm": 7.98682940495796,
      "learning_rate": 1.9793991523695578e-05,
      "loss": 1.7714,
      "step": 495
    },
    {
      "epoch": 0.16,
      "grad_norm": 7.447864398870841,
      "learning_rate": 1.9782558655334505e-05,
      "loss": 1.632,
      "step": 500
    },
    {
      "epoch": 0.1616,
      "grad_norm": 8.942126665322432,
      "learning_rate": 1.9770820533613716e-05,
      "loss": 1.6463,
      "step": 505
    },
    {
      "epoch": 0.1632,
      "grad_norm": 8.629146616823142,
      "learning_rate": 1.9758777524807636e-05,
      "loss": 1.6367,
      "step": 510
    },
    {
      "epoch": 0.1648,
      "grad_norm": 7.603172313414887,
      "learning_rate": 1.9746430004704353e-05,
      "loss": 1.6558,
      "step": 515
    },
    {
      "epoch": 0.1664,
      "grad_norm": 11.152682711750428,
      "learning_rate": 1.9733778358593852e-05,
      "loss": 1.6537,
      "step": 520
    },
    {
      "epoch": 0.168,
      "grad_norm": 9.887507696721732,
      "learning_rate": 1.9720822981256034e-05,
      "loss": 1.6715,
      "step": 525
    },
    {
      "epoch": 0.1696,
      "grad_norm": 9.158423868070782,
      "learning_rate": 1.970756427694837e-05,
      "loss": 1.6244,
      "step": 530
    },
    {
      "epoch": 0.1712,
      "grad_norm": 8.442009066532837,
      "learning_rate": 1.9694002659393306e-05,
      "loss": 1.7073,
      "step": 535
    },
    {
      "epoch": 0.1728,
      "grad_norm": 7.50714623452273,
      "learning_rate": 1.9680138551765335e-05,
      "loss": 1.6241,
      "step": 540
    },
    {
      "epoch": 0.1744,
      "grad_norm": 8.325913790000977,
      "learning_rate": 1.9665972386677796e-05,
      "loss": 1.5779,
      "step": 545
    },
    {
      "epoch": 0.176,
      "grad_norm": 13.09863126345551,
      "learning_rate": 1.9651504606169395e-05,
      "loss": 1.6549,
      "step": 550
    },
    {
      "epoch": 0.1776,
      "grad_norm": 7.5020724745885925,
      "learning_rate": 1.9636735661690385e-05,
      "loss": 1.683,
      "step": 555
    },
    {
      "epoch": 0.1792,
      "grad_norm": 8.857991440508771,
      "learning_rate": 1.9621666014088495e-05,
      "loss": 1.5727,
      "step": 560
    },
    {
      "epoch": 0.1808,
      "grad_norm": 10.518277008681551,
      "learning_rate": 1.960629613359454e-05,
      "loss": 1.5516,
      "step": 565
    },
    {
      "epoch": 0.1824,
      "grad_norm": 9.763384545927902,
      "learning_rate": 1.959062649980776e-05,
      "loss": 1.7654,
      "step": 570
    },
    {
      "epoch": 0.184,
      "grad_norm": 14.784685999297329,
      "learning_rate": 1.957465760168084e-05,
      "loss": 1.6173,
      "step": 575
    },
    {
      "epoch": 0.1856,
      "grad_norm": 9.47338828693639,
      "learning_rate": 1.9558389937504664e-05,
      "loss": 1.6706,
      "step": 580
    },
    {
      "epoch": 0.1872,
      "grad_norm": 8.255320111181135,
      "learning_rate": 1.954182401489277e-05,
      "loss": 1.6829,
      "step": 585
    },
    {
      "epoch": 0.1888,
      "grad_norm": 9.748611896295628,
      "learning_rate": 1.952496035076549e-05,
      "loss": 1.6963,
      "step": 590
    },
    {
      "epoch": 0.1904,
      "grad_norm": 10.593417080535822,
      "learning_rate": 1.9507799471333842e-05,
      "loss": 1.5429,
      "step": 595
    },
    {
      "epoch": 0.192,
      "grad_norm": 8.495208947428331,
      "learning_rate": 1.9490341912083103e-05,
      "loss": 1.5996,
      "step": 600
    },
    {
      "epoch": 0.1936,
      "grad_norm": 8.116738913737667,
      "learning_rate": 1.947258821775609e-05,
      "loss": 1.6509,
      "step": 605
    },
    {
      "epoch": 0.1952,
      "grad_norm": 8.843543056646068,
      "learning_rate": 1.945453894233618e-05,
      "loss": 1.6621,
      "step": 610
    },
    {
      "epoch": 0.1968,
      "grad_norm": 8.429840678269503,
      "learning_rate": 1.9436194649030006e-05,
      "loss": 1.6238,
      "step": 615
    },
    {
      "epoch": 0.1984,
      "grad_norm": 7.060618638753134,
      "learning_rate": 1.9417555910249905e-05,
      "loss": 1.5455,
      "step": 620
    },
    {
      "epoch": 0.2,
      "grad_norm": 8.735661880336002,
      "learning_rate": 1.939862330759602e-05,
      "loss": 1.7242,
      "step": 625
    },
    {
      "epoch": 0.2016,
      "grad_norm": 7.728994210262772,
      "learning_rate": 1.9379397431838194e-05,
      "loss": 1.6244,
      "step": 630
    },
    {
      "epoch": 0.2032,
      "grad_norm": 8.142561603441006,
      "learning_rate": 1.935987888289751e-05,
      "loss": 1.6033,
      "step": 635
    },
    {
      "epoch": 0.2048,
      "grad_norm": 7.087122461619784,
      "learning_rate": 1.9340068269827567e-05,
      "loss": 1.6478,
      "step": 640
    },
    {
      "epoch": 0.2064,
      "grad_norm": 8.796044551707043,
      "learning_rate": 1.93199662107955e-05,
      "loss": 1.622,
      "step": 645
    },
    {
      "epoch": 0.208,
      "grad_norm": 7.637980213604651,
      "learning_rate": 1.929957333306267e-05,
      "loss": 1.6378,
      "step": 650
    },
    {
      "epoch": 0.2096,
      "grad_norm": 8.176443820248227,
      "learning_rate": 1.9278890272965097e-05,
      "loss": 1.603,
      "step": 655
    },
    {
      "epoch": 0.2112,
      "grad_norm": 8.821331818781406,
      "learning_rate": 1.92579176758936e-05,
      "loss": 1.6285,
      "step": 660
    },
    {
      "epoch": 0.2128,
      "grad_norm": 8.751441102706378,
      "learning_rate": 1.9236656196273676e-05,
      "loss": 1.6783,
      "step": 665
    },
    {
      "epoch": 0.2144,
      "grad_norm": 7.729648207326943,
      "learning_rate": 1.9215106497545047e-05,
      "loss": 1.7185,
      "step": 670
    },
    {
      "epoch": 0.216,
      "grad_norm": 9.632019880573054,
      "learning_rate": 1.919326925214099e-05,
      "loss": 1.7044,
      "step": 675
    },
    {
      "epoch": 0.2176,
      "grad_norm": 7.864267682010497,
      "learning_rate": 1.9171145141467336e-05,
      "loss": 1.6628,
      "step": 680
    },
    {
      "epoch": 0.2192,
      "grad_norm": 7.961635669857337,
      "learning_rate": 1.9148734855881218e-05,
      "loss": 1.6602,
      "step": 685
    },
    {
      "epoch": 0.2208,
      "grad_norm": 10.292993487639919,
      "learning_rate": 1.912603909466952e-05,
      "loss": 1.5731,
      "step": 690
    },
    {
      "epoch": 0.2224,
      "grad_norm": 8.162330383972137,
      "learning_rate": 1.9103058566027062e-05,
      "loss": 1.6291,
      "step": 695
    },
    {
      "epoch": 0.224,
      "grad_norm": 7.554506895298207,
      "learning_rate": 1.9079793987034497e-05,
      "loss": 1.6665,
      "step": 700
    },
    {
      "epoch": 0.2256,
      "grad_norm": 8.135535319158393,
      "learning_rate": 1.9056246083635943e-05,
      "loss": 1.6404,
      "step": 705
    },
    {
      "epoch": 0.2272,
      "grad_norm": 9.74804156354211,
      "learning_rate": 1.9032415590616323e-05,
      "loss": 1.5687,
      "step": 710
    },
    {
      "epoch": 0.2288,
      "grad_norm": 8.104975985879758,
      "learning_rate": 1.9008303251578445e-05,
      "loss": 1.6728,
      "step": 715
    },
    {
      "epoch": 0.2304,
      "grad_norm": 8.720184023804999,
      "learning_rate": 1.898390981891979e-05,
      "loss": 1.634,
      "step": 720
    },
    {
      "epoch": 0.232,
      "grad_norm": 9.210829756244634,
      "learning_rate": 1.895923605380904e-05,
      "loss": 1.6422,
      "step": 725
    },
    {
      "epoch": 0.2336,
      "grad_norm": 6.632734132335917,
      "learning_rate": 1.8934282726162325e-05,
      "loss": 1.5709,
      "step": 730
    },
    {
      "epoch": 0.2352,
      "grad_norm": 7.931181213386623,
      "learning_rate": 1.8909050614619197e-05,
      "loss": 1.6244,
      "step": 735
    },
    {
      "epoch": 0.2368,
      "grad_norm": 8.05038767649013,
      "learning_rate": 1.8883540506518336e-05,
      "loss": 1.6756,
      "step": 740
    },
    {
      "epoch": 0.2384,
      "grad_norm": 9.138124074487578,
      "learning_rate": 1.885775319787298e-05,
      "loss": 1.5782,
      "step": 745
    },
    {
      "epoch": 0.24,
      "grad_norm": 9.052424132753602,
      "learning_rate": 1.8831689493346095e-05,
      "loss": 1.6486,
      "step": 750
    },
    {
      "epoch": 0.2416,
      "grad_norm": 12.11857562509831,
      "learning_rate": 1.880535020622525e-05,
      "loss": 1.5488,
      "step": 755
    },
    {
      "epoch": 0.2432,
      "grad_norm": 8.346673787548578,
      "learning_rate": 1.8778736158397244e-05,
      "loss": 1.5675,
      "step": 760
    },
    {
      "epoch": 0.2448,
      "grad_norm": 7.922560429887788,
      "learning_rate": 1.8751848180322476e-05,
      "loss": 1.5814,
      "step": 765
    },
    {
      "epoch": 0.2464,
      "grad_norm": 7.448862840223704,
      "learning_rate": 1.872468711100902e-05,
      "loss": 1.696,
      "step": 770
    },
    {
      "epoch": 0.248,
      "grad_norm": 7.381712408385049,
      "learning_rate": 1.869725379798643e-05,
      "loss": 1.5801,
      "step": 775
    },
    {
      "epoch": 0.2496,
      "grad_norm": 7.520192699988718,
      "learning_rate": 1.866954909727932e-05,
      "loss": 1.5583,
      "step": 780
    },
    {
      "epoch": 0.2512,
      "grad_norm": 8.458007153827033,
      "learning_rate": 1.864157387338064e-05,
      "loss": 1.5893,
      "step": 785
    },
    {
      "epoch": 0.2528,
      "grad_norm": 11.023935513739714,
      "learning_rate": 1.86133289992247e-05,
      "loss": 1.6194,
      "step": 790
    },
    {
      "epoch": 0.2544,
      "grad_norm": 7.279897256975987,
      "learning_rate": 1.8584815356159932e-05,
      "loss": 1.6186,
      "step": 795
    },
    {
      "epoch": 0.256,
      "grad_norm": 7.807795169814656,
      "learning_rate": 1.8556033833921386e-05,
      "loss": 1.7446,
      "step": 800
    },
    {
      "epoch": 0.2576,
      "grad_norm": 7.782885718886869,
      "learning_rate": 1.8526985330602973e-05,
      "loss": 1.6365,
      "step": 805
    },
    {
      "epoch": 0.2592,
      "grad_norm": 7.881283617531603,
      "learning_rate": 1.8497670752629437e-05,
      "loss": 1.7161,
      "step": 810
    },
    {
      "epoch": 0.2608,
      "grad_norm": 7.32964730840398,
      "learning_rate": 1.8468091014728076e-05,
      "loss": 1.6361,
      "step": 815
    },
    {
      "epoch": 0.2624,
      "grad_norm": 7.4867507136615075,
      "learning_rate": 1.843824703990019e-05,
      "loss": 1.7187,
      "step": 820
    },
    {
      "epoch": 0.264,
      "grad_norm": 7.878583656595656,
      "learning_rate": 1.840813975939229e-05,
      "loss": 1.6064,
      "step": 825
    },
    {
      "epoch": 0.2656,
      "grad_norm": 7.641254628614174,
      "learning_rate": 1.8377770112667024e-05,
      "loss": 1.6189,
      "step": 830
    },
    {
      "epoch": 0.2672,
      "grad_norm": 7.869146750924817,
      "learning_rate": 1.8347139047373885e-05,
      "loss": 1.6925,
      "step": 835
    },
    {
      "epoch": 0.2688,
      "grad_norm": 7.488977024706195,
      "learning_rate": 1.8316247519319625e-05,
      "loss": 1.6646,
      "step": 840
    },
    {
      "epoch": 0.2704,
      "grad_norm": 7.519265775038011,
      "learning_rate": 1.8285096492438424e-05,
      "loss": 1.6267,
      "step": 845
    },
    {
      "epoch": 0.272,
      "grad_norm": 9.052319258879985,
      "learning_rate": 1.825368693876183e-05,
      "loss": 1.6113,
      "step": 850
    },
    {
      "epoch": 0.2736,
      "grad_norm": 7.425912485447768,
      "learning_rate": 1.8222019838388422e-05,
      "loss": 1.6341,
      "step": 855
    },
    {
      "epoch": 0.2752,
      "grad_norm": 7.616489466474544,
      "learning_rate": 1.8190096179453213e-05,
      "loss": 1.6195,
      "step": 860
    },
    {
      "epoch": 0.2768,
      "grad_norm": 8.57212898020857,
      "learning_rate": 1.8157916958096837e-05,
      "loss": 1.5484,
      "step": 865
    },
    {
      "epoch": 0.2784,
      "grad_norm": 8.058170481678996,
      "learning_rate": 1.8125483178434448e-05,
      "loss": 1.6392,
      "step": 870
    },
    {
      "epoch": 0.28,
      "grad_norm": 7.759361204922903,
      "learning_rate": 1.8092795852524404e-05,
      "loss": 1.572,
      "step": 875
    },
    {
      "epoch": 0.2816,
      "grad_norm": 7.814935898355,
      "learning_rate": 1.8059856000336675e-05,
      "loss": 1.5755,
      "step": 880
    },
    {
      "epoch": 0.2832,
      "grad_norm": 8.862683471146346,
      "learning_rate": 1.8026664649721016e-05,
      "loss": 1.5711,
      "step": 885
    },
    {
      "epoch": 0.2848,
      "grad_norm": 9.253730250566822,
      "learning_rate": 1.7993222836374904e-05,
      "loss": 1.6258,
      "step": 890
    },
    {
      "epoch": 0.2864,
      "grad_norm": 8.877026192983683,
      "learning_rate": 1.795953160381121e-05,
      "loss": 1.6478,
      "step": 895
    },
    {
      "epoch": 0.288,
      "grad_norm": 9.101400243172016,
      "learning_rate": 1.792559200332564e-05,
      "loss": 1.6171,
      "step": 900
    },
    {
      "epoch": 0.2896,
      "grad_norm": 7.136286110367266,
      "learning_rate": 1.789140509396394e-05,
      "loss": 1.5754,
      "step": 905
    },
    {
      "epoch": 0.2912,
      "grad_norm": 7.912268476013011,
      "learning_rate": 1.7856971942488826e-05,
      "loss": 1.5975,
      "step": 910
    },
    {
      "epoch": 0.2928,
      "grad_norm": 7.20611974657277,
      "learning_rate": 1.7822293623346736e-05,
      "loss": 1.658,
      "step": 915
    },
    {
      "epoch": 0.2944,
      "grad_norm": 10.223106004235314,
      "learning_rate": 1.7787371218634263e-05,
      "loss": 1.6974,
      "step": 920
    },
    {
      "epoch": 0.296,
      "grad_norm": 7.6171324527749,
      "learning_rate": 1.77522058180644e-05,
      "loss": 1.692,
      "step": 925
    },
    {
      "epoch": 0.2976,
      "grad_norm": 9.169763628140181,
      "learning_rate": 1.7716798518932564e-05,
      "loss": 1.623,
      "step": 930
    },
    {
      "epoch": 0.2992,
      "grad_norm": 7.322606018864152,
      "learning_rate": 1.7681150426082322e-05,
      "loss": 1.6117,
      "step": 935
    },
    {
      "epoch": 0.3008,
      "grad_norm": 7.081332396019932,
      "learning_rate": 1.7645262651870926e-05,
      "loss": 1.7026,
      "step": 940
    },
    {
      "epoch": 0.3024,
      "grad_norm": 7.141747828380935,
      "learning_rate": 1.7609136316134616e-05,
      "loss": 1.5313,
      "step": 945
    },
    {
      "epoch": 0.304,
      "grad_norm": 8.73987298901696,
      "learning_rate": 1.7572772546153657e-05,
      "loss": 1.6529,
      "step": 950
    },
    {
      "epoch": 0.3056,
      "grad_norm": 8.397556088140782,
      "learning_rate": 1.7536172476617183e-05,
      "loss": 1.6707,
      "step": 955
    },
    {
      "epoch": 0.3072,
      "grad_norm": 7.447729626374141,
      "learning_rate": 1.749933724958777e-05,
      "loss": 1.6343,
      "step": 960
    },
    {
      "epoch": 0.3088,
      "grad_norm": 6.907736776247304,
      "learning_rate": 1.746226801446582e-05,
      "loss": 1.6028,
      "step": 965
    },
    {
      "epoch": 0.3104,
      "grad_norm": 8.374764423916597,
      "learning_rate": 1.742496592795368e-05,
      "loss": 1.5854,
      "step": 970
    },
    {
      "epoch": 0.312,
      "grad_norm": 6.656458694402831,
      "learning_rate": 1.738743215401955e-05,
      "loss": 1.5937,
      "step": 975
    },
    {
      "epoch": 0.3136,
      "grad_norm": 8.119235048754572,
      "learning_rate": 1.7349667863861175e-05,
      "loss": 1.6238,
      "step": 980
    },
    {
      "epoch": 0.3152,
      "grad_norm": 10.758877616976827,
      "learning_rate": 1.7311674235869285e-05,
      "loss": 1.6329,
      "step": 985
    },
    {
      "epoch": 0.3168,
      "grad_norm": 6.855294162792502,
      "learning_rate": 1.7273452455590835e-05,
      "loss": 1.5509,
      "step": 990
    },
    {
      "epoch": 0.3184,
      "grad_norm": 7.436276047950917,
      "learning_rate": 1.7235003715691996e-05,
      "loss": 1.6302,
      "step": 995
    },
    {
      "epoch": 0.32,
      "grad_norm": 9.112788481739514,
      "learning_rate": 1.7196329215920963e-05,
      "loss": 1.5555,
      "step": 1000
    },
    {
      "epoch": 0.3216,
      "grad_norm": 7.707360400350489,
      "learning_rate": 1.71574301630705e-05,
      "loss": 1.5711,
      "step": 1005
    },
    {
      "epoch": 0.3232,
      "grad_norm": 8.985392901674105,
      "learning_rate": 1.711830777094028e-05,
      "loss": 1.5719,
      "step": 1010
    },
    {
      "epoch": 0.3248,
      "grad_norm": 7.854703662416667,
      "learning_rate": 1.707896326029903e-05,
      "loss": 1.687,
      "step": 1015
    },
    {
      "epoch": 0.3264,
      "grad_norm": 7.991591880545251,
      "learning_rate": 1.7039397858846428e-05,
      "loss": 1.5265,
      "step": 1020
    },
    {
      "epoch": 0.328,
      "grad_norm": 8.38735368829394,
      "learning_rate": 1.6999612801174782e-05,
      "loss": 1.5071,
      "step": 1025
    },
    {
      "epoch": 0.3296,
      "grad_norm": 7.088683318490433,
      "learning_rate": 1.6959609328730526e-05,
      "loss": 1.5594,
      "step": 1030
    },
    {
      "epoch": 0.3312,
      "grad_norm": 7.732979117471935,
      "learning_rate": 1.6919388689775463e-05,
      "loss": 1.5789,
      "step": 1035
    },
    {
      "epoch": 0.3328,
      "grad_norm": 7.480645400348206,
      "learning_rate": 1.6878952139347834e-05,
      "loss": 1.5923,
      "step": 1040
    },
    {
      "epoch": 0.3344,
      "grad_norm": 7.858191371747195,
      "learning_rate": 1.6838300939223144e-05,
      "loss": 1.5487,
      "step": 1045
    },
    {
      "epoch": 0.336,
      "grad_norm": 8.85580923674649,
      "learning_rate": 1.679743635787479e-05,
      "loss": 1.5857,
      "step": 1050
    },
    {
      "epoch": 0.3376,
      "grad_norm": 7.901857553601464,
      "learning_rate": 1.6756359670434478e-05,
      "loss": 1.593,
      "step": 1055
    },
    {
      "epoch": 0.3392,
      "grad_norm": 9.026231263712882,
      "learning_rate": 1.6715072158652444e-05,
      "loss": 1.6723,
      "step": 1060
    },
    {
      "epoch": 0.3408,
      "grad_norm": 13.504122295950328,
      "learning_rate": 1.6673575110857457e-05,
      "loss": 1.6176,
      "step": 1065
    },
    {
      "epoch": 0.3424,
      "grad_norm": 10.243586542935969,
      "learning_rate": 1.6631869821916602e-05,
      "loss": 1.5779,
      "step": 1070
    },
    {
      "epoch": 0.344,
      "grad_norm": 7.489622112226259,
      "learning_rate": 1.6589957593194887e-05,
      "loss": 1.6419,
      "step": 1075
    },
    {
      "epoch": 0.3456,
      "grad_norm": 7.573818239927097,
      "learning_rate": 1.6547839732514646e-05,
      "loss": 1.5614,
      "step": 1080
    },
    {
      "epoch": 0.3472,
      "grad_norm": 10.0936611445675,
      "learning_rate": 1.650551755411471e-05,
      "loss": 1.5626,
      "step": 1085
    },
    {
      "epoch": 0.3488,
      "grad_norm": 7.874542575121299,
      "learning_rate": 1.646299237860941e-05,
      "loss": 1.6234,
      "step": 1090
    },
    {
      "epoch": 0.3504,
      "grad_norm": 8.356085115655546,
      "learning_rate": 1.6420265532947364e-05,
      "loss": 1.4703,
      "step": 1095
    },
    {
      "epoch": 0.352,
      "grad_norm": 9.024857376590765,
      "learning_rate": 1.6377338350370077e-05,
      "loss": 1.5622,
      "step": 1100
    },
    {
      "epoch": 0.3536,
      "grad_norm": 7.46614009546006,
      "learning_rate": 1.6334212170370323e-05,
      "loss": 1.6042,
      "step": 1105
    },
    {
      "epoch": 0.3552,
      "grad_norm": 8.565479511807924,
      "learning_rate": 1.6290888338650373e-05,
      "loss": 1.4699,
      "step": 1110
    },
    {
      "epoch": 0.3568,
      "grad_norm": 7.2168157043192025,
      "learning_rate": 1.624736820707998e-05,
      "loss": 1.5334,
      "step": 1115
    },
    {
      "epoch": 0.3584,
      "grad_norm": 6.584169033723296,
      "learning_rate": 1.6203653133654213e-05,
      "loss": 1.6832,
      "step": 1120
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.225227952156274,
      "learning_rate": 1.615974448245107e-05,
      "loss": 1.5323,
      "step": 1125
    },
    {
      "epoch": 0.3616,
      "grad_norm": 10.601001964167809,
      "learning_rate": 1.6115643623588915e-05,
      "loss": 1.6198,
      "step": 1130
    },
    {
      "epoch": 0.3632,
      "grad_norm": 10.795794042349174,
      "learning_rate": 1.6071351933183736e-05,
      "loss": 1.5853,
      "step": 1135
    },
    {
      "epoch": 0.3648,
      "grad_norm": 7.346429916746835,
      "learning_rate": 1.602687079330619e-05,
      "loss": 1.5795,
      "step": 1140
    },
    {
      "epoch": 0.3664,
      "grad_norm": 6.659543911557079,
      "learning_rate": 1.5982201591938496e-05,
      "loss": 1.5804,
      "step": 1145
    },
    {
      "epoch": 0.368,
      "grad_norm": 7.221758133107811,
      "learning_rate": 1.5937345722931098e-05,
      "loss": 1.6121,
      "step": 1150
    },
    {
      "epoch": 0.3696,
      "grad_norm": 9.731811312205782,
      "learning_rate": 1.5892304585959193e-05,
      "loss": 1.6606,
      "step": 1155
    },
    {
      "epoch": 0.3712,
      "grad_norm": 8.589776786846603,
      "learning_rate": 1.5847079586479052e-05,
      "loss": 1.6185,
      "step": 1160
    },
    {
      "epoch": 0.3728,
      "grad_norm": 7.386876191799319,
      "learning_rate": 1.580167213568416e-05,
      "loss": 1.556,
      "step": 1165
    },
    {
      "epoch": 0.3744,
      "grad_norm": 8.140967833939259,
      "learning_rate": 1.575608365046118e-05,
      "loss": 1.5469,
      "step": 1170
    },
    {
      "epoch": 0.376,
      "grad_norm": 12.874290112872854,
      "learning_rate": 1.571031555334575e-05,
      "loss": 1.5306,
      "step": 1175
    },
    {
      "epoch": 0.3776,
      "grad_norm": 7.6631355790039395,
      "learning_rate": 1.566436927247808e-05,
      "loss": 1.5181,
      "step": 1180
    },
    {
      "epoch": 0.3792,
      "grad_norm": 6.840987993796332,
      "learning_rate": 1.5618246241558402e-05,
      "loss": 1.6786,
      "step": 1185
    },
    {
      "epoch": 0.3808,
      "grad_norm": 10.867647495390518,
      "learning_rate": 1.5571947899802227e-05,
      "loss": 1.6774,
      "step": 1190
    },
    {
      "epoch": 0.3824,
      "grad_norm": 7.370178174067006,
      "learning_rate": 1.5525475691895438e-05,
      "loss": 1.5014,
      "step": 1195
    },
    {
      "epoch": 0.384,
      "grad_norm": 7.247801379833239,
      "learning_rate": 1.5478831067949203e-05,
      "loss": 1.5683,
      "step": 1200
    },
    {
      "epoch": 0.3856,
      "grad_norm": 7.548129806153257,
      "learning_rate": 1.5432015483454736e-05,
      "loss": 1.5433,
      "step": 1205
    },
    {
      "epoch": 0.3872,
      "grad_norm": 7.403487909131467,
      "learning_rate": 1.5385030399237878e-05,
      "loss": 1.617,
      "step": 1210
    },
    {
      "epoch": 0.3888,
      "grad_norm": 7.085555289389217,
      "learning_rate": 1.533787728141351e-05,
      "loss": 1.5484,
      "step": 1215
    },
    {
      "epoch": 0.3904,
      "grad_norm": 6.688525472576119,
      "learning_rate": 1.5290557601339807e-05,
      "loss": 1.603,
      "step": 1220
    },
    {
      "epoch": 0.392,
      "grad_norm": 7.062961511805713,
      "learning_rate": 1.5243072835572319e-05,
      "loss": 1.6592,
      "step": 1225
    },
    {
      "epoch": 0.3936,
      "grad_norm": 7.338639370748799,
      "learning_rate": 1.5195424465817911e-05,
      "loss": 1.5468,
      "step": 1230
    },
    {
      "epoch": 0.3952,
      "grad_norm": 7.404342838798467,
      "learning_rate": 1.5147613978888514e-05,
      "loss": 1.4803,
      "step": 1235
    },
    {
      "epoch": 0.3968,
      "grad_norm": 7.815793838467086,
      "learning_rate": 1.5099642866654747e-05,
      "loss": 1.6002,
      "step": 1240
    },
    {
      "epoch": 0.3984,
      "grad_norm": 6.983719434750113,
      "learning_rate": 1.505151262599934e-05,
      "loss": 1.4679,
      "step": 1245
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.689132853147396,
      "learning_rate": 1.5003224758770447e-05,
      "loss": 1.5426,
      "step": 1250
    },
    {
      "epoch": 0.4016,
      "grad_norm": 7.99779675336406,
      "learning_rate": 1.4954780771734783e-05,
      "loss": 1.6113,
      "step": 1255
    },
    {
      "epoch": 0.4032,
      "grad_norm": 7.956111242399946,
      "learning_rate": 1.4906182176530588e-05,
      "loss": 1.6137,
      "step": 1260
    },
    {
      "epoch": 0.4048,
      "grad_norm": 8.34462398939598,
      "learning_rate": 1.4857430489620476e-05,
      "loss": 1.6686,
      "step": 1265
    },
    {
      "epoch": 0.4064,
      "grad_norm": 6.87092130604808,
      "learning_rate": 1.4808527232244113e-05,
      "loss": 1.5328,
      "step": 1270
    },
    {
      "epoch": 0.408,
      "grad_norm": 7.069072459949788,
      "learning_rate": 1.4759473930370738e-05,
      "loss": 1.5685,
      "step": 1275
    },
    {
      "epoch": 0.4096,
      "grad_norm": 9.020054344062027,
      "learning_rate": 1.4710272114651555e-05,
      "loss": 1.5414,
      "step": 1280
    },
    {
      "epoch": 0.4112,
      "grad_norm": 9.445393180818964,
      "learning_rate": 1.4660923320371974e-05,
      "loss": 1.5297,
      "step": 1285
    },
    {
      "epoch": 0.4128,
      "grad_norm": 7.558351219070578,
      "learning_rate": 1.4611429087403695e-05,
      "loss": 1.5524,
      "step": 1290
    },
    {
      "epoch": 0.4144,
      "grad_norm": 7.092500501081219,
      "learning_rate": 1.456179096015667e-05,
      "loss": 1.686,
      "step": 1295
    },
    {
      "epoch": 0.416,
      "grad_norm": 7.207957772603401,
      "learning_rate": 1.4512010487530899e-05,
      "loss": 1.5716,
      "step": 1300
    },
    {
      "epoch": 0.4176,
      "grad_norm": 7.34637827560702,
      "learning_rate": 1.4462089222868099e-05,
      "loss": 1.469,
      "step": 1305
    },
    {
      "epoch": 0.4192,
      "grad_norm": 9.334037108256902,
      "learning_rate": 1.4412028723903251e-05,
      "loss": 1.5605,
      "step": 1310
    },
    {
      "epoch": 0.4208,
      "grad_norm": 7.693732678205702,
      "learning_rate": 1.4361830552715973e-05,
      "loss": 1.6241,
      "step": 1315
    },
    {
      "epoch": 0.4224,
      "grad_norm": 8.129038938122736,
      "learning_rate": 1.4311496275681785e-05,
      "loss": 1.4064,
      "step": 1320
    },
    {
      "epoch": 0.424,
      "grad_norm": 6.237348905953311,
      "learning_rate": 1.4261027463423232e-05,
      "loss": 1.4584,
      "step": 1325
    },
    {
      "epoch": 0.4256,
      "grad_norm": 6.031996271045834,
      "learning_rate": 1.4210425690760876e-05,
      "loss": 1.5006,
      "step": 1330
    },
    {
      "epoch": 0.4272,
      "grad_norm": 7.539819121652781,
      "learning_rate": 1.4159692536664147e-05,
      "loss": 1.5603,
      "step": 1335
    },
    {
      "epoch": 0.4288,
      "grad_norm": 7.523103920232781,
      "learning_rate": 1.410882958420209e-05,
      "loss": 1.5839,
      "step": 1340
    },
    {
      "epoch": 0.4304,
      "grad_norm": 7.666216752529669,
      "learning_rate": 1.405783842049395e-05,
      "loss": 1.5192,
      "step": 1345
    },
    {
      "epoch": 0.432,
      "grad_norm": 7.32146225643351,
      "learning_rate": 1.4006720636659656e-05,
      "loss": 1.5088,
      "step": 1350
    },
    {
      "epoch": 0.4336,
      "grad_norm": 8.854549575824441,
      "learning_rate": 1.3955477827770174e-05,
      "loss": 1.5657,
      "step": 1355
    },
    {
      "epoch": 0.4352,
      "grad_norm": 8.471943810603415,
      "learning_rate": 1.3904111592797724e-05,
      "loss": 1.4975,
      "step": 1360
    },
    {
      "epoch": 0.4368,
      "grad_norm": 7.881715416808106,
      "learning_rate": 1.3852623534565901e-05,
      "loss": 1.4941,
      "step": 1365
    },
    {
      "epoch": 0.4384,
      "grad_norm": 7.441858474366784,
      "learning_rate": 1.3801015259699648e-05,
      "loss": 1.5424,
      "step": 1370
    },
    {
      "epoch": 0.44,
      "grad_norm": 8.277844600049658,
      "learning_rate": 1.3749288378575133e-05,
      "loss": 1.5154,
      "step": 1375
    },
    {
      "epoch": 0.4416,
      "grad_norm": 7.1055378423472835,
      "learning_rate": 1.3697444505269489e-05,
      "loss": 1.5948,
      "step": 1380
    },
    {
      "epoch": 0.4432,
      "grad_norm": 7.146958460316305,
      "learning_rate": 1.3645485257510456e-05,
      "loss": 1.5807,
      "step": 1385
    },
    {
      "epoch": 0.4448,
      "grad_norm": 6.5302083293339965,
      "learning_rate": 1.3593412256625898e-05,
      "loss": 1.4385,
      "step": 1390
    },
    {
      "epoch": 0.4464,
      "grad_norm": 7.24352130131181,
      "learning_rate": 1.3541227127493218e-05,
      "loss": 1.4763,
      "step": 1395
    },
    {
      "epoch": 0.448,
      "grad_norm": 7.695971362233706,
      "learning_rate": 1.348893149848865e-05,
      "loss": 1.4818,
      "step": 1400
    },
    {
      "epoch": 0.4496,
      "grad_norm": 7.454125385613667,
      "learning_rate": 1.3436527001436437e-05,
      "loss": 1.4103,
      "step": 1405
    },
    {
      "epoch": 0.4512,
      "grad_norm": 7.82334723806768,
      "learning_rate": 1.3384015271557938e-05,
      "loss": 1.4473,
      "step": 1410
    },
    {
      "epoch": 0.4528,
      "grad_norm": 7.813760357009132,
      "learning_rate": 1.3331397947420578e-05,
      "loss": 1.4581,
      "step": 1415
    },
    {
      "epoch": 0.4544,
      "grad_norm": 6.911969016129946,
      "learning_rate": 1.3278676670886728e-05,
      "loss": 1.4735,
      "step": 1420
    },
    {
      "epoch": 0.456,
      "grad_norm": 7.885416119688343,
      "learning_rate": 1.3225853087062481e-05,
      "loss": 1.4771,
      "step": 1425
    },
    {
      "epoch": 0.4576,
      "grad_norm": 7.171521274701965,
      "learning_rate": 1.3172928844246297e-05,
      "loss": 1.4909,
      "step": 1430
    },
    {
      "epoch": 0.4592,
      "grad_norm": 6.038998548284215,
      "learning_rate": 1.3119905593877593e-05,
      "loss": 1.4862,
      "step": 1435
    },
    {
      "epoch": 0.4608,
      "grad_norm": 7.850277653518824,
      "learning_rate": 1.3066784990485202e-05,
      "loss": 1.4361,
      "step": 1440
    },
    {
      "epoch": 0.4624,
      "grad_norm": 8.240535964327846,
      "learning_rate": 1.3013568691635733e-05,
      "loss": 1.4437,
      "step": 1445
    },
    {
      "epoch": 0.464,
      "grad_norm": 6.764355409884025,
      "learning_rate": 1.2960258357881875e-05,
      "loss": 1.5192,
      "step": 1450
    },
    {
      "epoch": 0.4656,
      "grad_norm": 7.159838600132645,
      "learning_rate": 1.2906855652710557e-05,
      "loss": 1.5827,
      "step": 1455
    },
    {
      "epoch": 0.4672,
      "grad_norm": 8.306859326063204,
      "learning_rate": 1.2853362242491054e-05,
      "loss": 1.5463,
      "step": 1460
    },
    {
      "epoch": 0.4688,
      "grad_norm": 7.019302747818116,
      "learning_rate": 1.279977979642299e-05,
      "loss": 1.4193,
      "step": 1465
    },
    {
      "epoch": 0.4704,
      "grad_norm": 7.622978792348708,
      "learning_rate": 1.2746109986484236e-05,
      "loss": 1.422,
      "step": 1470
    },
    {
      "epoch": 0.472,
      "grad_norm": 6.56284738301426,
      "learning_rate": 1.2692354487378768e-05,
      "loss": 1.5312,
      "step": 1475
    },
    {
      "epoch": 0.4736,
      "grad_norm": 6.387578487452188,
      "learning_rate": 1.2638514976484384e-05,
      "loss": 1.4795,
      "step": 1480
    },
    {
      "epoch": 0.4752,
      "grad_norm": 6.050045115060615,
      "learning_rate": 1.2584593133800374e-05,
      "loss": 1.4694,
      "step": 1485
    },
    {
      "epoch": 0.4768,
      "grad_norm": 7.023845599021495,
      "learning_rate": 1.2530590641895089e-05,
      "loss": 1.5678,
      "step": 1490
    },
    {
      "epoch": 0.4784,
      "grad_norm": 6.600644496789812,
      "learning_rate": 1.2476509185853456e-05,
      "loss": 1.5587,
      "step": 1495
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.483920132677383,
      "learning_rate": 1.242235045322438e-05,
      "loss": 1.4022,
      "step": 1500
    },
    {
      "epoch": 0.4816,
      "grad_norm": 7.393698504360439,
      "learning_rate": 1.2368116133968091e-05,
      "loss": 1.4542,
      "step": 1505
    },
    {
      "epoch": 0.4832,
      "grad_norm": 6.59515492702019,
      "learning_rate": 1.2313807920403419e-05,
      "loss": 1.4563,
      "step": 1510
    },
    {
      "epoch": 0.4848,
      "grad_norm": 11.46310019096542,
      "learning_rate": 1.2259427507154964e-05,
      "loss": 1.4436,
      "step": 1515
    },
    {
      "epoch": 0.4864,
      "grad_norm": 7.492782202626292,
      "learning_rate": 1.2204976591100253e-05,
      "loss": 1.5193,
      "step": 1520
    },
    {
      "epoch": 0.488,
      "grad_norm": 7.7736261505421025,
      "learning_rate": 1.2150456871316758e-05,
      "loss": 1.4168,
      "step": 1525
    },
    {
      "epoch": 0.4896,
      "grad_norm": 7.9354251057792515,
      "learning_rate": 1.2095870049028898e-05,
      "loss": 1.4414,
      "step": 1530
    },
    {
      "epoch": 0.4912,
      "grad_norm": 16.059395970692933,
      "learning_rate": 1.2041217827554939e-05,
      "loss": 1.4695,
      "step": 1535
    },
    {
      "epoch": 0.4928,
      "grad_norm": 6.808900956376759,
      "learning_rate": 1.1986501912253863e-05,
      "loss": 1.4531,
      "step": 1540
    },
    {
      "epoch": 0.4944,
      "grad_norm": 7.736857454242817,
      "learning_rate": 1.1931724010472135e-05,
      "loss": 1.4924,
      "step": 1545
    },
    {
      "epoch": 0.496,
      "grad_norm": 8.3359924924688,
      "learning_rate": 1.1876885831490442e-05,
      "loss": 1.555,
      "step": 1550
    },
    {
      "epoch": 0.4976,
      "grad_norm": 7.120202493727813,
      "learning_rate": 1.1821989086470349e-05,
      "loss": 1.4645,
      "step": 1555
    },
    {
      "epoch": 0.4992,
      "grad_norm": 7.599913279445224,
      "learning_rate": 1.1767035488400903e-05,
      "loss": 1.4863,
      "step": 1560
    },
    {
      "epoch": 0.5008,
      "grad_norm": 7.125989534788617,
      "learning_rate": 1.1712026752045189e-05,
      "loss": 1.4652,
      "step": 1565
    },
    {
      "epoch": 0.5024,
      "grad_norm": 8.088722450627488,
      "learning_rate": 1.1656964593886819e-05,
      "loss": 1.3223,
      "step": 1570
    },
    {
      "epoch": 0.504,
      "grad_norm": 7.516194041566506,
      "learning_rate": 1.1601850732076361e-05,
      "loss": 1.5801,
      "step": 1575
    },
    {
      "epoch": 0.5056,
      "grad_norm": 7.239851442002106,
      "learning_rate": 1.1546686886377745e-05,
      "loss": 1.4731,
      "step": 1580
    },
    {
      "epoch": 0.5072,
      "grad_norm": 7.520103127972609,
      "learning_rate": 1.1491474778114588e-05,
      "loss": 1.3683,
      "step": 1585
    },
    {
      "epoch": 0.5088,
      "grad_norm": 9.131577917600616,
      "learning_rate": 1.143621613011648e-05,
      "loss": 1.562,
      "step": 1590
    },
    {
      "epoch": 0.5104,
      "grad_norm": 7.486194993220994,
      "learning_rate": 1.1380912666665234e-05,
      "loss": 1.4111,
      "step": 1595
    },
    {
      "epoch": 0.512,
      "grad_norm": 6.496362336710197,
      "learning_rate": 1.1325566113441074e-05,
      "loss": 1.5706,
      "step": 1600
    },
    {
      "epoch": 0.5136,
      "grad_norm": 6.823989380990125,
      "learning_rate": 1.1270178197468788e-05,
      "loss": 1.4575,
      "step": 1605
    },
    {
      "epoch": 0.5152,
      "grad_norm": 7.5663657895225125,
      "learning_rate": 1.121475064706385e-05,
      "loss": 1.3982,
      "step": 1610
    },
    {
      "epoch": 0.5168,
      "grad_norm": 6.5005524818168965,
      "learning_rate": 1.1159285191778473e-05,
      "loss": 1.4888,
      "step": 1615
    },
    {
      "epoch": 0.5184,
      "grad_norm": 7.387470263764186,
      "learning_rate": 1.1103783562347642e-05,
      "loss": 1.359,
      "step": 1620
    },
    {
      "epoch": 0.52,
      "grad_norm": 7.505035445167394,
      "learning_rate": 1.1048247490635133e-05,
      "loss": 1.4775,
      "step": 1625
    },
    {
      "epoch": 0.5216,
      "grad_norm": 6.645939875937268,
      "learning_rate": 1.099267870957943e-05,
      "loss": 1.5036,
      "step": 1630
    },
    {
      "epoch": 0.5232,
      "grad_norm": 6.913899992846711,
      "learning_rate": 1.0937078953139691e-05,
      "loss": 1.4273,
      "step": 1635
    },
    {
      "epoch": 0.5248,
      "grad_norm": 7.88033348199259,
      "learning_rate": 1.0881449956241616e-05,
      "loss": 1.2594,
      "step": 1640
    },
    {
      "epoch": 0.5264,
      "grad_norm": 7.305128083335553,
      "learning_rate": 1.0825793454723325e-05,
      "loss": 1.4711,
      "step": 1645
    },
    {
      "epoch": 0.528,
      "grad_norm": 8.41830449904285,
      "learning_rate": 1.0770111185281182e-05,
      "loss": 1.4567,
      "step": 1650
    },
    {
      "epoch": 0.5296,
      "grad_norm": 8.793536036546655,
      "learning_rate": 1.071440488541562e-05,
      "loss": 1.4354,
      "step": 1655
    },
    {
      "epoch": 0.5312,
      "grad_norm": 7.225955221122391,
      "learning_rate": 1.0658676293376894e-05,
      "loss": 1.4268,
      "step": 1660
    },
    {
      "epoch": 0.5328,
      "grad_norm": 7.296610012317386,
      "learning_rate": 1.0602927148110882e-05,
      "loss": 1.355,
      "step": 1665
    },
    {
      "epoch": 0.5344,
      "grad_norm": 7.368094614876765,
      "learning_rate": 1.0547159189204788e-05,
      "loss": 1.3505,
      "step": 1670
    },
    {
      "epoch": 0.536,
      "grad_norm": 6.381999606829369,
      "learning_rate": 1.0491374156832875e-05,
      "loss": 1.3813,
      "step": 1675
    },
    {
      "epoch": 0.5376,
      "grad_norm": 7.047380620438761,
      "learning_rate": 1.043557379170217e-05,
      "loss": 1.4362,
      "step": 1680
    },
    {
      "epoch": 0.5392,
      "grad_norm": 6.040591759821475,
      "learning_rate": 1.0379759834998133e-05,
      "loss": 1.4112,
      "step": 1685
    },
    {
      "epoch": 0.5408,
      "grad_norm": 6.915219064223463,
      "learning_rate": 1.0323934028330337e-05,
      "loss": 1.5057,
      "step": 1690
    },
    {
      "epoch": 0.5424,
      "grad_norm": 7.271768400559689,
      "learning_rate": 1.0268098113678124e-05,
      "loss": 1.4705,
      "step": 1695
    },
    {
      "epoch": 0.544,
      "grad_norm": 6.053160359266474,
      "learning_rate": 1.0212253833336237e-05,
      "loss": 1.477,
      "step": 1700
    },
    {
      "epoch": 0.5456,
      "grad_norm": 6.534057764124044,
      "learning_rate": 1.015640292986046e-05,
      "loss": 1.4277,
      "step": 1705
    },
    {
      "epoch": 0.5472,
      "grad_norm": 8.2582991694942,
      "learning_rate": 1.0100547146013252e-05,
      "loss": 1.4827,
      "step": 1710
    },
    {
      "epoch": 0.5488,
      "grad_norm": 6.985572611193969,
      "learning_rate": 1.0044688224709346e-05,
      "loss": 1.3615,
      "step": 1715
    },
    {
      "epoch": 0.5504,
      "grad_norm": 6.902453232669348,
      "learning_rate": 9.988827908961392e-06,
      "loss": 1.4461,
      "step": 1720
    },
    {
      "epoch": 0.552,
      "grad_norm": 6.996523125729606,
      "learning_rate": 9.932967941825539e-06,
      "loss": 1.3792,
      "step": 1725
    },
    {
      "epoch": 0.5536,
      "grad_norm": 6.402198205444748,
      "learning_rate": 9.87711006634706e-06,
      "loss": 1.5359,
      "step": 1730
    },
    {
      "epoch": 0.5552,
      "grad_norm": 6.398796292025464,
      "learning_rate": 9.821256025505964e-06,
      "loss": 1.3898,
      "step": 1735
    },
    {
      "epoch": 0.5568,
      "grad_norm": 6.940842238375595,
      "learning_rate": 9.765407562162606e-06,
      "loss": 1.4426,
      "step": 1740
    },
    {
      "epoch": 0.5584,
      "grad_norm": 8.063938708721054,
      "learning_rate": 9.709566419003292e-06,
      "loss": 1.4324,
      "step": 1745
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.113579365707868,
      "learning_rate": 9.653734338485924e-06,
      "loss": 1.3696,
      "step": 1750
    },
    {
      "epoch": 0.5616,
      "grad_norm": 9.305625046247098,
      "learning_rate": 9.597913062785603e-06,
      "loss": 1.3767,
      "step": 1755
    },
    {
      "epoch": 0.5632,
      "grad_norm": 7.713589183858762,
      "learning_rate": 9.54210433374028e-06,
      "loss": 1.3993,
      "step": 1760
    },
    {
      "epoch": 0.5648,
      "grad_norm": 6.882609362707895,
      "learning_rate": 9.486309892796413e-06,
      "loss": 1.2881,
      "step": 1765
    },
    {
      "epoch": 0.5664,
      "grad_norm": 7.382583057213062,
      "learning_rate": 9.430531480954605e-06,
      "loss": 1.3868,
      "step": 1770
    },
    {
      "epoch": 0.568,
      "grad_norm": 7.060465219449526,
      "learning_rate": 9.374770838715289e-06,
      "loss": 1.3008,
      "step": 1775
    },
    {
      "epoch": 0.5696,
      "grad_norm": 6.548055523692506,
      "learning_rate": 9.319029706024428e-06,
      "loss": 1.4179,
      "step": 1780
    },
    {
      "epoch": 0.5712,
      "grad_norm": 7.296597392978876,
      "learning_rate": 9.2633098222192e-06,
      "loss": 1.3648,
      "step": 1785
    },
    {
      "epoch": 0.5728,
      "grad_norm": 7.6566983852007695,
      "learning_rate": 9.20761292597375e-06,
      "loss": 1.48,
      "step": 1790
    },
    {
      "epoch": 0.5744,
      "grad_norm": 6.346223117268573,
      "learning_rate": 9.151940755244912e-06,
      "loss": 1.4082,
      "step": 1795
    },
    {
      "epoch": 0.576,
      "grad_norm": 7.11841923298027,
      "learning_rate": 9.096295047217988e-06,
      "loss": 1.3294,
      "step": 1800
    },
    {
      "epoch": 0.5776,
      "grad_norm": 8.50296732146637,
      "learning_rate": 9.040677538252555e-06,
      "loss": 1.4083,
      "step": 1805
    },
    {
      "epoch": 0.5792,
      "grad_norm": 7.014419702757138,
      "learning_rate": 8.985089963828262e-06,
      "loss": 1.4773,
      "step": 1810
    },
    {
      "epoch": 0.5808,
      "grad_norm": 7.176240770998421,
      "learning_rate": 8.929534058490682e-06,
      "loss": 1.2781,
      "step": 1815
    },
    {
      "epoch": 0.5824,
      "grad_norm": 7.803766989451665,
      "learning_rate": 8.8740115557972e-06,
      "loss": 1.4017,
      "step": 1820
    },
    {
      "epoch": 0.584,
      "grad_norm": 7.779698071769793,
      "learning_rate": 8.8185241882629e-06,
      "loss": 1.4537,
      "step": 1825
    },
    {
      "epoch": 0.5856,
      "grad_norm": 6.415990926093912,
      "learning_rate": 8.763073687306523e-06,
      "loss": 1.2469,
      "step": 1830
    },
    {
      "epoch": 0.5872,
      "grad_norm": 8.66418584105546,
      "learning_rate": 8.707661783196432e-06,
      "loss": 1.352,
      "step": 1835
    },
    {
      "epoch": 0.5888,
      "grad_norm": 7.910777048810527,
      "learning_rate": 8.652290204996613e-06,
      "loss": 1.4686,
      "step": 1840
    },
    {
      "epoch": 0.5904,
      "grad_norm": 6.3176543086259995,
      "learning_rate": 8.59696068051273e-06,
      "loss": 1.4047,
      "step": 1845
    },
    {
      "epoch": 0.592,
      "grad_norm": 7.512370939346078,
      "learning_rate": 8.541674936238219e-06,
      "loss": 1.422,
      "step": 1850
    },
    {
      "epoch": 0.5936,
      "grad_norm": 7.8096285750182215,
      "learning_rate": 8.486434697300394e-06,
      "loss": 1.4087,
      "step": 1855
    },
    {
      "epoch": 0.5952,
      "grad_norm": 6.178330789312308,
      "learning_rate": 8.431241687406631e-06,
      "loss": 1.3726,
      "step": 1860
    },
    {
      "epoch": 0.5968,
      "grad_norm": 6.624672273010726,
      "learning_rate": 8.376097628790586e-06,
      "loss": 1.3789,
      "step": 1865
    },
    {
      "epoch": 0.5984,
      "grad_norm": 7.3241310271547295,
      "learning_rate": 8.321004242158439e-06,
      "loss": 1.3609,
      "step": 1870
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.04309140021108,
      "learning_rate": 8.265963246635212e-06,
      "loss": 1.288,
      "step": 1875
    },
    {
      "epoch": 0.6016,
      "grad_norm": 6.865692791476556,
      "learning_rate": 8.210976359711124e-06,
      "loss": 1.3762,
      "step": 1880
    },
    {
      "epoch": 0.6032,
      "grad_norm": 6.771762456175988,
      "learning_rate": 8.156045297187994e-06,
      "loss": 1.2717,
      "step": 1885
    },
    {
      "epoch": 0.6048,
      "grad_norm": 6.154571636328125,
      "learning_rate": 8.101171773125716e-06,
      "loss": 1.3669,
      "step": 1890
    },
    {
      "epoch": 0.6064,
      "grad_norm": 6.572968900317892,
      "learning_rate": 8.046357499788757e-06,
      "loss": 1.38,
      "step": 1895
    },
    {
      "epoch": 0.608,
      "grad_norm": 8.531193639514733,
      "learning_rate": 7.991604187592732e-06,
      "loss": 1.5369,
      "step": 1900
    },
    {
      "epoch": 0.6096,
      "grad_norm": 6.698720683326016,
      "learning_rate": 7.93691354505103e-06,
      "loss": 1.4231,
      "step": 1905
    },
    {
      "epoch": 0.6112,
      "grad_norm": 7.521329845585438,
      "learning_rate": 7.882287278721523e-06,
      "loss": 1.4031,
      "step": 1910
    },
    {
      "epoch": 0.6128,
      "grad_norm": 7.6211310302707505,
      "learning_rate": 7.82772709315328e-06,
      "loss": 1.3337,
      "step": 1915
    },
    {
      "epoch": 0.6144,
      "grad_norm": 6.018003479238453,
      "learning_rate": 7.77323469083341e-06,
      "loss": 1.3658,
      "step": 1920
    },
    {
      "epoch": 0.616,
      "grad_norm": 6.464569749783369,
      "learning_rate": 7.718811772133918e-06,
      "loss": 1.2912,
      "step": 1925
    },
    {
      "epoch": 0.6176,
      "grad_norm": 6.514713737748858,
      "learning_rate": 7.664460035258651e-06,
      "loss": 1.5244,
      "step": 1930
    },
    {
      "epoch": 0.6192,
      "grad_norm": 6.205352658391803,
      "learning_rate": 7.610181176190318e-06,
      "loss": 1.2526,
      "step": 1935
    },
    {
      "epoch": 0.6208,
      "grad_norm": 7.014357158748993,
      "learning_rate": 7.555976888637556e-06,
      "loss": 1.3358,
      "step": 1940
    },
    {
      "epoch": 0.6224,
      "grad_norm": 7.288009471718571,
      "learning_rate": 7.501848863982082e-06,
      "loss": 1.419,
      "step": 1945
    },
    {
      "epoch": 0.624,
      "grad_norm": 7.468562712854107,
      "learning_rate": 7.447798791225925e-06,
      "loss": 1.2961,
      "step": 1950
    },
    {
      "epoch": 0.6256,
      "grad_norm": 7.203677073348877,
      "learning_rate": 7.393828356938709e-06,
      "loss": 1.3685,
      "step": 1955
    },
    {
      "epoch": 0.6272,
      "grad_norm": 7.047746758873238,
      "learning_rate": 7.3399392452050385e-06,
      "loss": 1.4267,
      "step": 1960
    },
    {
      "epoch": 0.6288,
      "grad_norm": 7.352486974428156,
      "learning_rate": 7.286133137571938e-06,
      "loss": 1.284,
      "step": 1965
    },
    {
      "epoch": 0.6304,
      "grad_norm": 6.913404968326128,
      "learning_rate": 7.2324117129963815e-06,
      "loss": 1.3034,
      "step": 1970
    },
    {
      "epoch": 0.632,
      "grad_norm": 7.129552158427298,
      "learning_rate": 7.178776647792918e-06,
      "loss": 1.3451,
      "step": 1975
    },
    {
      "epoch": 0.6336,
      "grad_norm": 7.337355717351341,
      "learning_rate": 7.125229615581346e-06,
      "loss": 1.2403,
      "step": 1980
    },
    {
      "epoch": 0.6352,
      "grad_norm": 7.212501447309288,
      "learning_rate": 7.071772287234497e-06,
      "loss": 1.2539,
      "step": 1985
    },
    {
      "epoch": 0.6368,
      "grad_norm": 7.268649220162584,
      "learning_rate": 7.018406330826096e-06,
      "loss": 1.3539,
      "step": 1990
    },
    {
      "epoch": 0.6384,
      "grad_norm": 7.2645693935162905,
      "learning_rate": 6.96513341157872e-06,
      "loss": 1.3748,
      "step": 1995
    },
    {
      "epoch": 0.64,
      "grad_norm": 8.342662156660523,
      "learning_rate": 6.911955191811819e-06,
      "loss": 1.3324,
      "step": 2000
    },
    {
      "epoch": 0.6416,
      "grad_norm": 7.283104811608162,
      "learning_rate": 6.858873330889868e-06,
      "loss": 1.3388,
      "step": 2005
    },
    {
      "epoch": 0.6432,
      "grad_norm": 6.514509652191098,
      "learning_rate": 6.8058894851705655e-06,
      "loss": 1.3698,
      "step": 2010
    },
    {
      "epoch": 0.6448,
      "grad_norm": 7.590737838567425,
      "learning_rate": 6.7530053079531664e-06,
      "loss": 1.3399,
      "step": 2015
    },
    {
      "epoch": 0.6464,
      "grad_norm": 10.218109612754096,
      "learning_rate": 6.700222449426885e-06,
      "loss": 1.3822,
      "step": 2020
    },
    {
      "epoch": 0.648,
      "grad_norm": 7.9917404827520055,
      "learning_rate": 6.6475425566194006e-06,
      "loss": 1.406,
      "step": 2025
    },
    {
      "epoch": 0.6496,
      "grad_norm": 5.976353190616539,
      "learning_rate": 6.59496727334547e-06,
      "loss": 1.3219,
      "step": 2030
    },
    {
      "epoch": 0.6512,
      "grad_norm": 8.101871551936691,
      "learning_rate": 6.5424982401556305e-06,
      "loss": 1.3451,
      "step": 2035
    },
    {
      "epoch": 0.6528,
      "grad_norm": 6.374533499924878,
      "learning_rate": 6.490137094285008e-06,
      "loss": 1.3402,
      "step": 2040
    },
    {
      "epoch": 0.6544,
      "grad_norm": 6.459403952059301,
      "learning_rate": 6.437885469602235e-06,
      "loss": 1.3804,
      "step": 2045
    },
    {
      "epoch": 0.656,
      "grad_norm": 7.0688192727901935,
      "learning_rate": 6.385744996558456e-06,
      "loss": 1.3406,
      "step": 2050
    },
    {
      "epoch": 0.6576,
      "grad_norm": 6.7313792745199486,
      "learning_rate": 6.333717302136457e-06,
      "loss": 1.3536,
      "step": 2055
    },
    {
      "epoch": 0.6592,
      "grad_norm": 6.882985114725421,
      "learning_rate": 6.28180400979991e-06,
      "loss": 1.2695,
      "step": 2060
    },
    {
      "epoch": 0.6608,
      "grad_norm": 6.533077979959867,
      "learning_rate": 6.230006739442692e-06,
      "loss": 1.2323,
      "step": 2065
    },
    {
      "epoch": 0.6624,
      "grad_norm": 6.540348895029834,
      "learning_rate": 6.178327107338353e-06,
      "loss": 1.4556,
      "step": 2070
    },
    {
      "epoch": 0.664,
      "grad_norm": 8.070984765040714,
      "learning_rate": 6.1267667260896755e-06,
      "loss": 1.3297,
      "step": 2075
    },
    {
      "epoch": 0.6656,
      "grad_norm": 10.638827242283833,
      "learning_rate": 6.075327204578363e-06,
      "loss": 1.3589,
      "step": 2080
    },
    {
      "epoch": 0.6672,
      "grad_norm": 6.9949360978136434,
      "learning_rate": 6.024010147914826e-06,
      "loss": 1.2704,
      "step": 2085
    },
    {
      "epoch": 0.6688,
      "grad_norm": 7.6982660712041255,
      "learning_rate": 5.972817157388106e-06,
      "loss": 1.3201,
      "step": 2090
    },
    {
      "epoch": 0.6704,
      "grad_norm": 7.526592127466844,
      "learning_rate": 5.921749830415905e-06,
      "loss": 1.3338,
      "step": 2095
    },
    {
      "epoch": 0.672,
      "grad_norm": 7.590856683299185,
      "learning_rate": 5.870809760494734e-06,
      "loss": 1.2958,
      "step": 2100
    },
    {
      "epoch": 0.6736,
      "grad_norm": 6.9630835241832125,
      "learning_rate": 5.819998537150203e-06,
      "loss": 1.2639,
      "step": 2105
    },
    {
      "epoch": 0.6752,
      "grad_norm": 6.253694167385759,
      "learning_rate": 5.769317745887413e-06,
      "loss": 1.324,
      "step": 2110
    },
    {
      "epoch": 0.6768,
      "grad_norm": 6.682246580824873,
      "learning_rate": 5.718768968141482e-06,
      "loss": 1.33,
      "step": 2115
    },
    {
      "epoch": 0.6784,
      "grad_norm": 7.24085307136985,
      "learning_rate": 5.668353781228193e-06,
      "loss": 1.3596,
      "step": 2120
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.889515698119121,
      "learning_rate": 5.618073758294802e-06,
      "loss": 1.244,
      "step": 2125
    },
    {
      "epoch": 0.6816,
      "grad_norm": 7.707218870893382,
      "learning_rate": 5.567930468270911e-06,
      "loss": 1.3282,
      "step": 2130
    },
    {
      "epoch": 0.6832,
      "grad_norm": 7.803800032255029,
      "learning_rate": 5.517925475819539e-06,
      "loss": 1.34,
      "step": 2135
    },
    {
      "epoch": 0.6848,
      "grad_norm": 7.2010746561843755,
      "learning_rate": 5.468060341288286e-06,
      "loss": 1.2944,
      "step": 2140
    },
    {
      "epoch": 0.6864,
      "grad_norm": 6.695133409250474,
      "learning_rate": 5.418336620660658e-06,
      "loss": 1.2467,
      "step": 2145
    },
    {
      "epoch": 0.688,
      "grad_norm": 6.811091226395264,
      "learning_rate": 5.36875586550749e-06,
      "loss": 1.2451,
      "step": 2150
    },
    {
      "epoch": 0.6896,
      "grad_norm": 7.299012057736775,
      "learning_rate": 5.319319622938563e-06,
      "loss": 1.2175,
      "step": 2155
    },
    {
      "epoch": 0.6912,
      "grad_norm": 6.523483550221802,
      "learning_rate": 5.270029435554295e-06,
      "loss": 1.3653,
      "step": 2160
    },
    {
      "epoch": 0.6928,
      "grad_norm": 7.006983737221144,
      "learning_rate": 5.22088684139763e-06,
      "loss": 1.3037,
      "step": 2165
    },
    {
      "epoch": 0.6944,
      "grad_norm": 9.658145298208773,
      "learning_rate": 5.171893373906036e-06,
      "loss": 1.311,
      "step": 2170
    },
    {
      "epoch": 0.696,
      "grad_norm": 6.9236063967034145,
      "learning_rate": 5.1230505618636575e-06,
      "loss": 1.3054,
      "step": 2175
    },
    {
      "epoch": 0.6976,
      "grad_norm": 6.910379366692173,
      "learning_rate": 5.074359929353604e-06,
      "loss": 1.1699,
      "step": 2180
    },
    {
      "epoch": 0.6992,
      "grad_norm": 7.780823172347376,
      "learning_rate": 5.025822995710414e-06,
      "loss": 1.2552,
      "step": 2185
    },
    {
      "epoch": 0.7008,
      "grad_norm": 6.782111700218943,
      "learning_rate": 4.977441275472622e-06,
      "loss": 1.4024,
      "step": 2190
    },
    {
      "epoch": 0.7024,
      "grad_norm": 7.01625141674153,
      "learning_rate": 4.929216278335508e-06,
      "loss": 1.3484,
      "step": 2195
    },
    {
      "epoch": 0.704,
      "grad_norm": 6.611844691268078,
      "learning_rate": 4.881149509103993e-06,
      "loss": 1.3066,
      "step": 2200
    },
    {
      "epoch": 0.7056,
      "grad_norm": 6.399244868619568,
      "learning_rate": 4.833242467645677e-06,
      "loss": 1.4538,
      "step": 2205
    },
    {
      "epoch": 0.7072,
      "grad_norm": 7.977931392416363,
      "learning_rate": 4.785496648844049e-06,
      "loss": 1.219,
      "step": 2210
    },
    {
      "epoch": 0.7088,
      "grad_norm": 7.034256666397906,
      "learning_rate": 4.737913542551824e-06,
      "loss": 1.319,
      "step": 2215
    },
    {
      "epoch": 0.7104,
      "grad_norm": 7.5123049812985565,
      "learning_rate": 4.690494633544466e-06,
      "loss": 1.3271,
      "step": 2220
    },
    {
      "epoch": 0.712,
      "grad_norm": 6.515957790093329,
      "learning_rate": 4.643241401473849e-06,
      "loss": 1.3427,
      "step": 2225
    },
    {
      "epoch": 0.7136,
      "grad_norm": 6.839639945427634,
      "learning_rate": 4.596155320822103e-06,
      "loss": 1.2736,
      "step": 2230
    },
    {
      "epoch": 0.7152,
      "grad_norm": 7.689485372330819,
      "learning_rate": 4.549237860855578e-06,
      "loss": 1.278,
      "step": 2235
    },
    {
      "epoch": 0.7168,
      "grad_norm": 7.447174910713708,
      "learning_rate": 4.502490485579024e-06,
      "loss": 1.2915,
      "step": 2240
    },
    {
      "epoch": 0.7184,
      "grad_norm": 7.345469812975139,
      "learning_rate": 4.455914653689889e-06,
      "loss": 1.2697,
      "step": 2245
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.852760914424491,
      "learning_rate": 4.409511818532809e-06,
      "loss": 1.3326,
      "step": 2250
    },
    {
      "epoch": 0.7216,
      "grad_norm": 9.60045018569782,
      "learning_rate": 4.363283428054262e-06,
      "loss": 1.2859,
      "step": 2255
    },
    {
      "epoch": 0.7232,
      "grad_norm": 7.195814960386886,
      "learning_rate": 4.317230924757379e-06,
      "loss": 1.2189,
      "step": 2260
    },
    {
      "epoch": 0.7248,
      "grad_norm": 6.838988916881499,
      "learning_rate": 4.271355745656934e-06,
      "loss": 1.2248,
      "step": 2265
    },
    {
      "epoch": 0.7264,
      "grad_norm": 7.060258323380059,
      "learning_rate": 4.2256593222345185e-06,
      "loss": 1.3148,
      "step": 2270
    },
    {
      "epoch": 0.728,
      "grad_norm": 7.168253685594636,
      "learning_rate": 4.1801430803938496e-06,
      "loss": 1.2706,
      "step": 2275
    },
    {
      "epoch": 0.7296,
      "grad_norm": 8.110296241359842,
      "learning_rate": 4.1348084404162895e-06,
      "loss": 1.22,
      "step": 2280
    },
    {
      "epoch": 0.7312,
      "grad_norm": 6.146120619441478,
      "learning_rate": 4.089656816916525e-06,
      "loss": 1.2596,
      "step": 2285
    },
    {
      "epoch": 0.7328,
      "grad_norm": 7.51200746635356,
      "learning_rate": 4.0446896187984275e-06,
      "loss": 1.2051,
      "step": 2290
    },
    {
      "epoch": 0.7344,
      "grad_norm": 7.00889844522249,
      "learning_rate": 3.999908249211096e-06,
      "loss": 1.3089,
      "step": 2295
    },
    {
      "epoch": 0.736,
      "grad_norm": 7.433128694008251,
      "learning_rate": 3.955314105505056e-06,
      "loss": 1.1858,
      "step": 2300
    },
    {
      "epoch": 0.7376,
      "grad_norm": 7.682196556731105,
      "learning_rate": 3.910908579188672e-06,
      "loss": 1.2912,
      "step": 2305
    },
    {
      "epoch": 0.7392,
      "grad_norm": 8.377582759029309,
      "learning_rate": 3.866693055884723e-06,
      "loss": 1.2959,
      "step": 2310
    },
    {
      "epoch": 0.7408,
      "grad_norm": 7.525533674291028,
      "learning_rate": 3.8226689152871576e-06,
      "loss": 1.3002,
      "step": 2315
    },
    {
      "epoch": 0.7424,
      "grad_norm": 6.5405611376318085,
      "learning_rate": 3.7788375311180624e-06,
      "loss": 1.1595,
      "step": 2320
    },
    {
      "epoch": 0.744,
      "grad_norm": 6.351041058258562,
      "learning_rate": 3.735200271084779e-06,
      "loss": 1.2756,
      "step": 2325
    },
    {
      "epoch": 0.7456,
      "grad_norm": 6.945497138509825,
      "learning_rate": 3.691758496837228e-06,
      "loss": 1.3431,
      "step": 2330
    },
    {
      "epoch": 0.7472,
      "grad_norm": 7.80452005536971,
      "learning_rate": 3.6485135639254234e-06,
      "loss": 1.1743,
      "step": 2335
    },
    {
      "epoch": 0.7488,
      "grad_norm": 6.904075689429772,
      "learning_rate": 3.6054668217571774e-06,
      "loss": 1.2647,
      "step": 2340
    },
    {
      "epoch": 0.7504,
      "grad_norm": 5.826075155016658,
      "learning_rate": 3.5626196135559898e-06,
      "loss": 1.4307,
      "step": 2345
    },
    {
      "epoch": 0.752,
      "grad_norm": 7.4800929811344234,
      "learning_rate": 3.5199732763191317e-06,
      "loss": 1.3035,
      "step": 2350
    },
    {
      "epoch": 0.7536,
      "grad_norm": 6.592404311501557,
      "learning_rate": 3.4775291407759393e-06,
      "loss": 1.3101,
      "step": 2355
    },
    {
      "epoch": 0.7552,
      "grad_norm": 6.0603172825038625,
      "learning_rate": 3.435288531346269e-06,
      "loss": 1.1216,
      "step": 2360
    },
    {
      "epoch": 0.7568,
      "grad_norm": 7.862732877894627,
      "learning_rate": 3.3932527660991877e-06,
      "loss": 1.2707,
      "step": 2365
    },
    {
      "epoch": 0.7584,
      "grad_norm": 6.934609447705353,
      "learning_rate": 3.351423156711836e-06,
      "loss": 1.1406,
      "step": 2370
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.676258909833237,
      "learning_rate": 3.309801008428498e-06,
      "loss": 1.1754,
      "step": 2375
    },
    {
      "epoch": 0.7616,
      "grad_norm": 7.059333862950036,
      "learning_rate": 3.268387620019885e-06,
      "loss": 1.214,
      "step": 2380
    },
    {
      "epoch": 0.7632,
      "grad_norm": 6.4985460219892115,
      "learning_rate": 3.2271842837425917e-06,
      "loss": 1.2429,
      "step": 2385
    },
    {
      "epoch": 0.7648,
      "grad_norm": 6.318472678199636,
      "learning_rate": 3.1861922852987794e-06,
      "loss": 1.2567,
      "step": 2390
    },
    {
      "epoch": 0.7664,
      "grad_norm": 8.106856700967048,
      "learning_rate": 3.1454129037960614e-06,
      "loss": 1.2827,
      "step": 2395
    },
    {
      "epoch": 0.768,
      "grad_norm": 6.544814378582256,
      "learning_rate": 3.1048474117075834e-06,
      "loss": 1.2408,
      "step": 2400
    },
    {
      "epoch": 0.7696,
      "grad_norm": 8.187702879843156,
      "learning_rate": 3.0644970748323253e-06,
      "loss": 1.3093,
      "step": 2405
    },
    {
      "epoch": 0.7712,
      "grad_norm": 7.060252319548262,
      "learning_rate": 3.0243631522556027e-06,
      "loss": 1.2043,
      "step": 2410
    },
    {
      "epoch": 0.7728,
      "grad_norm": 7.212166473447804,
      "learning_rate": 2.984446896309764e-06,
      "loss": 1.29,
      "step": 2415
    },
    {
      "epoch": 0.7744,
      "grad_norm": 6.205766494665441,
      "learning_rate": 2.94474955253513e-06,
      "loss": 1.2984,
      "step": 2420
    },
    {
      "epoch": 0.776,
      "grad_norm": 8.705823518308824,
      "learning_rate": 2.9052723596411194e-06,
      "loss": 1.272,
      "step": 2425
    },
    {
      "epoch": 0.7776,
      "grad_norm": 6.193262549894205,
      "learning_rate": 2.866016549467602e-06,
      "loss": 1.2184,
      "step": 2430
    },
    {
      "epoch": 0.7792,
      "grad_norm": 7.425984999552959,
      "learning_rate": 2.82698334694645e-06,
      "loss": 1.2093,
      "step": 2435
    },
    {
      "epoch": 0.7808,
      "grad_norm": 6.720543568523316,
      "learning_rate": 2.7881739700633382e-06,
      "loss": 1.2015,
      "step": 2440
    },
    {
      "epoch": 0.7824,
      "grad_norm": 7.41759595687626,
      "learning_rate": 2.749589629819708e-06,
      "loss": 1.1781,
      "step": 2445
    },
    {
      "epoch": 0.784,
      "grad_norm": 6.10376266829222,
      "learning_rate": 2.7112315301949986e-06,
      "loss": 1.2669,
      "step": 2450
    },
    {
      "epoch": 0.7856,
      "grad_norm": 7.211278115666269,
      "learning_rate": 2.6731008681090763e-06,
      "loss": 1.2374,
      "step": 2455
    },
    {
      "epoch": 0.7872,
      "grad_norm": 6.323650227039773,
      "learning_rate": 2.6351988333848787e-06,
      "loss": 1.2188,
      "step": 2460
    },
    {
      "epoch": 0.7888,
      "grad_norm": 8.023736585244432,
      "learning_rate": 2.5975266087113015e-06,
      "loss": 1.1623,
      "step": 2465
    },
    {
      "epoch": 0.7904,
      "grad_norm": 6.611440556841849,
      "learning_rate": 2.5600853696062766e-06,
      "loss": 1.2767,
      "step": 2470
    },
    {
      "epoch": 0.792,
      "grad_norm": 6.563637825114816,
      "learning_rate": 2.5228762843801047e-06,
      "loss": 1.255,
      "step": 2475
    },
    {
      "epoch": 0.7936,
      "grad_norm": 7.2147131416231325,
      "learning_rate": 2.485900514098991e-06,
      "loss": 1.1983,
      "step": 2480
    },
    {
      "epoch": 0.7952,
      "grad_norm": 6.707678159171325,
      "learning_rate": 2.4491592125488206e-06,
      "loss": 1.0984,
      "step": 2485
    },
    {
      "epoch": 0.7968,
      "grad_norm": 6.811597254056078,
      "learning_rate": 2.4126535261991577e-06,
      "loss": 1.256,
      "step": 2490
    },
    {
      "epoch": 0.7984,
      "grad_norm": 7.126090842225368,
      "learning_rate": 2.3763845941674703e-06,
      "loss": 1.0681,
      "step": 2495
    },
    {
      "epoch": 0.8,
      "grad_norm": 7.3532700559553215,
      "learning_rate": 2.340353548183575e-06,
      "loss": 1.318,
      "step": 2500
    },
    {
      "epoch": 0.8016,
      "grad_norm": 7.106651921925259,
      "learning_rate": 2.3045615125543353e-06,
      "loss": 1.1499,
      "step": 2505
    },
    {
      "epoch": 0.8032,
      "grad_norm": 6.895206052430061,
      "learning_rate": 2.2690096041285757e-06,
      "loss": 1.2491,
      "step": 2510
    },
    {
      "epoch": 0.8048,
      "grad_norm": 7.077398116538314,
      "learning_rate": 2.2336989322622306e-06,
      "loss": 1.1645,
      "step": 2515
    },
    {
      "epoch": 0.8064,
      "grad_norm": 7.163449736184592,
      "learning_rate": 2.198630598783723e-06,
      "loss": 1.2058,
      "step": 2520
    },
    {
      "epoch": 0.808,
      "grad_norm": 7.411419676699458,
      "learning_rate": 2.1638056979596012e-06,
      "loss": 1.2915,
      "step": 2525
    },
    {
      "epoch": 0.8096,
      "grad_norm": 6.83424681277287,
      "learning_rate": 2.1292253164603673e-06,
      "loss": 1.236,
      "step": 2530
    },
    {
      "epoch": 0.8112,
      "grad_norm": 7.517941880919823,
      "learning_rate": 2.094890533326589e-06,
      "loss": 1.215,
      "step": 2535
    },
    {
      "epoch": 0.8128,
      "grad_norm": 7.707098663070382,
      "learning_rate": 2.0608024199352216e-06,
      "loss": 1.2385,
      "step": 2540
    },
    {
      "epoch": 0.8144,
      "grad_norm": 7.918662426971106,
      "learning_rate": 2.026962039966176e-06,
      "loss": 1.1269,
      "step": 2545
    },
    {
      "epoch": 0.816,
      "grad_norm": 8.318700772754628,
      "learning_rate": 1.9933704493691354e-06,
      "loss": 1.1145,
      "step": 2550
    },
    {
      "epoch": 0.8176,
      "grad_norm": 7.58106431146203,
      "learning_rate": 1.960028696330596e-06,
      "loss": 1.2279,
      "step": 2555
    },
    {
      "epoch": 0.8192,
      "grad_norm": 7.987545520077578,
      "learning_rate": 1.926937821241164e-06,
      "loss": 1.1885,
      "step": 2560
    },
    {
      "epoch": 0.8208,
      "grad_norm": 7.251449924956015,
      "learning_rate": 1.8940988566630903e-06,
      "loss": 1.2175,
      "step": 2565
    },
    {
      "epoch": 0.8224,
      "grad_norm": 6.84899161592509,
      "learning_rate": 1.861512827298051e-06,
      "loss": 1.0726,
      "step": 2570
    },
    {
      "epoch": 0.824,
      "grad_norm": 7.124772325379492,
      "learning_rate": 1.8291807499551772e-06,
      "loss": 1.238,
      "step": 2575
    },
    {
      "epoch": 0.8256,
      "grad_norm": 7.245848004677167,
      "learning_rate": 1.7971036335193249e-06,
      "loss": 1.1557,
      "step": 2580
    },
    {
      "epoch": 0.8272,
      "grad_norm": 8.125243585964292,
      "learning_rate": 1.7652824789195811e-06,
      "loss": 1.2371,
      "step": 2585
    },
    {
      "epoch": 0.8288,
      "grad_norm": 7.1050108164531975,
      "learning_rate": 1.73371827909805e-06,
      "loss": 1.2496,
      "step": 2590
    },
    {
      "epoch": 0.8304,
      "grad_norm": 6.936091197387642,
      "learning_rate": 1.7024120189788573e-06,
      "loss": 1.136,
      "step": 2595
    },
    {
      "epoch": 0.832,
      "grad_norm": 7.21210256556138,
      "learning_rate": 1.6713646754374225e-06,
      "loss": 1.1357,
      "step": 2600
    },
    {
      "epoch": 0.8336,
      "grad_norm": 6.3383661134472264,
      "learning_rate": 1.6405772172699696e-06,
      "loss": 1.1153,
      "step": 2605
    },
    {
      "epoch": 0.8352,
      "grad_norm": 8.718135834059972,
      "learning_rate": 1.6100506051633136e-06,
      "loss": 1.1553,
      "step": 2610
    },
    {
      "epoch": 0.8368,
      "grad_norm": 8.95033808717262,
      "learning_rate": 1.5797857916648596e-06,
      "loss": 1.2361,
      "step": 2615
    },
    {
      "epoch": 0.8384,
      "grad_norm": 6.673199959521796,
      "learning_rate": 1.5497837211528965e-06,
      "loss": 1.185,
      "step": 2620
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.696629258511363,
      "learning_rate": 1.5200453298071238e-06,
      "loss": 1.2785,
      "step": 2625
    },
    {
      "epoch": 0.8416,
      "grad_norm": 7.572117970721777,
      "learning_rate": 1.4905715455794379e-06,
      "loss": 1.2972,
      "step": 2630
    },
    {
      "epoch": 0.8432,
      "grad_norm": 9.096173969266975,
      "learning_rate": 1.461363288164983e-06,
      "loss": 1.262,
      "step": 2635
    },
    {
      "epoch": 0.8448,
      "grad_norm": 7.743393031922831,
      "learning_rate": 1.432421468973444e-06,
      "loss": 1.1165,
      "step": 2640
    },
    {
      "epoch": 0.8464,
      "grad_norm": 7.2853153371541675,
      "learning_rate": 1.4037469911006096e-06,
      "loss": 1.2781,
      "step": 2645
    },
    {
      "epoch": 0.848,
      "grad_norm": 7.4707067773918965,
      "learning_rate": 1.3753407493001968e-06,
      "loss": 1.2033,
      "step": 2650
    },
    {
      "epoch": 0.8496,
      "grad_norm": 6.265617058277776,
      "learning_rate": 1.3472036299559255e-06,
      "loss": 1.1115,
      "step": 2655
    },
    {
      "epoch": 0.8512,
      "grad_norm": 6.784902517223355,
      "learning_rate": 1.3193365110538647e-06,
      "loss": 1.218,
      "step": 2660
    },
    {
      "epoch": 0.8528,
      "grad_norm": 6.719604118534906,
      "learning_rate": 1.2917402621550369e-06,
      "loss": 1.0628,
      "step": 2665
    },
    {
      "epoch": 0.8544,
      "grad_norm": 9.25094531147658,
      "learning_rate": 1.2644157443682737e-06,
      "loss": 1.2604,
      "step": 2670
    },
    {
      "epoch": 0.856,
      "grad_norm": 7.5401988168853125,
      "learning_rate": 1.23736381032336e-06,
      "loss": 1.2161,
      "step": 2675
    },
    {
      "epoch": 0.8576,
      "grad_norm": 5.8986225646917845,
      "learning_rate": 1.2105853041444172e-06,
      "loss": 1.1727,
      "step": 2680
    },
    {
      "epoch": 0.8592,
      "grad_norm": 7.05150428234311,
      "learning_rate": 1.184081061423572e-06,
      "loss": 1.2429,
      "step": 2685
    },
    {
      "epoch": 0.8608,
      "grad_norm": 7.8831648202761055,
      "learning_rate": 1.157851909194876e-06,
      "loss": 1.1535,
      "step": 2690
    },
    {
      "epoch": 0.8624,
      "grad_norm": 6.764706659905809,
      "learning_rate": 1.1318986659085062e-06,
      "loss": 1.2213,
      "step": 2695
    },
    {
      "epoch": 0.864,
      "grad_norm": 7.091883009667597,
      "learning_rate": 1.10622214140522e-06,
      "loss": 1.2937,
      "step": 2700
    },
    {
      "epoch": 0.8656,
      "grad_norm": 8.205435093308155,
      "learning_rate": 1.080823136891086e-06,
      "loss": 1.0753,
      "step": 2705
    },
    {
      "epoch": 0.8672,
      "grad_norm": 7.707709432086696,
      "learning_rate": 1.0557024449124854e-06,
      "loss": 1.22,
      "step": 2710
    },
    {
      "epoch": 0.8688,
      "grad_norm": 7.701900190738418,
      "learning_rate": 1.0308608493313776e-06,
      "loss": 1.2737,
      "step": 2715
    },
    {
      "epoch": 0.8704,
      "grad_norm": 7.957037822325651,
      "learning_rate": 1.0062991253008525e-06,
      "loss": 1.1962,
      "step": 2720
    },
    {
      "epoch": 0.872,
      "grad_norm": 7.098180709287834,
      "learning_rate": 9.820180392409252e-07,
      "loss": 1.2093,
      "step": 2725
    },
    {
      "epoch": 0.8736,
      "grad_norm": 7.610067003127613,
      "learning_rate": 9.580183488146323e-07,
      "loss": 1.2104,
      "step": 2730
    },
    {
      "epoch": 0.8752,
      "grad_norm": 7.399913871553443,
      "learning_rate": 9.343008029043876e-07,
      "loss": 1.2166,
      "step": 2735
    },
    {
      "epoch": 0.8768,
      "grad_norm": 7.845545343933413,
      "learning_rate": 9.108661415886111e-07,
      "loss": 1.224,
      "step": 2740
    },
    {
      "epoch": 0.8784,
      "grad_norm": 8.250129826284104,
      "learning_rate": 8.87715096118642e-07,
      "loss": 1.2828,
      "step": 2745
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.754702962013714,
      "learning_rate": 8.64848388895917e-07,
      "loss": 1.2148,
      "step": 2750
    },
    {
      "epoch": 0.8816,
      "grad_norm": 7.13532064965064,
      "learning_rate": 8.42266733449425e-07,
      "loss": 1.1721,
      "step": 2755
    },
    {
      "epoch": 0.8832,
      "grad_norm": 7.085924370440946,
      "learning_rate": 8.199708344134493e-07,
      "loss": 1.1104,
      "step": 2760
    },
    {
      "epoch": 0.8848,
      "grad_norm": 7.73698788059968,
      "learning_rate": 7.979613875055736e-07,
      "loss": 1.2089,
      "step": 2765
    },
    {
      "epoch": 0.8864,
      "grad_norm": 7.791514673450203,
      "learning_rate": 7.76239079504979e-07,
      "loss": 1.2016,
      "step": 2770
    },
    {
      "epoch": 0.888,
      "grad_norm": 6.7303438186194855,
      "learning_rate": 7.548045882310084e-07,
      "loss": 1.0739,
      "step": 2775
    },
    {
      "epoch": 0.8896,
      "grad_norm": 6.776201230293054,
      "learning_rate": 7.336585825220244e-07,
      "loss": 1.1817,
      "step": 2780
    },
    {
      "epoch": 0.8912,
      "grad_norm": 7.513647159391496,
      "learning_rate": 7.128017222145267e-07,
      "loss": 1.1978,
      "step": 2785
    },
    {
      "epoch": 0.8928,
      "grad_norm": 7.203824082806031,
      "learning_rate": 6.922346581225725e-07,
      "loss": 1.1137,
      "step": 2790
    },
    {
      "epoch": 0.8944,
      "grad_norm": 7.674190673017307,
      "learning_rate": 6.719580320174657e-07,
      "loss": 1.1589,
      "step": 2795
    },
    {
      "epoch": 0.896,
      "grad_norm": 7.427895020925505,
      "learning_rate": 6.519724766077262e-07,
      "loss": 1.1643,
      "step": 2800
    },
    {
      "epoch": 0.8976,
      "grad_norm": 7.522555453911278,
      "learning_rate": 6.322786155193594e-07,
      "loss": 1.1759,
      "step": 2805
    },
    {
      "epoch": 0.8992,
      "grad_norm": 7.160309775741213,
      "learning_rate": 6.128770632763825e-07,
      "loss": 1.1401,
      "step": 2810
    },
    {
      "epoch": 0.9008,
      "grad_norm": 7.064709958323231,
      "learning_rate": 5.937684252816578e-07,
      "loss": 1.2335,
      "step": 2815
    },
    {
      "epoch": 0.9024,
      "grad_norm": 7.336329439580518,
      "learning_rate": 5.749532977979977e-07,
      "loss": 1.1347,
      "step": 2820
    },
    {
      "epoch": 0.904,
      "grad_norm": 7.690187518015022,
      "learning_rate": 5.564322679295619e-07,
      "loss": 1.1116,
      "step": 2825
    },
    {
      "epoch": 0.9056,
      "grad_norm": 7.108832953401795,
      "learning_rate": 5.382059136035389e-07,
      "loss": 1.1324,
      "step": 2830
    },
    {
      "epoch": 0.9072,
      "grad_norm": 7.578023550663353,
      "learning_rate": 5.202748035521021e-07,
      "loss": 1.1919,
      "step": 2835
    },
    {
      "epoch": 0.9088,
      "grad_norm": 6.903932907016643,
      "learning_rate": 5.026394972946813e-07,
      "loss": 1.1659,
      "step": 2840
    },
    {
      "epoch": 0.9104,
      "grad_norm": 6.079707510002676,
      "learning_rate": 4.85300545120484e-07,
      "loss": 1.2324,
      "step": 2845
    },
    {
      "epoch": 0.912,
      "grad_norm": 7.452754847950774,
      "learning_rate": 4.6825848807133813e-07,
      "loss": 1.2998,
      "step": 2850
    },
    {
      "epoch": 0.9136,
      "grad_norm": 6.122150122845729,
      "learning_rate": 4.515138579248035e-07,
      "loss": 1.2366,
      "step": 2855
    },
    {
      "epoch": 0.9152,
      "grad_norm": 8.029542518584094,
      "learning_rate": 4.350671771775772e-07,
      "loss": 1.1056,
      "step": 2860
    },
    {
      "epoch": 0.9168,
      "grad_norm": 5.867322954044555,
      "learning_rate": 4.189189590291975e-07,
      "loss": 1.2582,
      "step": 2865
    },
    {
      "epoch": 0.9184,
      "grad_norm": 8.148008523277348,
      "learning_rate": 4.030697073660217e-07,
      "loss": 1.2402,
      "step": 2870
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.608369807826164,
      "learning_rate": 3.875199167455035e-07,
      "loss": 1.2935,
      "step": 2875
    },
    {
      "epoch": 0.9216,
      "grad_norm": 6.225848002947905,
      "learning_rate": 3.7227007238076596e-07,
      "loss": 1.1169,
      "step": 2880
    },
    {
      "epoch": 0.9232,
      "grad_norm": 7.4677935130036435,
      "learning_rate": 3.573206501254556e-07,
      "loss": 1.2367,
      "step": 2885
    },
    {
      "epoch": 0.9248,
      "grad_norm": 6.610580655839769,
      "learning_rate": 3.4267211645890306e-07,
      "loss": 1.2118,
      "step": 2890
    },
    {
      "epoch": 0.9264,
      "grad_norm": 5.9140036705595564,
      "learning_rate": 3.283249284715528e-07,
      "loss": 1.1834,
      "step": 2895
    },
    {
      "epoch": 0.928,
      "grad_norm": 6.959822912506896,
      "learning_rate": 3.1427953385071207e-07,
      "loss": 1.2302,
      "step": 2900
    },
    {
      "epoch": 0.9296,
      "grad_norm": 7.043289170717119,
      "learning_rate": 3.005363708665765e-07,
      "loss": 1.0955,
      "step": 2905
    },
    {
      "epoch": 0.9312,
      "grad_norm": 6.32656303603902,
      "learning_rate": 2.870958683585545e-07,
      "loss": 1.1267,
      "step": 2910
    },
    {
      "epoch": 0.9328,
      "grad_norm": 6.352958182641917,
      "learning_rate": 2.7395844572188915e-07,
      "loss": 1.1378,
      "step": 2915
    },
    {
      "epoch": 0.9344,
      "grad_norm": 7.408074075398155,
      "learning_rate": 2.6112451289456495e-07,
      "loss": 1.159,
      "step": 2920
    },
    {
      "epoch": 0.936,
      "grad_norm": 6.867410397272755,
      "learning_rate": 2.4859447034452424e-07,
      "loss": 1.1076,
      "step": 2925
    },
    {
      "epoch": 0.9376,
      "grad_norm": 7.248191222610278,
      "learning_rate": 2.3636870905716424e-07,
      "loss": 1.0558,
      "step": 2930
    },
    {
      "epoch": 0.9392,
      "grad_norm": 6.2060869333572946,
      "learning_rate": 2.2444761052313857e-07,
      "loss": 1.0717,
      "step": 2935
    },
    {
      "epoch": 0.9408,
      "grad_norm": 7.123428377796361,
      "learning_rate": 2.1283154672645522e-07,
      "loss": 1.2433,
      "step": 2940
    },
    {
      "epoch": 0.9424,
      "grad_norm": 7.587226030653606,
      "learning_rate": 2.015208801328694e-07,
      "loss": 1.137,
      "step": 2945
    },
    {
      "epoch": 0.944,
      "grad_norm": 8.023362652127654,
      "learning_rate": 1.905159636785714e-07,
      "loss": 1.1554,
      "step": 2950
    },
    {
      "epoch": 0.9456,
      "grad_norm": 7.1454832029115485,
      "learning_rate": 1.79817140759172e-07,
      "loss": 1.1245,
      "step": 2955
    },
    {
      "epoch": 0.9472,
      "grad_norm": 6.22220394431011,
      "learning_rate": 1.6942474521899232e-07,
      "loss": 1.1412,
      "step": 2960
    },
    {
      "epoch": 0.9488,
      "grad_norm": 6.91072459977162,
      "learning_rate": 1.5933910134064202e-07,
      "loss": 1.1616,
      "step": 2965
    },
    {
      "epoch": 0.9504,
      "grad_norm": 7.785687521486665,
      "learning_rate": 1.4956052383490295e-07,
      "loss": 1.2241,
      "step": 2970
    },
    {
      "epoch": 0.952,
      "grad_norm": 6.558516061888123,
      "learning_rate": 1.4008931783090707e-07,
      "loss": 1.1245,
      "step": 2975
    },
    {
      "epoch": 0.9536,
      "grad_norm": 7.69748620578705,
      "learning_rate": 1.309257788666174e-07,
      "loss": 1.0904,
      "step": 2980
    },
    {
      "epoch": 0.9552,
      "grad_norm": 7.747365211882861,
      "learning_rate": 1.220701928796042e-07,
      "loss": 1.1514,
      "step": 2985
    },
    {
      "epoch": 0.9568,
      "grad_norm": 6.611064880165885,
      "learning_rate": 1.1352283619812443e-07,
      "loss": 1.0847,
      "step": 2990
    },
    {
      "epoch": 0.9584,
      "grad_norm": 7.002989095386839,
      "learning_rate": 1.0528397553249636e-07,
      "loss": 1.1879,
      "step": 2995
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.0152838160784805,
      "learning_rate": 9.73538679667807e-08,
      "loss": 1.2758,
      "step": 3000
    },
    {
      "epoch": 0.9616,
      "grad_norm": 7.094274121519631,
      "learning_rate": 8.97327609507559e-08,
      "loss": 1.1738,
      "step": 3005
    },
    {
      "epoch": 0.9632,
      "grad_norm": 8.216237482299412,
      "learning_rate": 8.242089229219984e-08,
      "loss": 1.1826,
      "step": 3010
    },
    {
      "epoch": 0.9648,
      "grad_norm": 7.697329542588331,
      "learning_rate": 7.541849014946479e-08,
      "loss": 1.1891,
      "step": 3015
    },
    {
      "epoch": 0.9664,
      "grad_norm": 5.975230690605909,
      "learning_rate": 6.872577302436179e-08,
      "loss": 1.2118,
      "step": 3020
    },
    {
      "epoch": 0.968,
      "grad_norm": 6.8498253272657434,
      "learning_rate": 6.234294975534183e-08,
      "loss": 1.0708,
      "step": 3025
    },
    {
      "epoch": 0.9696,
      "grad_norm": 7.431417632188548,
      "learning_rate": 5.6270219510975445e-08,
      "loss": 1.2071,
      "step": 3030
    },
    {
      "epoch": 0.9712,
      "grad_norm": 7.544413890406052,
      "learning_rate": 5.050777178374544e-08,
      "loss": 1.1812,
      "step": 3035
    },
    {
      "epoch": 0.9728,
      "grad_norm": 7.824359941406518,
      "learning_rate": 4.505578638412722e-08,
      "loss": 1.1669,
      "step": 3040
    },
    {
      "epoch": 0.9744,
      "grad_norm": 7.681706989711725,
      "learning_rate": 3.9914433434982135e-08,
      "loss": 1.1548,
      "step": 3045
    },
    {
      "epoch": 0.976,
      "grad_norm": 6.900708976315526,
      "learning_rate": 3.508387336624619e-08,
      "loss": 1.0863,
      "step": 3050
    },
    {
      "epoch": 0.9776,
      "grad_norm": 8.898326692320722,
      "learning_rate": 3.056425690992404e-08,
      "loss": 1.2441,
      "step": 3055
    },
    {
      "epoch": 0.9792,
      "grad_norm": 6.965073943785161,
      "learning_rate": 2.6355725095389416e-08,
      "loss": 1.2815,
      "step": 3060
    },
    {
      "epoch": 0.9808,
      "grad_norm": 8.318803563609041,
      "learning_rate": 2.2458409244979772e-08,
      "loss": 1.266,
      "step": 3065
    },
    {
      "epoch": 0.9824,
      "grad_norm": 7.233363975555559,
      "learning_rate": 1.8872430969901766e-08,
      "loss": 1.227,
      "step": 3070
    },
    {
      "epoch": 0.984,
      "grad_norm": 7.484219660419537,
      "learning_rate": 1.559790216643542e-08,
      "loss": 1.1119,
      "step": 3075
    },
    {
      "epoch": 0.9856,
      "grad_norm": 6.4306561615634426,
      "learning_rate": 1.2634925012440235e-08,
      "loss": 1.1649,
      "step": 3080
    },
    {
      "epoch": 0.9872,
      "grad_norm": 7.328910487014067,
      "learning_rate": 9.983591964171091e-09,
      "loss": 1.2878,
      "step": 3085
    },
    {
      "epoch": 0.9888,
      "grad_norm": 7.278976626995467,
      "learning_rate": 7.643985753390537e-09,
      "loss": 1.0835,
      "step": 3090
    },
    {
      "epoch": 0.9904,
      "grad_norm": 7.408823192054949,
      "learning_rate": 5.616179384788645e-09,
      "loss": 1.2181,
      "step": 3095
    },
    {
      "epoch": 0.992,
      "grad_norm": 7.7605788783327485,
      "learning_rate": 3.900236133703717e-09,
      "loss": 1.1201,
      "step": 3100
    },
    {
      "epoch": 0.9936,
      "grad_norm": 7.585618897897224,
      "learning_rate": 2.496209544147199e-09,
      "loss": 1.2209,
      "step": 3105
    },
    {
      "epoch": 0.9952,
      "grad_norm": 7.2343937302933,
      "learning_rate": 1.4041434271350184e-09,
      "loss": 1.1871,
      "step": 3110
    },
    {
      "epoch": 0.9968,
      "grad_norm": 7.2380371709860265,
      "learning_rate": 6.240718593208961e-10,
      "loss": 1.0477,
      "step": 3115
    },
    {
      "epoch": 0.9984,
      "grad_norm": 7.4068514185411995,
      "learning_rate": 1.5601918192942322e-10,
      "loss": 1.1603,
      "step": 3120
    },
    {
      "epoch": 1.0,
      "grad_norm": 7.2891019708519105,
      "learning_rate": 0.0,
      "loss": 1.1876,
      "step": 3125
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.1837999820709229,
      "eval_runtime": 37.7062,
      "eval_samples_per_second": 13.26,
      "eval_steps_per_second": 0.849,
      "step": 3125
    },
    {
      "epoch": 1.0,
      "step": 3125,
      "total_flos": 40105673687040.0,
      "train_loss": 1.4248850550079346,
      "train_runtime": 11739.5291,
      "train_samples_per_second": 4.259,
      "train_steps_per_second": 0.266
    }
  ],
  "logging_steps": 5,
  "max_steps": 3125,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 40105673687040.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}