{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 3957,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.08993126249565843,
      "learning_rate": 5.050505050505052e-07,
      "loss": 1.9018,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.07331289037109069,
      "learning_rate": 2.5252525252525253e-06,
      "loss": 1.764,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.07765988729484478,
      "learning_rate": 5.050505050505051e-06,
      "loss": 1.6755,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.09328963425207142,
      "learning_rate": 7.5757575757575764e-06,
      "loss": 1.7942,
      "step": 15
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.08439300726187475,
      "learning_rate": 1.0101010101010101e-05,
      "loss": 1.9255,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.09969799609843567,
      "learning_rate": 1.2626262626262628e-05,
      "loss": 1.6785,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.08101062126150285,
      "learning_rate": 1.5151515151515153e-05,
      "loss": 1.6021,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.09324937558599246,
      "learning_rate": 1.7676767676767676e-05,
      "loss": 1.8021,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.08809158633106223,
      "learning_rate": 2.0202020202020203e-05,
      "loss": 1.8128,
      "step": 40
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.12040981734567617,
      "learning_rate": 2.272727272727273e-05,
      "loss": 1.9518,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.10564260792758735,
      "learning_rate": 2.5252525252525256e-05,
      "loss": 1.844,
      "step": 50
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.11067902372614258,
      "learning_rate": 2.777777777777778e-05,
      "loss": 1.7309,
      "step": 55
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.17208150270588693,
      "learning_rate": 3.0303030303030306e-05,
      "loss": 1.83,
      "step": 60
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.17753444313487116,
      "learning_rate": 3.282828282828283e-05,
      "loss": 1.7143,
      "step": 65
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.11795959596262973,
      "learning_rate": 3.535353535353535e-05,
      "loss": 1.6863,
      "step": 70
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.1604849588266011,
      "learning_rate": 3.787878787878788e-05,
      "loss": 1.7895,
      "step": 75
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.14614002357667696,
      "learning_rate": 4.0404040404040405e-05,
      "loss": 1.7037,
      "step": 80
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.17612584653207902,
      "learning_rate": 4.292929292929293e-05,
      "loss": 1.7624,
      "step": 85
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.1725623148760258,
      "learning_rate": 4.545454545454546e-05,
      "loss": 1.7826,
      "step": 90
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.20023707797673052,
      "learning_rate": 4.797979797979798e-05,
      "loss": 1.7551,
      "step": 95
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.19340080776803978,
      "learning_rate": 5.050505050505051e-05,
      "loss": 1.8434,
      "step": 100
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.17540911026085398,
      "learning_rate": 5.303030303030303e-05,
      "loss": 1.8444,
      "step": 105
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.17607693067428137,
      "learning_rate": 5.555555555555556e-05,
      "loss": 1.7179,
      "step": 110
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.18623446289553894,
      "learning_rate": 5.808080808080808e-05,
      "loss": 1.8005,
      "step": 115
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.22653423501586226,
      "learning_rate": 6.060606060606061e-05,
      "loss": 1.8171,
      "step": 120
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.19917898944232487,
      "learning_rate": 6.313131313131313e-05,
      "loss": 1.7935,
      "step": 125
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.17977021019465064,
      "learning_rate": 6.565656565656566e-05,
      "loss": 1.847,
      "step": 130
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.21882213186080465,
      "learning_rate": 6.818181818181818e-05,
      "loss": 1.7249,
      "step": 135
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.19872378885041136,
      "learning_rate": 7.07070707070707e-05,
      "loss": 1.8317,
      "step": 140
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.18503126257452687,
      "learning_rate": 7.323232323232324e-05,
      "loss": 1.7036,
      "step": 145
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.19374257378242796,
      "learning_rate": 7.575757575757576e-05,
      "loss": 1.7408,
      "step": 150
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.20435751977610797,
      "learning_rate": 7.828282828282829e-05,
      "loss": 1.7453,
      "step": 155
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.18626365580812038,
      "learning_rate": 8.080808080808081e-05,
      "loss": 1.7538,
      "step": 160
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.22638414276196805,
      "learning_rate": 8.333333333333334e-05,
      "loss": 1.7755,
      "step": 165
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.19644895370384188,
      "learning_rate": 8.585858585858586e-05,
      "loss": 1.8446,
      "step": 170
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.19159413735540007,
      "learning_rate": 8.83838383838384e-05,
      "loss": 1.6323,
      "step": 175
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.17020103839194523,
      "learning_rate": 9.090909090909092e-05,
      "loss": 1.7957,
      "step": 180
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.19164694691999767,
      "learning_rate": 9.343434343434344e-05,
      "loss": 1.9204,
      "step": 185
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.19378174604020243,
      "learning_rate": 9.595959595959596e-05,
      "loss": 1.6792,
      "step": 190
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.24199163008867994,
      "learning_rate": 9.848484848484849e-05,
      "loss": 1.7818,
      "step": 195
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.1791702851062047,
      "learning_rate": 0.00010101010101010102,
      "loss": 1.6407,
      "step": 200
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.2127448005277486,
      "learning_rate": 0.00010353535353535353,
      "loss": 1.8173,
      "step": 205
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.18625979651987537,
      "learning_rate": 0.00010606060606060606,
      "loss": 1.7401,
      "step": 210
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.2602576963144457,
      "learning_rate": 0.0001085858585858586,
      "loss": 1.8104,
      "step": 215
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.19387518149584881,
      "learning_rate": 0.00011111111111111112,
      "loss": 1.8442,
      "step": 220
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.22413096563678928,
      "learning_rate": 0.00011363636363636365,
      "loss": 1.6172,
      "step": 225
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.21913536165908545,
      "learning_rate": 0.00011616161616161616,
      "loss": 1.6973,
      "step": 230
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.2083524734994055,
      "learning_rate": 0.00011868686868686869,
      "loss": 1.7593,
      "step": 235
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.22803196006710846,
      "learning_rate": 0.00012121212121212122,
      "loss": 1.731,
      "step": 240
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.16039461658504198,
      "learning_rate": 0.00012373737373737374,
      "loss": 1.5913,
      "step": 245
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.2185859764067758,
      "learning_rate": 0.00012626262626262626,
      "loss": 1.637,
      "step": 250
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.19449925000530618,
      "learning_rate": 0.00012878787878787878,
      "loss": 1.5634,
      "step": 255
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.18094727231062543,
      "learning_rate": 0.00013131313131313133,
      "loss": 1.6769,
      "step": 260
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.2362383395641708,
      "learning_rate": 0.00013383838383838385,
      "loss": 1.7723,
      "step": 265
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.1756303905738309,
      "learning_rate": 0.00013636363636363637,
      "loss": 1.7622,
      "step": 270
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.18784556886056825,
      "learning_rate": 0.0001388888888888889,
      "loss": 1.648,
      "step": 275
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.23195176017229427,
      "learning_rate": 0.0001414141414141414,
      "loss": 1.846,
      "step": 280
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.22241261139284105,
      "learning_rate": 0.00014393939393939396,
      "loss": 1.6282,
      "step": 285
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.1959378752266171,
      "learning_rate": 0.00014646464646464648,
      "loss": 1.7298,
      "step": 290
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.18110574265575713,
      "learning_rate": 0.000148989898989899,
      "loss": 1.6463,
      "step": 295
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.19727075597861782,
      "learning_rate": 0.00015151515151515152,
      "loss": 1.7925,
      "step": 300
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.20574697015902954,
      "learning_rate": 0.00015404040404040406,
      "loss": 1.6835,
      "step": 305
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.18178501884804188,
      "learning_rate": 0.00015656565656565658,
      "loss": 1.8534,
      "step": 310
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.20396286221213047,
      "learning_rate": 0.0001590909090909091,
      "loss": 1.9553,
      "step": 315
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.19731656072570272,
      "learning_rate": 0.00016161616161616162,
      "loss": 1.7907,
      "step": 320
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.15745281662564334,
      "learning_rate": 0.00016414141414141414,
      "loss": 1.7516,
      "step": 325
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.17389045576146547,
      "learning_rate": 0.0001666666666666667,
      "loss": 1.6362,
      "step": 330
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.2055099842458337,
      "learning_rate": 0.00016919191919191918,
      "loss": 1.711,
      "step": 335
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.16967943859036833,
      "learning_rate": 0.00017171717171717173,
      "loss": 1.7327,
      "step": 340
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.20493364192749108,
      "learning_rate": 0.00017424242424242425,
      "loss": 1.7575,
      "step": 345
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.22713873700263487,
      "learning_rate": 0.0001767676767676768,
      "loss": 1.6266,
      "step": 350
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.22661135493794904,
      "learning_rate": 0.00017929292929292931,
      "loss": 1.5738,
      "step": 355
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.2181059846275241,
      "learning_rate": 0.00018181818181818183,
      "loss": 1.6742,
      "step": 360
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.17088148508773793,
      "learning_rate": 0.00018434343434343435,
      "loss": 1.7483,
      "step": 365
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.2533679574468662,
      "learning_rate": 0.00018686868686868687,
      "loss": 1.8377,
      "step": 370
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.19728510430536142,
      "learning_rate": 0.00018939393939393942,
      "loss": 1.6412,
      "step": 375
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.1846496893995934,
      "learning_rate": 0.00019191919191919191,
      "loss": 1.6605,
      "step": 380
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.20677111282109845,
      "learning_rate": 0.00019444444444444446,
      "loss": 1.9151,
      "step": 385
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.1843158891748435,
      "learning_rate": 0.00019696969696969698,
      "loss": 1.6697,
      "step": 390
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.19889363775332344,
      "learning_rate": 0.0001994949494949495,
      "loss": 1.7293,
      "step": 395
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.18003384908917786,
      "learning_rate": 0.00019999937734807612,
      "loss": 1.8024,
      "step": 400
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.18260287569380637,
      "learning_rate": 0.00019999684783792443,
      "loss": 1.6779,
      "step": 405
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.21622290040357123,
      "learning_rate": 0.00019999237260298072,
      "loss": 1.6577,
      "step": 410
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.19728853094941184,
      "learning_rate": 0.00019998595173032347,
      "loss": 1.6211,
      "step": 415
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.16427481018358323,
      "learning_rate": 0.00019997758534488915,
      "loss": 1.6793,
      "step": 420
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.1464512551401983,
      "learning_rate": 0.00019996727360946972,
      "loss": 1.731,
      "step": 425
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.1895744669006413,
      "learning_rate": 0.00019995501672470951,
      "loss": 1.7024,
      "step": 430
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.13688692966034832,
      "learning_rate": 0.00019994081492910124,
      "loss": 1.8371,
      "step": 435
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.20101726127225358,
      "learning_rate": 0.0001999246684989815,
      "loss": 1.7473,
      "step": 440
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.20241522090213954,
      "learning_rate": 0.00019990657774852534,
      "loss": 1.7423,
      "step": 445
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.1767592377256186,
      "learning_rate": 0.00019988654302974,
      "loss": 1.8304,
      "step": 450
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.2373965969657545,
      "learning_rate": 0.00019986456473245826,
      "loss": 1.8509,
      "step": 455
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.21300866974991087,
      "learning_rate": 0.00019984064328433084,
      "loss": 1.7339,
      "step": 460
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.185425069119908,
      "learning_rate": 0.00019981477915081793,
      "loss": 1.7523,
      "step": 465
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.1955299660793198,
      "learning_rate": 0.00019978697283518023,
      "loss": 1.804,
      "step": 470
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.19829821726437152,
      "learning_rate": 0.00019975722487846918,
      "loss": 1.8378,
      "step": 475
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.13816451624075418,
      "learning_rate": 0.0001997255358595164,
      "loss": 1.791,
      "step": 480
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.17416550139224937,
      "learning_rate": 0.00019969190639492244,
      "loss": 1.6882,
      "step": 485
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.19361009276270708,
      "learning_rate": 0.00019965633713904472,
      "loss": 1.7448,
      "step": 490
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.20655351119978135,
      "learning_rate": 0.00019961882878398492,
      "loss": 1.7804,
      "step": 495
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.2104318907698028,
      "learning_rate": 0.0001995793820595754,
      "loss": 1.7399,
      "step": 500
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.1970506865196183,
      "learning_rate": 0.00019953799773336507,
      "loss": 1.662,
      "step": 505
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.12911497323739385,
      "learning_rate": 0.00019949467661060433,
      "loss": 1.6589,
      "step": 510
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.18727055645023982,
      "learning_rate": 0.00019944941953422968,
      "loss": 1.7437,
      "step": 515
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.21063285499774953,
      "learning_rate": 0.000199402227384847,
      "loss": 1.837,
      "step": 520
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.16895692207829008,
      "learning_rate": 0.00019935310108071453,
      "loss": 1.7406,
      "step": 525
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.2316031917603028,
      "learning_rate": 0.00019930204157772515,
      "loss": 1.8237,
      "step": 530
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.14077975973845075,
      "learning_rate": 0.00019924904986938754,
      "loss": 1.8804,
      "step": 535
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.25152961069767266,
      "learning_rate": 0.000199194126986807,
      "loss": 1.7984,
      "step": 540
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.18475665649785333,
      "learning_rate": 0.00019913727399866545,
      "loss": 1.7,
      "step": 545
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.15993162566307856,
      "learning_rate": 0.00019907849201120033,
      "loss": 1.8694,
      "step": 550
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.21887423989587396,
      "learning_rate": 0.00019901778216818345,
      "loss": 1.699,
      "step": 555
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.18385555657977046,
      "learning_rate": 0.00019895514565089855,
      "loss": 1.7936,
      "step": 560
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.15762946661816535,
      "learning_rate": 0.00019889058367811822,
      "loss": 1.6613,
      "step": 565
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.19204775302628793,
      "learning_rate": 0.0001988240975060804,
      "loss": 1.5856,
      "step": 570
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.1697199863146858,
      "learning_rate": 0.00019875568842846382,
      "loss": 1.672,
      "step": 575
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.1410887592852674,
      "learning_rate": 0.0001986853577763628,
      "loss": 1.6269,
      "step": 580
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.1783222763204088,
      "learning_rate": 0.00019861310691826143,
      "loss": 1.8029,
      "step": 585
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.20484278901882244,
      "learning_rate": 0.00019853893726000683,
      "loss": 1.6194,
      "step": 590
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.1808969694192384,
      "learning_rate": 0.00019846285024478202,
      "loss": 1.7084,
      "step": 595
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.1965951187170914,
      "learning_rate": 0.00019838484735307748,
      "loss": 1.706,
      "step": 600
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.1555012346720015,
      "learning_rate": 0.0001983049301026627,
      "loss": 1.464,
      "step": 605
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.2229027944987823,
      "learning_rate": 0.00019822310004855652,
      "loss": 1.673,
      "step": 610
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.169635050611861,
      "learning_rate": 0.00019813935878299662,
      "loss": 1.6593,
      "step": 615
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.16624303946845476,
      "learning_rate": 0.0001980537079354091,
      "loss": 1.7164,
      "step": 620
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.1544208624543807,
      "learning_rate": 0.00019796614917237616,
      "loss": 1.5616,
      "step": 625
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.1900272509930039,
      "learning_rate": 0.00019787668419760408,
      "loss": 1.6552,
      "step": 630
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.20362594606792483,
      "learning_rate": 0.00019778531475188996,
      "loss": 1.7175,
      "step": 635
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.15933464850430776,
      "learning_rate": 0.00019769204261308774,
      "loss": 1.6599,
      "step": 640
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.15846354449923994,
      "learning_rate": 0.00019759686959607383,
      "loss": 1.7152,
      "step": 645
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.1731064728813603,
      "learning_rate": 0.00019749979755271155,
      "loss": 1.8006,
      "step": 650
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.2036118054344575,
      "learning_rate": 0.00019740082837181526,
      "loss": 1.6992,
      "step": 655
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.20595935892977982,
      "learning_rate": 0.00019729996397911356,
      "loss": 1.7571,
      "step": 660
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.1816167430276872,
      "learning_rate": 0.00019719720633721178,
      "loss": 1.8058,
      "step": 665
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.2139611683255453,
      "learning_rate": 0.00019709255744555389,
      "loss": 1.8398,
      "step": 670
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.18514013236898805,
      "learning_rate": 0.0001969860193403835,
      "loss": 1.7307,
      "step": 675
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.17288244809213096,
      "learning_rate": 0.00019687759409470426,
      "loss": 1.7242,
      "step": 680
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.15953349037713735,
      "learning_rate": 0.00019676728381823956,
      "loss": 1.6435,
      "step": 685
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.20963390389942183,
      "learning_rate": 0.00019665509065739149,
      "loss": 1.6791,
      "step": 690
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.19075148330166494,
      "learning_rate": 0.000196541016795199,
      "loss": 1.505,
      "step": 695
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.22817672978454195,
      "learning_rate": 0.00019642506445129545,
      "loss": 1.8361,
      "step": 700
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.1925013343867196,
      "learning_rate": 0.00019630723588186545,
      "loss": 1.7126,
      "step": 705
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.16780528759294142,
      "learning_rate": 0.000196187533379601,
      "loss": 1.6649,
      "step": 710
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.17707927803137202,
      "learning_rate": 0.00019606595927365675,
      "loss": 1.6551,
      "step": 715
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.22525846033337887,
      "learning_rate": 0.00019594251592960479,
      "loss": 1.7401,
      "step": 720
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.1953310514707257,
      "learning_rate": 0.0001958172057493886,
      "loss": 1.6944,
      "step": 725
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.2085121645512001,
      "learning_rate": 0.0001956900311712763,
      "loss": 1.663,
      "step": 730
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.17093646250615369,
      "learning_rate": 0.0001955609946698131,
      "loss": 1.772,
      "step": 735
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.19564116222725914,
      "learning_rate": 0.00019543009875577346,
      "loss": 1.6328,
      "step": 740
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.215195812549034,
      "learning_rate": 0.0001952973459761118,
      "loss": 1.6438,
      "step": 745
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.19377558972597342,
      "learning_rate": 0.0001951627389139134,
      "loss": 1.7442,
      "step": 750
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.1792011980095539,
      "learning_rate": 0.00019502628018834372,
      "loss": 1.7518,
      "step": 755
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.18977603295326154,
      "learning_rate": 0.00019488797245459773,
      "loss": 1.688,
      "step": 760
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.19341540153355985,
      "learning_rate": 0.00019474781840384816,
      "loss": 1.7562,
      "step": 765
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.14738398424312027,
      "learning_rate": 0.00019460582076319302,
      "loss": 1.7244,
      "step": 770
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.1496446026997031,
      "learning_rate": 0.00019446198229560276,
      "loss": 1.7083,
      "step": 775
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.2151992641933425,
      "learning_rate": 0.00019431630579986632,
      "loss": 1.7078,
      "step": 780
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.1972075447483379,
      "learning_rate": 0.00019416879411053673,
      "loss": 1.7665,
      "step": 785
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.20871968848692934,
      "learning_rate": 0.00019401945009787594,
      "loss": 1.6636,
      "step": 790
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.2047491094137733,
      "learning_rate": 0.0001938682766677991,
      "loss": 1.8061,
      "step": 795
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.1622522396758859,
      "learning_rate": 0.00019371527676181777,
      "loss": 1.8645,
      "step": 800
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.1714969472958251,
      "learning_rate": 0.00019356045335698296,
      "loss": 1.8266,
      "step": 805
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.1971306915514917,
      "learning_rate": 0.00019340380946582695,
      "loss": 1.7205,
      "step": 810
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.17020111323913545,
      "learning_rate": 0.00019324534813630487,
      "loss": 1.7339,
      "step": 815
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.18250825908624654,
      "learning_rate": 0.00019308507245173527,
      "loss": 1.5188,
      "step": 820
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.18593221945740382,
      "learning_rate": 0.0001929229855307402,
      "loss": 1.654,
      "step": 825
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.22850385689556876,
      "learning_rate": 0.00019275909052718447,
      "loss": 1.7814,
      "step": 830
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.19759950903326942,
      "learning_rate": 0.00019259339063011432,
      "loss": 1.744,
      "step": 835
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.17215997030755548,
      "learning_rate": 0.00019242588906369536,
      "loss": 1.8283,
      "step": 840
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.19136317284315416,
      "learning_rate": 0.00019225658908714983,
      "loss": 1.6163,
      "step": 845
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.254426335434924,
      "learning_rate": 0.00019208549399469318,
      "loss": 1.7618,
      "step": 850
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.21881435842952657,
      "learning_rate": 0.00019191260711547001,
      "loss": 1.7315,
      "step": 855
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.20799528199612635,
      "learning_rate": 0.0001917379318134892,
      "loss": 1.7859,
      "step": 860
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.17796834357588534,
      "learning_rate": 0.00019156147148755855,
      "loss": 1.7345,
      "step": 865
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.1855849493493474,
      "learning_rate": 0.0001913832295712186,
      "loss": 1.6232,
      "step": 870
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.20017349406812152,
      "learning_rate": 0.00019120320953267586,
      "loss": 1.7546,
      "step": 875
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.2146332192452092,
      "learning_rate": 0.0001910214148747352,
      "loss": 1.6231,
      "step": 880
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.15896122862532144,
      "learning_rate": 0.0001908378491347319,
      "loss": 1.5535,
      "step": 885
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.17416174476856394,
      "learning_rate": 0.00019065251588446265,
      "loss": 1.6337,
      "step": 890
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.23962933659259386,
      "learning_rate": 0.0001904654187301161,
      "loss": 1.8581,
      "step": 895
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.17002626630746845,
      "learning_rate": 0.0001902765613122028,
      "loss": 1.6537,
      "step": 900
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.23553588791103638,
      "learning_rate": 0.0001900859473054841,
      "loss": 1.7497,
      "step": 905
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.17184692025828147,
      "learning_rate": 0.00018989358041890094,
      "loss": 1.6305,
      "step": 910
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.19276600455036005,
      "learning_rate": 0.00018969946439550148,
      "loss": 1.6965,
      "step": 915
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.2266174277702017,
      "learning_rate": 0.0001895036030123684,
      "loss": 1.7845,
      "step": 920
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.15948175213103422,
      "learning_rate": 0.0001893060000805453,
      "loss": 1.582,
      "step": 925
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.20415510379076665,
      "learning_rate": 0.00018910665944496264,
      "loss": 1.6576,
      "step": 930
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.20826411615417578,
      "learning_rate": 0.00018890558498436282,
      "loss": 1.7243,
      "step": 935
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.2535182644413305,
      "learning_rate": 0.00018870278061122484,
      "loss": 1.5795,
      "step": 940
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.17063517897800512,
      "learning_rate": 0.00018849825027168803,
      "loss": 1.6361,
      "step": 945
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.1898841623155248,
      "learning_rate": 0.00018829199794547535,
      "loss": 1.7526,
      "step": 950
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.19033639448531828,
      "learning_rate": 0.00018808402764581596,
      "loss": 1.5943,
      "step": 955
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.1647576077524525,
      "learning_rate": 0.0001878743434193671,
      "loss": 1.7575,
      "step": 960
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.2070226518164384,
      "learning_rate": 0.00018766294934613535,
      "loss": 1.741,
      "step": 965
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.21633633400820462,
      "learning_rate": 0.00018744984953939726,
      "loss": 1.6967,
      "step": 970
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2039504411965307,
      "learning_rate": 0.0001872350481456193,
      "loss": 1.6825,
      "step": 975
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.19382809212719235,
      "learning_rate": 0.0001870185493443772,
      "loss": 1.7494,
      "step": 980
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.17836311560595738,
      "learning_rate": 0.0001868003573482746,
      "loss": 1.6326,
      "step": 985
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.18940985276826594,
      "learning_rate": 0.0001865804764028611,
      "loss": 1.6823,
      "step": 990
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.15827883706638377,
      "learning_rate": 0.0001863589107865496,
      "loss": 1.8507,
      "step": 995
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.2024112582787964,
      "learning_rate": 0.00018613566481053315,
      "loss": 1.6737,
      "step": 1000
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.18631332115379975,
      "learning_rate": 0.00018591074281870099,
      "loss": 1.6391,
      "step": 1005
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.2322177223268837,
      "learning_rate": 0.00018568414918755397,
      "loss": 1.7185,
      "step": 1010
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.19585063603806546,
      "learning_rate": 0.00018545588832611956,
      "loss": 1.8829,
      "step": 1015
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.19046268057109556,
      "learning_rate": 0.00018522596467586598,
      "loss": 1.6889,
      "step": 1020
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.2319521660184869,
      "learning_rate": 0.00018499438271061568,
      "loss": 1.7148,
      "step": 1025
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.18401426887501984,
      "learning_rate": 0.0001847611469364584,
      "loss": 1.6355,
      "step": 1030
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.16467673844089234,
      "learning_rate": 0.00018452626189166345,
      "loss": 1.5748,
      "step": 1035
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.21515271715044545,
      "learning_rate": 0.0001842897321465915,
      "loss": 1.7172,
      "step": 1040
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.20010536585072475,
      "learning_rate": 0.0001840515623036055,
      "loss": 1.7331,
      "step": 1045
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.15220183718369495,
      "learning_rate": 0.0001838117569969812,
      "loss": 1.7703,
      "step": 1050
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.19249950248721495,
      "learning_rate": 0.00018357032089281702,
      "loss": 1.7356,
      "step": 1055
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.15685889188495356,
      "learning_rate": 0.00018332725868894313,
      "loss": 1.5789,
      "step": 1060
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.22123166856945198,
      "learning_rate": 0.00018308257511483018,
      "loss": 1.7449,
      "step": 1065
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.21921162541787237,
      "learning_rate": 0.00018283627493149721,
      "loss": 1.592,
      "step": 1070
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.15892072068340937,
      "learning_rate": 0.00018258836293141907,
      "loss": 1.6588,
      "step": 1075
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.2129268440643301,
      "learning_rate": 0.000182338843938433,
      "loss": 1.6687,
      "step": 1080
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.18558886049158316,
      "learning_rate": 0.000182087722807645,
      "loss": 1.6204,
      "step": 1085
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.21759739469279235,
      "learning_rate": 0.00018183500442533514,
      "loss": 1.7012,
      "step": 1090
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.16739812153050462,
      "learning_rate": 0.00018158069370886266,
      "loss": 1.7749,
      "step": 1095
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2120028175464506,
      "learning_rate": 0.0001813247956065702,
      "loss": 1.7076,
      "step": 1100
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.21506301830058508,
      "learning_rate": 0.00018106731509768753,
      "loss": 1.6561,
      "step": 1105
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.21374007008875692,
      "learning_rate": 0.00018080825719223468,
      "loss": 1.7721,
      "step": 1110
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.21473556112453085,
      "learning_rate": 0.00018054762693092444,
      "loss": 1.5391,
      "step": 1115
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.1928094864305794,
      "learning_rate": 0.00018028542938506426,
      "loss": 1.7297,
      "step": 1120
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.22195616352181186,
      "learning_rate": 0.0001800216696564576,
      "loss": 1.6239,
      "step": 1125
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.2493704349381919,
      "learning_rate": 0.00017975635287730473,
      "loss": 1.7736,
      "step": 1130
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.1871166430212898,
      "learning_rate": 0.00017948948421010264,
      "loss": 1.67,
      "step": 1135
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.16460126336549072,
      "learning_rate": 0.00017922106884754488,
      "loss": 1.7331,
      "step": 1140
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.18707990225784327,
      "learning_rate": 0.0001789511120124203,
      "loss": 1.5608,
      "step": 1145
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.21751770239029078,
      "learning_rate": 0.00017867961895751163,
      "loss": 1.721,
      "step": 1150
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.1674742118307801,
      "learning_rate": 0.00017840659496549298,
      "loss": 1.7339,
      "step": 1155
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.19173527103482793,
      "learning_rate": 0.00017813204534882738,
      "loss": 1.7348,
      "step": 1160
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.18468049289167895,
      "learning_rate": 0.0001778559754496631,
      "loss": 1.6823,
      "step": 1165
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2069730744593729,
      "learning_rate": 0.00017757839063972997,
      "loss": 1.8253,
      "step": 1170
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.2139312404074137,
      "learning_rate": 0.00017729929632023472,
      "loss": 1.7013,
      "step": 1175
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.1764736094502213,
      "learning_rate": 0.00017701869792175593,
      "loss": 1.8235,
      "step": 1180
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.21944309103277923,
      "learning_rate": 0.00017673660090413823,
      "loss": 1.8237,
      "step": 1185
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.20268987883171422,
      "learning_rate": 0.00017645301075638634,
      "loss": 1.6992,
      "step": 1190
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.19400968339090352,
      "learning_rate": 0.00017616793299655794,
      "loss": 1.8662,
      "step": 1195
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.18489832863809344,
      "learning_rate": 0.00017588137317165657,
      "loss": 1.6986,
      "step": 1200
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.17738333103257395,
      "learning_rate": 0.0001755933368575235,
      "loss": 1.6783,
      "step": 1205
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.17926192606119037,
      "learning_rate": 0.0001753038296587294,
      "loss": 1.7627,
      "step": 1210
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.20194075183870522,
      "learning_rate": 0.00017501285720846523,
      "loss": 1.7846,
      "step": 1215
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.19331786071311133,
      "learning_rate": 0.0001747204251684325,
      "loss": 1.7143,
      "step": 1220
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.23530188097310437,
      "learning_rate": 0.00017442653922873327,
      "loss": 1.7296,
      "step": 1225
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.17594594764152405,
      "learning_rate": 0.0001741312051077594,
      "loss": 1.7335,
      "step": 1230
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.20934249136020208,
      "learning_rate": 0.00017383442855208124,
      "loss": 1.6646,
      "step": 1235
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.2111005617028846,
      "learning_rate": 0.00017353621533633583,
      "loss": 1.5756,
      "step": 1240
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.21413727626671644,
      "learning_rate": 0.00017323657126311454,
      "loss": 1.4917,
      "step": 1245
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.2391299536210697,
      "learning_rate": 0.0001729355021628502,
      "loss": 1.7283,
      "step": 1250
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.19381232926045663,
      "learning_rate": 0.00017263301389370362,
      "loss": 1.7907,
      "step": 1255
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.21223075585900172,
      "learning_rate": 0.0001723291123414495,
      "loss": 1.7412,
      "step": 1260
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.18560634331207926,
      "learning_rate": 0.00017202380341936212,
      "loss": 1.7287,
      "step": 1265
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.18941317978765862,
      "learning_rate": 0.00017171709306810012,
      "loss": 1.5956,
      "step": 1270
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.17108900888850623,
      "learning_rate": 0.000171408987255591,
      "loss": 1.7789,
      "step": 1275
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.19233373904164977,
      "learning_rate": 0.00017109949197691485,
      "loss": 1.7397,
      "step": 1280
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.1697480170006848,
      "learning_rate": 0.00017078861325418797,
      "loss": 1.5765,
      "step": 1285
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.17575403691888572,
      "learning_rate": 0.00017047635713644528,
      "loss": 1.8137,
      "step": 1290
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.19700603487956356,
      "learning_rate": 0.00017016272969952304,
      "loss": 1.8248,
      "step": 1295
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.25577968967800774,
      "learning_rate": 0.0001698477370459405,
      "loss": 1.5227,
      "step": 1300
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.21182493743068362,
      "learning_rate": 0.00016953138530478092,
      "loss": 1.6463,
      "step": 1305
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.24187008234174068,
      "learning_rate": 0.0001692136806315726,
      "loss": 1.677,
      "step": 1310
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.23079613874981772,
      "learning_rate": 0.00016889462920816902,
      "loss": 1.6987,
      "step": 1315
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.18959747421576906,
      "learning_rate": 0.00016857423724262849,
      "loss": 1.6143,
      "step": 1320
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.19193767521915664,
      "learning_rate": 0.00016825251096909343,
      "loss": 1.6523,
      "step": 1325
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.1851789336505185,
      "learning_rate": 0.00016792945664766907,
      "loss": 1.5728,
      "step": 1330
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.14492627661875204,
      "learning_rate": 0.00016760508056430152,
      "loss": 1.5701,
      "step": 1335
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.2700845196747031,
      "learning_rate": 0.0001672793890306556,
      "loss": 1.8245,
      "step": 1340
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.1983440671335701,
      "learning_rate": 0.00016695238838399206,
      "loss": 1.7108,
      "step": 1345
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.17701113866794518,
      "learning_rate": 0.0001666240849870441,
      "loss": 1.5517,
      "step": 1350
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.16944238367848802,
      "learning_rate": 0.0001662944852278936,
      "loss": 1.7263,
      "step": 1355
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.20201061964568917,
      "learning_rate": 0.00016596359551984704,
      "loss": 1.6212,
      "step": 1360
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.16272112017898177,
      "learning_rate": 0.0001656314223013104,
      "loss": 1.6557,
      "step": 1365
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.2050184080142653,
      "learning_rate": 0.00016529797203566405,
      "loss": 1.6203,
      "step": 1370
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.18868029622446703,
      "learning_rate": 0.00016496325121113706,
      "loss": 1.5994,
      "step": 1375
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.18530725289838731,
      "learning_rate": 0.00016462726634068075,
      "loss": 1.661,
      "step": 1380
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.22254932266214475,
      "learning_rate": 0.00016429002396184215,
      "loss": 1.5779,
      "step": 1385
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.35454879952816054,
      "learning_rate": 0.00016395153063663667,
      "loss": 1.4926,
      "step": 1390
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.2083539962991777,
      "learning_rate": 0.00016361179295142046,
      "loss": 1.668,
      "step": 1395
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.20105783428150303,
      "learning_rate": 0.00016327081751676227,
      "loss": 1.7475,
      "step": 1400
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.19073307130103012,
      "learning_rate": 0.0001629286109673148,
      "loss": 1.6726,
      "step": 1405
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.21132776602726958,
      "learning_rate": 0.00016258517996168564,
      "loss": 1.745,
      "step": 1410
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.23336177448110548,
      "learning_rate": 0.0001622405311823076,
      "loss": 1.7185,
      "step": 1415
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.19045792239686193,
      "learning_rate": 0.00016189467133530884,
      "loss": 1.6369,
      "step": 1420
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.1470674402518224,
      "learning_rate": 0.0001615476071503823,
      "loss": 1.6593,
      "step": 1425
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.1895764202504411,
      "learning_rate": 0.0001611993453806547,
      "loss": 1.5879,
      "step": 1430
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.21781610564885606,
      "learning_rate": 0.0001608498928025553,
      "loss": 1.6377,
      "step": 1435
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.21082770226036582,
      "learning_rate": 0.00016049925621568382,
      "loss": 1.5626,
      "step": 1440
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.2288377931408156,
      "learning_rate": 0.00016014744244267833,
      "loss": 1.7531,
      "step": 1445
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.1822265551052057,
      "learning_rate": 0.00015979445832908242,
      "loss": 1.691,
      "step": 1450
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.23100268355259115,
      "learning_rate": 0.00015944031074321204,
      "loss": 1.7622,
      "step": 1455
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.18624779842903288,
      "learning_rate": 0.00015908500657602174,
      "loss": 1.5919,
      "step": 1460
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.20357926913176824,
      "learning_rate": 0.0001587285527409707,
      "loss": 1.6288,
      "step": 1465
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.20919686630022472,
      "learning_rate": 0.00015837095617388827,
      "loss": 1.6705,
      "step": 1470
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.1993582841062667,
      "learning_rate": 0.0001580122238328387,
      "loss": 1.6516,
      "step": 1475
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.2547942602076731,
      "learning_rate": 0.00015765236269798627,
      "loss": 1.5036,
      "step": 1480
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.1807424509361345,
      "learning_rate": 0.00015729137977145893,
      "loss": 1.6089,
      "step": 1485
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.18264437292208377,
      "learning_rate": 0.0001569292820772124,
      "loss": 1.7353,
      "step": 1490
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.21311009253554458,
      "learning_rate": 0.00015656607666089334,
      "loss": 1.6574,
      "step": 1495
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.18453680363642788,
      "learning_rate": 0.0001562017705897024,
      "loss": 1.5736,
      "step": 1500
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.23644760312940358,
      "learning_rate": 0.00015583637095225656,
      "loss": 1.7076,
      "step": 1505
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.19899933139163767,
      "learning_rate": 0.00015546988485845125,
      "loss": 1.665,
      "step": 1510
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.23202505382527974,
      "learning_rate": 0.0001551023194393221,
      "loss": 1.7191,
      "step": 1515
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.21073033640879407,
      "learning_rate": 0.00015473368184690597,
      "loss": 1.6123,
      "step": 1520
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.22019036120363472,
      "learning_rate": 0.00015436397925410201,
      "loss": 1.6909,
      "step": 1525
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.20817813902248655,
      "learning_rate": 0.00015399321885453202,
      "loss": 1.7648,
      "step": 1530
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.21714232280510767,
      "learning_rate": 0.00015362140786240035,
      "loss": 1.6718,
      "step": 1535
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.20478633851375716,
      "learning_rate": 0.00015324855351235372,
      "loss": 1.7586,
      "step": 1540
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.19046880552839732,
      "learning_rate": 0.00015287466305934037,
      "loss": 1.695,
      "step": 1545
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.23309832393442634,
      "learning_rate": 0.0001524997437784689,
      "loss": 1.584,
      "step": 1550
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.23887396172176847,
      "learning_rate": 0.00015212380296486652,
      "loss": 1.5742,
      "step": 1555
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.18128179052277552,
      "learning_rate": 0.0001517468479335376,
      "loss": 1.6802,
      "step": 1560
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.22086322507654135,
      "learning_rate": 0.00015136888601922072,
      "loss": 1.7222,
      "step": 1565
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.18870219517815454,
      "learning_rate": 0.0001509899245762464,
      "loss": 1.5664,
      "step": 1570
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.2276718864826248,
      "learning_rate": 0.00015060997097839386,
      "loss": 1.7565,
      "step": 1575
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.20329327239158157,
      "learning_rate": 0.00015022903261874748,
      "loss": 1.6774,
      "step": 1580
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.18898688137814482,
      "learning_rate": 0.00014984711690955297,
      "loss": 1.6518,
      "step": 1585
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.22865474882055875,
      "learning_rate": 0.00014946423128207322,
      "loss": 1.7247,
      "step": 1590
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.21027592834116465,
      "learning_rate": 0.00014908038318644373,
      "loss": 1.7849,
      "step": 1595
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.20948671991840284,
      "learning_rate": 0.0001486955800915274,
      "loss": 1.5386,
      "step": 1600
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.21227729763658884,
      "learning_rate": 0.0001483098294847695,
      "loss": 1.602,
      "step": 1605
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.21630672435558576,
      "learning_rate": 0.00014792313887205182,
      "loss": 1.6772,
      "step": 1610
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.21541507503873228,
      "learning_rate": 0.00014753551577754664,
      "loss": 1.6862,
      "step": 1615
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.2480903001762983,
      "learning_rate": 0.0001471469677435704,
      "loss": 1.5916,
      "step": 1620
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.20716645798924263,
      "learning_rate": 0.00014675750233043679,
      "loss": 1.7072,
      "step": 1625
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.22397565488829696,
      "learning_rate": 0.00014636712711630978,
      "loss": 1.6036,
      "step": 1630
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.19584834615434676,
      "learning_rate": 0.00014597584969705616,
      "loss": 1.6366,
      "step": 1635
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.22273274810197669,
      "learning_rate": 0.00014558367768609766,
      "loss": 1.6545,
      "step": 1640
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.30141032612570196,
      "learning_rate": 0.00014519061871426286,
      "loss": 1.6668,
      "step": 1645
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.2508746414625482,
      "learning_rate": 0.0001447966804296387,
      "loss": 1.5583,
      "step": 1650
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.2656543660091513,
      "learning_rate": 0.00014440187049742165,
      "loss": 1.6114,
      "step": 1655
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.22762072721537044,
      "learning_rate": 0.00014400619659976863,
      "loss": 1.5218,
      "step": 1660
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.21625802298436558,
      "learning_rate": 0.00014360966643564747,
      "loss": 1.6282,
      "step": 1665
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.18758356388629857,
      "learning_rate": 0.00014321228772068702,
      "loss": 1.5724,
      "step": 1670
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.22894089207752852,
      "learning_rate": 0.0001428140681870272,
      "loss": 1.5875,
      "step": 1675
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.25952806547918694,
      "learning_rate": 0.0001424150155831685,
      "loss": 1.6728,
      "step": 1680
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.3304544222948505,
      "learning_rate": 0.00014201513767382108,
      "loss": 1.6944,
      "step": 1685
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.21745874371742022,
      "learning_rate": 0.00014161444223975383,
      "loss": 1.5649,
      "step": 1690
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.18668861489627886,
      "learning_rate": 0.0001412129370776429,
      "loss": 1.6646,
      "step": 1695
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.2514658628873574,
      "learning_rate": 0.00014081062999992005,
      "loss": 1.6427,
      "step": 1700
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.23075565689636676,
      "learning_rate": 0.0001404075288346206,
      "loss": 1.7089,
      "step": 1705
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.2005453142298327,
      "learning_rate": 0.00014000364142523103,
      "loss": 1.7236,
      "step": 1710
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.21925735664261978,
      "learning_rate": 0.00013959897563053662,
      "loss": 1.7193,
      "step": 1715
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.22755950679993744,
      "learning_rate": 0.00013919353932446822,
      "loss": 1.6178,
      "step": 1720
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.24575725474371382,
      "learning_rate": 0.0001387873403959492,
      "loss": 1.6914,
      "step": 1725
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.22868287217989744,
      "learning_rate": 0.00013838038674874193,
      "loss": 1.6021,
      "step": 1730
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.21889496061933156,
      "learning_rate": 0.00013797268630129413,
      "loss": 1.8092,
      "step": 1735
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.19238702480865116,
      "learning_rate": 0.0001375642469865844,
      "loss": 1.54,
      "step": 1740
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.24437133183257548,
      "learning_rate": 0.00013715507675196836,
      "loss": 1.5477,
      "step": 1745
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.21331661362588805,
      "learning_rate": 0.0001367451835590237,
      "loss": 1.6229,
      "step": 1750
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.22934227073111574,
      "learning_rate": 0.00013633457538339514,
      "loss": 1.7056,
      "step": 1755
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.21991726124527775,
      "learning_rate": 0.00013592326021463977,
      "loss": 1.7322,
      "step": 1760
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.2279246851535844,
      "learning_rate": 0.00013551124605607097,
      "loss": 1.5663,
      "step": 1765
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.21252716182463233,
      "learning_rate": 0.00013509854092460312,
      "loss": 1.6308,
      "step": 1770
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.19276878334978295,
      "learning_rate": 0.0001346851528505954,
      "loss": 1.629,
      "step": 1775
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.20349606898831232,
      "learning_rate": 0.00013427108987769566,
      "loss": 1.6323,
      "step": 1780
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.280403908850998,
      "learning_rate": 0.00013385636006268368,
      "loss": 1.5647,
      "step": 1785
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.204649437629767,
      "learning_rate": 0.00013344097147531469,
      "loss": 1.6706,
      "step": 1790
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.2355526525352747,
      "learning_rate": 0.00013302493219816223,
      "loss": 1.6661,
      "step": 1795
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.23955342033240548,
      "learning_rate": 0.00013260825032646083,
      "loss": 1.7684,
      "step": 1800
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.1782918443154143,
      "learning_rate": 0.00013219093396794852,
      "loss": 1.7357,
      "step": 1805
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.20676511108669285,
      "learning_rate": 0.00013177299124270911,
      "loss": 1.7935,
      "step": 1810
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.24468072304122832,
      "learning_rate": 0.0001313544302830142,
      "loss": 1.6357,
      "step": 1815
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.3442798924803141,
      "learning_rate": 0.00013093525923316482,
      "loss": 1.7283,
      "step": 1820
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.18543047699982895,
      "learning_rate": 0.00013051548624933314,
      "loss": 1.6756,
      "step": 1825
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.18961104598393633,
      "learning_rate": 0.00013009511949940358,
      "loss": 1.6258,
      "step": 1830
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.23772840081980506,
      "learning_rate": 0.00012967416716281414,
      "loss": 1.6197,
      "step": 1835
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.20599306112898513,
      "learning_rate": 0.00012925263743039693,
      "loss": 1.6155,
      "step": 1840
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.17872981947947883,
      "learning_rate": 0.00012883053850421897,
      "loss": 1.817,
      "step": 1845
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.21082979842365093,
      "learning_rate": 0.00012840787859742266,
      "loss": 1.7045,
      "step": 1850
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.21065592453908275,
      "learning_rate": 0.00012798466593406583,
      "loss": 1.5825,
      "step": 1855
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.21798103821826761,
      "learning_rate": 0.00012756090874896172,
      "loss": 1.7622,
      "step": 1860
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.22916268453103483,
      "learning_rate": 0.00012713661528751888,
      "loss": 1.5324,
      "step": 1865
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.2668875410933402,
      "learning_rate": 0.00012671179380558062,
      "loss": 1.647,
      "step": 1870
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.19627830855058848,
      "learning_rate": 0.00012628645256926438,
      "loss": 1.5994,
      "step": 1875
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.21241423084048555,
      "learning_rate": 0.0001258605998548009,
      "loss": 1.622,
      "step": 1880
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.2546778643093178,
      "learning_rate": 0.0001254342439483733,
      "loss": 1.6916,
      "step": 1885
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.20610950008732792,
      "learning_rate": 0.00012500739314595563,
      "loss": 1.7455,
      "step": 1890
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.2219569529434739,
      "learning_rate": 0.00012458005575315147,
      "loss": 1.6683,
      "step": 1895
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.20787095642170883,
      "learning_rate": 0.0001241522400850327,
      "loss": 1.6202,
      "step": 1900
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.2275845179745845,
      "learning_rate": 0.0001237239544659771,
      "loss": 1.8088,
      "step": 1905
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.24655110446766015,
      "learning_rate": 0.0001232952072295069,
      "loss": 1.5618,
      "step": 1910
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.23084716022254811,
      "learning_rate": 0.0001228660067181263,
      "loss": 1.7204,
      "step": 1915
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.2420965499906573,
      "learning_rate": 0.00012243636128315939,
      "loss": 1.5581,
      "step": 1920
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.25054116126933823,
      "learning_rate": 0.0001220062792845873,
      "loss": 1.5808,
      "step": 1925
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.24876893838844386,
      "learning_rate": 0.00012157576909088599,
      "loss": 1.6291,
      "step": 1930
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.22724411732153027,
      "learning_rate": 0.00012114483907886308,
      "loss": 1.7218,
      "step": 1935
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.23781633823944948,
      "learning_rate": 0.00012071349763349484,
      "loss": 1.6696,
      "step": 1940
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.2611267676195103,
      "learning_rate": 0.00012028175314776344,
      "loss": 1.7099,
      "step": 1945
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.25342034309056527,
      "learning_rate": 0.00011984961402249311,
      "loss": 1.6931,
      "step": 1950
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.20391686876564638,
      "learning_rate": 0.00011941708866618697,
      "loss": 1.7043,
      "step": 1955
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.2005457898894919,
      "learning_rate": 0.0001189841854948634,
      "loss": 1.5758,
      "step": 1960
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.19157508121631642,
      "learning_rate": 0.00011855091293189234,
      "loss": 1.5831,
      "step": 1965
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.23409302527114853,
      "learning_rate": 0.00011811727940783108,
      "loss": 1.6668,
      "step": 1970
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.19820344277697435,
      "learning_rate": 0.00011768329336026062,
      "loss": 1.6894,
      "step": 1975
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.23641920754497897,
      "learning_rate": 0.0001172489632336213,
      "loss": 1.8362,
      "step": 1980
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.20503090615743924,
      "learning_rate": 0.00011681429747904842,
      "loss": 1.6885,
      "step": 1985
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.18474233550647523,
      "learning_rate": 0.00011637930455420798,
      "loss": 1.7196,
      "step": 1990
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.2775657036754379,
      "learning_rate": 0.00011594399292313192,
      "loss": 1.7362,
      "step": 1995
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.23760102898739513,
      "learning_rate": 0.00011550837105605354,
      "loss": 1.5986,
      "step": 2000
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.18850041877265183,
      "learning_rate": 0.00011507244742924274,
      "loss": 1.7116,
      "step": 2005
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.2164959021230041,
      "learning_rate": 0.000114636230524841,
      "loss": 1.578,
      "step": 2010
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.269300085641628,
      "learning_rate": 0.00011419972883069623,
      "loss": 1.5605,
      "step": 2015
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.24787445167484887,
      "learning_rate": 0.00011376295084019792,
      "loss": 1.6663,
      "step": 2020
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.21140623194389616,
      "learning_rate": 0.00011332590505211159,
      "loss": 1.658,
      "step": 2025
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.25921900302870593,
      "learning_rate": 0.00011288859997041353,
      "loss": 1.6459,
      "step": 2030
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.2608666502284525,
      "learning_rate": 0.00011245104410412537,
      "loss": 1.6928,
      "step": 2035
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.22406449938146802,
      "learning_rate": 0.00011201324596714844,
      "loss": 1.4791,
      "step": 2040
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.19647960391415928,
      "learning_rate": 0.00011157521407809815,
      "loss": 1.698,
      "step": 2045
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.1897962583849219,
      "learning_rate": 0.00011113695696013824,
      "loss": 1.8167,
      "step": 2050
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.20712759197533817,
      "learning_rate": 0.0001106984831408149,
      "loss": 1.7501,
      "step": 2055
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.23079961827033185,
      "learning_rate": 0.00011025980115189086,
      "loss": 1.5934,
      "step": 2060
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.22104873487185864,
      "learning_rate": 0.00010982091952917943,
      "loss": 1.6686,
      "step": 2065
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.20639504694734737,
      "learning_rate": 0.00010938184681237833,
      "loss": 1.7136,
      "step": 2070
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.2417721960073701,
      "learning_rate": 0.00010894259154490354,
      "loss": 1.6702,
      "step": 2075
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.21810729625691397,
      "learning_rate": 0.00010850316227372312,
      "loss": 1.7477,
      "step": 2080
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.23170201171415503,
      "learning_rate": 0.00010806356754919091,
      "loss": 1.6943,
      "step": 2085
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.22093119739393355,
      "learning_rate": 0.00010762381592488002,
      "loss": 1.623,
      "step": 2090
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.21034721922753088,
      "learning_rate": 0.00010718391595741657,
      "loss": 1.6084,
      "step": 2095
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.22443726771939806,
      "learning_rate": 0.00010674387620631308,
      "loss": 1.5536,
      "step": 2100
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.22568508558473213,
      "learning_rate": 0.00010630370523380202,
      "loss": 1.469,
      "step": 2105
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.3332888137498032,
      "learning_rate": 0.00010586341160466904,
      "loss": 1.6488,
      "step": 2110
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.2129808005413702,
      "learning_rate": 0.00010542300388608652,
      "loss": 1.6101,
      "step": 2115
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.20553693555408575,
      "learning_rate": 0.00010498249064744679,
      "loss": 1.4872,
      "step": 2120
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.2445112542992352,
      "learning_rate": 0.00010454188046019524,
      "loss": 1.7005,
      "step": 2125
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.20844778510756687,
      "learning_rate": 0.00010410118189766387,
      "loss": 1.5589,
      "step": 2130
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.2223212290874802,
      "learning_rate": 0.0001036604035349041,
      "loss": 1.6621,
      "step": 2135
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.20479585313872112,
      "learning_rate": 0.00010321955394852018,
      "loss": 1.7061,
      "step": 2140
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.17606184812861142,
      "learning_rate": 0.0001027786417165022,
      "loss": 1.5607,
      "step": 2145
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.2676349610853098,
      "learning_rate": 0.0001023376754180592,
      "loss": 1.6232,
      "step": 2150
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.2068560787418325,
      "learning_rate": 0.00010189666363345223,
      "loss": 1.5724,
      "step": 2155
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.19641973239797275,
      "learning_rate": 0.00010145561494382742,
      "loss": 1.5305,
      "step": 2160
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.2574797520893005,
      "learning_rate": 0.00010101453793104898,
      "loss": 1.6025,
      "step": 2165
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.2827194584842853,
      "learning_rate": 0.00010057344117753222,
      "loss": 1.5882,
      "step": 2170
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.19936180521947827,
      "learning_rate": 0.00010013233326607661,
      "loss": 1.5706,
      "step": 2175
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.21819696462759022,
      "learning_rate": 9.969122277969865e-05,
      "loss": 1.6623,
      "step": 2180
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.225417352707018,
      "learning_rate": 9.9250118301465e-05,
      "loss": 1.6255,
      "step": 2185
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.3143651738447285,
      "learning_rate": 9.880902841432544e-05,
      "loss": 1.4905,
      "step": 2190
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.23749234423783855,
      "learning_rate": 9.836796170094571e-05,
      "loss": 1.6156,
      "step": 2195
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.23579593383210742,
      "learning_rate": 9.792692674354079e-05,
      "loss": 1.6963,
      "step": 2200
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.2032329245708717,
      "learning_rate": 9.748593212370773e-05,
      "loss": 1.6733,
      "step": 2205
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.20661047812325195,
      "learning_rate": 9.704498642225856e-05,
      "loss": 1.622,
      "step": 2210
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.18970352315906064,
      "learning_rate": 9.660409821905363e-05,
      "loss": 1.7834,
      "step": 2215
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.17832580771616308,
      "learning_rate": 9.616327609283445e-05,
      "loss": 1.6989,
      "step": 2220
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.21859704299949706,
      "learning_rate": 9.572252862105673e-05,
      "loss": 1.7946,
      "step": 2225
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.24897942412148671,
      "learning_rate": 9.528186437972368e-05,
      "loss": 1.564,
      "step": 2230
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.20109922805508615,
      "learning_rate": 9.484129194321896e-05,
      "loss": 1.6594,
      "step": 2235
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.19546463521855884,
      "learning_rate": 9.440081988413987e-05,
      "loss": 1.542,
      "step": 2240
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.20254596218430737,
      "learning_rate": 9.396045677313067e-05,
      "loss": 1.8142,
      "step": 2245
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.1936135057396683,
      "learning_rate": 9.352021117871574e-05,
      "loss": 1.5564,
      "step": 2250
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.2096445430714542,
      "learning_rate": 9.308009166713263e-05,
      "loss": 1.6735,
      "step": 2255
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.22672329152194862,
      "learning_rate": 9.264010680216583e-05,
      "loss": 1.6761,
      "step": 2260
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.24482242735211057,
      "learning_rate": 9.220026514497983e-05,
      "loss": 1.5988,
      "step": 2265
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.24736418279884478,
      "learning_rate": 9.176057525395252e-05,
      "loss": 1.5844,
      "step": 2270
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.1987944867199659,
      "learning_rate": 9.132104568450879e-05,
      "loss": 1.6997,
      "step": 2275
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.1850913674566201,
      "learning_rate": 9.088168498895408e-05,
      "loss": 1.5696,
      "step": 2280
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.24393794217168674,
      "learning_rate": 9.044250171630778e-05,
      "loss": 1.7403,
      "step": 2285
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.19475525279873163,
      "learning_rate": 9.000350441213708e-05,
      "loss": 1.5984,
      "step": 2290
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.2218761532729913,
      "learning_rate": 8.956470161839072e-05,
      "loss": 1.6681,
      "step": 2295
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.24957778768532196,
      "learning_rate": 8.912610187323248e-05,
      "loss": 1.6169,
      "step": 2300
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.2510725868859042,
      "learning_rate": 8.868771371087539e-05,
      "loss": 1.639,
      "step": 2305
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.19643293153400068,
      "learning_rate": 8.82495456614155e-05,
      "loss": 1.7237,
      "step": 2310
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.26450396919742597,
      "learning_rate": 8.781160625066588e-05,
      "loss": 1.6528,
      "step": 2315
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.22179001551390587,
      "learning_rate": 8.737390399999086e-05,
      "loss": 1.5533,
      "step": 2320
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.2346687653947156,
      "learning_rate": 8.693644742614017e-05,
      "loss": 1.6104,
      "step": 2325
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.25806483606045055,
      "learning_rate": 8.649924504108302e-05,
      "loss": 1.6052,
      "step": 2330
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.1786075330646357,
      "learning_rate": 8.606230535184283e-05,
      "loss": 1.5603,
      "step": 2335
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.254068816191818,
      "learning_rate": 8.562563686033145e-05,
      "loss": 1.7643,
      "step": 2340
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.21344041020108453,
      "learning_rate": 8.518924806318378e-05,
      "loss": 1.6584,
      "step": 2345
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.2082041629797306,
      "learning_rate": 8.47531474515925e-05,
      "loss": 1.7992,
      "step": 2350
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.2645099180130053,
      "learning_rate": 8.431734351114284e-05,
      "loss": 1.6361,
      "step": 2355
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.22698336003173047,
      "learning_rate": 8.388184472164736e-05,
      "loss": 1.646,
      "step": 2360
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.24003288864061173,
      "learning_rate": 8.34466595569811e-05,
      "loss": 1.6379,
      "step": 2365
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.19443085064409085,
      "learning_rate": 8.301179648491669e-05,
      "loss": 1.73,
      "step": 2370
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.24311509067570025,
      "learning_rate": 8.257726396695933e-05,
      "loss": 1.6802,
      "step": 2375
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.24648929428851593,
      "learning_rate": 8.214307045818254e-05,
      "loss": 1.7708,
      "step": 2380
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.1940516179768531,
      "learning_rate": 8.17092244070634e-05,
      "loss": 1.5857,
      "step": 2385
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.2361070277608161,
      "learning_rate": 8.127573425531814e-05,
      "loss": 1.6411,
      "step": 2390
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.2835364928454071,
      "learning_rate": 8.084260843773799e-05,
      "loss": 1.7818,
      "step": 2395
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.18047213778922655,
      "learning_rate": 8.040985538202505e-05,
      "loss": 1.587,
      "step": 2400
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.21940093931140764,
      "learning_rate": 7.997748350862822e-05,
      "loss": 1.6795,
      "step": 2405
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.20557324059132212,
      "learning_rate": 7.954550123057939e-05,
      "loss": 1.638,
      "step": 2410
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.23522437885683956,
      "learning_rate": 7.911391695332988e-05,
      "loss": 1.6176,
      "step": 2415
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.20227659422834685,
      "learning_rate": 7.868273907458661e-05,
      "loss": 1.5562,
      "step": 2420
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.17957107180807144,
      "learning_rate": 7.825197598414895e-05,
      "loss": 1.6577,
      "step": 2425
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.21134479099989728,
      "learning_rate": 7.782163606374536e-05,
      "loss": 1.5407,
      "step": 2430
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.2190101821746382,
      "learning_rate": 7.739172768687028e-05,
      "loss": 1.6901,
      "step": 2435
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.22909832831883262,
      "learning_rate": 7.696225921862126e-05,
      "loss": 1.6517,
      "step": 2440
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.1922087104118847,
      "learning_rate": 7.653323901553625e-05,
      "loss": 1.5558,
      "step": 2445
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.2535390902934386,
      "learning_rate": 7.610467542543073e-05,
      "loss": 1.7802,
      "step": 2450
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.20264859592749507,
      "learning_rate": 7.567657678723565e-05,
      "loss": 1.6141,
      "step": 2455
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.2534081482654566,
      "learning_rate": 7.52489514308349e-05,
      "loss": 1.6593,
      "step": 2460
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.24401202904206418,
      "learning_rate": 7.482180767690334e-05,
      "loss": 1.5982,
      "step": 2465
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.2805376490259695,
      "learning_rate": 7.439515383674485e-05,
      "loss": 1.7126,
      "step": 2470
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.24585333566417664,
      "learning_rate": 7.396899821213072e-05,
      "loss": 1.5644,
      "step": 2475
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.22491029483008115,
      "learning_rate": 7.354334909513791e-05,
      "loss": 1.6765,
      "step": 2480
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.23458997274256846,
      "learning_rate": 7.311821476798789e-05,
      "loss": 1.6122,
      "step": 2485
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.17595992796667512,
      "learning_rate": 7.269360350288547e-05,
      "loss": 1.8356,
      "step": 2490
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.18759163970832302,
      "learning_rate": 7.226952356185765e-05,
      "loss": 1.4984,
      "step": 2495
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.236927434671597,
      "learning_rate": 7.184598319659317e-05,
      "loss": 1.6798,
      "step": 2500
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.26802038257147875,
      "learning_rate": 7.142299064828169e-05,
      "loss": 1.5844,
      "step": 2505
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.1751974293734832,
      "learning_rate": 7.100055414745346e-05,
      "loss": 1.6365,
      "step": 2510
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.23254005323825433,
      "learning_rate": 7.057868191381936e-05,
      "loss": 1.4657,
      "step": 2515
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.264348812986722,
      "learning_rate": 7.015738215611079e-05,
      "loss": 1.7816,
      "step": 2520
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.27530320883320614,
      "learning_rate": 6.973666307191996e-05,
      "loss": 1.6751,
      "step": 2525
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.19339613251333393,
      "learning_rate": 6.931653284754042e-05,
      "loss": 1.7293,
      "step": 2530
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.2151392309486146,
      "learning_rate": 6.889699965780787e-05,
      "loss": 1.7334,
      "step": 2535
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.22448766537331677,
      "learning_rate": 6.847807166594083e-05,
      "loss": 1.6827,
      "step": 2540
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.2286115948636003,
      "learning_rate": 6.805975702338208e-05,
      "loss": 1.6562,
      "step": 2545
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.2118908130790939,
      "learning_rate": 6.764206386963991e-05,
      "loss": 1.6091,
      "step": 2550
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.240925966059138,
      "learning_rate": 6.722500033212974e-05,
      "loss": 1.6314,
      "step": 2555
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.2271694074825516,
      "learning_rate": 6.680857452601598e-05,
      "loss": 1.7589,
      "step": 2560
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.2168118018671656,
      "learning_rate": 6.639279455405432e-05,
      "loss": 1.6201,
      "step": 2565
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.21224810091098364,
      "learning_rate": 6.597766850643361e-05,
      "loss": 1.5842,
      "step": 2570
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.19581859607212743,
      "learning_rate": 6.556320446061902e-05,
      "loss": 1.5586,
      "step": 2575
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.20327112477714954,
      "learning_rate": 6.514941048119435e-05,
      "loss": 1.6303,
      "step": 2580
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.22810086515914976,
      "learning_rate": 6.47362946197055e-05,
      "loss": 1.7332,
      "step": 2585
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.22278333474431392,
      "learning_rate": 6.432386491450361e-05,
      "loss": 1.6293,
      "step": 2590
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.23128655487134384,
      "learning_rate": 6.391212939058861e-05,
      "loss": 1.6937,
      "step": 2595
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.24641830926598107,
      "learning_rate": 6.350109605945323e-05,
      "loss": 1.4982,
      "step": 2600
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.24123146757419323,
      "learning_rate": 6.309077291892702e-05,
      "loss": 1.5107,
      "step": 2605
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.24138969338364216,
      "learning_rate": 6.268116795302068e-05,
      "loss": 1.5448,
      "step": 2610
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.2515434111696446,
      "learning_rate": 6.227228913177081e-05,
      "loss": 1.559,
      "step": 2615
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.2554427971564699,
      "learning_rate": 6.186414441108487e-05,
      "loss": 1.6211,
      "step": 2620
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.20773791558688393,
      "learning_rate": 6.14567417325861e-05,
      "loss": 1.6058,
      "step": 2625
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.20109572317054908,
      "learning_rate": 6.105008902345935e-05,
      "loss": 1.5911,
      "step": 2630
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.21186779196561445,
      "learning_rate": 6.064419419629662e-05,
      "loss": 1.6227,
      "step": 2635
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2150487580932417,
      "learning_rate": 6.023906514894313e-05,
      "loss": 1.5839,
      "step": 2640
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.24636199955981808,
      "learning_rate": 5.983470976434369e-05,
      "loss": 1.5764,
      "step": 2645
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.22093610448062864,
      "learning_rate": 5.943113591038928e-05,
      "loss": 1.7157,
      "step": 2650
    },
    {
      "epoch": 2.01,
      "grad_norm": 0.21359568862552614,
      "learning_rate": 5.902835143976393e-05,
      "loss": 1.6359,
      "step": 2655
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.2219633405623727,
      "learning_rate": 5.862636418979198e-05,
      "loss": 1.6484,
      "step": 2660
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.24148935530595134,
      "learning_rate": 5.822518198228565e-05,
      "loss": 1.52,
      "step": 2665
    },
    {
      "epoch": 2.02,
      "grad_norm": 0.22871052628894134,
      "learning_rate": 5.782481262339261e-05,
      "loss": 1.5583,
      "step": 2670
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.18016152517949127,
      "learning_rate": 5.742526390344427e-05,
      "loss": 1.7094,
      "step": 2675
    },
    {
      "epoch": 2.03,
      "grad_norm": 0.27927714573640977,
      "learning_rate": 5.702654359680428e-05,
      "loss": 1.7229,
      "step": 2680
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.20272089890919007,
      "learning_rate": 5.662865946171696e-05,
      "loss": 1.7436,
      "step": 2685
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.25187946618078394,
      "learning_rate": 5.6231619240156694e-05,
      "loss": 1.5926,
      "step": 2690
    },
    {
      "epoch": 2.04,
      "grad_norm": 0.23619447456603418,
      "learning_rate": 5.5835430657676976e-05,
      "loss": 1.5177,
      "step": 2695
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.23076862233533377,
      "learning_rate": 5.544010142326026e-05,
      "loss": 1.6432,
      "step": 2700
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.2509266079111979,
      "learning_rate": 5.504563922916799e-05,
      "loss": 1.6125,
      "step": 2705
    },
    {
      "epoch": 2.05,
      "grad_norm": 0.26527998507107736,
      "learning_rate": 5.4652051750790825e-05,
      "loss": 1.5384,
      "step": 2710
    },
    {
      "epoch": 2.06,
      "grad_norm": 0.24254486560490685,
      "learning_rate": 5.425934664649921e-05,
      "loss": 1.6641,
      "step": 2715
    },
    {
      "epoch": 2.06,
      "grad_norm": 0.22497341374372068,
      "learning_rate": 5.3867531557494674e-05,
      "loss": 1.4442,
      "step": 2720
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.22811203680708553,
      "learning_rate": 5.347661410766087e-05,
      "loss": 1.6313,
      "step": 2725
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.2193211927138723,
      "learning_rate": 5.308660190341528e-05,
      "loss": 1.4835,
      "step": 2730
    },
    {
      "epoch": 2.07,
      "grad_norm": 0.23158894991713072,
      "learning_rate": 5.2697502533561226e-05,
      "loss": 1.5765,
      "step": 2735
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.2160152191509828,
      "learning_rate": 5.230932356914032e-05,
      "loss": 1.6395,
      "step": 2740
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.23138300560468752,
      "learning_rate": 5.1922072563284986e-05,
      "loss": 1.6645,
      "step": 2745
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.27219186986752913,
      "learning_rate": 5.153575705107152e-05,
      "loss": 1.5842,
      "step": 2750
    },
    {
      "epoch": 2.09,
      "grad_norm": 0.24365055871265076,
      "learning_rate": 5.115038454937362e-05,
      "loss": 1.7234,
      "step": 2755
    },
    {
      "epoch": 2.09,
      "grad_norm": 0.22921672259925305,
      "learning_rate": 5.076596255671592e-05,
      "loss": 1.5756,
      "step": 2760
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.2538431765730713,
      "learning_rate": 5.0382498553128265e-05,
      "loss": 1.6491,
      "step": 2765
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.25913968900209966,
      "learning_rate": 5.000000000000002e-05,
      "loss": 1.5438,
      "step": 2770
    },
    {
      "epoch": 2.1,
      "grad_norm": 0.291257818004918,
      "learning_rate": 4.9618474339934916e-05,
      "loss": 1.5995,
      "step": 2775
    },
    {
      "epoch": 2.11,
      "grad_norm": 0.24432948267207238,
      "learning_rate": 4.9237928996606384e-05,
      "loss": 1.5999,
      "step": 2780
    },
    {
      "epoch": 2.11,
      "grad_norm": 0.26418330324646966,
      "learning_rate": 4.88583713746129e-05,
      "loss": 1.7175,
      "step": 2785
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.2647804130194954,
      "learning_rate": 4.8479808859333964e-05,
      "loss": 1.5083,
      "step": 2790
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.23990236642151055,
      "learning_rate": 4.810224881678652e-05,
      "loss": 1.5032,
      "step": 2795
    },
    {
      "epoch": 2.12,
      "grad_norm": 0.22406476212806528,
      "learning_rate": 4.772569859348156e-05,
      "loss": 1.6183,
      "step": 2800
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.17599248862626268,
      "learning_rate": 4.735016551628095e-05,
      "loss": 1.694,
      "step": 2805
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.27545889362059484,
      "learning_rate": 4.697565689225528e-05,
      "loss": 1.6074,
      "step": 2810
    },
    {
      "epoch": 2.13,
      "grad_norm": 0.27997532830437954,
      "learning_rate": 4.660218000854143e-05,
      "loss": 1.5062,
      "step": 2815
    },
    {
      "epoch": 2.14,
      "grad_norm": 0.2803170335965896,
      "learning_rate": 4.6229742132200746e-05,
      "loss": 1.6516,
      "step": 2820
    },
    {
      "epoch": 2.14,
      "grad_norm": 0.22582531196940026,
      "learning_rate": 4.585835051007774e-05,
      "loss": 1.6168,
      "step": 2825
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.22856148303418752,
      "learning_rate": 4.548801236865912e-05,
      "loss": 1.5435,
      "step": 2830
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.2764784030904549,
      "learning_rate": 4.511873491393304e-05,
      "loss": 1.6409,
      "step": 2835
    },
    {
      "epoch": 2.15,
      "grad_norm": 0.21257264261069672,
      "learning_rate": 4.475052533124893e-05,
      "loss": 1.5581,
      "step": 2840
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.21196439275175047,
      "learning_rate": 4.438339078517785e-05,
      "loss": 1.5538,
      "step": 2845
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.2832145647608719,
      "learning_rate": 4.401733841937279e-05,
      "loss": 1.724,
      "step": 2850
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.27147849615384506,
      "learning_rate": 4.3652375356429974e-05,
      "loss": 1.5014,
      "step": 2855
    },
    {
      "epoch": 2.17,
      "grad_norm": 0.2610576760484019,
      "learning_rate": 4.328850869775001e-05,
      "loss": 1.6749,
      "step": 2860
    },
    {
      "epoch": 2.17,
      "grad_norm": 0.23914287887699434,
      "learning_rate": 4.292574552339981e-05,
      "loss": 1.5328,
      "step": 2865
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.24065502762902322,
      "learning_rate": 4.256409289197495e-05,
      "loss": 1.5942,
      "step": 2870
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.2083191016158885,
      "learning_rate": 4.2203557840462214e-05,
      "loss": 1.5539,
      "step": 2875
    },
    {
      "epoch": 2.18,
      "grad_norm": 0.20639182389301813,
      "learning_rate": 4.184414738410248e-05,
      "loss": 1.5646,
      "step": 2880
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.23727403239283584,
      "learning_rate": 4.148586851625461e-05,
      "loss": 1.5353,
      "step": 2885
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.24508287577637505,
      "learning_rate": 4.112872820825915e-05,
      "loss": 1.4418,
      "step": 2890
    },
    {
      "epoch": 2.19,
      "grad_norm": 0.2475936795575314,
      "learning_rate": 4.077273340930263e-05,
      "loss": 1.6643,
      "step": 2895
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.2505899184192717,
      "learning_rate": 4.041789104628241e-05,
      "loss": 1.5577,
      "step": 2900
    },
    {
      "epoch": 2.2,
      "grad_norm": 0.24093576954008833,
      "learning_rate": 4.006420802367205e-05,
      "loss": 1.6784,
      "step": 2905
    },
    {
      "epoch": 2.21,
      "grad_norm": 0.2561236323684272,
      "learning_rate": 3.971169122338668e-05,
      "loss": 1.6165,
      "step": 2910
    },
    {
      "epoch": 2.21,
      "grad_norm": 0.24280603594696593,
      "learning_rate": 3.936034750464927e-05,
      "loss": 1.6695,
      "step": 2915
    },
    {
      "epoch": 2.21,
      "grad_norm": 0.2602730047803284,
      "learning_rate": 3.901018370385724e-05,
      "loss": 1.5697,
      "step": 2920
    },
    {
      "epoch": 2.22,
      "grad_norm": 0.21146640994821633,
      "learning_rate": 3.866120663444914e-05,
      "loss": 1.5399,
      "step": 2925
    },
    {
      "epoch": 2.22,
      "grad_norm": 0.24075711387924426,
      "learning_rate": 3.831342308677247e-05,
      "loss": 1.5597,
      "step": 2930
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.24793331779495362,
      "learning_rate": 3.7966839827951196e-05,
      "loss": 1.6434,
      "step": 2935
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.19558506394109187,
      "learning_rate": 3.762146360175427e-05,
      "loss": 1.6499,
      "step": 2940
    },
    {
      "epoch": 2.23,
      "grad_norm": 0.35587028915030966,
      "learning_rate": 3.727730112846444e-05,
      "loss": 1.5089,
      "step": 2945
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.2570330063437446,
      "learning_rate": 3.693435910474732e-05,
      "loss": 1.6548,
      "step": 2950
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.28077059284475103,
      "learning_rate": 3.659264420352122e-05,
      "loss": 1.6528,
      "step": 2955
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.23035257395244374,
      "learning_rate": 3.6252163073827294e-05,
      "loss": 1.4482,
      "step": 2960
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.2051186918638722,
      "learning_rate": 3.5912922340700206e-05,
      "loss": 1.5015,
      "step": 2965
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.22455945185810877,
      "learning_rate": 3.557492860503893e-05,
      "loss": 1.5176,
      "step": 2970
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.23453638209680727,
      "learning_rate": 3.5238188443478795e-05,
      "loss": 1.6343,
      "step": 2975
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.24470156257503126,
      "learning_rate": 3.4902708408263066e-05,
      "loss": 1.7663,
      "step": 2980
    },
    {
      "epoch": 2.26,
      "grad_norm": 0.23135832322132918,
      "learning_rate": 3.45684950271158e-05,
      "loss": 1.5837,
      "step": 2985
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.2608640064079802,
      "learning_rate": 3.423555480311457e-05,
      "loss": 1.6173,
      "step": 2990
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.31078928098679404,
      "learning_rate": 3.3903894214564026e-05,
      "loss": 1.5177,
      "step": 2995
    },
    {
      "epoch": 2.27,
      "grad_norm": 0.26258430453244713,
      "learning_rate": 3.3573519714869914e-05,
      "loss": 1.6865,
      "step": 3000
    },
    {
      "epoch": 2.28,
      "grad_norm": 0.2733284038434726,
      "learning_rate": 3.324443773241349e-05,
      "loss": 1.3619,
      "step": 3005
    },
    {
      "epoch": 2.28,
      "grad_norm": 0.2369163548191094,
      "learning_rate": 3.291665467042618e-05,
      "loss": 1.6509,
      "step": 3010
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.2664340527286697,
      "learning_rate": 3.25901769068654e-05,
      "loss": 1.6038,
      "step": 3015
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.23398120063750877,
      "learning_rate": 3.2265010794290195e-05,
      "loss": 1.663,
      "step": 3020
    },
    {
      "epoch": 2.29,
      "grad_norm": 0.2781275708933271,
      "learning_rate": 3.1941162659737647e-05,
      "loss": 1.6429,
      "step": 3025
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.2687866606825216,
      "learning_rate": 3.16186388045998e-05,
      "loss": 1.6853,
      "step": 3030
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.23644485510225058,
      "learning_rate": 3.129744550450113e-05,
      "loss": 1.6027,
      "step": 3035
    },
    {
      "epoch": 2.3,
      "grad_norm": 0.24644290933624716,
      "learning_rate": 3.09775890091763e-05,
      "loss": 1.6018,
      "step": 3040
    },
    {
      "epoch": 2.31,
      "grad_norm": 0.2259139537131363,
      "learning_rate": 3.065907554234858e-05,
      "loss": 1.6607,
      "step": 3045
    },
    {
      "epoch": 2.31,
      "grad_norm": 0.24004959008038543,
      "learning_rate": 3.034191130160887e-05,
      "loss": 1.5377,
      "step": 3050
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.2213008661812979,
      "learning_rate": 3.0026102458294924e-05,
      "loss": 1.5613,
      "step": 3055
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.2079094581228579,
      "learning_rate": 2.9711655157371443e-05,
      "loss": 1.5085,
      "step": 3060
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.2527748569210639,
      "learning_rate": 2.9398575517310355e-05,
      "loss": 1.5855,
      "step": 3065
    },
    {
      "epoch": 2.33,
      "grad_norm": 0.2141370968928817,
      "learning_rate": 2.9086869629971836e-05,
      "loss": 1.5732,
      "step": 3070
    },
    {
      "epoch": 2.33,
      "grad_norm": 0.24493685886391817,
      "learning_rate": 2.8776543560485857e-05,
      "loss": 1.6197,
      "step": 3075
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.2316788505534105,
      "learning_rate": 2.8467603347133997e-05,
      "loss": 1.648,
      "step": 3080
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.25146411778731,
      "learning_rate": 2.816005500123203e-05,
      "loss": 1.5525,
      "step": 3085
    },
    {
      "epoch": 2.34,
      "grad_norm": 0.22407696629199808,
      "learning_rate": 2.785390450701303e-05,
      "loss": 1.7218,
      "step": 3090
    },
    {
      "epoch": 2.35,
      "grad_norm": 0.27013300544460844,
      "learning_rate": 2.7549157821510885e-05,
      "loss": 1.5804,
      "step": 3095
    },
    {
      "epoch": 2.35,
      "grad_norm": 0.25388595748221704,
      "learning_rate": 2.7245820874444272e-05,
      "loss": 1.7398,
      "step": 3100
    },
    {
      "epoch": 2.35,
      "grad_norm": 0.19843759758285218,
      "learning_rate": 2.6943899568101405e-05,
      "loss": 1.6999,
      "step": 3105
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.20783915655026464,
      "learning_rate": 2.6643399777225232e-05,
      "loss": 1.6114,
      "step": 3110
    },
    {
      "epoch": 2.36,
      "grad_norm": 0.2496800397125067,
      "learning_rate": 2.6344327348898958e-05,
      "loss": 1.5217,
      "step": 3115
    },
    {
      "epoch": 2.37,
      "grad_norm": 0.22235249882770752,
      "learning_rate": 2.6046688102432382e-05,
      "loss": 1.6871,
      "step": 3120
    },
    {
      "epoch": 2.37,
      "grad_norm": 0.2462186333352102,
      "learning_rate": 2.5750487829248726e-05,
      "loss": 1.7788,
      "step": 3125
    },
    {
      "epoch": 2.37,
      "grad_norm": 0.20018170839209692,
      "learning_rate": 2.545573229277175e-05,
      "loss": 1.6076,
      "step": 3130
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.2704237119402894,
      "learning_rate": 2.5162427228313857e-05,
      "loss": 1.6456,
      "step": 3135
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.2735737465777087,
      "learning_rate": 2.4870578342964245e-05,
      "loss": 1.6402,
      "step": 3140
    },
    {
      "epoch": 2.38,
      "grad_norm": 0.2188413596766906,
      "learning_rate": 2.458019131547803e-05,
      "loss": 1.5193,
      "step": 3145
    },
    {
      "epoch": 2.39,
      "grad_norm": 0.2821633184600081,
      "learning_rate": 2.429127179616575e-05,
      "loss": 1.6363,
      "step": 3150
    },
    {
      "epoch": 2.39,
      "grad_norm": 0.20714886526036308,
      "learning_rate": 2.4003825406783308e-05,
      "loss": 1.669,
      "step": 3155
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.2661408497359453,
      "learning_rate": 2.3717857740422644e-05,
      "loss": 1.5488,
      "step": 3160
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.2535527034852724,
      "learning_rate": 2.343337436140295e-05,
      "loss": 1.5851,
      "step": 3165
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.2629746106882043,
      "learning_rate": 2.3150380805162418e-05,
      "loss": 1.5467,
      "step": 3170
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.24098285831571226,
      "learning_rate": 2.2868882578150285e-05,
      "loss": 1.6417,
      "step": 3175
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.28638431202213366,
      "learning_rate": 2.258888515772005e-05,
      "loss": 1.6915,
      "step": 3180
    },
    {
      "epoch": 2.41,
      "grad_norm": 0.319171053435643,
      "learning_rate": 2.2310393992022704e-05,
      "loss": 1.6324,
      "step": 3185
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.2054749944090956,
      "learning_rate": 2.2033414499900685e-05,
      "loss": 1.5694,
      "step": 3190
    },
    {
      "epoch": 2.42,
      "grad_norm": 0.2515694982134836,
      "learning_rate": 2.1757952070782504e-05,
      "loss": 1.598,
      "step": 3195
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.23267628383812705,
      "learning_rate": 2.148401206457793e-05,
      "loss": 1.4513,
      "step": 3200
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.25390773868938254,
      "learning_rate": 2.121159981157359e-05,
      "loss": 1.5906,
      "step": 3205
    },
    {
      "epoch": 2.43,
      "grad_norm": 0.251154990702733,
      "learning_rate": 2.0940720612329258e-05,
      "loss": 1.4707,
      "step": 3210
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.24909067323121328,
      "learning_rate": 2.067137973757489e-05,
      "loss": 1.6214,
      "step": 3215
    },
    {
      "epoch": 2.44,
      "grad_norm": 0.23515254331621996,
      "learning_rate": 2.0403582428107792e-05,
      "loss": 1.3762,
      "step": 3220
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.24320094875542947,
      "learning_rate": 2.0137333894690912e-05,
      "loss": 1.4732,
      "step": 3225
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.26976839590657536,
      "learning_rate": 1.987263931795126e-05,
      "loss": 1.5325,
      "step": 3230
    },
    {
      "epoch": 2.45,
      "grad_norm": 0.2480855244121356,
      "learning_rate": 1.9609503848279144e-05,
      "loss": 1.6336,
      "step": 3235
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.23767732175608752,
      "learning_rate": 1.9347932605728093e-05,
      "loss": 1.564,
      "step": 3240
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.2727265524309786,
      "learning_rate": 1.9087930679915023e-05,
      "loss": 1.6079,
      "step": 3245
    },
    {
      "epoch": 2.46,
      "grad_norm": 0.22286517973459688,
      "learning_rate": 1.882950312992131e-05,
      "loss": 1.4002,
      "step": 3250
    },
    {
      "epoch": 2.47,
      "grad_norm": 0.2456900771009275,
      "learning_rate": 1.8572654984194392e-05,
      "loss": 1.5994,
      "step": 3255
    },
    {
      "epoch": 2.47,
      "grad_norm": 0.2771873738066393,
      "learning_rate": 1.8317391240449876e-05,
      "loss": 1.6214,
      "step": 3260
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.2770007292533942,
      "learning_rate": 1.8063716865574266e-05,
      "loss": 1.4663,
      "step": 3265
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.24034756553369535,
      "learning_rate": 1.781163679552831e-05,
      "loss": 1.6507,
      "step": 3270
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.2286386450562912,
      "learning_rate": 1.7561155935251094e-05,
      "loss": 1.5512,
      "step": 3275
    },
    {
      "epoch": 2.49,
      "grad_norm": 0.2594167587325395,
      "learning_rate": 1.7312279158564415e-05,
      "loss": 1.6027,
      "step": 3280
    },
    {
      "epoch": 2.49,
      "grad_norm": 0.2127951461073897,
      "learning_rate": 1.706501130807806e-05,
      "loss": 1.6896,
      "step": 3285
    },
    {
      "epoch": 2.49,
      "grad_norm": 0.2796245456905501,
      "learning_rate": 1.6819357195095597e-05,
      "loss": 1.6376,
      "step": 3290
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.23110557133342613,
      "learning_rate": 1.657532159952062e-05,
      "loss": 1.5277,
      "step": 3295
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.24542029689976314,
      "learning_rate": 1.6332909269763953e-05,
      "loss": 1.7143,
      "step": 3300
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.23539162074782163,
      "learning_rate": 1.609212492265103e-05,
      "loss": 1.7028,
      "step": 3305
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.2629785684260658,
      "learning_rate": 1.585297324333027e-05,
      "loss": 1.4392,
      "step": 3310
    },
    {
      "epoch": 2.51,
      "grad_norm": 0.2933973664128153,
      "learning_rate": 1.561545888518192e-05,
      "loss": 1.7234,
      "step": 3315
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.23954470728817145,
      "learning_rate": 1.537958646972737e-05,
      "loss": 1.4944,
      "step": 3320
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.23980954615598538,
      "learning_rate": 1.5145360586539336e-05,
      "loss": 1.5851,
      "step": 3325
    },
    {
      "epoch": 2.52,
      "grad_norm": 0.21087011175193957,
      "learning_rate": 1.4912785793152583e-05,
      "loss": 1.5208,
      "step": 3330
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.23976449951280604,
      "learning_rate": 1.4681866614975227e-05,
      "loss": 1.5722,
      "step": 3335
    },
    {
      "epoch": 2.53,
      "grad_norm": 0.22800754377440097,
      "learning_rate": 1.4452607545200492e-05,
      "loss": 1.6206,
      "step": 3340
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.21262175469660566,
      "learning_rate": 1.4225013044719615e-05,
      "loss": 1.5784,
      "step": 3345
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.2436947408558131,
      "learning_rate": 1.3999087542034817e-05,
      "loss": 1.5594,
      "step": 3350
    },
    {
      "epoch": 2.54,
      "grad_norm": 0.23425763672194239,
      "learning_rate": 1.3774835433173172e-05,
      "loss": 1.6784,
      "step": 3355
    },
    {
      "epoch": 2.55,
      "grad_norm": 0.22447628853598572,
      "learning_rate": 1.3552261081601091e-05,
      "loss": 1.6606,
      "step": 3360
    },
    {
      "epoch": 2.55,
      "grad_norm": 0.2410908531230671,
      "learning_rate": 1.3331368818139445e-05,
      "loss": 1.5011,
      "step": 3365
    },
    {
      "epoch": 2.55,
      "grad_norm": 0.2107811996936363,
      "learning_rate": 1.3112162940879225e-05,
      "loss": 1.6211,
      "step": 3370
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.23349707446690013,
      "learning_rate": 1.289464771509804e-05,
      "loss": 1.4912,
      "step": 3375
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.23161951144663487,
      "learning_rate": 1.2678827373176894e-05,
      "loss": 1.5809,
      "step": 3380
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.23879959809777346,
      "learning_rate": 1.2464706114518088e-05,
      "loss": 1.6276,
      "step": 3385
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.2421829350347233,
      "learning_rate": 1.2252288105463405e-05,
      "loss": 1.6212,
      "step": 3390
    },
    {
      "epoch": 2.57,
      "grad_norm": 0.21883362123837063,
      "learning_rate": 1.2041577479212963e-05,
      "loss": 1.6288,
      "step": 3395
    },
    {
      "epoch": 2.58,
      "grad_norm": 0.22802087223126732,
      "learning_rate": 1.1832578335744882e-05,
      "loss": 1.6313,
      "step": 3400
    },
    {
      "epoch": 2.58,
      "grad_norm": 0.26121795799269726,
      "learning_rate": 1.1625294741735526e-05,
      "loss": 1.656,
      "step": 3405
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.24409811650460989,
      "learning_rate": 1.1419730730480305e-05,
      "loss": 1.618,
      "step": 3410
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.21817658760534914,
      "learning_rate": 1.1215890301815201e-05,
      "loss": 1.5273,
      "step": 3415
    },
    {
      "epoch": 2.59,
      "grad_norm": 0.21593460359416924,
      "learning_rate": 1.101377742203903e-05,
      "loss": 1.5447,
      "step": 3420
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.2425820551445123,
      "learning_rate": 1.0813396023836142e-05,
      "loss": 1.5712,
      "step": 3425
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.2625166861814797,
      "learning_rate": 1.0614750006200014e-05,
      "loss": 1.6605,
      "step": 3430
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.2615766591081601,
      "learning_rate": 1.0417843234357282e-05,
      "loss": 1.5986,
      "step": 3435
    },
    {
      "epoch": 2.61,
      "grad_norm": 0.2581808450444552,
      "learning_rate": 1.022267953969257e-05,
      "loss": 1.641,
      "step": 3440
    },
    {
      "epoch": 2.61,
      "grad_norm": 0.2746391682993569,
      "learning_rate": 1.0029262719674015e-05,
      "loss": 1.6293,
      "step": 3445
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.20322726411468045,
      "learning_rate": 9.837596537779237e-06,
      "loss": 1.5418,
      "step": 3450
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.24234603845064367,
      "learning_rate": 9.647684723422213e-06,
      "loss": 1.6451,
      "step": 3455
    },
    {
      "epoch": 2.62,
      "grad_norm": 0.24585798612987492,
      "learning_rate": 9.459530971880681e-06,
      "loss": 1.5217,
      "step": 3460
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.24090792198358563,
      "learning_rate": 9.27313894422428e-06,
      "loss": 1.7077,
      "step": 3465
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.2794920103874086,
      "learning_rate": 9.088512267243143e-06,
      "loss": 1.7315,
      "step": 3470
    },
    {
      "epoch": 2.63,
      "grad_norm": 0.21561282445650495,
      "learning_rate": 8.905654533377583e-06,
      "loss": 1.6059,
      "step": 3475
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.2348946654088957,
      "learning_rate": 8.724569300648034e-06,
      "loss": 1.7123,
      "step": 3480
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.29915508239234007,
      "learning_rate": 8.545260092585805e-06,
      "loss": 1.6167,
      "step": 3485
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.2609864197177778,
      "learning_rate": 8.367730398164574e-06,
      "loss": 1.6634,
      "step": 3490
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.32383778611721475,
      "learning_rate": 8.19198367173255e-06,
      "loss": 1.631,
      "step": 3495
    },
    {
      "epoch": 2.65,
      "grad_norm": 0.24225506413140852,
      "learning_rate": 8.018023332945112e-06,
      "loss": 1.5466,
      "step": 3500
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.2686708766662986,
      "learning_rate": 7.845852766698426e-06,
      "loss": 1.5889,
      "step": 3505
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.24593185494412043,
      "learning_rate": 7.675475323063475e-06,
      "loss": 1.5796,
      "step": 3510
    },
    {
      "epoch": 2.66,
      "grad_norm": 0.27604151432217455,
      "learning_rate": 7.5068943172209025e-06,
      "loss": 1.6281,
      "step": 3515
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.2211924967690316,
      "learning_rate": 7.340113029396567e-06,
      "loss": 1.5407,
      "step": 3520
    },
    {
      "epoch": 2.67,
      "grad_norm": 0.2549240432311639,
      "learning_rate": 7.175134704797592e-06,
      "loss": 1.6782,
      "step": 3525
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.22194169097137223,
      "learning_rate": 7.011962553549345e-06,
      "loss": 1.639,
      "step": 3530
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.24109057602354814,
      "learning_rate": 6.8505997506329024e-06,
      "loss": 1.6421,
      "step": 3535
    },
    {
      "epoch": 2.68,
      "grad_norm": 0.298662548692409,
      "learning_rate": 6.691049435823327e-06,
      "loss": 1.5672,
      "step": 3540
    },
    {
      "epoch": 2.69,
      "grad_norm": 0.21821362720901652,
      "learning_rate": 6.533314713628458e-06,
      "loss": 1.5832,
      "step": 3545
    },
    {
      "epoch": 2.69,
      "grad_norm": 0.28320776205122955,
      "learning_rate": 6.377398653228661e-06,
      "loss": 1.5686,
      "step": 3550
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.2647885175395758,
      "learning_rate": 6.22330428841702e-06,
      "loss": 1.3694,
      "step": 3555
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.23693055785085496,
      "learning_rate": 6.071034617540294e-06,
      "loss": 1.4096,
      "step": 3560
    },
    {
      "epoch": 2.7,
      "grad_norm": 0.2811316512655128,
      "learning_rate": 5.9205926034406e-06,
      "loss": 1.7223,
      "step": 3565
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.25921259473226205,
      "learning_rate": 5.771981173397811e-06,
      "loss": 1.6491,
      "step": 3570
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.2384614576434685,
      "learning_rate": 5.625203219072495e-06,
      "loss": 1.5796,
      "step": 3575
    },
    {
      "epoch": 2.71,
      "grad_norm": 0.24972301573225342,
      "learning_rate": 5.480261596449698e-06,
      "loss": 1.6484,
      "step": 3580
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.2790877252142927,
      "learning_rate": 5.337159125783453e-06,
      "loss": 1.6747,
      "step": 3585
    },
    {
      "epoch": 2.72,
      "grad_norm": 0.26526860024829096,
      "learning_rate": 5.195898591541748e-06,
      "loss": 1.631,
      "step": 3590
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.2359453480631305,
      "learning_rate": 5.056482742352486e-06,
      "loss": 1.5224,
      "step": 3595
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.2749211055400865,
      "learning_rate": 4.9189142909498945e-06,
      "loss": 1.5348,
      "step": 3600
    },
    {
      "epoch": 2.73,
      "grad_norm": 0.20381886685736014,
      "learning_rate": 4.783195914121818e-06,
      "loss": 1.6092,
      "step": 3605
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.27694673318367125,
      "learning_rate": 4.649330252657613e-06,
      "loss": 1.5524,
      "step": 3610
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.24104039690274334,
      "learning_rate": 4.517319911296747e-06,
      "loss": 1.6131,
      "step": 3615
    },
    {
      "epoch": 2.74,
      "grad_norm": 0.21654379256196502,
      "learning_rate": 4.387167458678121e-06,
      "loss": 1.5537,
      "step": 3620
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.22452456642122062,
      "learning_rate": 4.2588754272900985e-06,
      "loss": 1.5051,
      "step": 3625
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.2338963199910069,
      "learning_rate": 4.132446313421246e-06,
      "loss": 1.6882,
      "step": 3630
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.2584997684032959,
      "learning_rate": 4.00788257711171e-06,
      "loss": 1.5014,
      "step": 3635
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.2908213514842905,
      "learning_rate": 3.885186642105376e-06,
      "loss": 1.6277,
      "step": 3640
    },
    {
      "epoch": 2.76,
      "grad_norm": 0.19233168126321265,
      "learning_rate": 3.7643608958027543e-06,
      "loss": 1.7565,
      "step": 3645
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.270149572768491,
      "learning_rate": 3.6454076892144418e-06,
      "loss": 1.6004,
      "step": 3650
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.2403966892086897,
      "learning_rate": 3.5283293369154036e-06,
      "loss": 1.5425,
      "step": 3655
    },
    {
      "epoch": 2.77,
      "grad_norm": 0.1959498671099479,
      "learning_rate": 3.4131281170000083e-06,
      "loss": 1.6043,
      "step": 3660
    },
    {
      "epoch": 2.78,
      "grad_norm": 0.2291068939021477,
      "learning_rate": 3.2998062710375864e-06,
      "loss": 1.6167,
      "step": 3665
    },
    {
      "epoch": 2.78,
      "grad_norm": 0.2669658026144572,
      "learning_rate": 3.188366004028931e-06,
      "loss": 1.6093,
      "step": 3670
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.21167755912643296,
      "learning_rate": 3.0788094843632655e-06,
      "loss": 1.6288,
      "step": 3675
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.27869409187190786,
      "learning_rate": 2.9711388437761445e-06,
      "loss": 1.5781,
      "step": 3680
    },
    {
      "epoch": 2.79,
      "grad_norm": 0.21975752059084885,
      "learning_rate": 2.8653561773079764e-06,
      "loss": 1.6193,
      "step": 3685
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.22758480435581485,
      "learning_rate": 2.7614635432632097e-06,
      "loss": 1.7111,
      "step": 3690
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.253380043181827,
      "learning_rate": 2.6594629631702783e-06,
      "loss": 1.6528,
      "step": 3695
    },
    {
      "epoch": 2.81,
      "grad_norm": 0.22066629732671186,
      "learning_rate": 2.5593564217423314e-06,
      "loss": 1.5717,
      "step": 3700
    },
    {
      "epoch": 2.81,
      "grad_norm": 0.20545309594834268,
      "learning_rate": 2.461145866838599e-06,
      "loss": 1.5816,
      "step": 3705
    },
    {
      "epoch": 2.81,
      "grad_norm": 0.2298245690861381,
      "learning_rate": 2.364833209426376e-06,
      "loss": 1.5273,
      "step": 3710
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.28452051640315046,
      "learning_rate": 2.270420323544009e-06,
      "loss": 1.5568,
      "step": 3715
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.20796391559506347,
      "learning_rate": 2.177909046264348e-06,
      "loss": 1.6991,
      "step": 3720
    },
    {
      "epoch": 2.82,
      "grad_norm": 0.26581893695586506,
      "learning_rate": 2.0873011776589957e-06,
      "loss": 1.517,
      "step": 3725
    },
    {
      "epoch": 2.83,
      "grad_norm": 0.22796087968697157,
      "learning_rate": 1.998598480763247e-06,
      "loss": 1.7992,
      "step": 3730
    },
    {
      "epoch": 2.83,
      "grad_norm": 0.2336977716987997,
      "learning_rate": 1.911802681541919e-06,
      "loss": 1.513,
      "step": 3735
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.2497871821535283,
      "learning_rate": 1.8269154688556056e-06,
      "loss": 1.5704,
      "step": 3740
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.23620748564286875,
      "learning_rate": 1.7439384944279213e-06,
      "loss": 1.4392,
      "step": 3745
    },
    {
      "epoch": 2.84,
      "grad_norm": 0.23378030531695476,
      "learning_rate": 1.6628733728133227e-06,
      "loss": 1.5813,
      "step": 3750
    },
    {
      "epoch": 2.85,
      "grad_norm": 0.2146995504847581,
      "learning_rate": 1.5837216813656908e-06,
      "loss": 1.5966,
      "step": 3755
    },
    {
      "epoch": 2.85,
      "grad_norm": 0.2382092413535891,
      "learning_rate": 1.506484960207677e-06,
      "loss": 1.553,
      "step": 3760
    },
    {
      "epoch": 2.85,
      "grad_norm": 0.19096405564266747,
      "learning_rate": 1.4311647122006721e-06,
      "loss": 1.5538,
      "step": 3765
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.2877533644995907,
      "learning_rate": 1.3577624029155966e-06,
      "loss": 1.5703,
      "step": 3770
    },
    {
      "epoch": 2.86,
      "grad_norm": 0.25619739351479454,
      "learning_rate": 1.2862794606044337e-06,
      "loss": 1.4537,
      "step": 3775
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.17985034388431237,
      "learning_rate": 1.216717276172341e-06,
      "loss": 1.7393,
      "step": 3780
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.24865342548144834,
      "learning_rate": 1.1490772031506392e-06,
      "loss": 1.681,
      "step": 3785
    },
    {
      "epoch": 2.87,
      "grad_norm": 0.2682691239787855,
      "learning_rate": 1.0833605576705096e-06,
      "loss": 1.7253,
      "step": 3790
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.2694273976328748,
      "learning_rate": 1.0195686184373166e-06,
      "loss": 1.5678,
      "step": 3795
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.21203591608829347,
      "learning_rate": 9.577026267057476e-07,
      "loss": 1.615,
      "step": 3800
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.24345143310387468,
      "learning_rate": 8.97763786255712e-07,
      "loss": 1.5338,
      "step": 3805
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.2579598936883795,
      "learning_rate": 8.397532633688254e-07,
      "loss": 1.5515,
      "step": 3810
    },
    {
      "epoch": 2.89,
      "grad_norm": 0.2434697228699266,
      "learning_rate": 7.836721868058061e-07,
      "loss": 1.7675,
      "step": 3815
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.2440247854883621,
      "learning_rate": 7.295216477844702e-07,
      "loss": 1.6179,
      "step": 3820
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.25830362738889806,
      "learning_rate": 6.773026999584708e-07,
      "loss": 1.698,
      "step": 3825
    },
    {
      "epoch": 2.9,
      "grad_norm": 0.2622736838540384,
      "learning_rate": 6.270163593968703e-07,
      "loss": 1.6485,
      "step": 3830
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.2065165799768009,
      "learning_rate": 5.786636045643112e-07,
      "loss": 1.6278,
      "step": 3835
    },
    {
      "epoch": 2.91,
      "grad_norm": 0.22985561856815895,
      "learning_rate": 5.322453763019653e-07,
      "loss": 1.5524,
      "step": 3840
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.2727208719350262,
      "learning_rate": 4.877625778092809e-07,
      "loss": 1.6646,
      "step": 3845
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.2664985065225481,
      "learning_rate": 4.4521607462640893e-07,
      "loss": 1.5143,
      "step": 3850
    },
    {
      "epoch": 2.92,
      "grad_norm": 0.24545453500067022,
      "learning_rate": 4.046066946172822e-07,
      "loss": 1.6567,
      "step": 3855
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.24678453590974866,
      "learning_rate": 3.659352279535733e-07,
      "loss": 1.6106,
      "step": 3860
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.28024299756070853,
      "learning_rate": 3.292024270993399e-07,
      "loss": 1.4444,
      "step": 3865
    },
    {
      "epoch": 2.93,
      "grad_norm": 0.21189400608157236,
      "learning_rate": 2.9440900679631457e-07,
      "loss": 1.5323,
      "step": 3870
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.24352825534009542,
      "learning_rate": 2.615556440500377e-07,
      "loss": 1.6129,
      "step": 3875
    },
    {
      "epoch": 2.94,
      "grad_norm": 0.24710743453957604,
      "learning_rate": 2.306429781166908e-07,
      "loss": 1.6064,
      "step": 3880
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.2939949777477219,
      "learning_rate": 2.016716104906391e-07,
      "loss": 1.5547,
      "step": 3885
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.24855903276634353,
      "learning_rate": 1.7464210489273047e-07,
      "loss": 1.4292,
      "step": 3890
    },
    {
      "epoch": 2.95,
      "grad_norm": 0.29838466749808656,
      "learning_rate": 1.4955498725932604e-07,
      "loss": 1.6796,
      "step": 3895
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.24063497135231618,
      "learning_rate": 1.2641074573209733e-07,
      "loss": 1.6524,
      "step": 3900
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.266868894727991,
      "learning_rate": 1.0520983064847833e-07,
      "loss": 1.6033,
      "step": 3905
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.2468474483223204,
      "learning_rate": 8.595265453292811e-08,
      "loss": 1.5643,
      "step": 3910
    },
    {
      "epoch": 2.97,
      "grad_norm": 0.20433798961816185,
      "learning_rate": 6.86395920889149e-08,
      "loss": 1.5261,
      "step": 3915
    },
    {
      "epoch": 2.97,
      "grad_norm": 0.24801643390934636,
      "learning_rate": 5.327098019159982e-08,
      "loss": 1.7088,
      "step": 3920
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.25316391379721404,
      "learning_rate": 3.9847117881308685e-08,
      "loss": 1.6097,
      "step": 3925
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.2589299223311166,
      "learning_rate": 2.8368266357681194e-08,
      "loss": 1.7897,
      "step": 3930
    },
    {
      "epoch": 2.98,
      "grad_norm": 0.2615270175678582,
      "learning_rate": 1.8834648974630497e-08,
      "loss": 1.7153,
      "step": 3935
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.23820419945511057,
      "learning_rate": 1.12464512359578e-08,
      "loss": 1.489,
      "step": 3940
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.24057944682864915,
      "learning_rate": 5.603820791755254e-09,
      "loss": 1.4223,
      "step": 3945
    },
    {
      "epoch": 2.99,
      "grad_norm": 0.28827145571809903,
      "learning_rate": 1.9068674355415815e-09,
      "loss": 1.6161,
      "step": 3950
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.4006550408742116,
      "learning_rate": 1.5566310213044333e-10,
      "loss": 1.556,
      "step": 3955
    },
    {
      "epoch": 3.0,
      "step": 3957,
      "total_flos": 1.244366244937728e+16,
      "train_loss": 1.656136889695097,
      "train_runtime": 24205.6115,
      "train_samples_per_second": 0.654,
      "train_steps_per_second": 0.163
    }
  ],
  "logging_steps": 5,
  "max_steps": 3957,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "total_flos": 1.244366244937728e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}