diff --git "a/orm_ft/trainer_state.json" "b/orm_ft/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/orm_ft/trainer_state.json"
@@ -0,0 +1,10570 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9996676636756398,
+  "eval_steps": 500,
+  "global_step": 1504,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0006646726487205051,
+      "grad_norm": 60.970770959791075,
+      "learning_rate": 2.173913043478261e-07,
+      "loss": 0.4433,
+      "step": 1
+    },
+    {
+      "epoch": 0.0013293452974410102,
+      "grad_norm": 63.31886870971556,
+      "learning_rate": 4.347826086956522e-07,
+      "loss": 0.4178,
+      "step": 2
+    },
+    {
+      "epoch": 0.0019940179461615153,
+      "grad_norm": 61.288021460030315,
+      "learning_rate": 6.521739130434783e-07,
+      "loss": 0.4224,
+      "step": 3
+    },
+    {
+      "epoch": 0.0026586905948820204,
+      "grad_norm": 62.25609151967674,
+      "learning_rate": 8.695652173913044e-07,
+      "loss": 0.4122,
+      "step": 4
+    },
+    {
+      "epoch": 0.003323363243602526,
+      "grad_norm": 64.75114100147859,
+      "learning_rate": 1.0869565217391306e-06,
+      "loss": 0.355,
+      "step": 5
+    },
+    {
+      "epoch": 0.003988035892323031,
+      "grad_norm": 41.5167763703531,
+      "learning_rate": 1.3043478260869566e-06,
+      "loss": 0.1343,
+      "step": 6
+    },
+    {
+      "epoch": 0.004652708541043536,
+      "grad_norm": 28.001674249743854,
+      "learning_rate": 1.521739130434783e-06,
+      "loss": 0.1004,
+      "step": 7
+    },
+    {
+      "epoch": 0.005317381189764041,
+      "grad_norm": 9.275314268012675,
+      "learning_rate": 1.7391304347826088e-06,
+      "loss": 0.0598,
+      "step": 8
+    },
+    {
+      "epoch": 0.005982053838484547,
+      "grad_norm": 8.241880087134492,
+      "learning_rate": 1.956521739130435e-06,
+      "loss": 0.0493,
+      "step": 9
+    },
+    {
+      "epoch": 0.006646726487205052,
+      "grad_norm": 4.901672630865819,
+      "learning_rate": 2.173913043478261e-06,
+      "loss": 0.0397,
+      "step": 10
+    },
+    {
+      "epoch": 0.007311399135925557,
+      "grad_norm": 1.681492858780252,
+      "learning_rate": 2.391304347826087e-06,
+      "loss": 0.0284,
+      "step": 11
+    },
+    {
+      "epoch": 0.007976071784646061,
+      "grad_norm": 0.5770734524620795,
+      "learning_rate": 2.6086956521739132e-06,
+      "loss": 0.0293,
+      "step": 12
+    },
+    {
+      "epoch": 0.008640744433366567,
+      "grad_norm": 0.8524918991841441,
+      "learning_rate": 2.8260869565217393e-06,
+      "loss": 0.0229,
+      "step": 13
+    },
+    {
+      "epoch": 0.009305417082087071,
+      "grad_norm": 4.193040234296588,
+      "learning_rate": 3.043478260869566e-06,
+      "loss": 0.0351,
+      "step": 14
+    },
+    {
+      "epoch": 0.009970089730807577,
+      "grad_norm": 3.3392975596493364,
+      "learning_rate": 3.2608695652173914e-06,
+      "loss": 0.0302,
+      "step": 15
+    },
+    {
+      "epoch": 0.010634762379528082,
+      "grad_norm": 2.8026088809193337,
+      "learning_rate": 3.4782608695652175e-06,
+      "loss": 0.0273,
+      "step": 16
+    },
+    {
+      "epoch": 0.011299435028248588,
+      "grad_norm": 1.4649396502944714,
+      "learning_rate": 3.6956521739130436e-06,
+      "loss": 0.0158,
+      "step": 17
+    },
+    {
+      "epoch": 0.011964107676969093,
+      "grad_norm": 1.795591002624188,
+      "learning_rate": 3.91304347826087e-06,
+      "loss": 0.0223,
+      "step": 18
+    },
+    {
+      "epoch": 0.012628780325689598,
+      "grad_norm": 1.0179266424228162,
+      "learning_rate": 4.130434782608696e-06,
+      "loss": 0.0169,
+      "step": 19
+    },
+    {
+      "epoch": 0.013293452974410104,
+      "grad_norm": 2.0223769514509033,
+      "learning_rate": 4.347826086956522e-06,
+      "loss": 0.0237,
+      "step": 20
+    },
+    {
+      "epoch": 0.013958125623130608,
+      "grad_norm": 2.6414726093929186,
+      "learning_rate": 4.565217391304348e-06,
+      "loss": 0.0196,
+      "step": 21
+    },
+    {
+      "epoch": 0.014622798271851114,
+      "grad_norm": 2.762431670662566,
+      "learning_rate": 4.782608695652174e-06,
+      "loss": 0.0176,
+      "step": 22
+    },
+    {
+      "epoch": 0.015287470920571618,
+      "grad_norm": 1.6868280272100167,
+      "learning_rate": 5e-06,
+      "loss": 0.0213,
+      "step": 23
+    },
+    {
+      "epoch": 0.015952143569292122,
+      "grad_norm": 1.3162037504364383,
+      "learning_rate": 5.2173913043478265e-06,
+      "loss": 0.017,
+      "step": 24
+    },
+    {
+      "epoch": 0.01661681621801263,
+      "grad_norm": 0.9325497342450657,
+      "learning_rate": 5.4347826086956525e-06,
+      "loss": 0.0155,
+      "step": 25
+    },
+    {
+      "epoch": 0.017281488866733134,
+      "grad_norm": 0.908746299202415,
+      "learning_rate": 5.652173913043479e-06,
+      "loss": 0.0163,
+      "step": 26
+    },
+    {
+      "epoch": 0.01794616151545364,
+      "grad_norm": 0.40531336084522424,
+      "learning_rate": 5.8695652173913055e-06,
+      "loss": 0.0124,
+      "step": 27
+    },
+    {
+      "epoch": 0.018610834164174143,
+      "grad_norm": 0.882809214932779,
+      "learning_rate": 6.086956521739132e-06,
+      "loss": 0.0146,
+      "step": 28
+    },
+    {
+      "epoch": 0.01927550681289465,
+      "grad_norm": 0.33582807675108245,
+      "learning_rate": 6.304347826086958e-06,
+      "loss": 0.0131,
+      "step": 29
+    },
+    {
+      "epoch": 0.019940179461615155,
+      "grad_norm": 0.6531979846582778,
+      "learning_rate": 6.521739130434783e-06,
+      "loss": 0.0148,
+      "step": 30
+    },
+    {
+      "epoch": 0.02060485211033566,
+      "grad_norm": 1.2589719995994493,
+      "learning_rate": 6.739130434782609e-06,
+      "loss": 0.0192,
+      "step": 31
+    },
+    {
+      "epoch": 0.021269524759056163,
+      "grad_norm": 0.6454998366907141,
+      "learning_rate": 6.956521739130435e-06,
+      "loss": 0.0161,
+      "step": 32
+    },
+    {
+      "epoch": 0.02193419740777667,
+      "grad_norm": 0.5289479235804806,
+      "learning_rate": 7.173913043478261e-06,
+      "loss": 0.0116,
+      "step": 33
+    },
+    {
+      "epoch": 0.022598870056497175,
+      "grad_norm": 0.2914456221068029,
+      "learning_rate": 7.391304347826087e-06,
+      "loss": 0.0119,
+      "step": 34
+    },
+    {
+      "epoch": 0.02326354270521768,
+      "grad_norm": 0.6093431877720631,
+      "learning_rate": 7.608695652173914e-06,
+      "loss": 0.0116,
+      "step": 35
+    },
+    {
+      "epoch": 0.023928215353938187,
+      "grad_norm": 0.5338791381117465,
+      "learning_rate": 7.82608695652174e-06,
+      "loss": 0.0134,
+      "step": 36
+    },
+    {
+      "epoch": 0.02459288800265869,
+      "grad_norm": 0.6971604882392116,
+      "learning_rate": 8.043478260869566e-06,
+      "loss": 0.0158,
+      "step": 37
+    },
+    {
+      "epoch": 0.025257560651379195,
+      "grad_norm": 0.7487742105878584,
+      "learning_rate": 8.260869565217392e-06,
+      "loss": 0.0086,
+      "step": 38
+    },
+    {
+      "epoch": 0.0259222333000997,
+      "grad_norm": 0.8145315066665602,
+      "learning_rate": 8.478260869565218e-06,
+      "loss": 0.0188,
+      "step": 39
+    },
+    {
+      "epoch": 0.026586905948820207,
+      "grad_norm": 0.7657328527509938,
+      "learning_rate": 8.695652173913044e-06,
+      "loss": 0.0112,
+      "step": 40
+    },
+    {
+      "epoch": 0.02725157859754071,
+      "grad_norm": 0.7965754798989254,
+      "learning_rate": 8.91304347826087e-06,
+      "loss": 0.0118,
+      "step": 41
+    },
+    {
+      "epoch": 0.027916251246261216,
+      "grad_norm": 1.0182253880741658,
+      "learning_rate": 9.130434782608697e-06,
+      "loss": 0.0175,
+      "step": 42
+    },
+    {
+      "epoch": 0.028580923894981722,
+      "grad_norm": 0.8159799700749677,
+      "learning_rate": 9.347826086956523e-06,
+      "loss": 0.0134,
+      "step": 43
+    },
+    {
+      "epoch": 0.029245596543702228,
+      "grad_norm": 1.6698654957456858,
+      "learning_rate": 9.565217391304349e-06,
+      "loss": 0.0109,
+      "step": 44
+    },
+    {
+      "epoch": 0.02991026919242273,
+      "grad_norm": 0.5935190769400233,
+      "learning_rate": 9.782608695652175e-06,
+      "loss": 0.014,
+      "step": 45
+    },
+    {
+      "epoch": 0.030574941841143236,
+      "grad_norm": 0.20846862149424067,
+      "learning_rate": 1e-05,
+      "loss": 0.0096,
+      "step": 46
+    },
+    {
+      "epoch": 0.031239614489863742,
+      "grad_norm": 1.8230375659276052,
+      "learning_rate": 9.999988392878299e-06,
+      "loss": 0.0182,
+      "step": 47
+    },
+    {
+      "epoch": 0.031904287138584245,
+      "grad_norm": 0.8507271501848354,
+      "learning_rate": 9.999953571567086e-06,
+      "loss": 0.0157,
+      "step": 48
+    },
+    {
+      "epoch": 0.03256895978730475,
+      "grad_norm": 0.8855889032923526,
+      "learning_rate": 9.999895536228031e-06,
+      "loss": 0.0135,
+      "step": 49
+    },
+    {
+      "epoch": 0.03323363243602526,
+      "grad_norm": 1.1799803352308096,
+      "learning_rate": 9.99981428713058e-06,
+      "loss": 0.0149,
+      "step": 50
+    },
+    {
+      "epoch": 0.03389830508474576,
+      "grad_norm": 0.7507208371373172,
+      "learning_rate": 9.999709824651965e-06,
+      "loss": 0.011,
+      "step": 51
+    },
+    {
+      "epoch": 0.03456297773346627,
+      "grad_norm": 0.3417646829103957,
+      "learning_rate": 9.999582149277188e-06,
+      "loss": 0.0178,
+      "step": 52
+    },
+    {
+      "epoch": 0.035227650382186775,
+      "grad_norm": 0.967206468925284,
+      "learning_rate": 9.999431261599025e-06,
+      "loss": 0.0133,
+      "step": 53
+    },
+    {
+      "epoch": 0.03589232303090728,
+      "grad_norm": 0.9527765614550642,
+      "learning_rate": 9.999257162318027e-06,
+      "loss": 0.0149,
+      "step": 54
+    },
+    {
+      "epoch": 0.036556995679627786,
+      "grad_norm": 0.28932661882565486,
+      "learning_rate": 9.999059852242508e-06,
+      "loss": 0.013,
+      "step": 55
+    },
+    {
+      "epoch": 0.037221668328348285,
+      "grad_norm": 1.9364775309785114,
+      "learning_rate": 9.99883933228855e-06,
+      "loss": 0.02,
+      "step": 56
+    },
+    {
+      "epoch": 0.03788634097706879,
+      "grad_norm": 1.0609733740408223,
+      "learning_rate": 9.998595603479995e-06,
+      "loss": 0.0179,
+      "step": 57
+    },
+    {
+      "epoch": 0.0385510136257893,
+      "grad_norm": 0.49527347820893447,
+      "learning_rate": 9.998328666948437e-06,
+      "loss": 0.0094,
+      "step": 58
+    },
+    {
+      "epoch": 0.0392156862745098,
+      "grad_norm": 0.4372324960151166,
+      "learning_rate": 9.998038523933224e-06,
+      "loss": 0.0096,
+      "step": 59
+    },
+    {
+      "epoch": 0.03988035892323031,
+      "grad_norm": 0.6464316057194724,
+      "learning_rate": 9.997725175781445e-06,
+      "loss": 0.0117,
+      "step": 60
+    },
+    {
+      "epoch": 0.040545031571950815,
+      "grad_norm": 0.6987667278536408,
+      "learning_rate": 9.997388623947927e-06,
+      "loss": 0.0119,
+      "step": 61
+    },
+    {
+      "epoch": 0.04120970422067132,
+      "grad_norm": 1.7130914482404813,
+      "learning_rate": 9.99702886999523e-06,
+      "loss": 0.0228,
+      "step": 62
+    },
+    {
+      "epoch": 0.04187437686939183,
+      "grad_norm": 0.4117960597890336,
+      "learning_rate": 9.996645915593639e-06,
+      "loss": 0.0133,
+      "step": 63
+    },
+    {
+      "epoch": 0.042539049518112326,
+      "grad_norm": 1.2932996784542414,
+      "learning_rate": 9.996239762521152e-06,
+      "loss": 0.0115,
+      "step": 64
+    },
+    {
+      "epoch": 0.04320372216683283,
+      "grad_norm": 1.3674099246411462,
+      "learning_rate": 9.995810412663473e-06,
+      "loss": 0.0117,
+      "step": 65
+    },
+    {
+      "epoch": 0.04386839481555334,
+      "grad_norm": 1.6053889474918175,
+      "learning_rate": 9.995357868014014e-06,
+      "loss": 0.015,
+      "step": 66
+    },
+    {
+      "epoch": 0.044533067464273844,
+      "grad_norm": 0.27477674665342927,
+      "learning_rate": 9.994882130673869e-06,
+      "loss": 0.0164,
+      "step": 67
+    },
+    {
+      "epoch": 0.04519774011299435,
+      "grad_norm": 2.210389961890394,
+      "learning_rate": 9.994383202851813e-06,
+      "loss": 0.0204,
+      "step": 68
+    },
+    {
+      "epoch": 0.045862412761714856,
+      "grad_norm": 3.023467310150046,
+      "learning_rate": 9.993861086864294e-06,
+      "loss": 0.024,
+      "step": 69
+    },
+    {
+      "epoch": 0.04652708541043536,
+      "grad_norm": 2.208505829292387,
+      "learning_rate": 9.993315785135417e-06,
+      "loss": 0.018,
+      "step": 70
+    },
+    {
+      "epoch": 0.04719175805915587,
+      "grad_norm": 0.8693257140907787,
+      "learning_rate": 9.992747300196935e-06,
+      "loss": 0.0153,
+      "step": 71
+    },
+    {
+      "epoch": 0.047856430707876374,
+      "grad_norm": 0.5860107187265328,
+      "learning_rate": 9.99215563468824e-06,
+      "loss": 0.0147,
+      "step": 72
+    },
+    {
+      "epoch": 0.04852110335659687,
+      "grad_norm": 0.49667771485582274,
+      "learning_rate": 9.991540791356342e-06,
+      "loss": 0.0126,
+      "step": 73
+    },
+    {
+      "epoch": 0.04918577600531738,
+      "grad_norm": 2.3621689044782097,
+      "learning_rate": 9.990902773055868e-06,
+      "loss": 0.0219,
+      "step": 74
+    },
+    {
+      "epoch": 0.049850448654037885,
+      "grad_norm": 1.7629413870031103,
+      "learning_rate": 9.990241582749039e-06,
+      "loss": 0.0174,
+      "step": 75
+    },
+    {
+      "epoch": 0.05051512130275839,
+      "grad_norm": 0.37616185123766155,
+      "learning_rate": 9.989557223505661e-06,
+      "loss": 0.0106,
+      "step": 76
+    },
+    {
+      "epoch": 0.0511797939514789,
+      "grad_norm": 0.27687180041583864,
+      "learning_rate": 9.988849698503112e-06,
+      "loss": 0.0129,
+      "step": 77
+    },
+    {
+      "epoch": 0.0518444666001994,
+      "grad_norm": 0.5877900585958946,
+      "learning_rate": 9.988119011026325e-06,
+      "loss": 0.012,
+      "step": 78
+    },
+    {
+      "epoch": 0.05250913924891991,
+      "grad_norm": 1.8535031653078293,
+      "learning_rate": 9.987365164467767e-06,
+      "loss": 0.0179,
+      "step": 79
+    },
+    {
+      "epoch": 0.053173811897640415,
+      "grad_norm": 1.0003423175984858,
+      "learning_rate": 9.986588162327436e-06,
+      "loss": 0.0136,
+      "step": 80
+    },
+    {
+      "epoch": 0.053838484546360914,
+      "grad_norm": 1.3365768362375101,
+      "learning_rate": 9.985788008212837e-06,
+      "loss": 0.0156,
+      "step": 81
+    },
+    {
+      "epoch": 0.05450315719508142,
+      "grad_norm": 0.5805865152268904,
+      "learning_rate": 9.98496470583896e-06,
+      "loss": 0.0142,
+      "step": 82
+    },
+    {
+      "epoch": 0.055167829843801926,
+      "grad_norm": 1.1904648845306414,
+      "learning_rate": 9.98411825902828e-06,
+      "loss": 0.0131,
+      "step": 83
+    },
+    {
+      "epoch": 0.05583250249252243,
+      "grad_norm": 1.3016928681226674,
+      "learning_rate": 9.983248671710714e-06,
+      "loss": 0.0111,
+      "step": 84
+    },
+    {
+      "epoch": 0.05649717514124294,
+      "grad_norm": 0.4011694177073853,
+      "learning_rate": 9.98235594792363e-06,
+      "loss": 0.0111,
+      "step": 85
+    },
+    {
+      "epoch": 0.057161847789963444,
+      "grad_norm": 0.5837548332714089,
+      "learning_rate": 9.981440091811805e-06,
+      "loss": 0.0142,
+      "step": 86
+    },
+    {
+      "epoch": 0.05782652043868395,
+      "grad_norm": 0.6865193702769102,
+      "learning_rate": 9.980501107627425e-06,
+      "loss": 0.0149,
+      "step": 87
+    },
+    {
+      "epoch": 0.058491193087404456,
+      "grad_norm": 0.3514697264200902,
+      "learning_rate": 9.979538999730047e-06,
+      "loss": 0.0132,
+      "step": 88
+    },
+    {
+      "epoch": 0.05915586573612496,
+      "grad_norm": 0.30265569565853434,
+      "learning_rate": 9.978553772586596e-06,
+      "loss": 0.011,
+      "step": 89
+    },
+    {
+      "epoch": 0.05982053838484546,
+      "grad_norm": 0.5004793700925844,
+      "learning_rate": 9.977545430771332e-06,
+      "loss": 0.0146,
+      "step": 90
+    },
+    {
+      "epoch": 0.060485211033565967,
+      "grad_norm": 0.26294836808361827,
+      "learning_rate": 9.976513978965829e-06,
+      "loss": 0.0099,
+      "step": 91
+    },
+    {
+      "epoch": 0.06114988368228647,
+      "grad_norm": 0.9190030643877792,
+      "learning_rate": 9.975459421958969e-06,
+      "loss": 0.0132,
+      "step": 92
+    },
+    {
+      "epoch": 0.06181455633100698,
+      "grad_norm": 0.2959912908827373,
+      "learning_rate": 9.974381764646894e-06,
+      "loss": 0.0153,
+      "step": 93
+    },
+    {
+      "epoch": 0.062479228979727484,
+      "grad_norm": 0.5975731268605555,
+      "learning_rate": 9.973281012033009e-06,
+      "loss": 0.014,
+      "step": 94
+    },
+    {
+      "epoch": 0.06314390162844799,
+      "grad_norm": 0.8113597767320757,
+      "learning_rate": 9.972157169227937e-06,
+      "loss": 0.0119,
+      "step": 95
+    },
+    {
+      "epoch": 0.06380857427716849,
+      "grad_norm": 0.28144834234849603,
+      "learning_rate": 9.971010241449514e-06,
+      "loss": 0.0108,
+      "step": 96
+    },
+    {
+      "epoch": 0.064473246925889,
+      "grad_norm": 0.4166786310414046,
+      "learning_rate": 9.96984023402275e-06,
+      "loss": 0.0115,
+      "step": 97
+    },
+    {
+      "epoch": 0.0651379195746095,
+      "grad_norm": 0.6257073392967791,
+      "learning_rate": 9.968647152379813e-06,
+      "loss": 0.0148,
+      "step": 98
+    },
+    {
+      "epoch": 0.06580259222333001,
+      "grad_norm": 0.40388258286019546,
+      "learning_rate": 9.967431002060001e-06,
+      "loss": 0.0155,
+      "step": 99
+    },
+    {
+      "epoch": 0.06646726487205051,
+      "grad_norm": 0.36186955381710356,
+      "learning_rate": 9.966191788709716e-06,
+      "loss": 0.0115,
+      "step": 100
+    },
+    {
+      "epoch": 0.06713193752077103,
+      "grad_norm": 0.31379970023288684,
+      "learning_rate": 9.964929518082436e-06,
+      "loss": 0.0134,
+      "step": 101
+    },
+    {
+      "epoch": 0.06779661016949153,
+      "grad_norm": 0.35955264841421186,
+      "learning_rate": 9.963644196038695e-06,
+      "loss": 0.0107,
+      "step": 102
+    },
+    {
+      "epoch": 0.06846128281821202,
+      "grad_norm": 0.7835116116021953,
+      "learning_rate": 9.962335828546049e-06,
+      "loss": 0.0137,
+      "step": 103
+    },
+    {
+      "epoch": 0.06912595546693254,
+      "grad_norm": 0.7808060669603882,
+      "learning_rate": 9.961004421679048e-06,
+      "loss": 0.015,
+      "step": 104
+    },
+    {
+      "epoch": 0.06979062811565304,
+      "grad_norm": 0.7171964438595184,
+      "learning_rate": 9.959649981619214e-06,
+      "loss": 0.0133,
+      "step": 105
+    },
+    {
+      "epoch": 0.07045530076437355,
+      "grad_norm": 0.28242956765832666,
+      "learning_rate": 9.958272514655006e-06,
+      "loss": 0.01,
+      "step": 106
+    },
+    {
+      "epoch": 0.07111997341309405,
+      "grad_norm": 0.45078880338883015,
+      "learning_rate": 9.956872027181797e-06,
+      "loss": 0.0126,
+      "step": 107
+    },
+    {
+      "epoch": 0.07178464606181456,
+      "grad_norm": 1.2370065847479403,
+      "learning_rate": 9.955448525701836e-06,
+      "loss": 0.0135,
+      "step": 108
+    },
+    {
+      "epoch": 0.07244931871053506,
+      "grad_norm": 0.3753757002709158,
+      "learning_rate": 9.954002016824226e-06,
+      "loss": 0.0112,
+      "step": 109
+    },
+    {
+      "epoch": 0.07311399135925557,
+      "grad_norm": 0.32837638393260105,
+      "learning_rate": 9.952532507264892e-06,
+      "loss": 0.0134,
+      "step": 110
+    },
+    {
+      "epoch": 0.07377866400797607,
+      "grad_norm": 0.3373764833711116,
+      "learning_rate": 9.951040003846537e-06,
+      "loss": 0.0135,
+      "step": 111
+    },
+    {
+      "epoch": 0.07444333665669657,
+      "grad_norm": 0.6622672104842571,
+      "learning_rate": 9.949524513498636e-06,
+      "loss": 0.0112,
+      "step": 112
+    },
+    {
+      "epoch": 0.07510800930541708,
+      "grad_norm": 1.2107157371433923,
+      "learning_rate": 9.947986043257377e-06,
+      "loss": 0.016,
+      "step": 113
+    },
+    {
+      "epoch": 0.07577268195413758,
+      "grad_norm": 0.5978241379607916,
+      "learning_rate": 9.946424600265647e-06,
+      "loss": 0.0085,
+      "step": 114
+    },
+    {
+      "epoch": 0.0764373546028581,
+      "grad_norm": 0.36182468361829123,
+      "learning_rate": 9.944840191772987e-06,
+      "loss": 0.0148,
+      "step": 115
+    },
+    {
+      "epoch": 0.0771020272515786,
+      "grad_norm": 1.2675227954269332,
+      "learning_rate": 9.943232825135568e-06,
+      "loss": 0.0133,
+      "step": 116
+    },
+    {
+      "epoch": 0.07776669990029911,
+      "grad_norm": 0.7700080328396309,
+      "learning_rate": 9.941602507816149e-06,
+      "loss": 0.0148,
+      "step": 117
+    },
+    {
+      "epoch": 0.0784313725490196,
+      "grad_norm": 0.6726926682160788,
+      "learning_rate": 9.939949247384046e-06,
+      "loss": 0.0154,
+      "step": 118
+    },
+    {
+      "epoch": 0.07909604519774012,
+      "grad_norm": 0.6089081317809364,
+      "learning_rate": 9.938273051515098e-06,
+      "loss": 0.0178,
+      "step": 119
+    },
+    {
+      "epoch": 0.07976071784646062,
+      "grad_norm": 0.644474024420446,
+      "learning_rate": 9.936573927991631e-06,
+      "loss": 0.0148,
+      "step": 120
+    },
+    {
+      "epoch": 0.08042539049518112,
+      "grad_norm": 0.9364477044735832,
+      "learning_rate": 9.934851884702415e-06,
+      "loss": 0.017,
+      "step": 121
+    },
+    {
+      "epoch": 0.08109006314390163,
+      "grad_norm": 0.19304986064034851,
+      "learning_rate": 9.933106929642635e-06,
+      "loss": 0.0126,
+      "step": 122
+    },
+    {
+      "epoch": 0.08175473579262213,
+      "grad_norm": 0.47354696444228556,
+      "learning_rate": 9.931339070913859e-06,
+      "loss": 0.0109,
+      "step": 123
+    },
+    {
+      "epoch": 0.08241940844134264,
+      "grad_norm": 0.41017504287412127,
+      "learning_rate": 9.929548316723983e-06,
+      "loss": 0.0152,
+      "step": 124
+    },
+    {
+      "epoch": 0.08308408109006314,
+      "grad_norm": 0.2492432717974285,
+      "learning_rate": 9.92773467538721e-06,
+      "loss": 0.0084,
+      "step": 125
+    },
+    {
+      "epoch": 0.08374875373878365,
+      "grad_norm": 0.5761337571958625,
+      "learning_rate": 9.925898155324001e-06,
+      "loss": 0.0102,
+      "step": 126
+    },
+    {
+      "epoch": 0.08441342638750415,
+      "grad_norm": 0.5354804682859692,
+      "learning_rate": 9.924038765061042e-06,
+      "loss": 0.0149,
+      "step": 127
+    },
+    {
+      "epoch": 0.08507809903622465,
+      "grad_norm": 0.37188430864299515,
+      "learning_rate": 9.922156513231197e-06,
+      "loss": 0.0081,
+      "step": 128
+    },
+    {
+      "epoch": 0.08574277168494517,
+      "grad_norm": 0.38511929720460997,
+      "learning_rate": 9.920251408573482e-06,
+      "loss": 0.0131,
+      "step": 129
+    },
+    {
+      "epoch": 0.08640744433366566,
+      "grad_norm": 0.6930146020356339,
+      "learning_rate": 9.918323459933006e-06,
+      "loss": 0.0117,
+      "step": 130
+    },
+    {
+      "epoch": 0.08707211698238618,
+      "grad_norm": 0.6303221804187904,
+      "learning_rate": 9.916372676260943e-06,
+      "loss": 0.0135,
+      "step": 131
+    },
+    {
+      "epoch": 0.08773678963110668,
+      "grad_norm": 1.3789594959511349,
+      "learning_rate": 9.914399066614488e-06,
+      "loss": 0.0151,
+      "step": 132
+    },
+    {
+      "epoch": 0.08840146227982719,
+      "grad_norm": 1.3078911807780915,
+      "learning_rate": 9.912402640156812e-06,
+      "loss": 0.0135,
+      "step": 133
+    },
+    {
+      "epoch": 0.08906613492854769,
+      "grad_norm": 0.559643422966823,
+      "learning_rate": 9.910383406157019e-06,
+      "loss": 0.0105,
+      "step": 134
+    },
+    {
+      "epoch": 0.0897308075772682,
+      "grad_norm": 0.5841937953300166,
+      "learning_rate": 9.908341373990107e-06,
+      "loss": 0.0103,
+      "step": 135
+    },
+    {
+      "epoch": 0.0903954802259887,
+      "grad_norm": 0.8642063635516389,
+      "learning_rate": 9.906276553136924e-06,
+      "loss": 0.0111,
+      "step": 136
+    },
+    {
+      "epoch": 0.0910601528747092,
+      "grad_norm": 0.7958234434494227,
+      "learning_rate": 9.904188953184119e-06,
+      "loss": 0.0142,
+      "step": 137
+    },
+    {
+      "epoch": 0.09172482552342971,
+      "grad_norm": 0.2730360636246964,
+      "learning_rate": 9.902078583824106e-06,
+      "loss": 0.0126,
+      "step": 138
+    },
+    {
+      "epoch": 0.09238949817215021,
+      "grad_norm": 0.35536366767523137,
+      "learning_rate": 9.899945454855007e-06,
+      "loss": 0.0137,
+      "step": 139
+    },
+    {
+      "epoch": 0.09305417082087072,
+      "grad_norm": 0.6440704498816134,
+      "learning_rate": 9.897789576180617e-06,
+      "loss": 0.0158,
+      "step": 140
+    },
+    {
+      "epoch": 0.09371884346959122,
+      "grad_norm": 0.4141234814182246,
+      "learning_rate": 9.895610957810357e-06,
+      "loss": 0.011,
+      "step": 141
+    },
+    {
+      "epoch": 0.09438351611831174,
+      "grad_norm": 0.3911627182800861,
+      "learning_rate": 9.893409609859221e-06,
+      "loss": 0.0115,
+      "step": 142
+    },
+    {
+      "epoch": 0.09504818876703224,
+      "grad_norm": 0.33514797480492575,
+      "learning_rate": 9.891185542547735e-06,
+      "loss": 0.013,
+      "step": 143
+    },
+    {
+      "epoch": 0.09571286141575275,
+      "grad_norm": 0.22372917720722707,
+      "learning_rate": 9.888938766201908e-06,
+      "loss": 0.0115,
+      "step": 144
+    },
+    {
+      "epoch": 0.09637753406447325,
+      "grad_norm": 0.5577788601787329,
+      "learning_rate": 9.886669291253178e-06,
+      "loss": 0.0154,
+      "step": 145
+    },
+    {
+      "epoch": 0.09704220671319375,
+      "grad_norm": 0.7128789787341765,
+      "learning_rate": 9.884377128238378e-06,
+      "loss": 0.0085,
+      "step": 146
+    },
+    {
+      "epoch": 0.09770687936191426,
+      "grad_norm": 2.7252320590941803,
+      "learning_rate": 9.882062287799674e-06,
+      "loss": 0.0125,
+      "step": 147
+    },
+    {
+      "epoch": 0.09837155201063476,
+      "grad_norm": 0.3687053560173959,
+      "learning_rate": 9.879724780684518e-06,
+      "loss": 0.0105,
+      "step": 148
+    },
+    {
+      "epoch": 0.09903622465935527,
+      "grad_norm": 0.22462741221254443,
+      "learning_rate": 9.877364617745604e-06,
+      "loss": 0.0106,
+      "step": 149
+    },
+    {
+      "epoch": 0.09970089730807577,
+      "grad_norm": 1.0030046147147829,
+      "learning_rate": 9.87498180994081e-06,
+      "loss": 0.011,
+      "step": 150
+    },
+    {
+      "epoch": 0.10036556995679628,
+      "grad_norm": 0.3131307429660239,
+      "learning_rate": 9.872576368333152e-06,
+      "loss": 0.0103,
+      "step": 151
+    },
+    {
+      "epoch": 0.10103024260551678,
+      "grad_norm": 0.9056511820785378,
+      "learning_rate": 9.87014830409073e-06,
+      "loss": 0.0129,
+      "step": 152
+    },
+    {
+      "epoch": 0.1016949152542373,
+      "grad_norm": 0.6625456889764615,
+      "learning_rate": 9.86769762848668e-06,
+      "loss": 0.012,
+      "step": 153
+    },
+    {
+      "epoch": 0.1023595879029578,
+      "grad_norm": 0.5475498774739779,
+      "learning_rate": 9.86522435289912e-06,
+      "loss": 0.0119,
+      "step": 154
+    },
+    {
+      "epoch": 0.10302426055167829,
+      "grad_norm": 0.5827615238833249,
+      "learning_rate": 9.862728488811094e-06,
+      "loss": 0.0191,
+      "step": 155
+    },
+    {
+      "epoch": 0.1036889332003988,
+      "grad_norm": 0.37753366607575367,
+      "learning_rate": 9.860210047810517e-06,
+      "loss": 0.0126,
+      "step": 156
+    },
+    {
+      "epoch": 0.1043536058491193,
+      "grad_norm": 0.32857074630518646,
+      "learning_rate": 9.857669041590135e-06,
+      "loss": 0.0113,
+      "step": 157
+    },
+    {
+      "epoch": 0.10501827849783982,
+      "grad_norm": 0.7419212530147024,
+      "learning_rate": 9.85510548194745e-06,
+      "loss": 0.0111,
+      "step": 158
+    },
+    {
+      "epoch": 0.10568295114656032,
+      "grad_norm": 0.4721111653667675,
+      "learning_rate": 9.852519380784686e-06,
+      "loss": 0.0141,
+      "step": 159
+    },
+    {
+      "epoch": 0.10634762379528083,
+      "grad_norm": 0.4207051412951935,
+      "learning_rate": 9.849910750108718e-06,
+      "loss": 0.0125,
+      "step": 160
+    },
+    {
+      "epoch": 0.10701229644400133,
+      "grad_norm": 0.21134456329404774,
+      "learning_rate": 9.847279602031024e-06,
+      "loss": 0.009,
+      "step": 161
+    },
+    {
+      "epoch": 0.10767696909272183,
+      "grad_norm": 0.38448054271650456,
+      "learning_rate": 9.844625948767624e-06,
+      "loss": 0.0095,
+      "step": 162
+    },
+    {
+      "epoch": 0.10834164174144234,
+      "grad_norm": 0.35541835353015216,
+      "learning_rate": 9.841949802639031e-06,
+      "loss": 0.0158,
+      "step": 163
+    },
+    {
+      "epoch": 0.10900631439016284,
+      "grad_norm": 0.44289228243645407,
+      "learning_rate": 9.839251176070184e-06,
+      "loss": 0.0116,
+      "step": 164
+    },
+    {
+      "epoch": 0.10967098703888335,
+      "grad_norm": 0.6467754208372888,
+      "learning_rate": 9.836530081590401e-06,
+      "loss": 0.0138,
+      "step": 165
+    },
+    {
+      "epoch": 0.11033565968760385,
+      "grad_norm": 0.8286741013878848,
+      "learning_rate": 9.833786531833311e-06,
+      "loss": 0.0121,
+      "step": 166
+    },
+    {
+      "epoch": 0.11100033233632436,
+      "grad_norm": 0.705185946340053,
+      "learning_rate": 9.831020539536798e-06,
+      "loss": 0.0123,
+      "step": 167
+    },
+    {
+      "epoch": 0.11166500498504486,
+      "grad_norm": 1.1102218558063535,
+      "learning_rate": 9.828232117542948e-06,
+      "loss": 0.0135,
+      "step": 168
+    },
+    {
+      "epoch": 0.11232967763376538,
+      "grad_norm": 0.8797965216959907,
+      "learning_rate": 9.825421278797984e-06,
+      "loss": 0.0118,
+      "step": 169
+    },
+    {
+      "epoch": 0.11299435028248588,
+      "grad_norm": 0.49436345297389883,
+      "learning_rate": 9.822588036352201e-06,
+      "loss": 0.0112,
+      "step": 170
+    },
+    {
+      "epoch": 0.11365902293120637,
+      "grad_norm": 0.535561655617538,
+      "learning_rate": 9.819732403359916e-06,
+      "loss": 0.0121,
+      "step": 171
+    },
+    {
+      "epoch": 0.11432369557992689,
+      "grad_norm": 0.5240278610581294,
+      "learning_rate": 9.816854393079402e-06,
+      "loss": 0.0137,
+      "step": 172
+    },
+    {
+      "epoch": 0.11498836822864739,
+      "grad_norm": 0.7848367301373668,
+      "learning_rate": 9.813954018872826e-06,
+      "loss": 0.0093,
+      "step": 173
+    },
+    {
+      "epoch": 0.1156530408773679,
+      "grad_norm": 0.31424300530552746,
+      "learning_rate": 9.811031294206184e-06,
+      "loss": 0.0141,
+      "step": 174
+    },
+    {
+      "epoch": 0.1163177135260884,
+      "grad_norm": 0.696939311710776,
+      "learning_rate": 9.808086232649246e-06,
+      "loss": 0.0136,
+      "step": 175
+    },
+    {
+      "epoch": 0.11698238617480891,
+      "grad_norm": 0.6927849895100924,
+      "learning_rate": 9.805118847875487e-06,
+      "loss": 0.0126,
+      "step": 176
+    },
+    {
+      "epoch": 0.11764705882352941,
+      "grad_norm": 0.7954905153164459,
+      "learning_rate": 9.802129153662027e-06,
+      "loss": 0.0153,
+      "step": 177
+    },
+    {
+      "epoch": 0.11831173147224992,
+      "grad_norm": 0.46717250707308305,
+      "learning_rate": 9.79911716388956e-06,
+      "loss": 0.0084,
+      "step": 178
+    },
+    {
+      "epoch": 0.11897640412097042,
+      "grad_norm": 0.19623670466343462,
+      "learning_rate": 9.796082892542303e-06,
+      "loss": 0.0109,
+      "step": 179
+    },
+    {
+      "epoch": 0.11964107676969092,
+      "grad_norm": 0.2701821190756133,
+      "learning_rate": 9.793026353707915e-06,
+      "loss": 0.0095,
+      "step": 180
+    },
+    {
+      "epoch": 0.12030574941841143,
+      "grad_norm": 0.7071097647338463,
+      "learning_rate": 9.789947561577445e-06,
+      "loss": 0.0117,
+      "step": 181
+    },
+    {
+      "epoch": 0.12097042206713193,
+      "grad_norm": 0.6767990984513651,
+      "learning_rate": 9.786846530445259e-06,
+      "loss": 0.0133,
+      "step": 182
+    },
+    {
+      "epoch": 0.12163509471585245,
+      "grad_norm": 0.6859072595345503,
+      "learning_rate": 9.783723274708975e-06,
+      "loss": 0.0093,
+      "step": 183
+    },
+    {
+      "epoch": 0.12229976736457294,
+      "grad_norm": 0.7085061962563467,
+      "learning_rate": 9.7805778088694e-06,
+      "loss": 0.0139,
+      "step": 184
+    },
+    {
+      "epoch": 0.12296444001329346,
+      "grad_norm": 0.2739957821512854,
+      "learning_rate": 9.77741014753045e-06,
+      "loss": 0.0085,
+      "step": 185
+    },
+    {
+      "epoch": 0.12362911266201396,
+      "grad_norm": 0.6380426959775581,
+      "learning_rate": 9.7742203053991e-06,
+      "loss": 0.0116,
+      "step": 186
+    },
+    {
+      "epoch": 0.12429378531073447,
+      "grad_norm": 0.8963922227499305,
+      "learning_rate": 9.771008297285307e-06,
+      "loss": 0.0102,
+      "step": 187
+    },
+    {
+      "epoch": 0.12495845795945497,
+      "grad_norm": 0.45051647727613386,
+      "learning_rate": 9.767774138101934e-06,
+      "loss": 0.0151,
+      "step": 188
+    },
+    {
+      "epoch": 0.12562313060817548,
+      "grad_norm": 0.798138226166225,
+      "learning_rate": 9.764517842864696e-06,
+      "loss": 0.0207,
+      "step": 189
+    },
+    {
+      "epoch": 0.12628780325689598,
+      "grad_norm": 0.40271992611271096,
+      "learning_rate": 9.761239426692077e-06,
+      "loss": 0.0115,
+      "step": 190
+    },
+    {
+      "epoch": 0.12695247590561648,
+      "grad_norm": 0.21819961547534378,
+      "learning_rate": 9.757938904805269e-06,
+      "loss": 0.012,
+      "step": 191
+    },
+    {
+      "epoch": 0.12761714855433698,
+      "grad_norm": 0.29737806582054377,
+      "learning_rate": 9.754616292528094e-06,
+      "loss": 0.0133,
+      "step": 192
+    },
+    {
+      "epoch": 0.1282818212030575,
+      "grad_norm": 0.40605514829010925,
+      "learning_rate": 9.75127160528694e-06,
+      "loss": 0.0136,
+      "step": 193
+    },
+    {
+      "epoch": 0.128946493851778,
+      "grad_norm": 0.6613212213121648,
+      "learning_rate": 9.747904858610681e-06,
+      "loss": 0.0121,
+      "step": 194
+    },
+    {
+      "epoch": 0.1296111665004985,
+      "grad_norm": 0.1643040372937212,
+      "learning_rate": 9.744516068130616e-06,
+      "loss": 0.0082,
+      "step": 195
+    },
+    {
+      "epoch": 0.130275839149219,
+      "grad_norm": 0.30135094865623563,
+      "learning_rate": 9.741105249580383e-06,
+      "loss": 0.0081,
+      "step": 196
+    },
+    {
+      "epoch": 0.1309405117979395,
+      "grad_norm": 0.5993217338396998,
+      "learning_rate": 9.737672418795898e-06,
+      "loss": 0.0096,
+      "step": 197
+    },
+    {
+      "epoch": 0.13160518444666003,
+      "grad_norm": 0.8772668384555161,
+      "learning_rate": 9.734217591715276e-06,
+      "loss": 0.014,
+      "step": 198
+    },
+    {
+      "epoch": 0.13226985709538053,
+      "grad_norm": 0.36455491449666355,
+      "learning_rate": 9.730740784378755e-06,
+      "loss": 0.017,
+      "step": 199
+    },
+    {
+      "epoch": 0.13293452974410103,
+      "grad_norm": 1.1094255646566713,
+      "learning_rate": 9.727242012928622e-06,
+      "loss": 0.0114,
+      "step": 200
+    },
+    {
+      "epoch": 0.13359920239282153,
+      "grad_norm": 0.933384762208318,
+      "learning_rate": 9.72372129360915e-06,
+      "loss": 0.012,
+      "step": 201
+    },
+    {
+      "epoch": 0.13426387504154205,
+      "grad_norm": 0.48550244968200185,
+      "learning_rate": 9.7201786427665e-06,
+      "loss": 0.0144,
+      "step": 202
+    },
+    {
+      "epoch": 0.13492854769026255,
+      "grad_norm": 0.9940596174478525,
+      "learning_rate": 9.71661407684867e-06,
+      "loss": 0.0164,
+      "step": 203
+    },
+    {
+      "epoch": 0.13559322033898305,
+      "grad_norm": 0.2793266744201439,
+      "learning_rate": 9.713027612405394e-06,
+      "loss": 0.0116,
+      "step": 204
+    },
+    {
+      "epoch": 0.13625789298770355,
+      "grad_norm": 0.35695536601946154,
+      "learning_rate": 9.709419266088086e-06,
+      "loss": 0.0102,
+      "step": 205
+    },
+    {
+      "epoch": 0.13692256563642405,
+      "grad_norm": 0.5827355320041212,
+      "learning_rate": 9.705789054649755e-06,
+      "loss": 0.0141,
+      "step": 206
+    },
+    {
+      "epoch": 0.13758723828514458,
+      "grad_norm": 0.3772682127306454,
+      "learning_rate": 9.70213699494492e-06,
+      "loss": 0.0088,
+      "step": 207
+    },
+    {
+      "epoch": 0.13825191093386507,
+      "grad_norm": 0.7408045883983772,
+      "learning_rate": 9.698463103929542e-06,
+      "loss": 0.0161,
+      "step": 208
+    },
+    {
+      "epoch": 0.13891658358258557,
+      "grad_norm": 0.39726542306882334,
+      "learning_rate": 9.694767398660943e-06,
+      "loss": 0.0117,
+      "step": 209
+    },
+    {
+      "epoch": 0.13958125623130607,
+      "grad_norm": 0.49277023342427106,
+      "learning_rate": 9.69104989629772e-06,
+      "loss": 0.0098,
+      "step": 210
+    },
+    {
+      "epoch": 0.1402459288800266,
+      "grad_norm": 0.9883447730549795,
+      "learning_rate": 9.687310614099676e-06,
+      "loss": 0.0136,
+      "step": 211
+    },
+    {
+      "epoch": 0.1409106015287471,
+      "grad_norm": 0.15358461843546223,
+      "learning_rate": 9.683549569427733e-06,
+      "loss": 0.0076,
+      "step": 212
+    },
+    {
+      "epoch": 0.1415752741774676,
+      "grad_norm": 0.6752402868770357,
+      "learning_rate": 9.67976677974385e-06,
+      "loss": 0.0112,
+      "step": 213
+    },
+    {
+      "epoch": 0.1422399468261881,
+      "grad_norm": 0.287583569997248,
+      "learning_rate": 9.67596226261095e-06,
+      "loss": 0.0151,
+      "step": 214
+    },
+    {
+      "epoch": 0.1429046194749086,
+      "grad_norm": 0.48200739129720765,
+      "learning_rate": 9.672136035692827e-06,
+      "loss": 0.0134,
+      "step": 215
+    },
+    {
+      "epoch": 0.14356929212362912,
+      "grad_norm": 0.7517128399716646,
+      "learning_rate": 9.668288116754077e-06,
+      "loss": 0.012,
+      "step": 216
+    },
+    {
+      "epoch": 0.14423396477234962,
+      "grad_norm": 0.39579158577415857,
+      "learning_rate": 9.664418523660004e-06,
+      "loss": 0.0099,
+      "step": 217
+    },
+    {
+      "epoch": 0.14489863742107012,
+      "grad_norm": 0.46234364211673595,
+      "learning_rate": 9.66052727437654e-06,
+      "loss": 0.0103,
+      "step": 218
+    },
+    {
+      "epoch": 0.14556331006979062,
+      "grad_norm": 0.22481121633452386,
+      "learning_rate": 9.656614386970173e-06,
+      "loss": 0.0105,
+      "step": 219
+    },
+    {
+      "epoch": 0.14622798271851115,
+      "grad_norm": 0.8600068213528458,
+      "learning_rate": 9.652679879607843e-06,
+      "loss": 0.0135,
+      "step": 220
+    },
+    {
+      "epoch": 0.14689265536723164,
+      "grad_norm": 0.33098071490836845,
+      "learning_rate": 9.648723770556874e-06,
+      "loss": 0.0135,
+      "step": 221
+    },
+    {
+      "epoch": 0.14755732801595214,
+      "grad_norm": 0.17161327039725147,
+      "learning_rate": 9.644746078184878e-06,
+      "loss": 0.0097,
+      "step": 222
+    },
+    {
+      "epoch": 0.14822200066467264,
+      "grad_norm": 0.5554530554345292,
+      "learning_rate": 9.640746820959684e-06,
+      "loss": 0.0107,
+      "step": 223
+    },
+    {
+      "epoch": 0.14888667331339314,
+      "grad_norm": 0.7566953884363588,
+      "learning_rate": 9.636726017449236e-06,
+      "loss": 0.0138,
+      "step": 224
+    },
+    {
+      "epoch": 0.14955134596211367,
+      "grad_norm": 0.2099504521607455,
+      "learning_rate": 9.632683686321514e-06,
+      "loss": 0.0103,
+      "step": 225
+    },
+    {
+      "epoch": 0.15021601861083417,
+      "grad_norm": 0.28757578639404235,
+      "learning_rate": 9.628619846344453e-06,
+      "loss": 0.0133,
+      "step": 226
+    },
+    {
+      "epoch": 0.15088069125955467,
+      "grad_norm": 0.5127074639282999,
+      "learning_rate": 9.624534516385846e-06,
+      "loss": 0.0074,
+      "step": 227
+    },
+    {
+      "epoch": 0.15154536390827517,
+      "grad_norm": 0.3068181713741408,
+      "learning_rate": 9.620427715413259e-06,
+      "loss": 0.0109,
+      "step": 228
+    },
+    {
+      "epoch": 0.1522100365569957,
+      "grad_norm": 0.431348351854592,
+      "learning_rate": 9.616299462493952e-06,
+      "loss": 0.0119,
+      "step": 229
+    },
+    {
+      "epoch": 0.1528747092057162,
+      "grad_norm": 0.4975807194781063,
+      "learning_rate": 9.612149776794776e-06,
+      "loss": 0.015,
+      "step": 230
+    },
+    {
+      "epoch": 0.1535393818544367,
+      "grad_norm": 0.44055872366506227,
+      "learning_rate": 9.607978677582097e-06,
+      "loss": 0.0098,
+      "step": 231
+    },
+    {
+      "epoch": 0.1542040545031572,
+      "grad_norm": 0.3555873158934212,
+      "learning_rate": 9.603786184221693e-06,
+      "loss": 0.0136,
+      "step": 232
+    },
+    {
+      "epoch": 0.1548687271518777,
+      "grad_norm": 0.17256693956815738,
+      "learning_rate": 9.599572316178679e-06,
+      "loss": 0.008,
+      "step": 233
+    },
+    {
+      "epoch": 0.15553339980059822,
+      "grad_norm": 0.6278585943513464,
+      "learning_rate": 9.595337093017403e-06,
+      "loss": 0.0132,
+      "step": 234
+    },
+    {
+      "epoch": 0.15619807244931871,
+      "grad_norm": 0.36132812067780773,
+      "learning_rate": 9.591080534401371e-06,
+      "loss": 0.0153,
+      "step": 235
+    },
+    {
+      "epoch": 0.1568627450980392,
+      "grad_norm": 0.6194929851919586,
+      "learning_rate": 9.586802660093138e-06,
+      "loss": 0.0115,
+      "step": 236
+    },
+    {
+      "epoch": 0.1575274177467597,
+      "grad_norm": 0.292173022973647,
+      "learning_rate": 9.582503489954225e-06,
+      "loss": 0.0122,
+      "step": 237
+    },
+    {
+      "epoch": 0.15819209039548024,
+      "grad_norm": 0.22057710604709763,
+      "learning_rate": 9.578183043945031e-06,
+      "loss": 0.0097,
+      "step": 238
+    },
+    {
+      "epoch": 0.15885676304420074,
+      "grad_norm": 0.3454260093325801,
+      "learning_rate": 9.57384134212473e-06,
+      "loss": 0.0105,
+      "step": 239
+    },
+    {
+      "epoch": 0.15952143569292124,
+      "grad_norm": 0.2162918132784966,
+      "learning_rate": 9.569478404651192e-06,
+      "loss": 0.0103,
+      "step": 240
+    },
+    {
+      "epoch": 0.16018610834164174,
+      "grad_norm": 0.3261237935534593,
+      "learning_rate": 9.565094251780872e-06,
+      "loss": 0.0114,
+      "step": 241
+    },
+    {
+      "epoch": 0.16085078099036224,
+      "grad_norm": 0.2895025685786001,
+      "learning_rate": 9.560688903868726e-06,
+      "loss": 0.0101,
+      "step": 242
+    },
+    {
+      "epoch": 0.16151545363908276,
+      "grad_norm": 0.15500567981634156,
+      "learning_rate": 9.556262381368124e-06,
+      "loss": 0.0086,
+      "step": 243
+    },
+    {
+      "epoch": 0.16218012628780326,
+      "grad_norm": 0.2064406757020295,
+      "learning_rate": 9.551814704830734e-06,
+      "loss": 0.008,
+      "step": 244
+    },
+    {
+      "epoch": 0.16284479893652376,
+      "grad_norm": 0.31144870417185716,
+      "learning_rate": 9.547345894906447e-06,
+      "loss": 0.0065,
+      "step": 245
+    },
+    {
+      "epoch": 0.16350947158524426,
+      "grad_norm": 0.3686548835605602,
+      "learning_rate": 9.542855972343274e-06,
+      "loss": 0.0095,
+      "step": 246
+    },
+    {
+      "epoch": 0.16417414423396479,
+      "grad_norm": 0.4220409188180881,
+      "learning_rate": 9.538344957987245e-06,
+      "loss": 0.0117,
+      "step": 247
+    },
+    {
+      "epoch": 0.16483881688268529,
+      "grad_norm": 0.3854720063810567,
+      "learning_rate": 9.533812872782315e-06,
+      "loss": 0.0112,
+      "step": 248
+    },
+    {
+      "epoch": 0.16550348953140578,
+      "grad_norm": 0.5273632407670993,
+      "learning_rate": 9.52925973777027e-06,
+      "loss": 0.016,
+      "step": 249
+    },
+    {
+      "epoch": 0.16616816218012628,
+      "grad_norm": 0.8380294353506951,
+      "learning_rate": 9.524685574090627e-06,
+      "loss": 0.0093,
+      "step": 250
+    },
+    {
+      "epoch": 0.16683283482884678,
+      "grad_norm": 0.37198832192228387,
+      "learning_rate": 9.520090402980537e-06,
+      "loss": 0.0108,
+      "step": 251
+    },
+    {
+      "epoch": 0.1674975074775673,
+      "grad_norm": 0.9283673290694682,
+      "learning_rate": 9.515474245774685e-06,
+      "loss": 0.0116,
+      "step": 252
+    },
+    {
+      "epoch": 0.1681621801262878,
+      "grad_norm": 0.6072809825448826,
+      "learning_rate": 9.51083712390519e-06,
+      "loss": 0.0114,
+      "step": 253
+    },
+    {
+      "epoch": 0.1688268527750083,
+      "grad_norm": 0.28656877899519456,
+      "learning_rate": 9.506179058901504e-06,
+      "loss": 0.0094,
+      "step": 254
+    },
+    {
+      "epoch": 0.1694915254237288,
+      "grad_norm": 0.4734528434094727,
+      "learning_rate": 9.501500072390321e-06,
+      "loss": 0.0118,
+      "step": 255
+    },
+    {
+      "epoch": 0.1701561980724493,
+      "grad_norm": 0.6346082164755101,
+      "learning_rate": 9.496800186095466e-06,
+      "loss": 0.0096,
+      "step": 256
+    },
+    {
+      "epoch": 0.17082087072116983,
+      "grad_norm": 1.2836090791228307,
+      "learning_rate": 9.492079421837801e-06,
+      "loss": 0.0153,
+      "step": 257
+    },
+    {
+      "epoch": 0.17148554336989033,
+      "grad_norm": 0.2348493631436914,
+      "learning_rate": 9.487337801535119e-06,
+      "loss": 0.0111,
+      "step": 258
+    },
+    {
+      "epoch": 0.17215021601861083,
+      "grad_norm": 0.3666371262438672,
+      "learning_rate": 9.482575347202047e-06,
+      "loss": 0.011,
+      "step": 259
+    },
+    {
+      "epoch": 0.17281488866733133,
+      "grad_norm": 0.3092083173898237,
+      "learning_rate": 9.477792080949938e-06,
+      "loss": 0.0097,
+      "step": 260
+    },
+    {
+      "epoch": 0.17347956131605186,
+      "grad_norm": 0.8686439595831802,
+      "learning_rate": 9.472988024986775e-06,
+      "loss": 0.0126,
+      "step": 261
+    },
+    {
+      "epoch": 0.17414423396477235,
+      "grad_norm": 0.7860742657252004,
+      "learning_rate": 9.468163201617063e-06,
+      "loss": 0.0187,
+      "step": 262
+    },
+    {
+      "epoch": 0.17480890661349285,
+      "grad_norm": 0.41866243226177396,
+      "learning_rate": 9.463317633241724e-06,
+      "loss": 0.0072,
+      "step": 263
+    },
+    {
+      "epoch": 0.17547357926221335,
+      "grad_norm": 0.3386252993815702,
+      "learning_rate": 9.458451342358002e-06,
+      "loss": 0.0124,
+      "step": 264
+    },
+    {
+      "epoch": 0.17613825191093385,
+      "grad_norm": 0.34075931515882407,
+      "learning_rate": 9.453564351559348e-06,
+      "loss": 0.0083,
+      "step": 265
+    },
+    {
+      "epoch": 0.17680292455965438,
+      "grad_norm": 1.2013971234715064,
+      "learning_rate": 9.44865668353532e-06,
+      "loss": 0.0131,
+      "step": 266
+    },
+    {
+      "epoch": 0.17746759720837488,
+      "grad_norm": 0.2910246669647025,
+      "learning_rate": 9.44372836107148e-06,
+      "loss": 0.0089,
+      "step": 267
+    },
+    {
+      "epoch": 0.17813226985709538,
+      "grad_norm": 1.177370925091528,
+      "learning_rate": 9.438779407049282e-06,
+      "loss": 0.0137,
+      "step": 268
+    },
+    {
+      "epoch": 0.17879694250581588,
+      "grad_norm": 0.3616215359721409,
+      "learning_rate": 9.433809844445969e-06,
+      "loss": 0.0092,
+      "step": 269
+    },
+    {
+      "epoch": 0.1794616151545364,
+      "grad_norm": 0.5542577337457057,
+      "learning_rate": 9.42881969633447e-06,
+      "loss": 0.0085,
+      "step": 270
+    },
+    {
+      "epoch": 0.1801262878032569,
+      "grad_norm": 0.28790832260143506,
+      "learning_rate": 9.423808985883289e-06,
+      "loss": 0.0108,
+      "step": 271
+    },
+    {
+      "epoch": 0.1807909604519774,
+      "grad_norm": 0.29094811213738114,
+      "learning_rate": 9.418777736356394e-06,
+      "loss": 0.0113,
+      "step": 272
+    },
+    {
+      "epoch": 0.1814556331006979,
+      "grad_norm": 0.9062547388326991,
+      "learning_rate": 9.41372597111312e-06,
+      "loss": 0.0132,
+      "step": 273
+    },
+    {
+      "epoch": 0.1821203057494184,
+      "grad_norm": 0.8150638478196089,
+      "learning_rate": 9.40865371360804e-06,
+      "loss": 0.012,
+      "step": 274
+    },
+    {
+      "epoch": 0.18278497839813893,
+      "grad_norm": 0.30597404629311237,
+      "learning_rate": 9.403560987390885e-06,
+      "loss": 0.0089,
+      "step": 275
+    },
+    {
+      "epoch": 0.18344965104685942,
+      "grad_norm": 1.022326565626853,
+      "learning_rate": 9.39844781610641e-06,
+      "loss": 0.0117,
+      "step": 276
+    },
+    {
+      "epoch": 0.18411432369557992,
+      "grad_norm": 0.47867283059459287,
+      "learning_rate": 9.393314223494297e-06,
+      "loss": 0.0104,
+      "step": 277
+    },
+    {
+      "epoch": 0.18477899634430042,
+      "grad_norm": 0.6280778533774865,
+      "learning_rate": 9.388160233389036e-06,
+      "loss": 0.0141,
+      "step": 278
+    },
+    {
+      "epoch": 0.18544366899302095,
+      "grad_norm": 0.8589918344000519,
+      "learning_rate": 9.382985869719826e-06,
+      "loss": 0.011,
+      "step": 279
+    },
+    {
+      "epoch": 0.18610834164174145,
+      "grad_norm": 0.29000329893767934,
+      "learning_rate": 9.377791156510456e-06,
+      "loss": 0.0099,
+      "step": 280
+    },
+    {
+      "epoch": 0.18677301429046195,
+      "grad_norm": 1.274686885764933,
+      "learning_rate": 9.372576117879188e-06,
+      "loss": 0.0147,
+      "step": 281
+    },
+    {
+      "epoch": 0.18743768693918245,
+      "grad_norm": 1.048719478678211,
+      "learning_rate": 9.367340778038663e-06,
+      "loss": 0.0105,
+      "step": 282
+    },
+    {
+      "epoch": 0.18810235958790295,
+      "grad_norm": 0.9566595733782226,
+      "learning_rate": 9.362085161295768e-06,
+      "loss": 0.0121,
+      "step": 283
+    },
+    {
+      "epoch": 0.18876703223662347,
+      "grad_norm": 0.3255177915694972,
+      "learning_rate": 9.35680929205154e-06,
+      "loss": 0.0073,
+      "step": 284
+    },
+    {
+      "epoch": 0.18943170488534397,
+      "grad_norm": 0.3957389778943825,
+      "learning_rate": 9.351513194801038e-06,
+      "loss": 0.0094,
+      "step": 285
+    },
+    {
+      "epoch": 0.19009637753406447,
+      "grad_norm": 0.3736418298509006,
+      "learning_rate": 9.346196894133239e-06,
+      "loss": 0.0102,
+      "step": 286
+    },
+    {
+      "epoch": 0.19076105018278497,
+      "grad_norm": 0.9287275379330988,
+      "learning_rate": 9.340860414730927e-06,
+      "loss": 0.014,
+      "step": 287
+    },
+    {
+      "epoch": 0.1914257228315055,
+      "grad_norm": 1.2088552429518862,
+      "learning_rate": 9.335503781370566e-06,
+      "loss": 0.0134,
+      "step": 288
+    },
+    {
+      "epoch": 0.192090395480226,
+      "grad_norm": 0.48462231329205135,
+      "learning_rate": 9.330127018922195e-06,
+      "loss": 0.0167,
+      "step": 289
+    },
+    {
+      "epoch": 0.1927550681289465,
+      "grad_norm": 0.45196942733251494,
+      "learning_rate": 9.324730152349305e-06,
+      "loss": 0.0208,
+      "step": 290
+    },
+    {
+      "epoch": 0.193419740777667,
+      "grad_norm": 0.26179557552703064,
+      "learning_rate": 9.319313206708736e-06,
+      "loss": 0.0105,
+      "step": 291
+    },
+    {
+      "epoch": 0.1940844134263875,
+      "grad_norm": 0.2688354205211216,
+      "learning_rate": 9.313876207150544e-06,
+      "loss": 0.0126,
+      "step": 292
+    },
+    {
+      "epoch": 0.19474908607510802,
+      "grad_norm": 0.34458442940664596,
+      "learning_rate": 9.308419178917896e-06,
+      "loss": 0.013,
+      "step": 293
+    },
+    {
+      "epoch": 0.19541375872382852,
+      "grad_norm": 0.616587916648638,
+      "learning_rate": 9.302942147346946e-06,
+      "loss": 0.0118,
+      "step": 294
+    },
+    {
+      "epoch": 0.19607843137254902,
+      "grad_norm": 0.63098677901715,
+      "learning_rate": 9.297445137866726e-06,
+      "loss": 0.0125,
+      "step": 295
+    },
+    {
+      "epoch": 0.19674310402126952,
+      "grad_norm": 0.38353889099209665,
+      "learning_rate": 9.291928175999018e-06,
+      "loss": 0.0145,
+      "step": 296
+    },
+    {
+      "epoch": 0.19740777666999004,
+      "grad_norm": 0.43109455932784146,
+      "learning_rate": 9.286391287358243e-06,
+      "loss": 0.0117,
+      "step": 297
+    },
+    {
+      "epoch": 0.19807244931871054,
+      "grad_norm": 0.937750712577231,
+      "learning_rate": 9.280834497651334e-06,
+      "loss": 0.0131,
+      "step": 298
+    },
+    {
+      "epoch": 0.19873712196743104,
+      "grad_norm": 0.17379806669445777,
+      "learning_rate": 9.275257832677624e-06,
+      "loss": 0.0104,
+      "step": 299
+    },
+    {
+      "epoch": 0.19940179461615154,
+      "grad_norm": 0.2078103682572689,
+      "learning_rate": 9.26966131832873e-06,
+      "loss": 0.0126,
+      "step": 300
+    },
+    {
+      "epoch": 0.20006646726487204,
+      "grad_norm": 0.46480655900318324,
+      "learning_rate": 9.264044980588415e-06,
+      "loss": 0.0118,
+      "step": 301
+    },
+    {
+      "epoch": 0.20073113991359257,
+      "grad_norm": 0.3945901657429371,
+      "learning_rate": 9.25840884553249e-06,
+      "loss": 0.013,
+      "step": 302
+    },
+    {
+      "epoch": 0.20139581256231306,
+      "grad_norm": 0.2861435884290271,
+      "learning_rate": 9.252752939328675e-06,
+      "loss": 0.0129,
+      "step": 303
+    },
+    {
+      "epoch": 0.20206048521103356,
+      "grad_norm": 0.6116503662696815,
+      "learning_rate": 9.247077288236488e-06,
+      "loss": 0.0118,
+      "step": 304
+    },
+    {
+      "epoch": 0.20272515785975406,
+      "grad_norm": 1.266176603756398,
+      "learning_rate": 9.241381918607115e-06,
+      "loss": 0.0124,
+      "step": 305
+    },
+    {
+      "epoch": 0.2033898305084746,
+      "grad_norm": 0.44337541615652654,
+      "learning_rate": 9.235666856883299e-06,
+      "loss": 0.0069,
+      "step": 306
+    },
+    {
+      "epoch": 0.2040545031571951,
+      "grad_norm": 0.5065447924774985,
+      "learning_rate": 9.229932129599206e-06,
+      "loss": 0.0148,
+      "step": 307
+    },
+    {
+      "epoch": 0.2047191758059156,
+      "grad_norm": 0.46025045568912626,
+      "learning_rate": 9.224177763380306e-06,
+      "loss": 0.0113,
+      "step": 308
+    },
+    {
+      "epoch": 0.2053838484546361,
+      "grad_norm": 0.7461824572174611,
+      "learning_rate": 9.21840378494325e-06,
+      "loss": 0.0093,
+      "step": 309
+    },
+    {
+      "epoch": 0.20604852110335659,
+      "grad_norm": 0.35994200980884283,
+      "learning_rate": 9.212610221095748e-06,
+      "loss": 0.012,
+      "step": 310
+    },
+    {
+      "epoch": 0.2067131937520771,
+      "grad_norm": 0.2101148723572065,
+      "learning_rate": 9.20679709873644e-06,
+      "loss": 0.0081,
+      "step": 311
+    },
+    {
+      "epoch": 0.2073778664007976,
+      "grad_norm": 0.46794769192698826,
+      "learning_rate": 9.200964444854772e-06,
+      "loss": 0.0136,
+      "step": 312
+    },
+    {
+      "epoch": 0.2080425390495181,
+      "grad_norm": 0.2343029106364292,
+      "learning_rate": 9.195112286530874e-06,
+      "loss": 0.0104,
+      "step": 313
+    },
+    {
+      "epoch": 0.2087072116982386,
+      "grad_norm": 0.3515318424192329,
+      "learning_rate": 9.189240650935433e-06,
+      "loss": 0.0096,
+      "step": 314
+    },
+    {
+      "epoch": 0.20937188434695914,
+      "grad_norm": 0.9014967022005104,
+      "learning_rate": 9.183349565329562e-06,
+      "loss": 0.0089,
+      "step": 315
+    },
+    {
+      "epoch": 0.21003655699567964,
+      "grad_norm": 0.2950618379345221,
+      "learning_rate": 9.177439057064684e-06,
+      "loss": 0.0092,
+      "step": 316
+    },
+    {
+      "epoch": 0.21070122964440013,
+      "grad_norm": 0.3731699572558992,
+      "learning_rate": 9.17150915358239e-06,
+      "loss": 0.0128,
+      "step": 317
+    },
+    {
+      "epoch": 0.21136590229312063,
+      "grad_norm": 0.39371211020200947,
+      "learning_rate": 9.165559882414325e-06,
+      "loss": 0.0079,
+      "step": 318
+    },
+    {
+      "epoch": 0.21203057494184113,
+      "grad_norm": 0.6272025806874811,
+      "learning_rate": 9.159591271182058e-06,
+      "loss": 0.0072,
+      "step": 319
+    },
+    {
+      "epoch": 0.21269524759056166,
+      "grad_norm": 0.32491453802391024,
+      "learning_rate": 9.153603347596946e-06,
+      "loss": 0.0113,
+      "step": 320
+    },
+    {
+      "epoch": 0.21335992023928216,
+      "grad_norm": 0.21680170033540036,
+      "learning_rate": 9.147596139460013e-06,
+      "loss": 0.0084,
+      "step": 321
+    },
+    {
+      "epoch": 0.21402459288800266,
+      "grad_norm": 0.3520010563797755,
+      "learning_rate": 9.141569674661816e-06,
+      "loss": 0.0127,
+      "step": 322
+    },
+    {
+      "epoch": 0.21468926553672316,
+      "grad_norm": 0.41941904209378145,
+      "learning_rate": 9.13552398118232e-06,
+      "loss": 0.0107,
+      "step": 323
+    },
+    {
+      "epoch": 0.21535393818544366,
+      "grad_norm": 0.8630907179998242,
+      "learning_rate": 9.129459087090765e-06,
+      "loss": 0.008,
+      "step": 324
+    },
+    {
+      "epoch": 0.21601861083416418,
+      "grad_norm": 0.2939661748778777,
+      "learning_rate": 9.123375020545534e-06,
+      "loss": 0.0127,
+      "step": 325
+    },
+    {
+      "epoch": 0.21668328348288468,
+      "grad_norm": 0.8093514549410721,
+      "learning_rate": 9.117271809794032e-06,
+      "loss": 0.0096,
+      "step": 326
+    },
+    {
+      "epoch": 0.21734795613160518,
+      "grad_norm": 0.758409064427298,
+      "learning_rate": 9.111149483172539e-06,
+      "loss": 0.0088,
+      "step": 327
+    },
+    {
+      "epoch": 0.21801262878032568,
+      "grad_norm": 0.3592918728636694,
+      "learning_rate": 9.105008069106093e-06,
+      "loss": 0.0105,
+      "step": 328
+    },
+    {
+      "epoch": 0.2186773014290462,
+      "grad_norm": 0.4725035440947185,
+      "learning_rate": 9.098847596108351e-06,
+      "loss": 0.0106,
+      "step": 329
+    },
+    {
+      "epoch": 0.2193419740777667,
+      "grad_norm": 0.2780451677623958,
+      "learning_rate": 9.092668092781454e-06,
+      "loss": 0.014,
+      "step": 330
+    },
+    {
+      "epoch": 0.2200066467264872,
+      "grad_norm": 0.8196827689316102,
+      "learning_rate": 9.086469587815904e-06,
+      "loss": 0.0108,
+      "step": 331
+    },
+    {
+      "epoch": 0.2206713193752077,
+      "grad_norm": 0.46358625068189424,
+      "learning_rate": 9.08025210999042e-06,
+      "loss": 0.0127,
+      "step": 332
+    },
+    {
+      "epoch": 0.2213359920239282,
+      "grad_norm": 1.1963218973895087,
+      "learning_rate": 9.07401568817181e-06,
+      "loss": 0.0123,
+      "step": 333
+    },
+    {
+      "epoch": 0.22200066467264873,
+      "grad_norm": 0.8500930860523507,
+      "learning_rate": 9.067760351314838e-06,
+      "loss": 0.014,
+      "step": 334
+    },
+    {
+      "epoch": 0.22266533732136923,
+      "grad_norm": 0.23029774816444434,
+      "learning_rate": 9.061486128462087e-06,
+      "loss": 0.0112,
+      "step": 335
+    },
+    {
+      "epoch": 0.22333000997008973,
+      "grad_norm": 0.28192211343810847,
+      "learning_rate": 9.055193048743824e-06,
+      "loss": 0.0113,
+      "step": 336
+    },
+    {
+      "epoch": 0.22399468261881023,
+      "grad_norm": 0.7620465169350527,
+      "learning_rate": 9.048881141377863e-06,
+      "loss": 0.0103,
+      "step": 337
+    },
+    {
+      "epoch": 0.22465935526753075,
+      "grad_norm": 0.5443536511448932,
+      "learning_rate": 9.04255043566944e-06,
+      "loss": 0.0087,
+      "step": 338
+    },
+    {
+      "epoch": 0.22532402791625125,
+      "grad_norm": 0.569846492101772,
+      "learning_rate": 9.03620096101106e-06,
+      "loss": 0.0109,
+      "step": 339
+    },
+    {
+      "epoch": 0.22598870056497175,
+      "grad_norm": 0.33325499022680055,
+      "learning_rate": 9.029832746882372e-06,
+      "loss": 0.0132,
+      "step": 340
+    },
+    {
+      "epoch": 0.22665337321369225,
+      "grad_norm": 0.31360893528789946,
+      "learning_rate": 9.023445822850035e-06,
+      "loss": 0.0081,
+      "step": 341
+    },
+    {
+      "epoch": 0.22731804586241275,
+      "grad_norm": 0.21198492180143544,
+      "learning_rate": 9.017040218567565e-06,
+      "loss": 0.0095,
+      "step": 342
+    },
+    {
+      "epoch": 0.22798271851113328,
+      "grad_norm": 0.7474064674412734,
+      "learning_rate": 9.01061596377522e-06,
+      "loss": 0.0134,
+      "step": 343
+    },
+    {
+      "epoch": 0.22864739115985377,
+      "grad_norm": 0.21804269279272503,
+      "learning_rate": 9.004173088299838e-06,
+      "loss": 0.01,
+      "step": 344
+    },
+    {
+      "epoch": 0.22931206380857427,
+      "grad_norm": 0.6475867863557033,
+      "learning_rate": 8.997711622054717e-06,
+      "loss": 0.0125,
+      "step": 345
+    },
+    {
+      "epoch": 0.22997673645729477,
+      "grad_norm": 0.31127783794512365,
+      "learning_rate": 8.991231595039464e-06,
+      "loss": 0.0062,
+      "step": 346
+    },
+    {
+      "epoch": 0.2306414091060153,
+      "grad_norm": 0.22842269717875766,
+      "learning_rate": 8.98473303733987e-06,
+      "loss": 0.0121,
+      "step": 347
+    },
+    {
+      "epoch": 0.2313060817547358,
+      "grad_norm": 0.40610731356871477,
+      "learning_rate": 8.97821597912775e-06,
+      "loss": 0.0095,
+      "step": 348
+    },
+    {
+      "epoch": 0.2319707544034563,
+      "grad_norm": 0.24025933765140492,
+      "learning_rate": 8.97168045066082e-06,
+      "loss": 0.0074,
+      "step": 349
+    },
+    {
+      "epoch": 0.2326354270521768,
+      "grad_norm": 0.2507513577714693,
+      "learning_rate": 8.96512648228255e-06,
+      "loss": 0.0138,
+      "step": 350
+    },
+    {
+      "epoch": 0.2333000997008973,
+      "grad_norm": 0.33282351330670684,
+      "learning_rate": 8.958554104422024e-06,
+      "loss": 0.0098,
+      "step": 351
+    },
+    {
+      "epoch": 0.23396477234961782,
+      "grad_norm": 0.3152160221022002,
+      "learning_rate": 8.951963347593797e-06,
+      "loss": 0.0105,
+      "step": 352
+    },
+    {
+      "epoch": 0.23462944499833832,
+      "grad_norm": 0.5128763476927577,
+      "learning_rate": 8.945354242397756e-06,
+      "loss": 0.0147,
+      "step": 353
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 0.5184497421850583,
+      "learning_rate": 8.938726819518978e-06,
+      "loss": 0.0097,
+      "step": 354
+    },
+    {
+      "epoch": 0.23595879029577932,
+      "grad_norm": 0.22729181658617056,
+      "learning_rate": 8.932081109727582e-06,
+      "loss": 0.0077,
+      "step": 355
+    },
+    {
+      "epoch": 0.23662346294449985,
+      "grad_norm": 0.29795513531254586,
+      "learning_rate": 8.925417143878594e-06,
+      "loss": 0.0073,
+      "step": 356
+    },
+    {
+      "epoch": 0.23728813559322035,
+      "grad_norm": 0.6958588648119022,
+      "learning_rate": 8.918734952911801e-06,
+      "loss": 0.0121,
+      "step": 357
+    },
+    {
+      "epoch": 0.23795280824194084,
+      "grad_norm": 0.2218236215605131,
+      "learning_rate": 8.9120345678516e-06,
+      "loss": 0.0081,
+      "step": 358
+    },
+    {
+      "epoch": 0.23861748089066134,
+      "grad_norm": 0.563047498692037,
+      "learning_rate": 8.905316019806867e-06,
+      "loss": 0.017,
+      "step": 359
+    },
+    {
+      "epoch": 0.23928215353938184,
+      "grad_norm": 0.3186037846027852,
+      "learning_rate": 8.898579339970806e-06,
+      "loss": 0.0101,
+      "step": 360
+    },
+    {
+      "epoch": 0.23994682618810237,
+      "grad_norm": 1.5189648261318371,
+      "learning_rate": 8.891824559620801e-06,
+      "loss": 0.0176,
+      "step": 361
+    },
+    {
+      "epoch": 0.24061149883682287,
+      "grad_norm": 0.26786563410207703,
+      "learning_rate": 8.885051710118274e-06,
+      "loss": 0.014,
+      "step": 362
+    },
+    {
+      "epoch": 0.24127617148554337,
+      "grad_norm": 0.8748035907760621,
+      "learning_rate": 8.878260822908539e-06,
+      "loss": 0.015,
+      "step": 363
+    },
+    {
+      "epoch": 0.24194084413426387,
+      "grad_norm": 0.5267764536524051,
+      "learning_rate": 8.871451929520662e-06,
+      "loss": 0.0086,
+      "step": 364
+    },
+    {
+      "epoch": 0.2426055167829844,
+      "grad_norm": 0.3679370256659736,
+      "learning_rate": 8.864625061567303e-06,
+      "loss": 0.0083,
+      "step": 365
+    },
+    {
+      "epoch": 0.2432701894317049,
+      "grad_norm": 0.19517382421702098,
+      "learning_rate": 8.857780250744574e-06,
+      "loss": 0.0094,
+      "step": 366
+    },
+    {
+      "epoch": 0.2439348620804254,
+      "grad_norm": 0.3274178987849208,
+      "learning_rate": 8.8509175288319e-06,
+      "loss": 0.0103,
+      "step": 367
+    },
+    {
+      "epoch": 0.2445995347291459,
+      "grad_norm": 0.5437760823295965,
+      "learning_rate": 8.844036927691857e-06,
+      "loss": 0.0088,
+      "step": 368
+    },
+    {
+      "epoch": 0.2452642073778664,
+      "grad_norm": 0.4789697861288138,
+      "learning_rate": 8.837138479270037e-06,
+      "loss": 0.0114,
+      "step": 369
+    },
+    {
+      "epoch": 0.24592888002658692,
+      "grad_norm": 0.5441389645820673,
+      "learning_rate": 8.83022221559489e-06,
+      "loss": 0.0101,
+      "step": 370
+    },
+    {
+      "epoch": 0.24659355267530741,
+      "grad_norm": 0.4010415785554097,
+      "learning_rate": 8.823288168777586e-06,
+      "loss": 0.015,
+      "step": 371
+    },
+    {
+      "epoch": 0.2472582253240279,
+      "grad_norm": 0.31952561251441525,
+      "learning_rate": 8.816336371011851e-06,
+      "loss": 0.0106,
+      "step": 372
+    },
+    {
+      "epoch": 0.2479228979727484,
+      "grad_norm": 0.39700805216169793,
+      "learning_rate": 8.80936685457383e-06,
+      "loss": 0.0142,
+      "step": 373
+    },
+    {
+      "epoch": 0.24858757062146894,
+      "grad_norm": 0.6593115149327142,
+      "learning_rate": 8.802379651821938e-06,
+      "loss": 0.0121,
+      "step": 374
+    },
+    {
+      "epoch": 0.24925224327018944,
+      "grad_norm": 0.4678738658206623,
+      "learning_rate": 8.795374795196694e-06,
+      "loss": 0.0117,
+      "step": 375
+    },
+    {
+      "epoch": 0.24991691591890994,
+      "grad_norm": 0.4850606055915218,
+      "learning_rate": 8.78835231722059e-06,
+      "loss": 0.0094,
+      "step": 376
+    },
+    {
+      "epoch": 0.25058158856763046,
+      "grad_norm": 0.26911040386767177,
+      "learning_rate": 8.78131225049793e-06,
+      "loss": 0.014,
+      "step": 377
+    },
+    {
+      "epoch": 0.25124626121635096,
+      "grad_norm": 0.9418348960665115,
+      "learning_rate": 8.774254627714676e-06,
+      "loss": 0.0165,
+      "step": 378
+    },
+    {
+      "epoch": 0.25191093386507146,
+      "grad_norm": 1.0045633115510086,
+      "learning_rate": 8.767179481638303e-06,
+      "loss": 0.0151,
+      "step": 379
+    },
+    {
+      "epoch": 0.25257560651379196,
+      "grad_norm": 0.24951907950013252,
+      "learning_rate": 8.760086845117648e-06,
+      "loss": 0.0102,
+      "step": 380
+    },
+    {
+      "epoch": 0.25324027916251246,
+      "grad_norm": 0.17956728755131446,
+      "learning_rate": 8.752976751082742e-06,
+      "loss": 0.0095,
+      "step": 381
+    },
+    {
+      "epoch": 0.25390495181123296,
+      "grad_norm": 0.5177895217836687,
+      "learning_rate": 8.74584923254468e-06,
+      "loss": 0.0108,
+      "step": 382
+    },
+    {
+      "epoch": 0.25456962445995346,
+      "grad_norm": 0.18771880731650165,
+      "learning_rate": 8.738704322595453e-06,
+      "loss": 0.0081,
+      "step": 383
+    },
+    {
+      "epoch": 0.25523429710867396,
+      "grad_norm": 1.0095335305368216,
+      "learning_rate": 8.731542054407793e-06,
+      "loss": 0.0126,
+      "step": 384
+    },
+    {
+      "epoch": 0.25589896975739446,
+      "grad_norm": 0.36502806171872737,
+      "learning_rate": 8.72436246123503e-06,
+      "loss": 0.0138,
+      "step": 385
+    },
+    {
+      "epoch": 0.256563642406115,
+      "grad_norm": 0.25787011889294087,
+      "learning_rate": 8.71716557641093e-06,
+      "loss": 0.0113,
+      "step": 386
+    },
+    {
+      "epoch": 0.2572283150548355,
+      "grad_norm": 0.2567733474614457,
+      "learning_rate": 8.709951433349536e-06,
+      "loss": 0.0149,
+      "step": 387
+    },
+    {
+      "epoch": 0.257892987703556,
+      "grad_norm": 0.43404962933931723,
+      "learning_rate": 8.702720065545024e-06,
+      "loss": 0.0095,
+      "step": 388
+    },
+    {
+      "epoch": 0.2585576603522765,
+      "grad_norm": 0.45023422702603766,
+      "learning_rate": 8.695471506571543e-06,
+      "loss": 0.0077,
+      "step": 389
+    },
+    {
+      "epoch": 0.259222333000997,
+      "grad_norm": 0.4996924976589022,
+      "learning_rate": 8.688205790083053e-06,
+      "loss": 0.0083,
+      "step": 390
+    },
+    {
+      "epoch": 0.2598870056497175,
+      "grad_norm": 0.4030334491475912,
+      "learning_rate": 8.680922949813177e-06,
+      "loss": 0.0147,
+      "step": 391
+    },
+    {
+      "epoch": 0.260551678298438,
+      "grad_norm": 0.42487361717662014,
+      "learning_rate": 8.673623019575042e-06,
+      "loss": 0.0111,
+      "step": 392
+    },
+    {
+      "epoch": 0.2612163509471585,
+      "grad_norm": 0.47898709390859606,
+      "learning_rate": 8.666306033261115e-06,
+      "loss": 0.0115,
+      "step": 393
+    },
+    {
+      "epoch": 0.261881023595879,
+      "grad_norm": 0.34131185830655547,
+      "learning_rate": 8.658972024843063e-06,
+      "loss": 0.0098,
+      "step": 394
+    },
+    {
+      "epoch": 0.26254569624459956,
+      "grad_norm": 0.4979203081696408,
+      "learning_rate": 8.65162102837157e-06,
+      "loss": 0.0104,
+      "step": 395
+    },
+    {
+      "epoch": 0.26321036889332006,
+      "grad_norm": 0.42398071579391594,
+      "learning_rate": 8.644253077976204e-06,
+      "loss": 0.0088,
+      "step": 396
+    },
+    {
+      "epoch": 0.26387504154204056,
+      "grad_norm": 0.5405134523432256,
+      "learning_rate": 8.636868207865244e-06,
+      "loss": 0.0089,
+      "step": 397
+    },
+    {
+      "epoch": 0.26453971419076105,
+      "grad_norm": 0.41061409174976227,
+      "learning_rate": 8.629466452325524e-06,
+      "loss": 0.0107,
+      "step": 398
+    },
+    {
+      "epoch": 0.26520438683948155,
+      "grad_norm": 0.46723617125018985,
+      "learning_rate": 8.622047845722274e-06,
+      "loss": 0.0134,
+      "step": 399
+    },
+    {
+      "epoch": 0.26586905948820205,
+      "grad_norm": 0.7092658462268281,
+      "learning_rate": 8.614612422498965e-06,
+      "loss": 0.0151,
+      "step": 400
+    },
+    {
+      "epoch": 0.26653373213692255,
+      "grad_norm": 0.3376115595460269,
+      "learning_rate": 8.607160217177137e-06,
+      "loss": 0.0095,
+      "step": 401
+    },
+    {
+      "epoch": 0.26719840478564305,
+      "grad_norm": 0.35138933824561336,
+      "learning_rate": 8.599691264356257e-06,
+      "loss": 0.0128,
+      "step": 402
+    },
+    {
+      "epoch": 0.26786307743436355,
+      "grad_norm": 0.358801121918168,
+      "learning_rate": 8.592205598713539e-06,
+      "loss": 0.0117,
+      "step": 403
+    },
+    {
+      "epoch": 0.2685277500830841,
+      "grad_norm": 0.3920759040185174,
+      "learning_rate": 8.584703255003796e-06,
+      "loss": 0.0122,
+      "step": 404
+    },
+    {
+      "epoch": 0.2691924227318046,
+      "grad_norm": 0.3628334215358763,
+      "learning_rate": 8.577184268059276e-06,
+      "loss": 0.0105,
+      "step": 405
+    },
+    {
+      "epoch": 0.2698570953805251,
+      "grad_norm": 0.3034806663580783,
+      "learning_rate": 8.569648672789496e-06,
+      "loss": 0.0103,
+      "step": 406
+    },
+    {
+      "epoch": 0.2705217680292456,
+      "grad_norm": 0.2335545293541909,
+      "learning_rate": 8.562096504181086e-06,
+      "loss": 0.0085,
+      "step": 407
+    },
+    {
+      "epoch": 0.2711864406779661,
+      "grad_norm": 0.19423184842598806,
+      "learning_rate": 8.554527797297622e-06,
+      "loss": 0.0076,
+      "step": 408
+    },
+    {
+      "epoch": 0.2718511133266866,
+      "grad_norm": 0.3416481152189461,
+      "learning_rate": 8.546942587279465e-06,
+      "loss": 0.0137,
+      "step": 409
+    },
+    {
+      "epoch": 0.2725157859754071,
+      "grad_norm": 0.48961552246390344,
+      "learning_rate": 8.539340909343597e-06,
+      "loss": 0.0108,
+      "step": 410
+    },
+    {
+      "epoch": 0.2731804586241276,
+      "grad_norm": 0.24911458267400743,
+      "learning_rate": 8.531722798783457e-06,
+      "loss": 0.0105,
+      "step": 411
+    },
+    {
+      "epoch": 0.2738451312728481,
+      "grad_norm": 0.3616792302604157,
+      "learning_rate": 8.524088290968781e-06,
+      "loss": 0.0087,
+      "step": 412
+    },
+    {
+      "epoch": 0.27450980392156865,
+      "grad_norm": 1.284981155801795,
+      "learning_rate": 8.516437421345433e-06,
+      "loss": 0.0124,
+      "step": 413
+    },
+    {
+      "epoch": 0.27517447657028915,
+      "grad_norm": 0.5693005072050209,
+      "learning_rate": 8.508770225435244e-06,
+      "loss": 0.0176,
+      "step": 414
+    },
+    {
+      "epoch": 0.27583914921900965,
+      "grad_norm": 0.3944381971204075,
+      "learning_rate": 8.501086738835843e-06,
+      "loss": 0.0107,
+      "step": 415
+    },
+    {
+      "epoch": 0.27650382186773015,
+      "grad_norm": 0.609516123860261,
+      "learning_rate": 8.493386997220497e-06,
+      "loss": 0.0106,
+      "step": 416
+    },
+    {
+      "epoch": 0.27716849451645065,
+      "grad_norm": 0.4942809285583405,
+      "learning_rate": 8.485671036337939e-06,
+      "loss": 0.0114,
+      "step": 417
+    },
+    {
+      "epoch": 0.27783316716517115,
+      "grad_norm": 0.26860228762066785,
+      "learning_rate": 8.477938892012209e-06,
+      "loss": 0.0071,
+      "step": 418
+    },
+    {
+      "epoch": 0.27849783981389165,
+      "grad_norm": 0.38431318734345415,
+      "learning_rate": 8.470190600142486e-06,
+      "loss": 0.0113,
+      "step": 419
+    },
+    {
+      "epoch": 0.27916251246261214,
+      "grad_norm": 0.39653494764365277,
+      "learning_rate": 8.462426196702912e-06,
+      "loss": 0.0145,
+      "step": 420
+    },
+    {
+      "epoch": 0.27982718511133264,
+      "grad_norm": 0.4999818013714175,
+      "learning_rate": 8.45464571774244e-06,
+      "loss": 0.0137,
+      "step": 421
+    },
+    {
+      "epoch": 0.2804918577600532,
+      "grad_norm": 0.32150423393322547,
+      "learning_rate": 8.446849199384655e-06,
+      "loss": 0.0106,
+      "step": 422
+    },
+    {
+      "epoch": 0.2811565304087737,
+      "grad_norm": 0.43625928006546033,
+      "learning_rate": 8.439036677827613e-06,
+      "loss": 0.0115,
+      "step": 423
+    },
+    {
+      "epoch": 0.2818212030574942,
+      "grad_norm": 0.30735825848324666,
+      "learning_rate": 8.43120818934367e-06,
+      "loss": 0.0087,
+      "step": 424
+    },
+    {
+      "epoch": 0.2824858757062147,
+      "grad_norm": 0.31453582147593395,
+      "learning_rate": 8.423363770279311e-06,
+      "loss": 0.0087,
+      "step": 425
+    },
+    {
+      "epoch": 0.2831505483549352,
+      "grad_norm": 0.19779849085464432,
+      "learning_rate": 8.415503457054988e-06,
+      "loss": 0.008,
+      "step": 426
+    },
+    {
+      "epoch": 0.2838152210036557,
+      "grad_norm": 0.39045756110991126,
+      "learning_rate": 8.407627286164948e-06,
+      "loss": 0.0124,
+      "step": 427
+    },
+    {
+      "epoch": 0.2844798936523762,
+      "grad_norm": 0.38524411622428917,
+      "learning_rate": 8.399735294177056e-06,
+      "loss": 0.0191,
+      "step": 428
+    },
+    {
+      "epoch": 0.2851445663010967,
+      "grad_norm": 0.30080223844735193,
+      "learning_rate": 8.391827517732642e-06,
+      "loss": 0.0136,
+      "step": 429
+    },
+    {
+      "epoch": 0.2858092389498172,
+      "grad_norm": 0.6624891931019012,
+      "learning_rate": 8.38390399354631e-06,
+      "loss": 0.0147,
+      "step": 430
+    },
+    {
+      "epoch": 0.28647391159853774,
+      "grad_norm": 0.2988303104566721,
+      "learning_rate": 8.375964758405788e-06,
+      "loss": 0.0112,
+      "step": 431
+    },
+    {
+      "epoch": 0.28713858424725824,
+      "grad_norm": 0.47342069754821636,
+      "learning_rate": 8.368009849171743e-06,
+      "loss": 0.0099,
+      "step": 432
+    },
+    {
+      "epoch": 0.28780325689597874,
+      "grad_norm": 0.792605112928616,
+      "learning_rate": 8.360039302777614e-06,
+      "loss": 0.0125,
+      "step": 433
+    },
+    {
+      "epoch": 0.28846792954469924,
+      "grad_norm": 0.4412882780314945,
+      "learning_rate": 8.352053156229439e-06,
+      "loss": 0.0097,
+      "step": 434
+    },
+    {
+      "epoch": 0.28913260219341974,
+      "grad_norm": 0.6754563553315797,
+      "learning_rate": 8.344051446605692e-06,
+      "loss": 0.0142,
+      "step": 435
+    },
+    {
+      "epoch": 0.28979727484214024,
+      "grad_norm": 0.3241169841658398,
+      "learning_rate": 8.336034211057098e-06,
+      "loss": 0.0093,
+      "step": 436
+    },
+    {
+      "epoch": 0.29046194749086074,
+      "grad_norm": 0.7780228945460835,
+      "learning_rate": 8.32800148680647e-06,
+      "loss": 0.0132,
+      "step": 437
+    },
+    {
+      "epoch": 0.29112662013958124,
+      "grad_norm": 0.6831936931028925,
+      "learning_rate": 8.31995331114853e-06,
+      "loss": 0.011,
+      "step": 438
+    },
+    {
+      "epoch": 0.29179129278830174,
+      "grad_norm": 0.760445970745941,
+      "learning_rate": 8.31188972144974e-06,
+      "loss": 0.0122,
+      "step": 439
+    },
+    {
+      "epoch": 0.2924559654370223,
+      "grad_norm": 0.2387277082202268,
+      "learning_rate": 8.303810755148127e-06,
+      "loss": 0.0124,
+      "step": 440
+    },
+    {
+      "epoch": 0.2931206380857428,
+      "grad_norm": 0.6530178367626034,
+      "learning_rate": 8.295716449753109e-06,
+      "loss": 0.0093,
+      "step": 441
+    },
+    {
+      "epoch": 0.2937853107344633,
+      "grad_norm": 0.5627289642461663,
+      "learning_rate": 8.28760684284532e-06,
+      "loss": 0.0109,
+      "step": 442
+    },
+    {
+      "epoch": 0.2944499833831838,
+      "grad_norm": 0.31706537962870157,
+      "learning_rate": 8.279481972076437e-06,
+      "loss": 0.0104,
+      "step": 443
+    },
+    {
+      "epoch": 0.2951146560319043,
+      "grad_norm": 0.3239172163384193,
+      "learning_rate": 8.27134187516901e-06,
+      "loss": 0.0108,
+      "step": 444
+    },
+    {
+      "epoch": 0.2957793286806248,
+      "grad_norm": 0.3806269393045076,
+      "learning_rate": 8.263186589916273e-06,
+      "loss": 0.0137,
+      "step": 445
+    },
+    {
+      "epoch": 0.2964440013293453,
+      "grad_norm": 0.48123055782712915,
+      "learning_rate": 8.255016154181982e-06,
+      "loss": 0.0121,
+      "step": 446
+    },
+    {
+      "epoch": 0.2971086739780658,
+      "grad_norm": 1.5483132046638926,
+      "learning_rate": 8.246830605900237e-06,
+      "loss": 0.009,
+      "step": 447
+    },
+    {
+      "epoch": 0.2977733466267863,
+      "grad_norm": 0.34353844140531886,
+      "learning_rate": 8.238629983075296e-06,
+      "loss": 0.0143,
+      "step": 448
+    },
+    {
+      "epoch": 0.29843801927550684,
+      "grad_norm": 0.5404915543494925,
+      "learning_rate": 8.23041432378141e-06,
+      "loss": 0.0155,
+      "step": 449
+    },
+    {
+      "epoch": 0.29910269192422734,
+      "grad_norm": 0.40938442505083267,
+      "learning_rate": 8.222183666162647e-06,
+      "loss": 0.0126,
+      "step": 450
+    },
+    {
+      "epoch": 0.29976736457294784,
+      "grad_norm": 0.3715257554780622,
+      "learning_rate": 8.213938048432697e-06,
+      "loss": 0.0123,
+      "step": 451
+    },
+    {
+      "epoch": 0.30043203722166834,
+      "grad_norm": 0.5651278646110928,
+      "learning_rate": 8.20567750887472e-06,
+      "loss": 0.0069,
+      "step": 452
+    },
+    {
+      "epoch": 0.30109670987038883,
+      "grad_norm": 0.2789217749494629,
+      "learning_rate": 8.197402085841154e-06,
+      "loss": 0.0099,
+      "step": 453
+    },
+    {
+      "epoch": 0.30176138251910933,
+      "grad_norm": 0.3063850384150043,
+      "learning_rate": 8.18911181775353e-06,
+      "loss": 0.0134,
+      "step": 454
+    },
+    {
+      "epoch": 0.30242605516782983,
+      "grad_norm": 0.7557480230146246,
+      "learning_rate": 8.180806743102312e-06,
+      "loss": 0.0159,
+      "step": 455
+    },
+    {
+      "epoch": 0.30309072781655033,
+      "grad_norm": 0.15858503833790136,
+      "learning_rate": 8.172486900446703e-06,
+      "loss": 0.0085,
+      "step": 456
+    },
+    {
+      "epoch": 0.30375540046527083,
+      "grad_norm": 0.23933761601257225,
+      "learning_rate": 8.164152328414476e-06,
+      "loss": 0.0135,
+      "step": 457
+    },
+    {
+      "epoch": 0.3044200731139914,
+      "grad_norm": 0.30771960991648895,
+      "learning_rate": 8.155803065701783e-06,
+      "loss": 0.0102,
+      "step": 458
+    },
+    {
+      "epoch": 0.3050847457627119,
+      "grad_norm": 0.28084340695901117,
+      "learning_rate": 8.147439151072993e-06,
+      "loss": 0.0094,
+      "step": 459
+    },
+    {
+      "epoch": 0.3057494184114324,
+      "grad_norm": 0.4302601876799286,
+      "learning_rate": 8.139060623360494e-06,
+      "loss": 0.0114,
+      "step": 460
+    },
+    {
+      "epoch": 0.3064140910601529,
+      "grad_norm": 0.19401937027992683,
+      "learning_rate": 8.130667521464519e-06,
+      "loss": 0.0089,
+      "step": 461
+    },
+    {
+      "epoch": 0.3070787637088734,
+      "grad_norm": 0.44817990023681686,
+      "learning_rate": 8.122259884352975e-06,
+      "loss": 0.0108,
+      "step": 462
+    },
+    {
+      "epoch": 0.3077434363575939,
+      "grad_norm": 0.5668528563734161,
+      "learning_rate": 8.113837751061246e-06,
+      "loss": 0.0106,
+      "step": 463
+    },
+    {
+      "epoch": 0.3084081090063144,
+      "grad_norm": 0.8975048950597451,
+      "learning_rate": 8.105401160692023e-06,
+      "loss": 0.0118,
+      "step": 464
+    },
+    {
+      "epoch": 0.3090727816550349,
+      "grad_norm": 0.3319306887880883,
+      "learning_rate": 8.09695015241512e-06,
+      "loss": 0.0101,
+      "step": 465
+    },
+    {
+      "epoch": 0.3097374543037554,
+      "grad_norm": 0.5140411193910503,
+      "learning_rate": 8.088484765467286e-06,
+      "loss": 0.0094,
+      "step": 466
+    },
+    {
+      "epoch": 0.31040212695247593,
+      "grad_norm": 0.4864559042130476,
+      "learning_rate": 8.080005039152034e-06,
+      "loss": 0.0108,
+      "step": 467
+    },
+    {
+      "epoch": 0.31106679960119643,
+      "grad_norm": 0.3729635503725394,
+      "learning_rate": 8.071511012839453e-06,
+      "loss": 0.0097,
+      "step": 468
+    },
+    {
+      "epoch": 0.31173147224991693,
+      "grad_norm": 0.32374458242313886,
+      "learning_rate": 8.063002725966014e-06,
+      "loss": 0.009,
+      "step": 469
+    },
+    {
+      "epoch": 0.31239614489863743,
+      "grad_norm": 0.6485688187501434,
+      "learning_rate": 8.054480218034415e-06,
+      "loss": 0.0105,
+      "step": 470
+    },
+    {
+      "epoch": 0.31306081754735793,
+      "grad_norm": 0.3046125855854896,
+      "learning_rate": 8.045943528613362e-06,
+      "loss": 0.0106,
+      "step": 471
+    },
+    {
+      "epoch": 0.3137254901960784,
+      "grad_norm": 0.3601738458811542,
+      "learning_rate": 8.037392697337418e-06,
+      "loss": 0.0122,
+      "step": 472
+    },
+    {
+      "epoch": 0.3143901628447989,
+      "grad_norm": 0.20844942856355533,
+      "learning_rate": 8.028827763906798e-06,
+      "loss": 0.0095,
+      "step": 473
+    },
+    {
+      "epoch": 0.3150548354935194,
+      "grad_norm": 0.1657352756386714,
+      "learning_rate": 8.020248768087189e-06,
+      "loss": 0.0053,
+      "step": 474
+    },
+    {
+      "epoch": 0.3157195081422399,
+      "grad_norm": 0.29952519086009544,
+      "learning_rate": 8.011655749709575e-06,
+      "loss": 0.0069,
+      "step": 475
+    },
+    {
+      "epoch": 0.3163841807909605,
+      "grad_norm": 0.6057990427958913,
+      "learning_rate": 8.003048748670034e-06,
+      "loss": 0.013,
+      "step": 476
+    },
+    {
+      "epoch": 0.317048853439681,
+      "grad_norm": 0.2813495851686625,
+      "learning_rate": 7.994427804929573e-06,
+      "loss": 0.0092,
+      "step": 477
+    },
+    {
+      "epoch": 0.3177135260884015,
+      "grad_norm": 0.7155250597834967,
+      "learning_rate": 7.985792958513932e-06,
+      "loss": 0.0089,
+      "step": 478
+    },
+    {
+      "epoch": 0.318378198737122,
+      "grad_norm": 0.5455272258190905,
+      "learning_rate": 7.977144249513391e-06,
+      "loss": 0.011,
+      "step": 479
+    },
+    {
+      "epoch": 0.3190428713858425,
+      "grad_norm": 0.30317424211233834,
+      "learning_rate": 7.968481718082601e-06,
+      "loss": 0.012,
+      "step": 480
+    },
+    {
+      "epoch": 0.319707544034563,
+      "grad_norm": 0.47539151269639346,
+      "learning_rate": 7.95980540444038e-06,
+      "loss": 0.0093,
+      "step": 481
+    },
+    {
+      "epoch": 0.3203722166832835,
+      "grad_norm": 0.2173242191148894,
+      "learning_rate": 7.951115348869546e-06,
+      "loss": 0.0073,
+      "step": 482
+    },
+    {
+      "epoch": 0.32103688933200397,
+      "grad_norm": 0.5601198104618945,
+      "learning_rate": 7.942411591716706e-06,
+      "loss": 0.0129,
+      "step": 483
+    },
+    {
+      "epoch": 0.32170156198072447,
+      "grad_norm": 0.449087158007511,
+      "learning_rate": 7.93369417339209e-06,
+      "loss": 0.0083,
+      "step": 484
+    },
+    {
+      "epoch": 0.322366234629445,
+      "grad_norm": 0.20358827965600385,
+      "learning_rate": 7.924963134369353e-06,
+      "loss": 0.0103,
+      "step": 485
+    },
+    {
+      "epoch": 0.3230309072781655,
+      "grad_norm": 0.2804197027689223,
+      "learning_rate": 7.916218515185386e-06,
+      "loss": 0.01,
+      "step": 486
+    },
+    {
+      "epoch": 0.323695579926886,
+      "grad_norm": 0.21137979568768858,
+      "learning_rate": 7.907460356440133e-06,
+      "loss": 0.0079,
+      "step": 487
+    },
+    {
+      "epoch": 0.3243602525756065,
+      "grad_norm": 0.4262053657453829,
+      "learning_rate": 7.898688698796403e-06,
+      "loss": 0.0093,
+      "step": 488
+    },
+    {
+      "epoch": 0.325024925224327,
+      "grad_norm": 0.2973515718681296,
+      "learning_rate": 7.88990358297967e-06,
+      "loss": 0.0104,
+      "step": 489
+    },
+    {
+      "epoch": 0.3256895978730475,
+      "grad_norm": 0.694934200823646,
+      "learning_rate": 7.881105049777902e-06,
+      "loss": 0.0131,
+      "step": 490
+    },
+    {
+      "epoch": 0.326354270521768,
+      "grad_norm": 0.5129657361426667,
+      "learning_rate": 7.872293140041353e-06,
+      "loss": 0.0166,
+      "step": 491
+    },
+    {
+      "epoch": 0.3270189431704885,
+      "grad_norm": 0.3298061640218595,
+      "learning_rate": 7.863467894682391e-06,
+      "loss": 0.0088,
+      "step": 492
+    },
+    {
+      "epoch": 0.327683615819209,
+      "grad_norm": 0.25416534596466156,
+      "learning_rate": 7.854629354675292e-06,
+      "loss": 0.0087,
+      "step": 493
+    },
+    {
+      "epoch": 0.32834828846792957,
+      "grad_norm": 0.5648136194724173,
+      "learning_rate": 7.84577756105606e-06,
+      "loss": 0.0149,
+      "step": 494
+    },
+    {
+      "epoch": 0.32901296111665007,
+      "grad_norm": 0.204272615149441,
+      "learning_rate": 7.836912554922233e-06,
+      "loss": 0.0076,
+      "step": 495
+    },
+    {
+      "epoch": 0.32967763376537057,
+      "grad_norm": 0.17799867208323966,
+      "learning_rate": 7.828034377432694e-06,
+      "loss": 0.0102,
+      "step": 496
+    },
+    {
+      "epoch": 0.33034230641409107,
+      "grad_norm": 0.5184612406773145,
+      "learning_rate": 7.819143069807477e-06,
+      "loss": 0.0118,
+      "step": 497
+    },
+    {
+      "epoch": 0.33100697906281157,
+      "grad_norm": 0.33867929197688984,
+      "learning_rate": 7.81023867332758e-06,
+      "loss": 0.0095,
+      "step": 498
+    },
+    {
+      "epoch": 0.33167165171153207,
+      "grad_norm": 0.21571360389307873,
+      "learning_rate": 7.801321229334764e-06,
+      "loss": 0.0095,
+      "step": 499
+    },
+    {
+      "epoch": 0.33233632436025257,
+      "grad_norm": 0.2050339512795772,
+      "learning_rate": 7.792390779231374e-06,
+      "loss": 0.0095,
+      "step": 500
+    },
+    {
+      "epoch": 0.33300099700897307,
+      "grad_norm": 0.43703162858153477,
+      "learning_rate": 7.783447364480142e-06,
+      "loss": 0.0138,
+      "step": 501
+    },
+    {
+      "epoch": 0.33366566965769356,
+      "grad_norm": 0.30256871421988485,
+      "learning_rate": 7.774491026603985e-06,
+      "loss": 0.0076,
+      "step": 502
+    },
+    {
+      "epoch": 0.33433034230641406,
+      "grad_norm": 0.7205885546658176,
+      "learning_rate": 7.765521807185827e-06,
+      "loss": 0.0148,
+      "step": 503
+    },
+    {
+      "epoch": 0.3349950149551346,
+      "grad_norm": 0.5592593279206337,
+      "learning_rate": 7.756539747868394e-06,
+      "loss": 0.0128,
+      "step": 504
+    },
+    {
+      "epoch": 0.3356596876038551,
+      "grad_norm": 0.512450644282298,
+      "learning_rate": 7.747544890354031e-06,
+      "loss": 0.0088,
+      "step": 505
+    },
+    {
+      "epoch": 0.3363243602525756,
+      "grad_norm": 0.19914259076708438,
+      "learning_rate": 7.738537276404498e-06,
+      "loss": 0.0061,
+      "step": 506
+    },
+    {
+      "epoch": 0.3369890329012961,
+      "grad_norm": 0.34264603764367224,
+      "learning_rate": 7.729516947840786e-06,
+      "loss": 0.0096,
+      "step": 507
+    },
+    {
+      "epoch": 0.3376537055500166,
+      "grad_norm": 0.24214521709185532,
+      "learning_rate": 7.720483946542913e-06,
+      "loss": 0.0085,
+      "step": 508
+    },
+    {
+      "epoch": 0.3383183781987371,
+      "grad_norm": 0.6007361020731513,
+      "learning_rate": 7.711438314449741e-06,
+      "loss": 0.0109,
+      "step": 509
+    },
+    {
+      "epoch": 0.3389830508474576,
+      "grad_norm": 0.34469241082183033,
+      "learning_rate": 7.702380093558766e-06,
+      "loss": 0.0086,
+      "step": 510
+    },
+    {
+      "epoch": 0.3396477234961781,
+      "grad_norm": 0.525829771732804,
+      "learning_rate": 7.69330932592594e-06,
+      "loss": 0.0121,
+      "step": 511
+    },
+    {
+      "epoch": 0.3403123961448986,
+      "grad_norm": 0.4051135935833249,
+      "learning_rate": 7.684226053665463e-06,
+      "loss": 0.0105,
+      "step": 512
+    },
+    {
+      "epoch": 0.34097706879361916,
+      "grad_norm": 0.4766264863702415,
+      "learning_rate": 7.675130318949596e-06,
+      "loss": 0.0123,
+      "step": 513
+    },
+    {
+      "epoch": 0.34164174144233966,
+      "grad_norm": 0.4271732174526758,
+      "learning_rate": 7.666022164008458e-06,
+      "loss": 0.011,
+      "step": 514
+    },
+    {
+      "epoch": 0.34230641409106016,
+      "grad_norm": 0.25241378574135087,
+      "learning_rate": 7.656901631129832e-06,
+      "loss": 0.006,
+      "step": 515
+    },
+    {
+      "epoch": 0.34297108673978066,
+      "grad_norm": 0.49010559634428563,
+      "learning_rate": 7.647768762658973e-06,
+      "loss": 0.0107,
+      "step": 516
+    },
+    {
+      "epoch": 0.34363575938850116,
+      "grad_norm": 0.199589455729234,
+      "learning_rate": 7.638623600998409e-06,
+      "loss": 0.0069,
+      "step": 517
+    },
+    {
+      "epoch": 0.34430043203722166,
+      "grad_norm": 0.34199927633451555,
+      "learning_rate": 7.629466188607741e-06,
+      "loss": 0.0121,
+      "step": 518
+    },
+    {
+      "epoch": 0.34496510468594216,
+      "grad_norm": 0.45761547602935065,
+      "learning_rate": 7.620296568003449e-06,
+      "loss": 0.0141,
+      "step": 519
+    },
+    {
+      "epoch": 0.34562977733466266,
+      "grad_norm": 0.3006576977771372,
+      "learning_rate": 7.6111147817586925e-06,
+      "loss": 0.0103,
+      "step": 520
+    },
+    {
+      "epoch": 0.34629444998338316,
+      "grad_norm": 0.22844414410638084,
+      "learning_rate": 7.601920872503119e-06,
+      "loss": 0.0101,
+      "step": 521
+    },
+    {
+      "epoch": 0.3469591226321037,
+      "grad_norm": 0.6106381720132763,
+      "learning_rate": 7.592714882922654e-06,
+      "loss": 0.0121,
+      "step": 522
+    },
+    {
+      "epoch": 0.3476237952808242,
+      "grad_norm": 0.3480161829431828,
+      "learning_rate": 7.5834968557593155e-06,
+      "loss": 0.0103,
+      "step": 523
+    },
+    {
+      "epoch": 0.3482884679295447,
+      "grad_norm": 0.19957169893377527,
+      "learning_rate": 7.574266833811009e-06,
+      "loss": 0.0076,
+      "step": 524
+    },
+    {
+      "epoch": 0.3489531405782652,
+      "grad_norm": 0.209959751517232,
+      "learning_rate": 7.565024859931331e-06,
+      "loss": 0.0077,
+      "step": 525
+    },
+    {
+      "epoch": 0.3496178132269857,
+      "grad_norm": 0.23232856968639554,
+      "learning_rate": 7.5557709770293664e-06,
+      "loss": 0.0076,
+      "step": 526
+    },
+    {
+      "epoch": 0.3502824858757062,
+      "grad_norm": 0.32119253379340007,
+      "learning_rate": 7.5465052280694935e-06,
+      "loss": 0.0076,
+      "step": 527
+    },
+    {
+      "epoch": 0.3509471585244267,
+      "grad_norm": 0.2811745173719261,
+      "learning_rate": 7.537227656071181e-06,
+      "loss": 0.0097,
+      "step": 528
+    },
+    {
+      "epoch": 0.3516118311731472,
+      "grad_norm": 0.4791498119473934,
+      "learning_rate": 7.527938304108795e-06,
+      "loss": 0.0105,
+      "step": 529
+    },
+    {
+      "epoch": 0.3522765038218677,
+      "grad_norm": 0.5917609290831101,
+      "learning_rate": 7.518637215311388e-06,
+      "loss": 0.0114,
+      "step": 530
+    },
+    {
+      "epoch": 0.35294117647058826,
+      "grad_norm": 0.4670496649161578,
+      "learning_rate": 7.509324432862511e-06,
+      "loss": 0.0093,
+      "step": 531
+    },
+    {
+      "epoch": 0.35360584911930876,
+      "grad_norm": 0.5621782659311169,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.0117,
+      "step": 532
+    },
+    {
+      "epoch": 0.35427052176802926,
+      "grad_norm": 0.8798948032508013,
+      "learning_rate": 7.490663960015789e-06,
+      "loss": 0.0119,
+      "step": 533
+    },
+    {
+      "epoch": 0.35493519441674976,
+      "grad_norm": 0.339325429479605,
+      "learning_rate": 7.4813163562556975e-06,
+      "loss": 0.0087,
+      "step": 534
+    },
+    {
+      "epoch": 0.35559986706547025,
+      "grad_norm": 0.35731424592022903,
+      "learning_rate": 7.471957232119235e-06,
+      "loss": 0.009,
+      "step": 535
+    },
+    {
+      "epoch": 0.35626453971419075,
+      "grad_norm": 0.22515905276759726,
+      "learning_rate": 7.4625866310594e-06,
+      "loss": 0.0086,
+      "step": 536
+    },
+    {
+      "epoch": 0.35692921236291125,
+      "grad_norm": 0.9630185262488252,
+      "learning_rate": 7.453204596582473e-06,
+      "loss": 0.0122,
+      "step": 537
+    },
+    {
+      "epoch": 0.35759388501163175,
+      "grad_norm": 0.6945298851942855,
+      "learning_rate": 7.443811172247822e-06,
+      "loss": 0.0103,
+      "step": 538
+    },
+    {
+      "epoch": 0.35825855766035225,
+      "grad_norm": 0.4226391903210947,
+      "learning_rate": 7.434406401667695e-06,
+      "loss": 0.0077,
+      "step": 539
+    },
+    {
+      "epoch": 0.3589232303090728,
+      "grad_norm": 0.35818150479304384,
+      "learning_rate": 7.424990328507017e-06,
+      "loss": 0.011,
+      "step": 540
+    },
+    {
+      "epoch": 0.3595879029577933,
+      "grad_norm": 0.8353613154149249,
+      "learning_rate": 7.415562996483193e-06,
+      "loss": 0.0109,
+      "step": 541
+    },
+    {
+      "epoch": 0.3602525756065138,
+      "grad_norm": 0.8944476960014304,
+      "learning_rate": 7.406124449365898e-06,
+      "loss": 0.0095,
+      "step": 542
+    },
+    {
+      "epoch": 0.3609172482552343,
+      "grad_norm": 0.6826581321816971,
+      "learning_rate": 7.3966747309768775e-06,
+      "loss": 0.0127,
+      "step": 543
+    },
+    {
+      "epoch": 0.3615819209039548,
+      "grad_norm": 0.6865486768650689,
+      "learning_rate": 7.387213885189746e-06,
+      "loss": 0.0119,
+      "step": 544
+    },
+    {
+      "epoch": 0.3622465935526753,
+      "grad_norm": 0.6578033790468896,
+      "learning_rate": 7.377741955929776e-06,
+      "loss": 0.009,
+      "step": 545
+    },
+    {
+      "epoch": 0.3629112662013958,
+      "grad_norm": 0.7825103372622395,
+      "learning_rate": 7.368258987173704e-06,
+      "loss": 0.0105,
+      "step": 546
+    },
+    {
+      "epoch": 0.3635759388501163,
+      "grad_norm": 0.2974677929905823,
+      "learning_rate": 7.358765022949519e-06,
+      "loss": 0.0079,
+      "step": 547
+    },
+    {
+      "epoch": 0.3642406114988368,
+      "grad_norm": 0.8406057581848128,
+      "learning_rate": 7.349260107336258e-06,
+      "loss": 0.0127,
+      "step": 548
+    },
+    {
+      "epoch": 0.36490528414755735,
+      "grad_norm": 0.7104386927886566,
+      "learning_rate": 7.339744284463808e-06,
+      "loss": 0.0153,
+      "step": 549
+    },
+    {
+      "epoch": 0.36556995679627785,
+      "grad_norm": 0.19131288266198826,
+      "learning_rate": 7.330217598512696e-06,
+      "loss": 0.0059,
+      "step": 550
+    },
+    {
+      "epoch": 0.36623462944499835,
+      "grad_norm": 0.47227167848071316,
+      "learning_rate": 7.320680093713879e-06,
+      "loss": 0.0102,
+      "step": 551
+    },
+    {
+      "epoch": 0.36689930209371885,
+      "grad_norm": 0.6376475359173951,
+      "learning_rate": 7.311131814348551e-06,
+      "loss": 0.009,
+      "step": 552
+    },
+    {
+      "epoch": 0.36756397474243935,
+      "grad_norm": 0.37694529213123096,
+      "learning_rate": 7.30157280474793e-06,
+      "loss": 0.0132,
+      "step": 553
+    },
+    {
+      "epoch": 0.36822864739115985,
+      "grad_norm": 0.46939561103149463,
+      "learning_rate": 7.292003109293048e-06,
+      "loss": 0.0137,
+      "step": 554
+    },
+    {
+      "epoch": 0.36889332003988035,
+      "grad_norm": 0.692309905775168,
+      "learning_rate": 7.282422772414555e-06,
+      "loss": 0.012,
+      "step": 555
+    },
+    {
+      "epoch": 0.36955799268860084,
+      "grad_norm": 0.30492987182103687,
+      "learning_rate": 7.2728318385925035e-06,
+      "loss": 0.0144,
+      "step": 556
+    },
+    {
+      "epoch": 0.37022266533732134,
+      "grad_norm": 0.2856525284147588,
+      "learning_rate": 7.263230352356151e-06,
+      "loss": 0.0102,
+      "step": 557
+    },
+    {
+      "epoch": 0.3708873379860419,
+      "grad_norm": 0.20680039864816357,
+      "learning_rate": 7.253618358283743e-06,
+      "loss": 0.0105,
+      "step": 558
+    },
+    {
+      "epoch": 0.3715520106347624,
+      "grad_norm": 0.43588697601101783,
+      "learning_rate": 7.243995901002312e-06,
+      "loss": 0.0123,
+      "step": 559
+    },
+    {
+      "epoch": 0.3722166832834829,
+      "grad_norm": 0.5251581392438576,
+      "learning_rate": 7.234363025187474e-06,
+      "loss": 0.0108,
+      "step": 560
+    },
+    {
+      "epoch": 0.3728813559322034,
+      "grad_norm": 0.45664528792412595,
+      "learning_rate": 7.2247197755632124e-06,
+      "loss": 0.0093,
+      "step": 561
+    },
+    {
+      "epoch": 0.3735460285809239,
+      "grad_norm": 0.6103685308142055,
+      "learning_rate": 7.215066196901676e-06,
+      "loss": 0.0091,
+      "step": 562
+    },
+    {
+      "epoch": 0.3742107012296444,
+      "grad_norm": 0.22998940357567568,
+      "learning_rate": 7.205402334022971e-06,
+      "loss": 0.0096,
+      "step": 563
+    },
+    {
+      "epoch": 0.3748753738783649,
+      "grad_norm": 0.16847007275316825,
+      "learning_rate": 7.19572823179495e-06,
+      "loss": 0.0061,
+      "step": 564
+    },
+    {
+      "epoch": 0.3755400465270854,
+      "grad_norm": 0.6616215209094138,
+      "learning_rate": 7.186043935133005e-06,
+      "loss": 0.0126,
+      "step": 565
+    },
+    {
+      "epoch": 0.3762047191758059,
+      "grad_norm": 0.5288671713506298,
+      "learning_rate": 7.176349488999859e-06,
+      "loss": 0.0096,
+      "step": 566
+    },
+    {
+      "epoch": 0.37686939182452645,
+      "grad_norm": 0.7988443891963547,
+      "learning_rate": 7.166644938405361e-06,
+      "loss": 0.0127,
+      "step": 567
+    },
+    {
+      "epoch": 0.37753406447324694,
+      "grad_norm": 0.35447102070889436,
+      "learning_rate": 7.156930328406268e-06,
+      "loss": 0.0096,
+      "step": 568
+    },
+    {
+      "epoch": 0.37819873712196744,
+      "grad_norm": 0.29078404959346027,
+      "learning_rate": 7.147205704106046e-06,
+      "loss": 0.0064,
+      "step": 569
+    },
+    {
+      "epoch": 0.37886340977068794,
+      "grad_norm": 0.6502569688205814,
+      "learning_rate": 7.137471110654656e-06,
+      "loss": 0.01,
+      "step": 570
+    },
+    {
+      "epoch": 0.37952808241940844,
+      "grad_norm": 0.5586458237706238,
+      "learning_rate": 7.127726593248337e-06,
+      "loss": 0.0108,
+      "step": 571
+    },
+    {
+      "epoch": 0.38019275506812894,
+      "grad_norm": 0.2870302268653187,
+      "learning_rate": 7.117972197129415e-06,
+      "loss": 0.0061,
+      "step": 572
+    },
+    {
+      "epoch": 0.38085742771684944,
+      "grad_norm": 0.35915045178879285,
+      "learning_rate": 7.108207967586071e-06,
+      "loss": 0.0051,
+      "step": 573
+    },
+    {
+      "epoch": 0.38152210036556994,
+      "grad_norm": 0.4095410816701309,
+      "learning_rate": 7.098433949952146e-06,
+      "loss": 0.0099,
+      "step": 574
+    },
+    {
+      "epoch": 0.38218677301429044,
+      "grad_norm": 0.6747149296750776,
+      "learning_rate": 7.088650189606926e-06,
+      "loss": 0.0117,
+      "step": 575
+    },
+    {
+      "epoch": 0.382851445663011,
+      "grad_norm": 0.5789999982523566,
+      "learning_rate": 7.07885673197493e-06,
+      "loss": 0.0114,
+      "step": 576
+    },
+    {
+      "epoch": 0.3835161183117315,
+      "grad_norm": 0.42685246555086065,
+      "learning_rate": 7.069053622525697e-06,
+      "loss": 0.0108,
+      "step": 577
+    },
+    {
+      "epoch": 0.384180790960452,
+      "grad_norm": 0.5053574196210717,
+      "learning_rate": 7.059240906773583e-06,
+      "loss": 0.0133,
+      "step": 578
+    },
+    {
+      "epoch": 0.3848454636091725,
+      "grad_norm": 0.3332957877727812,
+      "learning_rate": 7.049418630277543e-06,
+      "loss": 0.009,
+      "step": 579
+    },
+    {
+      "epoch": 0.385510136257893,
+      "grad_norm": 0.5521284959380209,
+      "learning_rate": 7.039586838640918e-06,
+      "loss": 0.0118,
+      "step": 580
+    },
+    {
+      "epoch": 0.3861748089066135,
+      "grad_norm": 0.3492766426453421,
+      "learning_rate": 7.029745577511232e-06,
+      "loss": 0.0127,
+      "step": 581
+    },
+    {
+      "epoch": 0.386839481555334,
+      "grad_norm": 0.5377414655718215,
+      "learning_rate": 7.019894892579969e-06,
+      "loss": 0.008,
+      "step": 582
+    },
+    {
+      "epoch": 0.3875041542040545,
+      "grad_norm": 0.14878035808350976,
+      "learning_rate": 7.0100348295823706e-06,
+      "loss": 0.009,
+      "step": 583
+    },
+    {
+      "epoch": 0.388168826852775,
+      "grad_norm": 0.52529745526814,
+      "learning_rate": 7.000165434297214e-06,
+      "loss": 0.0103,
+      "step": 584
+    },
+    {
+      "epoch": 0.38883349950149554,
+      "grad_norm": 0.2224555860564274,
+      "learning_rate": 6.9902867525466116e-06,
+      "loss": 0.0105,
+      "step": 585
+    },
+    {
+      "epoch": 0.38949817215021604,
+      "grad_norm": 0.15021128763326028,
+      "learning_rate": 6.980398830195785e-06,
+      "loss": 0.0065,
+      "step": 586
+    },
+    {
+      "epoch": 0.39016284479893654,
+      "grad_norm": 0.1877258462930616,
+      "learning_rate": 6.9705017131528625e-06,
+      "loss": 0.0095,
+      "step": 587
+    },
+    {
+      "epoch": 0.39082751744765704,
+      "grad_norm": 0.2545920726128384,
+      "learning_rate": 6.960595447368662e-06,
+      "loss": 0.0096,
+      "step": 588
+    },
+    {
+      "epoch": 0.39149219009637753,
+      "grad_norm": 0.3555982790161214,
+      "learning_rate": 6.950680078836475e-06,
+      "loss": 0.012,
+      "step": 589
+    },
+    {
+      "epoch": 0.39215686274509803,
+      "grad_norm": 0.17594418785497495,
+      "learning_rate": 6.940755653591859e-06,
+      "loss": 0.0054,
+      "step": 590
+    },
+    {
+      "epoch": 0.39282153539381853,
+      "grad_norm": 0.6987081904211158,
+      "learning_rate": 6.930822217712418e-06,
+      "loss": 0.0108,
+      "step": 591
+    },
+    {
+      "epoch": 0.39348620804253903,
+      "grad_norm": 0.6486921438985525,
+      "learning_rate": 6.920879817317588e-06,
+      "loss": 0.0113,
+      "step": 592
+    },
+    {
+      "epoch": 0.39415088069125953,
+      "grad_norm": 0.27284700713735915,
+      "learning_rate": 6.910928498568435e-06,
+      "loss": 0.0084,
+      "step": 593
+    },
+    {
+      "epoch": 0.3948155533399801,
+      "grad_norm": 0.25769721114521166,
+      "learning_rate": 6.900968307667424e-06,
+      "loss": 0.0104,
+      "step": 594
+    },
+    {
+      "epoch": 0.3954802259887006,
+      "grad_norm": 0.3299261578423499,
+      "learning_rate": 6.890999290858213e-06,
+      "loss": 0.0054,
+      "step": 595
+    },
+    {
+      "epoch": 0.3961448986374211,
+      "grad_norm": 0.43910099238089556,
+      "learning_rate": 6.88102149442544e-06,
+      "loss": 0.0106,
+      "step": 596
+    },
+    {
+      "epoch": 0.3968095712861416,
+      "grad_norm": 0.338574725547578,
+      "learning_rate": 6.871034964694504e-06,
+      "loss": 0.0099,
+      "step": 597
+    },
+    {
+      "epoch": 0.3974742439348621,
+      "grad_norm": 0.26491883961369567,
+      "learning_rate": 6.861039748031351e-06,
+      "loss": 0.0108,
+      "step": 598
+    },
+    {
+      "epoch": 0.3981389165835826,
+      "grad_norm": 0.21317555102009628,
+      "learning_rate": 6.85103589084226e-06,
+      "loss": 0.0072,
+      "step": 599
+    },
+    {
+      "epoch": 0.3988035892323031,
+      "grad_norm": 0.32544598623336923,
+      "learning_rate": 6.841023439573623e-06,
+      "loss": 0.0088,
+      "step": 600
+    },
+    {
+      "epoch": 0.3994682618810236,
+      "grad_norm": 0.45217378967864114,
+      "learning_rate": 6.8310024407117405e-06,
+      "loss": 0.0091,
+      "step": 601
+    },
+    {
+      "epoch": 0.4001329345297441,
+      "grad_norm": 0.22695735797763986,
+      "learning_rate": 6.820972940782592e-06,
+      "loss": 0.0076,
+      "step": 602
+    },
+    {
+      "epoch": 0.40079760717846463,
+      "grad_norm": 0.4553197085999024,
+      "learning_rate": 6.810934986351629e-06,
+      "loss": 0.0109,
+      "step": 603
+    },
+    {
+      "epoch": 0.40146227982718513,
+      "grad_norm": 0.26812600555564403,
+      "learning_rate": 6.800888624023552e-06,
+      "loss": 0.0103,
+      "step": 604
+    },
+    {
+      "epoch": 0.40212695247590563,
+      "grad_norm": 0.7024527429206964,
+      "learning_rate": 6.7908339004421055e-06,
+      "loss": 0.0129,
+      "step": 605
+    },
+    {
+      "epoch": 0.40279162512462613,
+      "grad_norm": 0.34999655159427806,
+      "learning_rate": 6.780770862289846e-06,
+      "loss": 0.0092,
+      "step": 606
+    },
+    {
+      "epoch": 0.40345629777334663,
+      "grad_norm": 0.45285032332411074,
+      "learning_rate": 6.770699556287939e-06,
+      "loss": 0.0088,
+      "step": 607
+    },
+    {
+      "epoch": 0.4041209704220671,
+      "grad_norm": 0.5997018707452677,
+      "learning_rate": 6.760620029195932e-06,
+      "loss": 0.0096,
+      "step": 608
+    },
+    {
+      "epoch": 0.4047856430707876,
+      "grad_norm": 0.5514074896434142,
+      "learning_rate": 6.750532327811547e-06,
+      "loss": 0.011,
+      "step": 609
+    },
+    {
+      "epoch": 0.4054503157195081,
+      "grad_norm": 0.37176586119207755,
+      "learning_rate": 6.740436498970453e-06,
+      "loss": 0.0084,
+      "step": 610
+    },
+    {
+      "epoch": 0.4061149883682286,
+      "grad_norm": 0.27177979114541556,
+      "learning_rate": 6.730332589546057e-06,
+      "loss": 0.0114,
+      "step": 611
+    },
+    {
+      "epoch": 0.4067796610169492,
+      "grad_norm": 0.3155915334093962,
+      "learning_rate": 6.72022064644928e-06,
+      "loss": 0.0097,
+      "step": 612
+    },
+    {
+      "epoch": 0.4074443336656697,
+      "grad_norm": 0.3630978188083772,
+      "learning_rate": 6.710100716628345e-06,
+      "loss": 0.0131,
+      "step": 613
+    },
+    {
+      "epoch": 0.4081090063143902,
+      "grad_norm": 0.18765224364350858,
+      "learning_rate": 6.699972847068554e-06,
+      "loss": 0.0087,
+      "step": 614
+    },
+    {
+      "epoch": 0.4087736789631107,
+      "grad_norm": 0.18599228269433404,
+      "learning_rate": 6.6898370847920725e-06,
+      "loss": 0.0079,
+      "step": 615
+    },
+    {
+      "epoch": 0.4094383516118312,
+      "grad_norm": 0.20485696206177575,
+      "learning_rate": 6.679693476857712e-06,
+      "loss": 0.008,
+      "step": 616
+    },
+    {
+      "epoch": 0.4101030242605517,
+      "grad_norm": 0.31466782644228947,
+      "learning_rate": 6.669542070360709e-06,
+      "loss": 0.0097,
+      "step": 617
+    },
+    {
+      "epoch": 0.4107676969092722,
+      "grad_norm": 0.4686745434154618,
+      "learning_rate": 6.659382912432506e-06,
+      "loss": 0.0089,
+      "step": 618
+    },
+    {
+      "epoch": 0.41143236955799267,
+      "grad_norm": 0.24238323375836263,
+      "learning_rate": 6.649216050240539e-06,
+      "loss": 0.0075,
+      "step": 619
+    },
+    {
+      "epoch": 0.41209704220671317,
+      "grad_norm": 0.2670812329975021,
+      "learning_rate": 6.639041530988009e-06,
+      "loss": 0.0083,
+      "step": 620
+    },
+    {
+      "epoch": 0.4127617148554337,
+      "grad_norm": 0.23529371570929705,
+      "learning_rate": 6.62885940191367e-06,
+      "loss": 0.0128,
+      "step": 621
+    },
+    {
+      "epoch": 0.4134263875041542,
+      "grad_norm": 0.5824583044607933,
+      "learning_rate": 6.618669710291607e-06,
+      "loss": 0.0119,
+      "step": 622
+    },
+    {
+      "epoch": 0.4140910601528747,
+      "grad_norm": 0.4446092567307767,
+      "learning_rate": 6.608472503431013e-06,
+      "loss": 0.0126,
+      "step": 623
+    },
+    {
+      "epoch": 0.4147557328015952,
+      "grad_norm": 0.41347103785645517,
+      "learning_rate": 6.5982678286759795e-06,
+      "loss": 0.0103,
+      "step": 624
+    },
+    {
+      "epoch": 0.4154204054503157,
+      "grad_norm": 0.3338845213578862,
+      "learning_rate": 6.588055733405266e-06,
+      "loss": 0.0097,
+      "step": 625
+    },
+    {
+      "epoch": 0.4160850780990362,
+      "grad_norm": 0.36627748338652033,
+      "learning_rate": 6.577836265032088e-06,
+      "loss": 0.0071,
+      "step": 626
+    },
+    {
+      "epoch": 0.4167497507477567,
+      "grad_norm": 0.3398309868685469,
+      "learning_rate": 6.5676094710038885e-06,
+      "loss": 0.0063,
+      "step": 627
+    },
+    {
+      "epoch": 0.4174144233964772,
+      "grad_norm": 0.2028781075400023,
+      "learning_rate": 6.557375398802124e-06,
+      "loss": 0.0103,
+      "step": 628
+    },
+    {
+      "epoch": 0.4180790960451977,
+      "grad_norm": 0.33930270206275065,
+      "learning_rate": 6.547134095942045e-06,
+      "loss": 0.009,
+      "step": 629
+    },
+    {
+      "epoch": 0.4187437686939183,
+      "grad_norm": 0.2354065061956709,
+      "learning_rate": 6.536885609972467e-06,
+      "loss": 0.0097,
+      "step": 630
+    },
+    {
+      "epoch": 0.41940844134263877,
+      "grad_norm": 0.3133176449040743,
+      "learning_rate": 6.526629988475567e-06,
+      "loss": 0.0113,
+      "step": 631
+    },
+    {
+      "epoch": 0.42007311399135927,
+      "grad_norm": 0.33078518943415103,
+      "learning_rate": 6.516367279066637e-06,
+      "loss": 0.0119,
+      "step": 632
+    },
+    {
+      "epoch": 0.42073778664007977,
+      "grad_norm": 0.38893906939213974,
+      "learning_rate": 6.5060975293938865e-06,
+      "loss": 0.0143,
+      "step": 633
+    },
+    {
+      "epoch": 0.42140245928880027,
+      "grad_norm": 0.2547718557795754,
+      "learning_rate": 6.495820787138209e-06,
+      "loss": 0.0097,
+      "step": 634
+    },
+    {
+      "epoch": 0.42206713193752077,
+      "grad_norm": 0.6357167916060998,
+      "learning_rate": 6.485537100012964e-06,
+      "loss": 0.0136,
+      "step": 635
+    },
+    {
+      "epoch": 0.42273180458624127,
+      "grad_norm": 0.24172901416385553,
+      "learning_rate": 6.475246515763753e-06,
+      "loss": 0.0089,
+      "step": 636
+    },
+    {
+      "epoch": 0.42339647723496177,
+      "grad_norm": 0.42791960967947706,
+      "learning_rate": 6.4649490821682035e-06,
+      "loss": 0.0103,
+      "step": 637
+    },
+    {
+      "epoch": 0.42406114988368226,
+      "grad_norm": 0.12542724400280028,
+      "learning_rate": 6.454644847035741e-06,
+      "loss": 0.0056,
+      "step": 638
+    },
+    {
+      "epoch": 0.4247258225324028,
+      "grad_norm": 0.3240087571703041,
+      "learning_rate": 6.44433385820737e-06,
+      "loss": 0.0136,
+      "step": 639
+    },
+    {
+      "epoch": 0.4253904951811233,
+      "grad_norm": 0.4831422023803344,
+      "learning_rate": 6.434016163555452e-06,
+      "loss": 0.0126,
+      "step": 640
+    },
+    {
+      "epoch": 0.4260551678298438,
+      "grad_norm": 0.26404807622144777,
+      "learning_rate": 6.42369181098348e-06,
+      "loss": 0.0103,
+      "step": 641
+    },
+    {
+      "epoch": 0.4267198404785643,
+      "grad_norm": 0.7106358570106606,
+      "learning_rate": 6.4133608484258625e-06,
+      "loss": 0.0128,
+      "step": 642
+    },
+    {
+      "epoch": 0.4273845131272848,
+      "grad_norm": 0.1909189463837318,
+      "learning_rate": 6.403023323847695e-06,
+      "loss": 0.0118,
+      "step": 643
+    },
+    {
+      "epoch": 0.4280491857760053,
+      "grad_norm": 0.16305714417406786,
+      "learning_rate": 6.392679285244538e-06,
+      "loss": 0.0059,
+      "step": 644
+    },
+    {
+      "epoch": 0.4287138584247258,
+      "grad_norm": 0.20980001282845573,
+      "learning_rate": 6.382328780642202e-06,
+      "loss": 0.0065,
+      "step": 645
+    },
+    {
+      "epoch": 0.4293785310734463,
+      "grad_norm": 0.6345858900603542,
+      "learning_rate": 6.371971858096509e-06,
+      "loss": 0.0101,
+      "step": 646
+    },
+    {
+      "epoch": 0.4300432037221668,
+      "grad_norm": 0.2526581898487362,
+      "learning_rate": 6.3616085656930845e-06,
+      "loss": 0.0084,
+      "step": 647
+    },
+    {
+      "epoch": 0.4307078763708873,
+      "grad_norm": 0.5563764968794693,
+      "learning_rate": 6.351238951547127e-06,
+      "loss": 0.0093,
+      "step": 648
+    },
+    {
+      "epoch": 0.43137254901960786,
+      "grad_norm": 0.3280061671425709,
+      "learning_rate": 6.340863063803187e-06,
+      "loss": 0.0102,
+      "step": 649
+    },
+    {
+      "epoch": 0.43203722166832836,
+      "grad_norm": 0.29114680990388586,
+      "learning_rate": 6.330480950634942e-06,
+      "loss": 0.0071,
+      "step": 650
+    },
+    {
+      "epoch": 0.43270189431704886,
+      "grad_norm": 0.7540844145468062,
+      "learning_rate": 6.320092660244969e-06,
+      "loss": 0.0118,
+      "step": 651
+    },
+    {
+      "epoch": 0.43336656696576936,
+      "grad_norm": 0.7129618909686243,
+      "learning_rate": 6.30969824086453e-06,
+      "loss": 0.014,
+      "step": 652
+    },
+    {
+      "epoch": 0.43403123961448986,
+      "grad_norm": 0.37761044935808713,
+      "learning_rate": 6.2992977407533425e-06,
+      "loss": 0.0147,
+      "step": 653
+    },
+    {
+      "epoch": 0.43469591226321036,
+      "grad_norm": 0.6235565064106601,
+      "learning_rate": 6.288891208199354e-06,
+      "loss": 0.0143,
+      "step": 654
+    },
+    {
+      "epoch": 0.43536058491193086,
+      "grad_norm": 0.4853294209376415,
+      "learning_rate": 6.278478691518519e-06,
+      "loss": 0.0071,
+      "step": 655
+    },
+    {
+      "epoch": 0.43602525756065136,
+      "grad_norm": 0.3809871361215779,
+      "learning_rate": 6.268060239054577e-06,
+      "loss": 0.011,
+      "step": 656
+    },
+    {
+      "epoch": 0.43668993020937186,
+      "grad_norm": 0.6387386149948802,
+      "learning_rate": 6.25763589917883e-06,
+      "loss": 0.0143,
+      "step": 657
+    },
+    {
+      "epoch": 0.4373546028580924,
+      "grad_norm": 0.4015521779761784,
+      "learning_rate": 6.247205720289907e-06,
+      "loss": 0.014,
+      "step": 658
+    },
+    {
+      "epoch": 0.4380192755068129,
+      "grad_norm": 0.4117265254888033,
+      "learning_rate": 6.2367697508135505e-06,
+      "loss": 0.0094,
+      "step": 659
+    },
+    {
+      "epoch": 0.4386839481555334,
+      "grad_norm": 0.2308963938069441,
+      "learning_rate": 6.22632803920239e-06,
+      "loss": 0.0106,
+      "step": 660
+    },
+    {
+      "epoch": 0.4393486208042539,
+      "grad_norm": 0.5565667568037039,
+      "learning_rate": 6.215880633935709e-06,
+      "loss": 0.0119,
+      "step": 661
+    },
+    {
+      "epoch": 0.4400132934529744,
+      "grad_norm": 0.13383004160026224,
+      "learning_rate": 6.205427583519233e-06,
+      "loss": 0.0082,
+      "step": 662
+    },
+    {
+      "epoch": 0.4406779661016949,
+      "grad_norm": 0.12559365714009277,
+      "learning_rate": 6.19496893648489e-06,
+      "loss": 0.0057,
+      "step": 663
+    },
+    {
+      "epoch": 0.4413426387504154,
+      "grad_norm": 0.24802201422675454,
+      "learning_rate": 6.184504741390596e-06,
+      "loss": 0.0124,
+      "step": 664
+    },
+    {
+      "epoch": 0.4420073113991359,
+      "grad_norm": 0.35523200372156655,
+      "learning_rate": 6.174035046820029e-06,
+      "loss": 0.0138,
+      "step": 665
+    },
+    {
+      "epoch": 0.4426719840478564,
+      "grad_norm": 0.6446429153918144,
+      "learning_rate": 6.163559901382391e-06,
+      "loss": 0.0101,
+      "step": 666
+    },
+    {
+      "epoch": 0.44333665669657696,
+      "grad_norm": 0.19204760848336078,
+      "learning_rate": 6.153079353712201e-06,
+      "loss": 0.0084,
+      "step": 667
+    },
+    {
+      "epoch": 0.44400132934529746,
+      "grad_norm": 0.3606528722422487,
+      "learning_rate": 6.142593452469057e-06,
+      "loss": 0.0112,
+      "step": 668
+    },
+    {
+      "epoch": 0.44466600199401796,
+      "grad_norm": 0.32923458085729596,
+      "learning_rate": 6.132102246337408e-06,
+      "loss": 0.011,
+      "step": 669
+    },
+    {
+      "epoch": 0.44533067464273846,
+      "grad_norm": 0.2498741139091563,
+      "learning_rate": 6.121605784026339e-06,
+      "loss": 0.0087,
+      "step": 670
+    },
+    {
+      "epoch": 0.44599534729145895,
+      "grad_norm": 0.2294721012914431,
+      "learning_rate": 6.1111041142693354e-06,
+      "loss": 0.0056,
+      "step": 671
+    },
+    {
+      "epoch": 0.44666001994017945,
+      "grad_norm": 0.34052806371715416,
+      "learning_rate": 6.100597285824061e-06,
+      "loss": 0.0098,
+      "step": 672
+    },
+    {
+      "epoch": 0.44732469258889995,
+      "grad_norm": 0.317963671335907,
+      "learning_rate": 6.09008534747213e-06,
+      "loss": 0.0082,
+      "step": 673
+    },
+    {
+      "epoch": 0.44798936523762045,
+      "grad_norm": 0.4296825991195016,
+      "learning_rate": 6.079568348018881e-06,
+      "loss": 0.0071,
+      "step": 674
+    },
+    {
+      "epoch": 0.44865403788634095,
+      "grad_norm": 0.47778547270400257,
+      "learning_rate": 6.069046336293154e-06,
+      "loss": 0.0093,
+      "step": 675
+    },
+    {
+      "epoch": 0.4493187105350615,
+      "grad_norm": 0.5777658191227268,
+      "learning_rate": 6.058519361147055e-06,
+      "loss": 0.0086,
+      "step": 676
+    },
+    {
+      "epoch": 0.449983383183782,
+      "grad_norm": 0.3622945985112122,
+      "learning_rate": 6.047987471455735e-06,
+      "loss": 0.0122,
+      "step": 677
+    },
+    {
+      "epoch": 0.4506480558325025,
+      "grad_norm": 0.3245378324124243,
+      "learning_rate": 6.037450716117167e-06,
+      "loss": 0.0117,
+      "step": 678
+    },
+    {
+      "epoch": 0.451312728481223,
+      "grad_norm": 0.457138027692893,
+      "learning_rate": 6.02690914405191e-06,
+      "loss": 0.0094,
+      "step": 679
+    },
+    {
+      "epoch": 0.4519774011299435,
+      "grad_norm": 0.9939712798598156,
+      "learning_rate": 6.01636280420289e-06,
+      "loss": 0.0116,
+      "step": 680
+    },
+    {
+      "epoch": 0.452642073778664,
+      "grad_norm": 0.9022525191572159,
+      "learning_rate": 6.005811745535165e-06,
+      "loss": 0.0167,
+      "step": 681
+    },
+    {
+      "epoch": 0.4533067464273845,
+      "grad_norm": 0.7518128688850892,
+      "learning_rate": 5.995256017035703e-06,
+      "loss": 0.01,
+      "step": 682
+    },
+    {
+      "epoch": 0.453971419076105,
+      "grad_norm": 0.290281391886538,
+      "learning_rate": 5.984695667713157e-06,
+      "loss": 0.0123,
+      "step": 683
+    },
+    {
+      "epoch": 0.4546360917248255,
+      "grad_norm": 0.3062966481904787,
+      "learning_rate": 5.974130746597628e-06,
+      "loss": 0.0103,
+      "step": 684
+    },
+    {
+      "epoch": 0.45530076437354605,
+      "grad_norm": 0.6339903493097341,
+      "learning_rate": 5.9635613027404495e-06,
+      "loss": 0.0087,
+      "step": 685
+    },
+    {
+      "epoch": 0.45596543702226655,
+      "grad_norm": 0.7676221063606729,
+      "learning_rate": 5.952987385213948e-06,
+      "loss": 0.0113,
+      "step": 686
+    },
+    {
+      "epoch": 0.45663010967098705,
+      "grad_norm": 0.8254164344197613,
+      "learning_rate": 5.9424090431112204e-06,
+      "loss": 0.018,
+      "step": 687
+    },
+    {
+      "epoch": 0.45729478231970755,
+      "grad_norm": 0.41163678118289565,
+      "learning_rate": 5.931826325545912e-06,
+      "loss": 0.0103,
+      "step": 688
+    },
+    {
+      "epoch": 0.45795945496842805,
+      "grad_norm": 0.2689991907397002,
+      "learning_rate": 5.921239281651976e-06,
+      "loss": 0.0101,
+      "step": 689
+    },
+    {
+      "epoch": 0.45862412761714855,
+      "grad_norm": 0.14116303639980618,
+      "learning_rate": 5.910647960583458e-06,
+      "loss": 0.0089,
+      "step": 690
+    },
+    {
+      "epoch": 0.45928880026586905,
+      "grad_norm": 0.21552921395180238,
+      "learning_rate": 5.900052411514257e-06,
+      "loss": 0.0103,
+      "step": 691
+    },
+    {
+      "epoch": 0.45995347291458955,
+      "grad_norm": 0.7311396613947106,
+      "learning_rate": 5.889452683637906e-06,
+      "loss": 0.0124,
+      "step": 692
+    },
+    {
+      "epoch": 0.46061814556331004,
+      "grad_norm": 0.692389828796664,
+      "learning_rate": 5.878848826167335e-06,
+      "loss": 0.0094,
+      "step": 693
+    },
+    {
+      "epoch": 0.4612828182120306,
+      "grad_norm": 1.083315355203257,
+      "learning_rate": 5.8682408883346535e-06,
+      "loss": 0.0132,
+      "step": 694
+    },
+    {
+      "epoch": 0.4619474908607511,
+      "grad_norm": 0.5552847101191409,
+      "learning_rate": 5.8576289193909066e-06,
+      "loss": 0.0093,
+      "step": 695
+    },
+    {
+      "epoch": 0.4626121635094716,
+      "grad_norm": 0.25809558813205624,
+      "learning_rate": 5.847012968605864e-06,
+      "loss": 0.0064,
+      "step": 696
+    },
+    {
+      "epoch": 0.4632768361581921,
+      "grad_norm": 0.4484954970574295,
+      "learning_rate": 5.836393085267777e-06,
+      "loss": 0.0107,
+      "step": 697
+    },
+    {
+      "epoch": 0.4639415088069126,
+      "grad_norm": 0.3748808259569666,
+      "learning_rate": 5.825769318683158e-06,
+      "loss": 0.0137,
+      "step": 698
+    },
+    {
+      "epoch": 0.4646061814556331,
+      "grad_norm": 0.5135640958070253,
+      "learning_rate": 5.815141718176549e-06,
+      "loss": 0.0114,
+      "step": 699
+    },
+    {
+      "epoch": 0.4652708541043536,
+      "grad_norm": 0.6767031423114493,
+      "learning_rate": 5.804510333090287e-06,
+      "loss": 0.0094,
+      "step": 700
+    },
+    {
+      "epoch": 0.4659355267530741,
+      "grad_norm": 0.5821188316816928,
+      "learning_rate": 5.793875212784288e-06,
+      "loss": 0.0113,
+      "step": 701
+    },
+    {
+      "epoch": 0.4666001994017946,
+      "grad_norm": 0.4409806468106221,
+      "learning_rate": 5.783236406635803e-06,
+      "loss": 0.0125,
+      "step": 702
+    },
+    {
+      "epoch": 0.46726487205051515,
+      "grad_norm": 0.21555953024189517,
+      "learning_rate": 5.772593964039203e-06,
+      "loss": 0.0074,
+      "step": 703
+    },
+    {
+      "epoch": 0.46792954469923564,
+      "grad_norm": 0.5228984214582533,
+      "learning_rate": 5.761947934405736e-06,
+      "loss": 0.0109,
+      "step": 704
+    },
+    {
+      "epoch": 0.46859421734795614,
+      "grad_norm": 0.4948415126737405,
+      "learning_rate": 5.751298367163307e-06,
+      "loss": 0.0093,
+      "step": 705
+    },
+    {
+      "epoch": 0.46925888999667664,
+      "grad_norm": 0.3688000672546482,
+      "learning_rate": 5.740645311756246e-06,
+      "loss": 0.0083,
+      "step": 706
+    },
+    {
+      "epoch": 0.46992356264539714,
+      "grad_norm": 0.5698623206821869,
+      "learning_rate": 5.729988817645075e-06,
+      "loss": 0.0108,
+      "step": 707
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 0.21618485076241153,
+      "learning_rate": 5.719328934306286e-06,
+      "loss": 0.0096,
+      "step": 708
+    },
+    {
+      "epoch": 0.47125290794283814,
+      "grad_norm": 0.18095593599382673,
+      "learning_rate": 5.708665711232103e-06,
+      "loss": 0.0078,
+      "step": 709
+    },
+    {
+      "epoch": 0.47191758059155864,
+      "grad_norm": 0.23192973151623708,
+      "learning_rate": 5.697999197930259e-06,
+      "loss": 0.0105,
+      "step": 710
+    },
+    {
+      "epoch": 0.47258225324027914,
+      "grad_norm": 0.2176232510829752,
+      "learning_rate": 5.687329443923758e-06,
+      "loss": 0.0106,
+      "step": 711
+    },
+    {
+      "epoch": 0.4732469258889997,
+      "grad_norm": 0.3782269310072872,
+      "learning_rate": 5.6766564987506564e-06,
+      "loss": 0.0117,
+      "step": 712
+    },
+    {
+      "epoch": 0.4739115985377202,
+      "grad_norm": 0.23650414365163921,
+      "learning_rate": 5.665980411963822e-06,
+      "loss": 0.0098,
+      "step": 713
+    },
+    {
+      "epoch": 0.4745762711864407,
+      "grad_norm": 0.3560109224673454,
+      "learning_rate": 5.655301233130711e-06,
+      "loss": 0.0098,
+      "step": 714
+    },
+    {
+      "epoch": 0.4752409438351612,
+      "grad_norm": 0.1930184705151546,
+      "learning_rate": 5.644619011833134e-06,
+      "loss": 0.0069,
+      "step": 715
+    },
+    {
+      "epoch": 0.4759056164838817,
+      "grad_norm": 0.27914365709206773,
+      "learning_rate": 5.633933797667028e-06,
+      "loss": 0.0093,
+      "step": 716
+    },
+    {
+      "epoch": 0.4765702891326022,
+      "grad_norm": 0.18875523840785524,
+      "learning_rate": 5.623245640242228e-06,
+      "loss": 0.0086,
+      "step": 717
+    },
+    {
+      "epoch": 0.4772349617813227,
+      "grad_norm": 0.39399194099722185,
+      "learning_rate": 5.612554589182228e-06,
+      "loss": 0.0098,
+      "step": 718
+    },
+    {
+      "epoch": 0.4778996344300432,
+      "grad_norm": 0.3149239229882813,
+      "learning_rate": 5.601860694123962e-06,
+      "loss": 0.0105,
+      "step": 719
+    },
+    {
+      "epoch": 0.4785643070787637,
+      "grad_norm": 0.422704004266628,
+      "learning_rate": 5.591164004717567e-06,
+      "loss": 0.0087,
+      "step": 720
+    },
+    {
+      "epoch": 0.47922897972748424,
+      "grad_norm": 0.3602805146680993,
+      "learning_rate": 5.5804645706261515e-06,
+      "loss": 0.009,
+      "step": 721
+    },
+    {
+      "epoch": 0.47989365237620474,
+      "grad_norm": 0.291487301780777,
+      "learning_rate": 5.569762441525572e-06,
+      "loss": 0.0103,
+      "step": 722
+    },
+    {
+      "epoch": 0.48055832502492524,
+      "grad_norm": 0.5282605238528107,
+      "learning_rate": 5.559057667104191e-06,
+      "loss": 0.0127,
+      "step": 723
+    },
+    {
+      "epoch": 0.48122299767364574,
+      "grad_norm": 0.5788839886843503,
+      "learning_rate": 5.548350297062659e-06,
+      "loss": 0.0101,
+      "step": 724
+    },
+    {
+      "epoch": 0.48188767032236623,
+      "grad_norm": 0.36809665261771013,
+      "learning_rate": 5.537640381113673e-06,
+      "loss": 0.0096,
+      "step": 725
+    },
+    {
+      "epoch": 0.48255234297108673,
+      "grad_norm": 0.25887008834225905,
+      "learning_rate": 5.526927968981754e-06,
+      "loss": 0.0102,
+      "step": 726
+    },
+    {
+      "epoch": 0.48321701561980723,
+      "grad_norm": 0.21720892588117346,
+      "learning_rate": 5.516213110403009e-06,
+      "loss": 0.0077,
+      "step": 727
+    },
+    {
+      "epoch": 0.48388168826852773,
+      "grad_norm": 0.40849716443647854,
+      "learning_rate": 5.505495855124905e-06,
+      "loss": 0.0098,
+      "step": 728
+    },
+    {
+      "epoch": 0.48454636091724823,
+      "grad_norm": 0.6027373145628082,
+      "learning_rate": 5.4947762529060366e-06,
+      "loss": 0.0116,
+      "step": 729
+    },
+    {
+      "epoch": 0.4852110335659688,
+      "grad_norm": 0.4877466028567149,
+      "learning_rate": 5.484054353515896e-06,
+      "loss": 0.0099,
+      "step": 730
+    },
+    {
+      "epoch": 0.4858757062146893,
+      "grad_norm": 0.38762455194794565,
+      "learning_rate": 5.473330206734639e-06,
+      "loss": 0.0083,
+      "step": 731
+    },
+    {
+      "epoch": 0.4865403788634098,
+      "grad_norm": 0.20656803243125438,
+      "learning_rate": 5.462603862352857e-06,
+      "loss": 0.0088,
+      "step": 732
+    },
+    {
+      "epoch": 0.4872050515121303,
+      "grad_norm": 0.19952617294361694,
+      "learning_rate": 5.451875370171341e-06,
+      "loss": 0.008,
+      "step": 733
+    },
+    {
+      "epoch": 0.4878697241608508,
+      "grad_norm": 0.32916661603970343,
+      "learning_rate": 5.44114478000086e-06,
+      "loss": 0.0104,
+      "step": 734
+    },
+    {
+      "epoch": 0.4885343968095713,
+      "grad_norm": 0.23315426449518953,
+      "learning_rate": 5.43041214166192e-06,
+      "loss": 0.0068,
+      "step": 735
+    },
+    {
+      "epoch": 0.4891990694582918,
+      "grad_norm": 0.35075782360321667,
+      "learning_rate": 5.419677504984534e-06,
+      "loss": 0.0069,
+      "step": 736
+    },
+    {
+      "epoch": 0.4898637421070123,
+      "grad_norm": 0.6404544044244168,
+      "learning_rate": 5.408940919808e-06,
+      "loss": 0.0101,
+      "step": 737
+    },
+    {
+      "epoch": 0.4905284147557328,
+      "grad_norm": 0.5638294021557101,
+      "learning_rate": 5.398202435980654e-06,
+      "loss": 0.0102,
+      "step": 738
+    },
+    {
+      "epoch": 0.49119308740445333,
+      "grad_norm": 0.24508390663968715,
+      "learning_rate": 5.387462103359655e-06,
+      "loss": 0.0112,
+      "step": 739
+    },
+    {
+      "epoch": 0.49185776005317383,
+      "grad_norm": 0.27376956453984214,
+      "learning_rate": 5.376719971810741e-06,
+      "loss": 0.0104,
+      "step": 740
+    },
+    {
+      "epoch": 0.49252243270189433,
+      "grad_norm": 0.6463299074535875,
+      "learning_rate": 5.365976091208001e-06,
+      "loss": 0.0097,
+      "step": 741
+    },
+    {
+      "epoch": 0.49318710535061483,
+      "grad_norm": 0.5118177089324828,
+      "learning_rate": 5.3552305114336515e-06,
+      "loss": 0.0095,
+      "step": 742
+    },
+    {
+      "epoch": 0.49385177799933533,
+      "grad_norm": 0.3264448188879537,
+      "learning_rate": 5.344483282377788e-06,
+      "loss": 0.0093,
+      "step": 743
+    },
+    {
+      "epoch": 0.4945164506480558,
+      "grad_norm": 0.23644388833868601,
+      "learning_rate": 5.333734453938174e-06,
+      "loss": 0.0094,
+      "step": 744
+    },
+    {
+      "epoch": 0.4951811232967763,
+      "grad_norm": 0.24025823089832044,
+      "learning_rate": 5.32298407601999e-06,
+      "loss": 0.0123,
+      "step": 745
+    },
+    {
+      "epoch": 0.4958457959454968,
+      "grad_norm": 0.4402862063583305,
+      "learning_rate": 5.312232198535614e-06,
+      "loss": 0.007,
+      "step": 746
+    },
+    {
+      "epoch": 0.4965104685942173,
+      "grad_norm": 0.3442328678549942,
+      "learning_rate": 5.301478871404386e-06,
+      "loss": 0.0074,
+      "step": 747
+    },
+    {
+      "epoch": 0.4971751412429379,
+      "grad_norm": 0.6823323853092952,
+      "learning_rate": 5.290724144552379e-06,
+      "loss": 0.0138,
+      "step": 748
+    },
+    {
+      "epoch": 0.4978398138916584,
+      "grad_norm": 0.5745037445778555,
+      "learning_rate": 5.279968067912161e-06,
+      "loss": 0.0138,
+      "step": 749
+    },
+    {
+      "epoch": 0.4985044865403789,
+      "grad_norm": 0.2559359732479916,
+      "learning_rate": 5.26921069142257e-06,
+      "loss": 0.0109,
+      "step": 750
+    },
+    {
+      "epoch": 0.4991691591890994,
+      "grad_norm": 0.3646088462874537,
+      "learning_rate": 5.258452065028473e-06,
+      "loss": 0.0097,
+      "step": 751
+    },
+    {
+      "epoch": 0.4998338318378199,
+      "grad_norm": 0.2651599568983938,
+      "learning_rate": 5.247692238680548e-06,
+      "loss": 0.0073,
+      "step": 752
+    },
+    {
+      "epoch": 0.5004985044865404,
+      "grad_norm": 0.4018366742171501,
+      "learning_rate": 5.2369312623350395e-06,
+      "loss": 0.0139,
+      "step": 753
+    },
+    {
+      "epoch": 0.5011631771352609,
+      "grad_norm": 0.5344590495873953,
+      "learning_rate": 5.2261691859535325e-06,
+      "loss": 0.0105,
+      "step": 754
+    },
+    {
+      "epoch": 0.5018278497839814,
+      "grad_norm": 0.3639429315478386,
+      "learning_rate": 5.215406059502719e-06,
+      "loss": 0.0063,
+      "step": 755
+    },
+    {
+      "epoch": 0.5024925224327019,
+      "grad_norm": 0.24619091005080893,
+      "learning_rate": 5.204641932954165e-06,
+      "loss": 0.0078,
+      "step": 756
+    },
+    {
+      "epoch": 0.5031571950814224,
+      "grad_norm": 1.7963343305256685,
+      "learning_rate": 5.193876856284085e-06,
+      "loss": 0.0109,
+      "step": 757
+    },
+    {
+      "epoch": 0.5038218677301429,
+      "grad_norm": 0.2440032264782902,
+      "learning_rate": 5.1831108794730964e-06,
+      "loss": 0.0089,
+      "step": 758
+    },
+    {
+      "epoch": 0.5044865403788634,
+      "grad_norm": 0.44972524967383337,
+      "learning_rate": 5.172344052506003e-06,
+      "loss": 0.0087,
+      "step": 759
+    },
+    {
+      "epoch": 0.5051512130275839,
+      "grad_norm": 0.26245708880263857,
+      "learning_rate": 5.161576425371554e-06,
+      "loss": 0.0053,
+      "step": 760
+    },
+    {
+      "epoch": 0.5058158856763044,
+      "grad_norm": 0.2978266650836691,
+      "learning_rate": 5.150808048062211e-06,
+      "loss": 0.0099,
+      "step": 761
+    },
+    {
+      "epoch": 0.5064805583250249,
+      "grad_norm": 0.7291062229944648,
+      "learning_rate": 5.14003897057392e-06,
+      "loss": 0.0104,
+      "step": 762
+    },
+    {
+      "epoch": 0.5071452309737454,
+      "grad_norm": 0.6453933717038971,
+      "learning_rate": 5.1292692429058824e-06,
+      "loss": 0.0098,
+      "step": 763
+    },
+    {
+      "epoch": 0.5078099036224659,
+      "grad_norm": 0.5807828770462001,
+      "learning_rate": 5.118498915060307e-06,
+      "loss": 0.013,
+      "step": 764
+    },
+    {
+      "epoch": 0.5084745762711864,
+      "grad_norm": 0.5360840353535625,
+      "learning_rate": 5.107728037042204e-06,
+      "loss": 0.0098,
+      "step": 765
+    },
+    {
+      "epoch": 0.5091392489199069,
+      "grad_norm": 0.47334293259911675,
+      "learning_rate": 5.096956658859122e-06,
+      "loss": 0.014,
+      "step": 766
+    },
+    {
+      "epoch": 0.5098039215686274,
+      "grad_norm": 0.1687174939000583,
+      "learning_rate": 5.086184830520947e-06,
+      "loss": 0.0063,
+      "step": 767
+    },
+    {
+      "epoch": 0.5104685942173479,
+      "grad_norm": 0.7049415612865658,
+      "learning_rate": 5.075412602039646e-06,
+      "loss": 0.0114,
+      "step": 768
+    },
+    {
+      "epoch": 0.5111332668660684,
+      "grad_norm": 0.4526398312602828,
+      "learning_rate": 5.064640023429042e-06,
+      "loss": 0.0107,
+      "step": 769
+    },
+    {
+      "epoch": 0.5117979395147889,
+      "grad_norm": 0.6680987216631,
+      "learning_rate": 5.053867144704594e-06,
+      "loss": 0.0165,
+      "step": 770
+    },
+    {
+      "epoch": 0.5124626121635095,
+      "grad_norm": 0.4111396230491692,
+      "learning_rate": 5.043094015883143e-06,
+      "loss": 0.017,
+      "step": 771
+    },
+    {
+      "epoch": 0.51312728481223,
+      "grad_norm": 0.28301907133703696,
+      "learning_rate": 5.032320686982697e-06,
+      "loss": 0.008,
+      "step": 772
+    },
+    {
+      "epoch": 0.5137919574609505,
+      "grad_norm": 0.30335498287275575,
+      "learning_rate": 5.0215472080221925e-06,
+      "loss": 0.0099,
+      "step": 773
+    },
+    {
+      "epoch": 0.514456630109671,
+      "grad_norm": 0.1837083789004642,
+      "learning_rate": 5.010773629021261e-06,
+      "loss": 0.0056,
+      "step": 774
+    },
+    {
+      "epoch": 0.5151213027583915,
+      "grad_norm": 0.16231366475320347,
+      "learning_rate": 5e-06,
+      "loss": 0.0075,
+      "step": 775
+    },
+    {
+      "epoch": 0.515785975407112,
+      "grad_norm": 0.2916140148532633,
+      "learning_rate": 4.989226370978741e-06,
+      "loss": 0.0118,
+      "step": 776
+    },
+    {
+      "epoch": 0.5164506480558325,
+      "grad_norm": 0.20626278252128077,
+      "learning_rate": 4.97845279197781e-06,
+      "loss": 0.0077,
+      "step": 777
+    },
+    {
+      "epoch": 0.517115320704553,
+      "grad_norm": 0.21583759128470975,
+      "learning_rate": 4.967679313017304e-06,
+      "loss": 0.0121,
+      "step": 778
+    },
+    {
+      "epoch": 0.5177799933532735,
+      "grad_norm": 0.46444971246093797,
+      "learning_rate": 4.956905984116858e-06,
+      "loss": 0.0103,
+      "step": 779
+    },
+    {
+      "epoch": 0.518444666001994,
+      "grad_norm": 0.31507275281451314,
+      "learning_rate": 4.946132855295407e-06,
+      "loss": 0.0074,
+      "step": 780
+    },
+    {
+      "epoch": 0.5191093386507145,
+      "grad_norm": 0.27082829681822324,
+      "learning_rate": 4.9353599765709585e-06,
+      "loss": 0.0096,
+      "step": 781
+    },
+    {
+      "epoch": 0.519774011299435,
+      "grad_norm": 0.37005273845436243,
+      "learning_rate": 4.924587397960357e-06,
+      "loss": 0.0095,
+      "step": 782
+    },
+    {
+      "epoch": 0.5204386839481555,
+      "grad_norm": 0.2643648982714299,
+      "learning_rate": 4.913815169479054e-06,
+      "loss": 0.0096,
+      "step": 783
+    },
+    {
+      "epoch": 0.521103356596876,
+      "grad_norm": 0.25635014295235947,
+      "learning_rate": 4.903043341140879e-06,
+      "loss": 0.0081,
+      "step": 784
+    },
+    {
+      "epoch": 0.5217680292455965,
+      "grad_norm": 0.4254240080114205,
+      "learning_rate": 4.892271962957799e-06,
+      "loss": 0.01,
+      "step": 785
+    },
+    {
+      "epoch": 0.522432701894317,
+      "grad_norm": 0.9095957538501734,
+      "learning_rate": 4.881501084939694e-06,
+      "loss": 0.0126,
+      "step": 786
+    },
+    {
+      "epoch": 0.5230973745430375,
+      "grad_norm": 0.18646865925644313,
+      "learning_rate": 4.870730757094121e-06,
+      "loss": 0.0076,
+      "step": 787
+    },
+    {
+      "epoch": 0.523762047191758,
+      "grad_norm": 0.6272282856868566,
+      "learning_rate": 4.8599610294260805e-06,
+      "loss": 0.0094,
+      "step": 788
+    },
+    {
+      "epoch": 0.5244267198404786,
+      "grad_norm": 0.3216322367525329,
+      "learning_rate": 4.84919195193779e-06,
+      "loss": 0.0105,
+      "step": 789
+    },
+    {
+      "epoch": 0.5250913924891991,
+      "grad_norm": 0.5085096496860171,
+      "learning_rate": 4.838423574628447e-06,
+      "loss": 0.0101,
+      "step": 790
+    },
+    {
+      "epoch": 0.5257560651379196,
+      "grad_norm": 0.5105382876121034,
+      "learning_rate": 4.827655947493998e-06,
+      "loss": 0.0094,
+      "step": 791
+    },
+    {
+      "epoch": 0.5264207377866401,
+      "grad_norm": 0.3103491820455327,
+      "learning_rate": 4.816889120526905e-06,
+      "loss": 0.0102,
+      "step": 792
+    },
+    {
+      "epoch": 0.5270854104353606,
+      "grad_norm": 0.2997496633274557,
+      "learning_rate": 4.806123143715916e-06,
+      "loss": 0.0096,
+      "step": 793
+    },
+    {
+      "epoch": 0.5277500830840811,
+      "grad_norm": 0.45390548580535,
+      "learning_rate": 4.795358067045835e-06,
+      "loss": 0.0114,
+      "step": 794
+    },
+    {
+      "epoch": 0.5284147557328016,
+      "grad_norm": 0.27942540850784636,
+      "learning_rate": 4.784593940497282e-06,
+      "loss": 0.0092,
+      "step": 795
+    },
+    {
+      "epoch": 0.5290794283815221,
+      "grad_norm": 0.2594244211956754,
+      "learning_rate": 4.773830814046469e-06,
+      "loss": 0.0092,
+      "step": 796
+    },
+    {
+      "epoch": 0.5297441010302426,
+      "grad_norm": 0.493600238510158,
+      "learning_rate": 4.763068737664963e-06,
+      "loss": 0.0116,
+      "step": 797
+    },
+    {
+      "epoch": 0.5304087736789631,
+      "grad_norm": 0.14975954490405455,
+      "learning_rate": 4.752307761319454e-06,
+      "loss": 0.0084,
+      "step": 798
+    },
+    {
+      "epoch": 0.5310734463276836,
+      "grad_norm": 0.19464500105989566,
+      "learning_rate": 4.741547934971528e-06,
+      "loss": 0.0096,
+      "step": 799
+    },
+    {
+      "epoch": 0.5317381189764041,
+      "grad_norm": 0.46023091211688155,
+      "learning_rate": 4.730789308577432e-06,
+      "loss": 0.0104,
+      "step": 800
+    },
+    {
+      "epoch": 0.5324027916251246,
+      "grad_norm": 0.2243571958019791,
+      "learning_rate": 4.72003193208784e-06,
+      "loss": 0.009,
+      "step": 801
+    },
+    {
+      "epoch": 0.5330674642738451,
+      "grad_norm": 0.21459986565174058,
+      "learning_rate": 4.7092758554476215e-06,
+      "loss": 0.0077,
+      "step": 802
+    },
+    {
+      "epoch": 0.5337321369225656,
+      "grad_norm": 0.24942831647994296,
+      "learning_rate": 4.698521128595615e-06,
+      "loss": 0.0098,
+      "step": 803
+    },
+    {
+      "epoch": 0.5343968095712861,
+      "grad_norm": 0.33928927103917483,
+      "learning_rate": 4.687767801464388e-06,
+      "loss": 0.0095,
+      "step": 804
+    },
+    {
+      "epoch": 0.5350614822200066,
+      "grad_norm": 0.23489720803376424,
+      "learning_rate": 4.677015923980012e-06,
+      "loss": 0.0122,
+      "step": 805
+    },
+    {
+      "epoch": 0.5357261548687271,
+      "grad_norm": 0.2761460164751238,
+      "learning_rate": 4.666265546061828e-06,
+      "loss": 0.0102,
+      "step": 806
+    },
+    {
+      "epoch": 0.5363908275174477,
+      "grad_norm": 0.4146470939529886,
+      "learning_rate": 4.655516717622213e-06,
+      "loss": 0.0126,
+      "step": 807
+    },
+    {
+      "epoch": 0.5370555001661682,
+      "grad_norm": 0.15653134850885483,
+      "learning_rate": 4.644769488566351e-06,
+      "loss": 0.0068,
+      "step": 808
+    },
+    {
+      "epoch": 0.5377201728148887,
+      "grad_norm": 0.32644930715201503,
+      "learning_rate": 4.634023908791999e-06,
+      "loss": 0.0124,
+      "step": 809
+    },
+    {
+      "epoch": 0.5383848454636092,
+      "grad_norm": 0.3747837759026735,
+      "learning_rate": 4.6232800281892604e-06,
+      "loss": 0.013,
+      "step": 810
+    },
+    {
+      "epoch": 0.5390495181123297,
+      "grad_norm": 0.2632600574425649,
+      "learning_rate": 4.6125378966403465e-06,
+      "loss": 0.0075,
+      "step": 811
+    },
+    {
+      "epoch": 0.5397141907610502,
+      "grad_norm": 0.32145286934292666,
+      "learning_rate": 4.601797564019347e-06,
+      "loss": 0.0096,
+      "step": 812
+    },
+    {
+      "epoch": 0.5403788634097707,
+      "grad_norm": 0.3007889606771815,
+      "learning_rate": 4.591059080192003e-06,
+      "loss": 0.0116,
+      "step": 813
+    },
+    {
+      "epoch": 0.5410435360584912,
+      "grad_norm": 0.7501761137235431,
+      "learning_rate": 4.580322495015466e-06,
+      "loss": 0.0103,
+      "step": 814
+    },
+    {
+      "epoch": 0.5417082087072117,
+      "grad_norm": 0.27305810384069584,
+      "learning_rate": 4.569587858338081e-06,
+      "loss": 0.0109,
+      "step": 815
+    },
+    {
+      "epoch": 0.5423728813559322,
+      "grad_norm": 0.30907536215366266,
+      "learning_rate": 4.558855219999141e-06,
+      "loss": 0.0085,
+      "step": 816
+    },
+    {
+      "epoch": 0.5430375540046527,
+      "grad_norm": 0.38238198045306393,
+      "learning_rate": 4.548124629828661e-06,
+      "loss": 0.0079,
+      "step": 817
+    },
+    {
+      "epoch": 0.5437022266533732,
+      "grad_norm": 0.23247098587430676,
+      "learning_rate": 4.5373961376471465e-06,
+      "loss": 0.0086,
+      "step": 818
+    },
+    {
+      "epoch": 0.5443668993020937,
+      "grad_norm": 0.19122719511288216,
+      "learning_rate": 4.526669793265362e-06,
+      "loss": 0.0079,
+      "step": 819
+    },
+    {
+      "epoch": 0.5450315719508142,
+      "grad_norm": 0.42214690182176545,
+      "learning_rate": 4.515945646484105e-06,
+      "loss": 0.0128,
+      "step": 820
+    },
+    {
+      "epoch": 0.5456962445995347,
+      "grad_norm": 0.2173423757608228,
+      "learning_rate": 4.505223747093965e-06,
+      "loss": 0.0079,
+      "step": 821
+    },
+    {
+      "epoch": 0.5463609172482552,
+      "grad_norm": 0.478198989356843,
+      "learning_rate": 4.494504144875097e-06,
+      "loss": 0.0101,
+      "step": 822
+    },
+    {
+      "epoch": 0.5470255898969757,
+      "grad_norm": 0.4869732775322962,
+      "learning_rate": 4.483786889596993e-06,
+      "loss": 0.0072,
+      "step": 823
+    },
+    {
+      "epoch": 0.5476902625456962,
+      "grad_norm": 0.28732781113209366,
+      "learning_rate": 4.473072031018248e-06,
+      "loss": 0.0092,
+      "step": 824
+    },
+    {
+      "epoch": 0.5483549351944168,
+      "grad_norm": 0.3525558801182026,
+      "learning_rate": 4.462359618886327e-06,
+      "loss": 0.0094,
+      "step": 825
+    },
+    {
+      "epoch": 0.5490196078431373,
+      "grad_norm": 0.2586132866726273,
+      "learning_rate": 4.451649702937343e-06,
+      "loss": 0.0095,
+      "step": 826
+    },
+    {
+      "epoch": 0.5496842804918578,
+      "grad_norm": 0.32483176902914424,
+      "learning_rate": 4.440942332895811e-06,
+      "loss": 0.0106,
+      "step": 827
+    },
+    {
+      "epoch": 0.5503489531405783,
+      "grad_norm": 0.29129550032166013,
+      "learning_rate": 4.43023755847443e-06,
+      "loss": 0.0114,
+      "step": 828
+    },
+    {
+      "epoch": 0.5510136257892988,
+      "grad_norm": 0.25162765093753825,
+      "learning_rate": 4.4195354293738484e-06,
+      "loss": 0.0089,
+      "step": 829
+    },
+    {
+      "epoch": 0.5516782984380193,
+      "grad_norm": 0.29297038277981785,
+      "learning_rate": 4.408835995282434e-06,
+      "loss": 0.0084,
+      "step": 830
+    },
+    {
+      "epoch": 0.5523429710867398,
+      "grad_norm": 0.3339100195105828,
+      "learning_rate": 4.398139305876039e-06,
+      "loss": 0.0101,
+      "step": 831
+    },
+    {
+      "epoch": 0.5530076437354603,
+      "grad_norm": 0.24802426592485774,
+      "learning_rate": 4.387445410817774e-06,
+      "loss": 0.0094,
+      "step": 832
+    },
+    {
+      "epoch": 0.5536723163841808,
+      "grad_norm": 0.28712596016845304,
+      "learning_rate": 4.376754359757775e-06,
+      "loss": 0.0123,
+      "step": 833
+    },
+    {
+      "epoch": 0.5543369890329013,
+      "grad_norm": 0.25154754098177656,
+      "learning_rate": 4.366066202332973e-06,
+      "loss": 0.0089,
+      "step": 834
+    },
+    {
+      "epoch": 0.5550016616816218,
+      "grad_norm": 0.5354915306406873,
+      "learning_rate": 4.355380988166867e-06,
+      "loss": 0.0107,
+      "step": 835
+    },
+    {
+      "epoch": 0.5556663343303423,
+      "grad_norm": 0.42959774560151104,
+      "learning_rate": 4.3446987668692905e-06,
+      "loss": 0.0068,
+      "step": 836
+    },
+    {
+      "epoch": 0.5563310069790628,
+      "grad_norm": 0.17756801994449914,
+      "learning_rate": 4.33401958803618e-06,
+      "loss": 0.0078,
+      "step": 837
+    },
+    {
+      "epoch": 0.5569956796277833,
+      "grad_norm": 0.18349354402899126,
+      "learning_rate": 4.323343501249346e-06,
+      "loss": 0.01,
+      "step": 838
+    },
+    {
+      "epoch": 0.5576603522765038,
+      "grad_norm": 0.16706059351707975,
+      "learning_rate": 4.312670556076244e-06,
+      "loss": 0.0063,
+      "step": 839
+    },
+    {
+      "epoch": 0.5583250249252243,
+      "grad_norm": 0.41204581720405936,
+      "learning_rate": 4.302000802069744e-06,
+      "loss": 0.0124,
+      "step": 840
+    },
+    {
+      "epoch": 0.5589896975739448,
+      "grad_norm": 1.104392885950872,
+      "learning_rate": 4.291334288767899e-06,
+      "loss": 0.013,
+      "step": 841
+    },
+    {
+      "epoch": 0.5596543702226653,
+      "grad_norm": 0.6817385349482706,
+      "learning_rate": 4.280671065693716e-06,
+      "loss": 0.0112,
+      "step": 842
+    },
+    {
+      "epoch": 0.5603190428713859,
+      "grad_norm": 0.2631667925919954,
+      "learning_rate": 4.270011182354927e-06,
+      "loss": 0.0123,
+      "step": 843
+    },
+    {
+      "epoch": 0.5609837155201064,
+      "grad_norm": 0.30334319600256593,
+      "learning_rate": 4.259354688243758e-06,
+      "loss": 0.0069,
+      "step": 844
+    },
+    {
+      "epoch": 0.5616483881688269,
+      "grad_norm": 0.3950534756993261,
+      "learning_rate": 4.248701632836694e-06,
+      "loss": 0.0103,
+      "step": 845
+    },
+    {
+      "epoch": 0.5623130608175474,
+      "grad_norm": 0.20502915664290183,
+      "learning_rate": 4.238052065594265e-06,
+      "loss": 0.0097,
+      "step": 846
+    },
+    {
+      "epoch": 0.5629777334662679,
+      "grad_norm": 0.24147181229565928,
+      "learning_rate": 4.227406035960798e-06,
+      "loss": 0.0082,
+      "step": 847
+    },
+    {
+      "epoch": 0.5636424061149884,
+      "grad_norm": 0.29647869175711156,
+      "learning_rate": 4.216763593364198e-06,
+      "loss": 0.0054,
+      "step": 848
+    },
+    {
+      "epoch": 0.5643070787637089,
+      "grad_norm": 0.3498499059651843,
+      "learning_rate": 4.206124787215714e-06,
+      "loss": 0.0094,
+      "step": 849
+    },
+    {
+      "epoch": 0.5649717514124294,
+      "grad_norm": 0.2630055216263143,
+      "learning_rate": 4.195489666909714e-06,
+      "loss": 0.0122,
+      "step": 850
+    },
+    {
+      "epoch": 0.5656364240611499,
+      "grad_norm": 0.2579029020729969,
+      "learning_rate": 4.1848582818234525e-06,
+      "loss": 0.01,
+      "step": 851
+    },
+    {
+      "epoch": 0.5663010967098704,
+      "grad_norm": 0.4614764932028072,
+      "learning_rate": 4.174230681316843e-06,
+      "loss": 0.0057,
+      "step": 852
+    },
+    {
+      "epoch": 0.5669657693585909,
+      "grad_norm": 0.3281393451875222,
+      "learning_rate": 4.163606914732224e-06,
+      "loss": 0.0097,
+      "step": 853
+    },
+    {
+      "epoch": 0.5676304420073114,
+      "grad_norm": 0.23675069244402497,
+      "learning_rate": 4.152987031394139e-06,
+      "loss": 0.0082,
+      "step": 854
+    },
+    {
+      "epoch": 0.5682951146560319,
+      "grad_norm": 0.6320922337449688,
+      "learning_rate": 4.142371080609094e-06,
+      "loss": 0.0117,
+      "step": 855
+    },
+    {
+      "epoch": 0.5689597873047524,
+      "grad_norm": 0.40408722728314517,
+      "learning_rate": 4.131759111665349e-06,
+      "loss": 0.0107,
+      "step": 856
+    },
+    {
+      "epoch": 0.5696244599534729,
+      "grad_norm": 0.3042580043785332,
+      "learning_rate": 4.121151173832666e-06,
+      "loss": 0.0091,
+      "step": 857
+    },
+    {
+      "epoch": 0.5702891326021934,
+      "grad_norm": 0.31752488541754537,
+      "learning_rate": 4.1105473163620956e-06,
+      "loss": 0.0068,
+      "step": 858
+    },
+    {
+      "epoch": 0.5709538052509139,
+      "grad_norm": 0.2704495201581175,
+      "learning_rate": 4.099947588485744e-06,
+      "loss": 0.008,
+      "step": 859
+    },
+    {
+      "epoch": 0.5716184778996344,
+      "grad_norm": 0.1992923865651012,
+      "learning_rate": 4.089352039416543e-06,
+      "loss": 0.0078,
+      "step": 860
+    },
+    {
+      "epoch": 0.5722831505483549,
+      "grad_norm": 0.26693430868699486,
+      "learning_rate": 4.078760718348025e-06,
+      "loss": 0.0111,
+      "step": 861
+    },
+    {
+      "epoch": 0.5729478231970755,
+      "grad_norm": 0.24985634515043012,
+      "learning_rate": 4.06817367445409e-06,
+      "loss": 0.007,
+      "step": 862
+    },
+    {
+      "epoch": 0.573612495845796,
+      "grad_norm": 0.30440267534054555,
+      "learning_rate": 4.057590956888782e-06,
+      "loss": 0.0132,
+      "step": 863
+    },
+    {
+      "epoch": 0.5742771684945165,
+      "grad_norm": 0.2477677185167418,
+      "learning_rate": 4.047012614786056e-06,
+      "loss": 0.0107,
+      "step": 864
+    },
+    {
+      "epoch": 0.574941841143237,
+      "grad_norm": 0.2020343995992476,
+      "learning_rate": 4.036438697259551e-06,
+      "loss": 0.0085,
+      "step": 865
+    },
+    {
+      "epoch": 0.5756065137919575,
+      "grad_norm": 0.29670379949886366,
+      "learning_rate": 4.025869253402372e-06,
+      "loss": 0.01,
+      "step": 866
+    },
+    {
+      "epoch": 0.576271186440678,
+      "grad_norm": 0.2774624781345721,
+      "learning_rate": 4.015304332286845e-06,
+      "loss": 0.0115,
+      "step": 867
+    },
+    {
+      "epoch": 0.5769358590893985,
+      "grad_norm": 0.3027757357985481,
+      "learning_rate": 4.004743982964298e-06,
+      "loss": 0.0111,
+      "step": 868
+    },
+    {
+      "epoch": 0.577600531738119,
+      "grad_norm": 0.24668362912618527,
+      "learning_rate": 3.994188254464838e-06,
+      "loss": 0.0098,
+      "step": 869
+    },
+    {
+      "epoch": 0.5782652043868395,
+      "grad_norm": 0.36095815737268167,
+      "learning_rate": 3.983637195797111e-06,
+      "loss": 0.007,
+      "step": 870
+    },
+    {
+      "epoch": 0.57892987703556,
+      "grad_norm": 0.5331721604147639,
+      "learning_rate": 3.9730908559480904e-06,
+      "loss": 0.0111,
+      "step": 871
+    },
+    {
+      "epoch": 0.5795945496842805,
+      "grad_norm": 0.20758829619150207,
+      "learning_rate": 3.9625492838828336e-06,
+      "loss": 0.0062,
+      "step": 872
+    },
+    {
+      "epoch": 0.580259222333001,
+      "grad_norm": 0.2377767071847957,
+      "learning_rate": 3.952012528544267e-06,
+      "loss": 0.0095,
+      "step": 873
+    },
+    {
+      "epoch": 0.5809238949817215,
+      "grad_norm": 0.27409653775113685,
+      "learning_rate": 3.941480638852948e-06,
+      "loss": 0.0093,
+      "step": 874
+    },
+    {
+      "epoch": 0.581588567630442,
+      "grad_norm": 0.17738784191066295,
+      "learning_rate": 3.930953663706848e-06,
+      "loss": 0.0068,
+      "step": 875
+    },
+    {
+      "epoch": 0.5822532402791625,
+      "grad_norm": 0.3714159041651952,
+      "learning_rate": 3.9204316519811194e-06,
+      "loss": 0.0092,
+      "step": 876
+    },
+    {
+      "epoch": 0.582917912927883,
+      "grad_norm": 0.3267204099709432,
+      "learning_rate": 3.909914652527872e-06,
+      "loss": 0.0104,
+      "step": 877
+    },
+    {
+      "epoch": 0.5835825855766035,
+      "grad_norm": 0.19552154609858763,
+      "learning_rate": 3.89940271417594e-06,
+      "loss": 0.0111,
+      "step": 878
+    },
+    {
+      "epoch": 0.584247258225324,
+      "grad_norm": 0.20664256551796079,
+      "learning_rate": 3.888895885730666e-06,
+      "loss": 0.0064,
+      "step": 879
+    },
+    {
+      "epoch": 0.5849119308740446,
+      "grad_norm": 0.2927735516459094,
+      "learning_rate": 3.878394215973663e-06,
+      "loss": 0.01,
+      "step": 880
+    },
+    {
+      "epoch": 0.5855766035227651,
+      "grad_norm": 0.487963157718782,
+      "learning_rate": 3.867897753662593e-06,
+      "loss": 0.0085,
+      "step": 881
+    },
+    {
+      "epoch": 0.5862412761714856,
+      "grad_norm": 0.3749537401460589,
+      "learning_rate": 3.857406547530944e-06,
+      "loss": 0.0079,
+      "step": 882
+    },
+    {
+      "epoch": 0.5869059488202061,
+      "grad_norm": 0.4581215686284471,
+      "learning_rate": 3.8469206462878e-06,
+      "loss": 0.0104,
+      "step": 883
+    },
+    {
+      "epoch": 0.5875706214689266,
+      "grad_norm": 0.2950089373433228,
+      "learning_rate": 3.836440098617611e-06,
+      "loss": 0.0067,
+      "step": 884
+    },
+    {
+      "epoch": 0.5882352941176471,
+      "grad_norm": 0.4136394200761863,
+      "learning_rate": 3.825964953179975e-06,
+      "loss": 0.0071,
+      "step": 885
+    },
+    {
+      "epoch": 0.5888999667663676,
+      "grad_norm": 0.21385497069182782,
+      "learning_rate": 3.815495258609404e-06,
+      "loss": 0.0102,
+      "step": 886
+    },
+    {
+      "epoch": 0.5895646394150881,
+      "grad_norm": 0.3093788375767867,
+      "learning_rate": 3.805031063515112e-06,
+      "loss": 0.0088,
+      "step": 887
+    },
+    {
+      "epoch": 0.5902293120638086,
+      "grad_norm": 0.5003744530102889,
+      "learning_rate": 3.7945724164807695e-06,
+      "loss": 0.0128,
+      "step": 888
+    },
+    {
+      "epoch": 0.5908939847125291,
+      "grad_norm": 0.27041093922808607,
+      "learning_rate": 3.784119366064293e-06,
+      "loss": 0.0115,
+      "step": 889
+    },
+    {
+      "epoch": 0.5915586573612496,
+      "grad_norm": 0.5336871267415977,
+      "learning_rate": 3.773671960797613e-06,
+      "loss": 0.0116,
+      "step": 890
+    },
+    {
+      "epoch": 0.5922233300099701,
+      "grad_norm": 0.2144546209253404,
+      "learning_rate": 3.763230249186449e-06,
+      "loss": 0.0088,
+      "step": 891
+    },
+    {
+      "epoch": 0.5928880026586906,
+      "grad_norm": 0.46707851604413364,
+      "learning_rate": 3.752794279710094e-06,
+      "loss": 0.0097,
+      "step": 892
+    },
+    {
+      "epoch": 0.5935526753074111,
+      "grad_norm": 0.35446204255226843,
+      "learning_rate": 3.7423641008211715e-06,
+      "loss": 0.0093,
+      "step": 893
+    },
+    {
+      "epoch": 0.5942173479561316,
+      "grad_norm": 0.5784612626950911,
+      "learning_rate": 3.7319397609454235e-06,
+      "loss": 0.012,
+      "step": 894
+    },
+    {
+      "epoch": 0.5948820206048521,
+      "grad_norm": 0.26859645790731096,
+      "learning_rate": 3.721521308481483e-06,
+      "loss": 0.0075,
+      "step": 895
+    },
+    {
+      "epoch": 0.5955466932535726,
+      "grad_norm": 0.49761062258351685,
+      "learning_rate": 3.711108791800648e-06,
+      "loss": 0.0104,
+      "step": 896
+    },
+    {
+      "epoch": 0.5962113659022931,
+      "grad_norm": 0.26040368163373034,
+      "learning_rate": 3.700702259246659e-06,
+      "loss": 0.0079,
+      "step": 897
+    },
+    {
+      "epoch": 0.5968760385510137,
+      "grad_norm": 0.3838390114941637,
+      "learning_rate": 3.690301759135471e-06,
+      "loss": 0.0129,
+      "step": 898
+    },
+    {
+      "epoch": 0.5975407111997342,
+      "grad_norm": 0.14685851440899328,
+      "learning_rate": 3.6799073397550326e-06,
+      "loss": 0.0088,
+      "step": 899
+    },
+    {
+      "epoch": 0.5982053838484547,
+      "grad_norm": 0.25906040643336087,
+      "learning_rate": 3.6695190493650608e-06,
+      "loss": 0.0075,
+      "step": 900
+    },
+    {
+      "epoch": 0.5988700564971752,
+      "grad_norm": 0.572878164503762,
+      "learning_rate": 3.6591369361968127e-06,
+      "loss": 0.008,
+      "step": 901
+    },
+    {
+      "epoch": 0.5995347291458957,
+      "grad_norm": 0.23364634950324775,
+      "learning_rate": 3.6487610484528736e-06,
+      "loss": 0.0084,
+      "step": 902
+    },
+    {
+      "epoch": 0.6001994017946162,
+      "grad_norm": 0.22480529672823044,
+      "learning_rate": 3.638391434306917e-06,
+      "loss": 0.0074,
+      "step": 903
+    },
+    {
+      "epoch": 0.6008640744433367,
+      "grad_norm": 0.3383734925517731,
+      "learning_rate": 3.6280281419034934e-06,
+      "loss": 0.0124,
+      "step": 904
+    },
+    {
+      "epoch": 0.6015287470920572,
+      "grad_norm": 0.18230017286267414,
+      "learning_rate": 3.617671219357801e-06,
+      "loss": 0.0081,
+      "step": 905
+    },
+    {
+      "epoch": 0.6021934197407777,
+      "grad_norm": 0.22240001068311868,
+      "learning_rate": 3.607320714755461e-06,
+      "loss": 0.0122,
+      "step": 906
+    },
+    {
+      "epoch": 0.6028580923894982,
+      "grad_norm": 0.17534060516407263,
+      "learning_rate": 3.596976676152306e-06,
+      "loss": 0.0089,
+      "step": 907
+    },
+    {
+      "epoch": 0.6035227650382187,
+      "grad_norm": 0.3622140591320175,
+      "learning_rate": 3.5866391515741383e-06,
+      "loss": 0.0074,
+      "step": 908
+    },
+    {
+      "epoch": 0.6041874376869392,
+      "grad_norm": 0.26745435375981724,
+      "learning_rate": 3.5763081890165213e-06,
+      "loss": 0.0069,
+      "step": 909
+    },
+    {
+      "epoch": 0.6048521103356597,
+      "grad_norm": 0.25777233140619626,
+      "learning_rate": 3.5659838364445505e-06,
+      "loss": 0.0105,
+      "step": 910
+    },
+    {
+      "epoch": 0.6055167829843802,
+      "grad_norm": 0.2628826969068799,
+      "learning_rate": 3.555666141792632e-06,
+      "loss": 0.01,
+      "step": 911
+    },
+    {
+      "epoch": 0.6061814556331007,
+      "grad_norm": 0.3086547175647566,
+      "learning_rate": 3.5453551529642593e-06,
+      "loss": 0.0151,
+      "step": 912
+    },
+    {
+      "epoch": 0.6068461282818212,
+      "grad_norm": 0.4738951847159867,
+      "learning_rate": 3.535050917831797e-06,
+      "loss": 0.0121,
+      "step": 913
+    },
+    {
+      "epoch": 0.6075108009305417,
+      "grad_norm": 0.4486015642506278,
+      "learning_rate": 3.5247534842362484e-06,
+      "loss": 0.0075,
+      "step": 914
+    },
+    {
+      "epoch": 0.6081754735792622,
+      "grad_norm": 0.17929132555986252,
+      "learning_rate": 3.514462899987038e-06,
+      "loss": 0.01,
+      "step": 915
+    },
+    {
+      "epoch": 0.6088401462279828,
+      "grad_norm": 0.19116437425556015,
+      "learning_rate": 3.504179212861793e-06,
+      "loss": 0.0081,
+      "step": 916
+    },
+    {
+      "epoch": 0.6095048188767033,
+      "grad_norm": 0.3889971142520261,
+      "learning_rate": 3.493902470606115e-06,
+      "loss": 0.0112,
+      "step": 917
+    },
+    {
+      "epoch": 0.6101694915254238,
+      "grad_norm": 0.7631560447744277,
+      "learning_rate": 3.4836327209333643e-06,
+      "loss": 0.0081,
+      "step": 918
+    },
+    {
+      "epoch": 0.6108341641741443,
+      "grad_norm": 0.2630811957200147,
+      "learning_rate": 3.473370011524435e-06,
+      "loss": 0.009,
+      "step": 919
+    },
+    {
+      "epoch": 0.6114988368228648,
+      "grad_norm": 0.19188762326028141,
+      "learning_rate": 3.463114390027533e-06,
+      "loss": 0.0106,
+      "step": 920
+    },
+    {
+      "epoch": 0.6121635094715853,
+      "grad_norm": 0.6317066442111138,
+      "learning_rate": 3.4528659040579582e-06,
+      "loss": 0.0187,
+      "step": 921
+    },
+    {
+      "epoch": 0.6128281821203058,
+      "grad_norm": 0.31684400843017074,
+      "learning_rate": 3.442624601197877e-06,
+      "loss": 0.0101,
+      "step": 922
+    },
+    {
+      "epoch": 0.6134928547690263,
+      "grad_norm": 0.2401026201762082,
+      "learning_rate": 3.4323905289961136e-06,
+      "loss": 0.0093,
+      "step": 923
+    },
+    {
+      "epoch": 0.6141575274177468,
+      "grad_norm": 0.2765999499640504,
+      "learning_rate": 3.422163734967913e-06,
+      "loss": 0.0063,
+      "step": 924
+    },
+    {
+      "epoch": 0.6148222000664673,
+      "grad_norm": 0.6782051800274294,
+      "learning_rate": 3.4119442665947346e-06,
+      "loss": 0.0099,
+      "step": 925
+    },
+    {
+      "epoch": 0.6154868727151878,
+      "grad_norm": 0.7257259874024371,
+      "learning_rate": 3.4017321713240226e-06,
+      "loss": 0.0094,
+      "step": 926
+    },
+    {
+      "epoch": 0.6161515453639083,
+      "grad_norm": 0.3046900368167348,
+      "learning_rate": 3.3915274965689883e-06,
+      "loss": 0.0088,
+      "step": 927
+    },
+    {
+      "epoch": 0.6168162180126288,
+      "grad_norm": 0.23996154523745525,
+      "learning_rate": 3.3813302897083955e-06,
+      "loss": 0.0102,
+      "step": 928
+    },
+    {
+      "epoch": 0.6174808906613493,
+      "grad_norm": 0.2885343362276256,
+      "learning_rate": 3.3711405980863316e-06,
+      "loss": 0.0099,
+      "step": 929
+    },
+    {
+      "epoch": 0.6181455633100698,
+      "grad_norm": 0.36273522301876804,
+      "learning_rate": 3.3609584690119924e-06,
+      "loss": 0.0077,
+      "step": 930
+    },
+    {
+      "epoch": 0.6188102359587903,
+      "grad_norm": 0.7278813431347978,
+      "learning_rate": 3.350783949759462e-06,
+      "loss": 0.013,
+      "step": 931
+    },
+    {
+      "epoch": 0.6194749086075108,
+      "grad_norm": 0.49980696421231835,
+      "learning_rate": 3.3406170875674944e-06,
+      "loss": 0.0124,
+      "step": 932
+    },
+    {
+      "epoch": 0.6201395812562313,
+      "grad_norm": 0.32381836245247797,
+      "learning_rate": 3.330457929639293e-06,
+      "loss": 0.0088,
+      "step": 933
+    },
+    {
+      "epoch": 0.6208042539049519,
+      "grad_norm": 0.4133144492504386,
+      "learning_rate": 3.3203065231422904e-06,
+      "loss": 0.0104,
+      "step": 934
+    },
+    {
+      "epoch": 0.6214689265536724,
+      "grad_norm": 0.16277475097572863,
+      "learning_rate": 3.3101629152079296e-06,
+      "loss": 0.0073,
+      "step": 935
+    },
+    {
+      "epoch": 0.6221335992023929,
+      "grad_norm": 0.22635422915011666,
+      "learning_rate": 3.3000271529314487e-06,
+      "loss": 0.0093,
+      "step": 936
+    },
+    {
+      "epoch": 0.6227982718511134,
+      "grad_norm": 0.21368932174418523,
+      "learning_rate": 3.289899283371657e-06,
+      "loss": 0.0081,
+      "step": 937
+    },
+    {
+      "epoch": 0.6234629444998339,
+      "grad_norm": 0.2794426426952632,
+      "learning_rate": 3.2797793535507204e-06,
+      "loss": 0.0107,
+      "step": 938
+    },
+    {
+      "epoch": 0.6241276171485544,
+      "grad_norm": 0.322128335795853,
+      "learning_rate": 3.2696674104539444e-06,
+      "loss": 0.0086,
+      "step": 939
+    },
+    {
+      "epoch": 0.6247922897972749,
+      "grad_norm": 0.2421829073773608,
+      "learning_rate": 3.259563501029548e-06,
+      "loss": 0.0075,
+      "step": 940
+    },
+    {
+      "epoch": 0.6254569624459954,
+      "grad_norm": 0.32130301213787865,
+      "learning_rate": 3.2494676721884543e-06,
+      "loss": 0.0118,
+      "step": 941
+    },
+    {
+      "epoch": 0.6261216350947159,
+      "grad_norm": 0.347721069814857,
+      "learning_rate": 3.2393799708040674e-06,
+      "loss": 0.01,
+      "step": 942
+    },
+    {
+      "epoch": 0.6267863077434364,
+      "grad_norm": 0.1792082240350679,
+      "learning_rate": 3.2293004437120622e-06,
+      "loss": 0.0084,
+      "step": 943
+    },
+    {
+      "epoch": 0.6274509803921569,
+      "grad_norm": 0.31266061038755355,
+      "learning_rate": 3.2192291377101547e-06,
+      "loss": 0.0114,
+      "step": 944
+    },
+    {
+      "epoch": 0.6281156530408774,
+      "grad_norm": 0.19925247258232015,
+      "learning_rate": 3.2091660995578966e-06,
+      "loss": 0.0081,
+      "step": 945
+    },
+    {
+      "epoch": 0.6287803256895979,
+      "grad_norm": 0.40169324139993695,
+      "learning_rate": 3.1991113759764493e-06,
+      "loss": 0.008,
+      "step": 946
+    },
+    {
+      "epoch": 0.6294449983383184,
+      "grad_norm": 0.2117190578788506,
+      "learning_rate": 3.189065013648372e-06,
+      "loss": 0.0089,
+      "step": 947
+    },
+    {
+      "epoch": 0.6301096709870389,
+      "grad_norm": 0.23770522976838573,
+      "learning_rate": 3.1790270592174088e-06,
+      "loss": 0.0082,
+      "step": 948
+    },
+    {
+      "epoch": 0.6307743436357593,
+      "grad_norm": 0.2176049091866862,
+      "learning_rate": 3.1689975592882603e-06,
+      "loss": 0.0116,
+      "step": 949
+    },
+    {
+      "epoch": 0.6314390162844798,
+      "grad_norm": 0.24580378556214288,
+      "learning_rate": 3.158976560426379e-06,
+      "loss": 0.0075,
+      "step": 950
+    },
+    {
+      "epoch": 0.6321036889332003,
+      "grad_norm": 0.2859953080386775,
+      "learning_rate": 3.148964109157743e-06,
+      "loss": 0.012,
+      "step": 951
+    },
+    {
+      "epoch": 0.632768361581921,
+      "grad_norm": 0.23955087427163585,
+      "learning_rate": 3.1389602519686515e-06,
+      "loss": 0.0116,
+      "step": 952
+    },
+    {
+      "epoch": 0.6334330342306415,
+      "grad_norm": 0.24367914742949504,
+      "learning_rate": 3.128965035305497e-06,
+      "loss": 0.0089,
+      "step": 953
+    },
+    {
+      "epoch": 0.634097706879362,
+      "grad_norm": 0.23505495921007316,
+      "learning_rate": 3.11897850557456e-06,
+      "loss": 0.0122,
+      "step": 954
+    },
+    {
+      "epoch": 0.6347623795280825,
+      "grad_norm": 0.36256136723764965,
+      "learning_rate": 3.1090007091417884e-06,
+      "loss": 0.0077,
+      "step": 955
+    },
+    {
+      "epoch": 0.635427052176803,
+      "grad_norm": 0.5783020350703105,
+      "learning_rate": 3.0990316923325782e-06,
+      "loss": 0.0106,
+      "step": 956
+    },
+    {
+      "epoch": 0.6360917248255235,
+      "grad_norm": 0.31649309477895776,
+      "learning_rate": 3.089071501431567e-06,
+      "loss": 0.0086,
+      "step": 957
+    },
+    {
+      "epoch": 0.636756397474244,
+      "grad_norm": 0.696207916808104,
+      "learning_rate": 3.0791201826824117e-06,
+      "loss": 0.012,
+      "step": 958
+    },
+    {
+      "epoch": 0.6374210701229645,
+      "grad_norm": 0.20769856628640398,
+      "learning_rate": 3.0691777822875845e-06,
+      "loss": 0.0103,
+      "step": 959
+    },
+    {
+      "epoch": 0.638085742771685,
+      "grad_norm": 0.44868891079841433,
+      "learning_rate": 3.0592443464081424e-06,
+      "loss": 0.012,
+      "step": 960
+    },
+    {
+      "epoch": 0.6387504154204054,
+      "grad_norm": 0.1909386876833034,
+      "learning_rate": 3.049319921163526e-06,
+      "loss": 0.0071,
+      "step": 961
+    },
+    {
+      "epoch": 0.639415088069126,
+      "grad_norm": 0.3301173458668869,
+      "learning_rate": 3.03940455263134e-06,
+      "loss": 0.0136,
+      "step": 962
+    },
+    {
+      "epoch": 0.6400797607178464,
+      "grad_norm": 0.27708704665407097,
+      "learning_rate": 3.029498286847138e-06,
+      "loss": 0.0075,
+      "step": 963
+    },
+    {
+      "epoch": 0.640744433366567,
+      "grad_norm": 0.3759232406313754,
+      "learning_rate": 3.019601169804216e-06,
+      "loss": 0.0109,
+      "step": 964
+    },
+    {
+      "epoch": 0.6414091060152874,
+      "grad_norm": 0.27177993471319756,
+      "learning_rate": 3.009713247453391e-06,
+      "loss": 0.0068,
+      "step": 965
+    },
+    {
+      "epoch": 0.6420737786640079,
+      "grad_norm": 0.35348824046889704,
+      "learning_rate": 2.999834565702787e-06,
+      "loss": 0.0108,
+      "step": 966
+    },
+    {
+      "epoch": 0.6427384513127284,
+      "grad_norm": 0.33342069949697306,
+      "learning_rate": 2.9899651704176324e-06,
+      "loss": 0.0094,
+      "step": 967
+    },
+    {
+      "epoch": 0.6434031239614489,
+      "grad_norm": 0.573642069568304,
+      "learning_rate": 2.980105107420031e-06,
+      "loss": 0.0111,
+      "step": 968
+    },
+    {
+      "epoch": 0.6440677966101694,
+      "grad_norm": 0.161625437702315,
+      "learning_rate": 2.9702544224887687e-06,
+      "loss": 0.0054,
+      "step": 969
+    },
+    {
+      "epoch": 0.64473246925889,
+      "grad_norm": 0.24481655132663913,
+      "learning_rate": 2.9604131613590825e-06,
+      "loss": 0.0078,
+      "step": 970
+    },
+    {
+      "epoch": 0.6453971419076105,
+      "grad_norm": 0.3681819548003033,
+      "learning_rate": 2.9505813697224584e-06,
+      "loss": 0.0088,
+      "step": 971
+    },
+    {
+      "epoch": 0.646061814556331,
+      "grad_norm": 0.36813362352122053,
+      "learning_rate": 2.9407590932264187e-06,
+      "loss": 0.0099,
+      "step": 972
+    },
+    {
+      "epoch": 0.6467264872050515,
+      "grad_norm": 0.3976928845492841,
+      "learning_rate": 2.9309463774743047e-06,
+      "loss": 0.0078,
+      "step": 973
+    },
+    {
+      "epoch": 0.647391159853772,
+      "grad_norm": 0.2272118381342224,
+      "learning_rate": 2.921143268025072e-06,
+      "loss": 0.0074,
+      "step": 974
+    },
+    {
+      "epoch": 0.6480558325024925,
+      "grad_norm": 0.2932799475251196,
+      "learning_rate": 2.911349810393076e-06,
+      "loss": 0.009,
+      "step": 975
+    },
+    {
+      "epoch": 0.648720505151213,
+      "grad_norm": 0.31351018891128823,
+      "learning_rate": 2.901566050047855e-06,
+      "loss": 0.0129,
+      "step": 976
+    },
+    {
+      "epoch": 0.6493851777999335,
+      "grad_norm": 0.20170901171224367,
+      "learning_rate": 2.891792032413932e-06,
+      "loss": 0.0095,
+      "step": 977
+    },
+    {
+      "epoch": 0.650049850448654,
+      "grad_norm": 0.3421935906129705,
+      "learning_rate": 2.8820278028705855e-06,
+      "loss": 0.0071,
+      "step": 978
+    },
+    {
+      "epoch": 0.6507145230973745,
+      "grad_norm": 0.3554264393007603,
+      "learning_rate": 2.8722734067516637e-06,
+      "loss": 0.0085,
+      "step": 979
+    },
+    {
+      "epoch": 0.651379195746095,
+      "grad_norm": 0.2349606425846591,
+      "learning_rate": 2.862528889345346e-06,
+      "loss": 0.0096,
+      "step": 980
+    },
+    {
+      "epoch": 0.6520438683948155,
+      "grad_norm": 0.3076753543848085,
+      "learning_rate": 2.8527942958939537e-06,
+      "loss": 0.0076,
+      "step": 981
+    },
+    {
+      "epoch": 0.652708541043536,
+      "grad_norm": 0.14398183811473508,
+      "learning_rate": 2.843069671593734e-06,
+      "loss": 0.0061,
+      "step": 982
+    },
+    {
+      "epoch": 0.6533732136922565,
+      "grad_norm": 0.2263995658621755,
+      "learning_rate": 2.8333550615946415e-06,
+      "loss": 0.0118,
+      "step": 983
+    },
+    {
+      "epoch": 0.654037886340977,
+      "grad_norm": 0.5808365121043862,
+      "learning_rate": 2.823650511000142e-06,
+      "loss": 0.0112,
+      "step": 984
+    },
+    {
+      "epoch": 0.6547025589896975,
+      "grad_norm": 0.29564543999897336,
+      "learning_rate": 2.813956064866996e-06,
+      "loss": 0.0075,
+      "step": 985
+    },
+    {
+      "epoch": 0.655367231638418,
+      "grad_norm": 0.30933570800269505,
+      "learning_rate": 2.8042717682050523e-06,
+      "loss": 0.0064,
+      "step": 986
+    },
+    {
+      "epoch": 0.6560319042871385,
+      "grad_norm": 0.40093514876726827,
+      "learning_rate": 2.79459766597703e-06,
+      "loss": 0.012,
+      "step": 987
+    },
+    {
+      "epoch": 0.6566965769358591,
+      "grad_norm": 0.1954223940513839,
+      "learning_rate": 2.784933803098326e-06,
+      "loss": 0.0062,
+      "step": 988
+    },
+    {
+      "epoch": 0.6573612495845796,
+      "grad_norm": 0.21071688734414556,
+      "learning_rate": 2.7752802244367875e-06,
+      "loss": 0.0072,
+      "step": 989
+    },
+    {
+      "epoch": 0.6580259222333001,
+      "grad_norm": 0.41025794500212187,
+      "learning_rate": 2.7656369748125277e-06,
+      "loss": 0.0086,
+      "step": 990
+    },
+    {
+      "epoch": 0.6586905948820206,
+      "grad_norm": 0.1935032363904584,
+      "learning_rate": 2.7560040989976894e-06,
+      "loss": 0.0068,
+      "step": 991
+    },
+    {
+      "epoch": 0.6593552675307411,
+      "grad_norm": 0.40488179544340286,
+      "learning_rate": 2.7463816417162615e-06,
+      "loss": 0.0074,
+      "step": 992
+    },
+    {
+      "epoch": 0.6600199401794616,
+      "grad_norm": 0.1838037586133697,
+      "learning_rate": 2.736769647643852e-06,
+      "loss": 0.0092,
+      "step": 993
+    },
+    {
+      "epoch": 0.6606846128281821,
+      "grad_norm": 0.24819942058511169,
+      "learning_rate": 2.7271681614074973e-06,
+      "loss": 0.0089,
+      "step": 994
+    },
+    {
+      "epoch": 0.6613492854769026,
+      "grad_norm": 0.25683540579208103,
+      "learning_rate": 2.717577227585446e-06,
+      "loss": 0.0094,
+      "step": 995
+    },
+    {
+      "epoch": 0.6620139581256231,
+      "grad_norm": 0.18391189835613822,
+      "learning_rate": 2.707996890706954e-06,
+      "loss": 0.0095,
+      "step": 996
+    },
+    {
+      "epoch": 0.6626786307743436,
+      "grad_norm": 0.15104364444426333,
+      "learning_rate": 2.6984271952520723e-06,
+      "loss": 0.0068,
+      "step": 997
+    },
+    {
+      "epoch": 0.6633433034230641,
+      "grad_norm": 0.3940394230961875,
+      "learning_rate": 2.68886818565145e-06,
+      "loss": 0.0111,
+      "step": 998
+    },
+    {
+      "epoch": 0.6640079760717846,
+      "grad_norm": 0.2609681211065955,
+      "learning_rate": 2.679319906286122e-06,
+      "loss": 0.0097,
+      "step": 999
+    },
+    {
+      "epoch": 0.6646726487205051,
+      "grad_norm": 0.3645402376552464,
+      "learning_rate": 2.6697824014873076e-06,
+      "loss": 0.0099,
+      "step": 1000
+    },
+    {
+      "epoch": 0.6653373213692256,
+      "grad_norm": 0.23654236854625932,
+      "learning_rate": 2.660255715536193e-06,
+      "loss": 0.0075,
+      "step": 1001
+    },
+    {
+      "epoch": 0.6660019940179461,
+      "grad_norm": 0.24009513254503748,
+      "learning_rate": 2.650739892663743e-06,
+      "loss": 0.0089,
+      "step": 1002
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 0.20154175339249858,
+      "learning_rate": 2.641234977050484e-06,
+      "loss": 0.0089,
+      "step": 1003
+    },
+    {
+      "epoch": 0.6673313393153871,
+      "grad_norm": 0.18869581180280823,
+      "learning_rate": 2.6317410128262953e-06,
+      "loss": 0.0096,
+      "step": 1004
+    },
+    {
+      "epoch": 0.6679960119641076,
+      "grad_norm": 0.19084928944347762,
+      "learning_rate": 2.622258044070225e-06,
+      "loss": 0.0071,
+      "step": 1005
+    },
+    {
+      "epoch": 0.6686606846128281,
+      "grad_norm": 0.22525861430167277,
+      "learning_rate": 2.6127861148102552e-06,
+      "loss": 0.0081,
+      "step": 1006
+    },
+    {
+      "epoch": 0.6693253572615487,
+      "grad_norm": 0.211563645002409,
+      "learning_rate": 2.6033252690231238e-06,
+      "loss": 0.0082,
+      "step": 1007
+    },
+    {
+      "epoch": 0.6699900299102692,
+      "grad_norm": 0.5372954390814825,
+      "learning_rate": 2.5938755506341036e-06,
+      "loss": 0.0082,
+      "step": 1008
+    },
+    {
+      "epoch": 0.6706547025589897,
+      "grad_norm": 0.22068958935151187,
+      "learning_rate": 2.5844370035168077e-06,
+      "loss": 0.0077,
+      "step": 1009
+    },
+    {
+      "epoch": 0.6713193752077102,
+      "grad_norm": 0.24185511029717174,
+      "learning_rate": 2.575009671492983e-06,
+      "loss": 0.0063,
+      "step": 1010
+    },
+    {
+      "epoch": 0.6719840478564307,
+      "grad_norm": 0.31560557307761405,
+      "learning_rate": 2.565593598332308e-06,
+      "loss": 0.0062,
+      "step": 1011
+    },
+    {
+      "epoch": 0.6726487205051512,
+      "grad_norm": 0.5130502047257309,
+      "learning_rate": 2.5561888277521797e-06,
+      "loss": 0.0086,
+      "step": 1012
+    },
+    {
+      "epoch": 0.6733133931538717,
+      "grad_norm": 0.38937425351118965,
+      "learning_rate": 2.5467954034175303e-06,
+      "loss": 0.0097,
+      "step": 1013
+    },
+    {
+      "epoch": 0.6739780658025922,
+      "grad_norm": 0.21505699299118056,
+      "learning_rate": 2.537413368940601e-06,
+      "loss": 0.009,
+      "step": 1014
+    },
+    {
+      "epoch": 0.6746427384513127,
+      "grad_norm": 0.2499664011990959,
+      "learning_rate": 2.528042767880766e-06,
+      "loss": 0.0118,
+      "step": 1015
+    },
+    {
+      "epoch": 0.6753074111000332,
+      "grad_norm": 0.29296563693167743,
+      "learning_rate": 2.5186836437443037e-06,
+      "loss": 0.0095,
+      "step": 1016
+    },
+    {
+      "epoch": 0.6759720837487537,
+      "grad_norm": 0.34769532892270855,
+      "learning_rate": 2.5093360399842114e-06,
+      "loss": 0.0065,
+      "step": 1017
+    },
+    {
+      "epoch": 0.6766367563974742,
+      "grad_norm": 0.2727489794496769,
+      "learning_rate": 2.5000000000000015e-06,
+      "loss": 0.0075,
+      "step": 1018
+    },
+    {
+      "epoch": 0.6773014290461947,
+      "grad_norm": 0.28787812689732917,
+      "learning_rate": 2.4906755671374905e-06,
+      "loss": 0.0087,
+      "step": 1019
+    },
+    {
+      "epoch": 0.6779661016949152,
+      "grad_norm": 0.4992399231267387,
+      "learning_rate": 2.4813627846886117e-06,
+      "loss": 0.0085,
+      "step": 1020
+    },
+    {
+      "epoch": 0.6786307743436357,
+      "grad_norm": 0.34835717822431245,
+      "learning_rate": 2.4720616958912054e-06,
+      "loss": 0.0054,
+      "step": 1021
+    },
+    {
+      "epoch": 0.6792954469923562,
+      "grad_norm": 0.6266322829734265,
+      "learning_rate": 2.4627723439288204e-06,
+      "loss": 0.0119,
+      "step": 1022
+    },
+    {
+      "epoch": 0.6799601196410767,
+      "grad_norm": 0.1957354028539535,
+      "learning_rate": 2.453494771930508e-06,
+      "loss": 0.0086,
+      "step": 1023
+    },
+    {
+      "epoch": 0.6806247922897972,
+      "grad_norm": 0.2605729316787177,
+      "learning_rate": 2.4442290229706344e-06,
+      "loss": 0.0122,
+      "step": 1024
+    },
+    {
+      "epoch": 0.6812894649385178,
+      "grad_norm": 0.23665821585690736,
+      "learning_rate": 2.434975140068669e-06,
+      "loss": 0.007,
+      "step": 1025
+    },
+    {
+      "epoch": 0.6819541375872383,
+      "grad_norm": 0.2201415649312906,
+      "learning_rate": 2.4257331661889923e-06,
+      "loss": 0.0098,
+      "step": 1026
+    },
+    {
+      "epoch": 0.6826188102359588,
+      "grad_norm": 0.3164784462208598,
+      "learning_rate": 2.4165031442406857e-06,
+      "loss": 0.0068,
+      "step": 1027
+    },
+    {
+      "epoch": 0.6832834828846793,
+      "grad_norm": 0.2031926822498836,
+      "learning_rate": 2.4072851170773493e-06,
+      "loss": 0.0067,
+      "step": 1028
+    },
+    {
+      "epoch": 0.6839481555333998,
+      "grad_norm": 0.5685953903499967,
+      "learning_rate": 2.398079127496884e-06,
+      "loss": 0.0083,
+      "step": 1029
+    },
+    {
+      "epoch": 0.6846128281821203,
+      "grad_norm": 0.4124104323221366,
+      "learning_rate": 2.3888852182413087e-06,
+      "loss": 0.008,
+      "step": 1030
+    },
+    {
+      "epoch": 0.6852775008308408,
+      "grad_norm": 0.31933378899670556,
+      "learning_rate": 2.3797034319965517e-06,
+      "loss": 0.0103,
+      "step": 1031
+    },
+    {
+      "epoch": 0.6859421734795613,
+      "grad_norm": 0.2697847646102195,
+      "learning_rate": 2.370533811392261e-06,
+      "loss": 0.0123,
+      "step": 1032
+    },
+    {
+      "epoch": 0.6866068461282818,
+      "grad_norm": 0.24910557974411127,
+      "learning_rate": 2.361376399001592e-06,
+      "loss": 0.0091,
+      "step": 1033
+    },
+    {
+      "epoch": 0.6872715187770023,
+      "grad_norm": 0.2780938443797265,
+      "learning_rate": 2.3522312373410276e-06,
+      "loss": 0.0108,
+      "step": 1034
+    },
+    {
+      "epoch": 0.6879361914257228,
+      "grad_norm": 0.3566072774983843,
+      "learning_rate": 2.3430983688701693e-06,
+      "loss": 0.0101,
+      "step": 1035
+    },
+    {
+      "epoch": 0.6886008640744433,
+      "grad_norm": 0.4960859376704064,
+      "learning_rate": 2.333977835991545e-06,
+      "loss": 0.0101,
+      "step": 1036
+    },
+    {
+      "epoch": 0.6892655367231638,
+      "grad_norm": 0.5317805068289205,
+      "learning_rate": 2.3248696810504052e-06,
+      "loss": 0.0098,
+      "step": 1037
+    },
+    {
+      "epoch": 0.6899302093718843,
+      "grad_norm": 0.1938454533449783,
+      "learning_rate": 2.315773946334537e-06,
+      "loss": 0.0069,
+      "step": 1038
+    },
+    {
+      "epoch": 0.6905948820206048,
+      "grad_norm": 0.6492464563794429,
+      "learning_rate": 2.3066906740740626e-06,
+      "loss": 0.0077,
+      "step": 1039
+    },
+    {
+      "epoch": 0.6912595546693253,
+      "grad_norm": 0.23311160889060348,
+      "learning_rate": 2.297619906441234e-06,
+      "loss": 0.0079,
+      "step": 1040
+    },
+    {
+      "epoch": 0.6919242273180458,
+      "grad_norm": 0.48555576709924847,
+      "learning_rate": 2.288561685550261e-06,
+      "loss": 0.0095,
+      "step": 1041
+    },
+    {
+      "epoch": 0.6925888999667663,
+      "grad_norm": 0.37785034335609585,
+      "learning_rate": 2.2795160534570866e-06,
+      "loss": 0.0109,
+      "step": 1042
+    },
+    {
+      "epoch": 0.6932535726154869,
+      "grad_norm": 0.5271114818146994,
+      "learning_rate": 2.270483052159216e-06,
+      "loss": 0.0099,
+      "step": 1043
+    },
+    {
+      "epoch": 0.6939182452642074,
+      "grad_norm": 0.2746157855119046,
+      "learning_rate": 2.261462723595503e-06,
+      "loss": 0.0096,
+      "step": 1044
+    },
+    {
+      "epoch": 0.6945829179129279,
+      "grad_norm": 0.2084867131464582,
+      "learning_rate": 2.2524551096459703e-06,
+      "loss": 0.0086,
+      "step": 1045
+    },
+    {
+      "epoch": 0.6952475905616484,
+      "grad_norm": 0.20692844736475394,
+      "learning_rate": 2.243460252131606e-06,
+      "loss": 0.0094,
+      "step": 1046
+    },
+    {
+      "epoch": 0.6959122632103689,
+      "grad_norm": 0.26891033391026026,
+      "learning_rate": 2.2344781928141753e-06,
+      "loss": 0.013,
+      "step": 1047
+    },
+    {
+      "epoch": 0.6965769358590894,
+      "grad_norm": 0.5760814124778825,
+      "learning_rate": 2.2255089733960162e-06,
+      "loss": 0.0129,
+      "step": 1048
+    },
+    {
+      "epoch": 0.6972416085078099,
+      "grad_norm": 0.30749673888826295,
+      "learning_rate": 2.216552635519861e-06,
+      "loss": 0.005,
+      "step": 1049
+    },
+    {
+      "epoch": 0.6979062811565304,
+      "grad_norm": 0.29505761160797606,
+      "learning_rate": 2.207609220768625e-06,
+      "loss": 0.0091,
+      "step": 1050
+    },
+    {
+      "epoch": 0.6985709538052509,
+      "grad_norm": 0.17156404897235497,
+      "learning_rate": 2.1986787706652377e-06,
+      "loss": 0.0054,
+      "step": 1051
+    },
+    {
+      "epoch": 0.6992356264539714,
+      "grad_norm": 0.45828026748924755,
+      "learning_rate": 2.1897613266724225e-06,
+      "loss": 0.0084,
+      "step": 1052
+    },
+    {
+      "epoch": 0.6999002991026919,
+      "grad_norm": 0.24937158859953384,
+      "learning_rate": 2.1808569301925255e-06,
+      "loss": 0.0086,
+      "step": 1053
+    },
+    {
+      "epoch": 0.7005649717514124,
+      "grad_norm": 0.20009862827547395,
+      "learning_rate": 2.171965622567308e-06,
+      "loss": 0.0067,
+      "step": 1054
+    },
+    {
+      "epoch": 0.7012296444001329,
+      "grad_norm": 0.2610053544028202,
+      "learning_rate": 2.1630874450777684e-06,
+      "loss": 0.008,
+      "step": 1055
+    },
+    {
+      "epoch": 0.7018943170488534,
+      "grad_norm": 0.36206474630804264,
+      "learning_rate": 2.1542224389439415e-06,
+      "loss": 0.0109,
+      "step": 1056
+    },
+    {
+      "epoch": 0.7025589896975739,
+      "grad_norm": 0.5153003321704763,
+      "learning_rate": 2.1453706453247088e-06,
+      "loss": 0.0106,
+      "step": 1057
+    },
+    {
+      "epoch": 0.7032236623462944,
+      "grad_norm": 0.28180824613056,
+      "learning_rate": 2.1365321053176103e-06,
+      "loss": 0.0077,
+      "step": 1058
+    },
+    {
+      "epoch": 0.7038883349950149,
+      "grad_norm": 0.18391422249578976,
+      "learning_rate": 2.127706859958647e-06,
+      "loss": 0.0056,
+      "step": 1059
+    },
+    {
+      "epoch": 0.7045530076437354,
+      "grad_norm": 0.20132395241767914,
+      "learning_rate": 2.1188949502220987e-06,
+      "loss": 0.0094,
+      "step": 1060
+    },
+    {
+      "epoch": 0.705217680292456,
+      "grad_norm": 0.19824157734039166,
+      "learning_rate": 2.110096417020329e-06,
+      "loss": 0.0101,
+      "step": 1061
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 0.31171142557284354,
+      "learning_rate": 2.1013113012035987e-06,
+      "loss": 0.0122,
+      "step": 1062
+    },
+    {
+      "epoch": 0.706547025589897,
+      "grad_norm": 0.26011746700717575,
+      "learning_rate": 2.0925396435598665e-06,
+      "loss": 0.0152,
+      "step": 1063
+    },
+    {
+      "epoch": 0.7072116982386175,
+      "grad_norm": 0.19498909156207744,
+      "learning_rate": 2.0837814848146166e-06,
+      "loss": 0.0063,
+      "step": 1064
+    },
+    {
+      "epoch": 0.707876370887338,
+      "grad_norm": 0.16478822992660008,
+      "learning_rate": 2.075036865630649e-06,
+      "loss": 0.0062,
+      "step": 1065
+    },
+    {
+      "epoch": 0.7085410435360585,
+      "grad_norm": 0.24476062400704385,
+      "learning_rate": 2.066305826607911e-06,
+      "loss": 0.0093,
+      "step": 1066
+    },
+    {
+      "epoch": 0.709205716184779,
+      "grad_norm": 0.2755871609128912,
+      "learning_rate": 2.057588408283295e-06,
+      "loss": 0.0084,
+      "step": 1067
+    },
+    {
+      "epoch": 0.7098703888334995,
+      "grad_norm": 0.5967019937302827,
+      "learning_rate": 2.0488846511304574e-06,
+      "loss": 0.0116,
+      "step": 1068
+    },
+    {
+      "epoch": 0.71053506148222,
+      "grad_norm": 0.22449805956333627,
+      "learning_rate": 2.0401945955596206e-06,
+      "loss": 0.0063,
+      "step": 1069
+    },
+    {
+      "epoch": 0.7111997341309405,
+      "grad_norm": 0.3953906525587086,
+      "learning_rate": 2.031518281917403e-06,
+      "loss": 0.0111,
+      "step": 1070
+    },
+    {
+      "epoch": 0.711864406779661,
+      "grad_norm": 0.20552810831043333,
+      "learning_rate": 2.0228557504866098e-06,
+      "loss": 0.0091,
+      "step": 1071
+    },
+    {
+      "epoch": 0.7125290794283815,
+      "grad_norm": 0.19438287812600616,
+      "learning_rate": 2.0142070414860704e-06,
+      "loss": 0.0074,
+      "step": 1072
+    },
+    {
+      "epoch": 0.713193752077102,
+      "grad_norm": 0.2346091558916181,
+      "learning_rate": 2.0055721950704265e-06,
+      "loss": 0.0081,
+      "step": 1073
+    },
+    {
+      "epoch": 0.7138584247258225,
+      "grad_norm": 0.2799026020572236,
+      "learning_rate": 1.9969512513299667e-06,
+      "loss": 0.0094,
+      "step": 1074
+    },
+    {
+      "epoch": 0.714523097374543,
+      "grad_norm": 0.2812263108958078,
+      "learning_rate": 1.9883442502904284e-06,
+      "loss": 0.0104,
+      "step": 1075
+    },
+    {
+      "epoch": 0.7151877700232635,
+      "grad_norm": 0.5864755921529266,
+      "learning_rate": 1.9797512319128113e-06,
+      "loss": 0.0103,
+      "step": 1076
+    },
+    {
+      "epoch": 0.715852442671984,
+      "grad_norm": 0.36431552265388817,
+      "learning_rate": 1.9711722360932032e-06,
+      "loss": 0.0093,
+      "step": 1077
+    },
+    {
+      "epoch": 0.7165171153207045,
+      "grad_norm": 0.37856788599561675,
+      "learning_rate": 1.962607302662582e-06,
+      "loss": 0.0101,
+      "step": 1078
+    },
+    {
+      "epoch": 0.7171817879694251,
+      "grad_norm": 0.25389342991422,
+      "learning_rate": 1.954056471386639e-06,
+      "loss": 0.0094,
+      "step": 1079
+    },
+    {
+      "epoch": 0.7178464606181456,
+      "grad_norm": 0.25274846244933785,
+      "learning_rate": 1.9455197819655874e-06,
+      "loss": 0.01,
+      "step": 1080
+    },
+    {
+      "epoch": 0.7185111332668661,
+      "grad_norm": 0.40880975408120696,
+      "learning_rate": 1.936997274033986e-06,
+      "loss": 0.01,
+      "step": 1081
+    },
+    {
+      "epoch": 0.7191758059155866,
+      "grad_norm": 0.36741432876198077,
+      "learning_rate": 1.928488987160549e-06,
+      "loss": 0.0114,
+      "step": 1082
+    },
+    {
+      "epoch": 0.7198404785643071,
+      "grad_norm": 0.45231503627975217,
+      "learning_rate": 1.919994960847967e-06,
+      "loss": 0.0121,
+      "step": 1083
+    },
+    {
+      "epoch": 0.7205051512130276,
+      "grad_norm": 0.40540511927594813,
+      "learning_rate": 1.9115152345327154e-06,
+      "loss": 0.0135,
+      "step": 1084
+    },
+    {
+      "epoch": 0.7211698238617481,
+      "grad_norm": 0.5985682335123047,
+      "learning_rate": 1.9030498475848836e-06,
+      "loss": 0.0156,
+      "step": 1085
+    },
+    {
+      "epoch": 0.7218344965104686,
+      "grad_norm": 0.23782977919360973,
+      "learning_rate": 1.8945988393079767e-06,
+      "loss": 0.0084,
+      "step": 1086
+    },
+    {
+      "epoch": 0.7224991691591891,
+      "grad_norm": 0.22204768766409977,
+      "learning_rate": 1.8861622489387555e-06,
+      "loss": 0.0081,
+      "step": 1087
+    },
+    {
+      "epoch": 0.7231638418079096,
+      "grad_norm": 0.19671607473231634,
+      "learning_rate": 1.877740115647026e-06,
+      "loss": 0.0077,
+      "step": 1088
+    },
+    {
+      "epoch": 0.7238285144566301,
+      "grad_norm": 0.31717712158835565,
+      "learning_rate": 1.869332478535482e-06,
+      "loss": 0.0075,
+      "step": 1089
+    },
+    {
+      "epoch": 0.7244931871053506,
+      "grad_norm": 0.20974258133420504,
+      "learning_rate": 1.8609393766395083e-06,
+      "loss": 0.0071,
+      "step": 1090
+    },
+    {
+      "epoch": 0.7251578597540711,
+      "grad_norm": 0.227446610653222,
+      "learning_rate": 1.8525608489270076e-06,
+      "loss": 0.0066,
+      "step": 1091
+    },
+    {
+      "epoch": 0.7258225324027916,
+      "grad_norm": 0.38841195839936826,
+      "learning_rate": 1.8441969342982163e-06,
+      "loss": 0.0088,
+      "step": 1092
+    },
+    {
+      "epoch": 0.7264872050515121,
+      "grad_norm": 0.3788166674198978,
+      "learning_rate": 1.8358476715855262e-06,
+      "loss": 0.011,
+      "step": 1093
+    },
+    {
+      "epoch": 0.7271518777002326,
+      "grad_norm": 0.16872630511567938,
+      "learning_rate": 1.8275130995532974e-06,
+      "loss": 0.0075,
+      "step": 1094
+    },
+    {
+      "epoch": 0.7278165503489531,
+      "grad_norm": 0.3109404863259487,
+      "learning_rate": 1.8191932568976889e-06,
+      "loss": 0.0116,
+      "step": 1095
+    },
+    {
+      "epoch": 0.7284812229976736,
+      "grad_norm": 0.1780456890629778,
+      "learning_rate": 1.8108881822464697e-06,
+      "loss": 0.0044,
+      "step": 1096
+    },
+    {
+      "epoch": 0.7291458956463942,
+      "grad_norm": 0.19005863968055675,
+      "learning_rate": 1.8025979141588462e-06,
+      "loss": 0.0073,
+      "step": 1097
+    },
+    {
+      "epoch": 0.7298105682951147,
+      "grad_norm": 0.2530368239715967,
+      "learning_rate": 1.7943224911252794e-06,
+      "loss": 0.0075,
+      "step": 1098
+    },
+    {
+      "epoch": 0.7304752409438352,
+      "grad_norm": 0.23367996596455318,
+      "learning_rate": 1.7860619515673034e-06,
+      "loss": 0.0108,
+      "step": 1099
+    },
+    {
+      "epoch": 0.7311399135925557,
+      "grad_norm": 0.17488852313656292,
+      "learning_rate": 1.7778163338373567e-06,
+      "loss": 0.0091,
+      "step": 1100
+    },
+    {
+      "epoch": 0.7318045862412762,
+      "grad_norm": 0.24169717195528131,
+      "learning_rate": 1.7695856762185892e-06,
+      "loss": 0.0111,
+      "step": 1101
+    },
+    {
+      "epoch": 0.7324692588899967,
+      "grad_norm": 0.49770088570403187,
+      "learning_rate": 1.7613700169247055e-06,
+      "loss": 0.0074,
+      "step": 1102
+    },
+    {
+      "epoch": 0.7331339315387172,
+      "grad_norm": 0.35656588808246886,
+      "learning_rate": 1.7531693940997641e-06,
+      "loss": 0.0073,
+      "step": 1103
+    },
+    {
+      "epoch": 0.7337986041874377,
+      "grad_norm": 0.4646395799201426,
+      "learning_rate": 1.744983845818019e-06,
+      "loss": 0.0111,
+      "step": 1104
+    },
+    {
+      "epoch": 0.7344632768361582,
+      "grad_norm": 0.30206693557737946,
+      "learning_rate": 1.7368134100837286e-06,
+      "loss": 0.0108,
+      "step": 1105
+    },
+    {
+      "epoch": 0.7351279494848787,
+      "grad_norm": 0.19912927059280186,
+      "learning_rate": 1.728658124830993e-06,
+      "loss": 0.0095,
+      "step": 1106
+    },
+    {
+      "epoch": 0.7357926221335992,
+      "grad_norm": 0.31365924671273226,
+      "learning_rate": 1.7205180279235627e-06,
+      "loss": 0.006,
+      "step": 1107
+    },
+    {
+      "epoch": 0.7364572947823197,
+      "grad_norm": 0.24607295500620077,
+      "learning_rate": 1.7123931571546826e-06,
+      "loss": 0.0109,
+      "step": 1108
+    },
+    {
+      "epoch": 0.7371219674310402,
+      "grad_norm": 0.3114568025543917,
+      "learning_rate": 1.7042835502468936e-06,
+      "loss": 0.0085,
+      "step": 1109
+    },
+    {
+      "epoch": 0.7377866400797607,
+      "grad_norm": 0.2222091000938827,
+      "learning_rate": 1.696189244851874e-06,
+      "loss": 0.0084,
+      "step": 1110
+    },
+    {
+      "epoch": 0.7384513127284812,
+      "grad_norm": 0.22538225229577186,
+      "learning_rate": 1.6881102785502618e-06,
+      "loss": 0.0124,
+      "step": 1111
+    },
+    {
+      "epoch": 0.7391159853772017,
+      "grad_norm": 0.22344568489200187,
+      "learning_rate": 1.680046688851471e-06,
+      "loss": 0.0071,
+      "step": 1112
+    },
+    {
+      "epoch": 0.7397806580259222,
+      "grad_norm": 0.16989939033750653,
+      "learning_rate": 1.6719985131935308e-06,
+      "loss": 0.0072,
+      "step": 1113
+    },
+    {
+      "epoch": 0.7404453306746427,
+      "grad_norm": 0.4935050306495117,
+      "learning_rate": 1.6639657889429017e-06,
+      "loss": 0.0095,
+      "step": 1114
+    },
+    {
+      "epoch": 0.7411100033233633,
+      "grad_norm": 0.19266789264953518,
+      "learning_rate": 1.6559485533943092e-06,
+      "loss": 0.0064,
+      "step": 1115
+    },
+    {
+      "epoch": 0.7417746759720838,
+      "grad_norm": 0.446555497324972,
+      "learning_rate": 1.647946843770562e-06,
+      "loss": 0.0073,
+      "step": 1116
+    },
+    {
+      "epoch": 0.7424393486208043,
+      "grad_norm": 0.34268526110184033,
+      "learning_rate": 1.639960697222388e-06,
+      "loss": 0.0081,
+      "step": 1117
+    },
+    {
+      "epoch": 0.7431040212695248,
+      "grad_norm": 0.22360453110933848,
+      "learning_rate": 1.6319901508282577e-06,
+      "loss": 0.0117,
+      "step": 1118
+    },
+    {
+      "epoch": 0.7437686939182453,
+      "grad_norm": 0.3892214760395955,
+      "learning_rate": 1.624035241594213e-06,
+      "loss": 0.0098,
+      "step": 1119
+    },
+    {
+      "epoch": 0.7444333665669658,
+      "grad_norm": 0.17989440718297894,
+      "learning_rate": 1.6160960064536907e-06,
+      "loss": 0.0049,
+      "step": 1120
+    },
+    {
+      "epoch": 0.7450980392156863,
+      "grad_norm": 0.3441734612638478,
+      "learning_rate": 1.6081724822673611e-06,
+      "loss": 0.0121,
+      "step": 1121
+    },
+    {
+      "epoch": 0.7457627118644068,
+      "grad_norm": 0.18321831971977126,
+      "learning_rate": 1.6002647058229437e-06,
+      "loss": 0.0058,
+      "step": 1122
+    },
+    {
+      "epoch": 0.7464273845131273,
+      "grad_norm": 0.27607588235363356,
+      "learning_rate": 1.5923727138350548e-06,
+      "loss": 0.0091,
+      "step": 1123
+    },
+    {
+      "epoch": 0.7470920571618478,
+      "grad_norm": 0.6005890235792981,
+      "learning_rate": 1.5844965429450133e-06,
+      "loss": 0.0088,
+      "step": 1124
+    },
+    {
+      "epoch": 0.7477567298105683,
+      "grad_norm": 0.3305883781990034,
+      "learning_rate": 1.5766362297206917e-06,
+      "loss": 0.0111,
+      "step": 1125
+    },
+    {
+      "epoch": 0.7484214024592888,
+      "grad_norm": 0.18849564536836697,
+      "learning_rate": 1.5687918106563326e-06,
+      "loss": 0.0073,
+      "step": 1126
+    },
+    {
+      "epoch": 0.7490860751080093,
+      "grad_norm": 0.3050537896965794,
+      "learning_rate": 1.5609633221723885e-06,
+      "loss": 0.0097,
+      "step": 1127
+    },
+    {
+      "epoch": 0.7497507477567298,
+      "grad_norm": 0.23500705314353945,
+      "learning_rate": 1.5531508006153462e-06,
+      "loss": 0.0054,
+      "step": 1128
+    },
+    {
+      "epoch": 0.7504154204054503,
+      "grad_norm": 0.1956593383266017,
+      "learning_rate": 1.5453542822575624e-06,
+      "loss": 0.0066,
+      "step": 1129
+    },
+    {
+      "epoch": 0.7510800930541708,
+      "grad_norm": 0.3657603832823888,
+      "learning_rate": 1.5375738032970894e-06,
+      "loss": 0.01,
+      "step": 1130
+    },
+    {
+      "epoch": 0.7517447657028913,
+      "grad_norm": 0.24669301872116672,
+      "learning_rate": 1.5298093998575152e-06,
+      "loss": 0.0076,
+      "step": 1131
+    },
+    {
+      "epoch": 0.7524094383516118,
+      "grad_norm": 0.3086268545923642,
+      "learning_rate": 1.52206110798779e-06,
+      "loss": 0.0115,
+      "step": 1132
+    },
+    {
+      "epoch": 0.7530741110003324,
+      "grad_norm": 0.3394309769943332,
+      "learning_rate": 1.5143289636620606e-06,
+      "loss": 0.0082,
+      "step": 1133
+    },
+    {
+      "epoch": 0.7537387836490529,
+      "grad_norm": 0.4161383126186537,
+      "learning_rate": 1.5066130027795046e-06,
+      "loss": 0.0088,
+      "step": 1134
+    },
+    {
+      "epoch": 0.7544034562977734,
+      "grad_norm": 0.6669551305883772,
+      "learning_rate": 1.4989132611641576e-06,
+      "loss": 0.01,
+      "step": 1135
+    },
+    {
+      "epoch": 0.7550681289464939,
+      "grad_norm": 0.7583220265882658,
+      "learning_rate": 1.491229774564758e-06,
+      "loss": 0.0103,
+      "step": 1136
+    },
+    {
+      "epoch": 0.7557328015952144,
+      "grad_norm": 0.16308272681711836,
+      "learning_rate": 1.4835625786545666e-06,
+      "loss": 0.0069,
+      "step": 1137
+    },
+    {
+      "epoch": 0.7563974742439349,
+      "grad_norm": 0.25901031767584826,
+      "learning_rate": 1.4759117090312197e-06,
+      "loss": 0.006,
+      "step": 1138
+    },
+    {
+      "epoch": 0.7570621468926554,
+      "grad_norm": 0.34703931374055236,
+      "learning_rate": 1.4682772012165435e-06,
+      "loss": 0.0086,
+      "step": 1139
+    },
+    {
+      "epoch": 0.7577268195413759,
+      "grad_norm": 0.32760820780427374,
+      "learning_rate": 1.4606590906564055e-06,
+      "loss": 0.0106,
+      "step": 1140
+    },
+    {
+      "epoch": 0.7583914921900964,
+      "grad_norm": 0.2464013647257441,
+      "learning_rate": 1.453057412720536e-06,
+      "loss": 0.0048,
+      "step": 1141
+    },
+    {
+      "epoch": 0.7590561648388169,
+      "grad_norm": 0.24307084793057304,
+      "learning_rate": 1.4454722027023798e-06,
+      "loss": 0.0098,
+      "step": 1142
+    },
+    {
+      "epoch": 0.7597208374875374,
+      "grad_norm": 0.28372569032423917,
+      "learning_rate": 1.437903495818914e-06,
+      "loss": 0.0063,
+      "step": 1143
+    },
+    {
+      "epoch": 0.7603855101362579,
+      "grad_norm": 0.254849398965095,
+      "learning_rate": 1.4303513272105057e-06,
+      "loss": 0.0054,
+      "step": 1144
+    },
+    {
+      "epoch": 0.7610501827849784,
+      "grad_norm": 0.3577358829627769,
+      "learning_rate": 1.422815731940726e-06,
+      "loss": 0.0089,
+      "step": 1145
+    },
+    {
+      "epoch": 0.7617148554336989,
+      "grad_norm": 0.3262026271605971,
+      "learning_rate": 1.4152967449962067e-06,
+      "loss": 0.0101,
+      "step": 1146
+    },
+    {
+      "epoch": 0.7623795280824194,
+      "grad_norm": 0.4396677613166942,
+      "learning_rate": 1.4077944012864636e-06,
+      "loss": 0.0121,
+      "step": 1147
+    },
+    {
+      "epoch": 0.7630442007311399,
+      "grad_norm": 0.3735700658155585,
+      "learning_rate": 1.400308735643745e-06,
+      "loss": 0.0125,
+      "step": 1148
+    },
+    {
+      "epoch": 0.7637088733798604,
+      "grad_norm": 0.2049654627255116,
+      "learning_rate": 1.392839782822863e-06,
+      "loss": 0.0078,
+      "step": 1149
+    },
+    {
+      "epoch": 0.7643735460285809,
+      "grad_norm": 0.4072052028309622,
+      "learning_rate": 1.3853875775010355e-06,
+      "loss": 0.0074,
+      "step": 1150
+    },
+    {
+      "epoch": 0.7650382186773014,
+      "grad_norm": 0.7007804259499075,
+      "learning_rate": 1.3779521542777263e-06,
+      "loss": 0.011,
+      "step": 1151
+    },
+    {
+      "epoch": 0.765702891326022,
+      "grad_norm": 0.3262383334404254,
+      "learning_rate": 1.370533547674477e-06,
+      "loss": 0.0093,
+      "step": 1152
+    },
+    {
+      "epoch": 0.7663675639747425,
+      "grad_norm": 0.5129541884543688,
+      "learning_rate": 1.3631317921347564e-06,
+      "loss": 0.0126,
+      "step": 1153
+    },
+    {
+      "epoch": 0.767032236623463,
+      "grad_norm": 0.2398283391568401,
+      "learning_rate": 1.3557469220237963e-06,
+      "loss": 0.0118,
+      "step": 1154
+    },
+    {
+      "epoch": 0.7676969092721835,
+      "grad_norm": 0.4622451475529138,
+      "learning_rate": 1.3483789716284323e-06,
+      "loss": 0.0082,
+      "step": 1155
+    },
+    {
+      "epoch": 0.768361581920904,
+      "grad_norm": 0.33196169225105054,
+      "learning_rate": 1.3410279751569399e-06,
+      "loss": 0.0133,
+      "step": 1156
+    },
+    {
+      "epoch": 0.7690262545696245,
+      "grad_norm": 0.1693889972824183,
+      "learning_rate": 1.3336939667388865e-06,
+      "loss": 0.007,
+      "step": 1157
+    },
+    {
+      "epoch": 0.769690927218345,
+      "grad_norm": 0.2026575272845,
+      "learning_rate": 1.3263769804249592e-06,
+      "loss": 0.0077,
+      "step": 1158
+    },
+    {
+      "epoch": 0.7703555998670655,
+      "grad_norm": 0.3317924315070264,
+      "learning_rate": 1.3190770501868243e-06,
+      "loss": 0.0122,
+      "step": 1159
+    },
+    {
+      "epoch": 0.771020272515786,
+      "grad_norm": 0.2644567708590121,
+      "learning_rate": 1.3117942099169485e-06,
+      "loss": 0.0099,
+      "step": 1160
+    },
+    {
+      "epoch": 0.7716849451645065,
+      "grad_norm": 0.5967241141158173,
+      "learning_rate": 1.3045284934284596e-06,
+      "loss": 0.0095,
+      "step": 1161
+    },
+    {
+      "epoch": 0.772349617813227,
+      "grad_norm": 0.3065593215514762,
+      "learning_rate": 1.297279934454978e-06,
+      "loss": 0.0108,
+      "step": 1162
+    },
+    {
+      "epoch": 0.7730142904619475,
+      "grad_norm": 0.16429767793033337,
+      "learning_rate": 1.290048566650467e-06,
+      "loss": 0.007,
+      "step": 1163
+    },
+    {
+      "epoch": 0.773678963110668,
+      "grad_norm": 0.21304178810165386,
+      "learning_rate": 1.2828344235890727e-06,
+      "loss": 0.0095,
+      "step": 1164
+    },
+    {
+      "epoch": 0.7743436357593885,
+      "grad_norm": 0.2560215473513446,
+      "learning_rate": 1.2756375387649717e-06,
+      "loss": 0.0072,
+      "step": 1165
+    },
+    {
+      "epoch": 0.775008308408109,
+      "grad_norm": 0.5488560143414549,
+      "learning_rate": 1.2684579455922086e-06,
+      "loss": 0.0108,
+      "step": 1166
+    },
+    {
+      "epoch": 0.7756729810568295,
+      "grad_norm": 0.3066562359844814,
+      "learning_rate": 1.2612956774045486e-06,
+      "loss": 0.0082,
+      "step": 1167
+    },
+    {
+      "epoch": 0.77633765370555,
+      "grad_norm": 0.32119385817027957,
+      "learning_rate": 1.25415076745532e-06,
+      "loss": 0.0075,
+      "step": 1168
+    },
+    {
+      "epoch": 0.7770023263542705,
+      "grad_norm": 0.2604879037873993,
+      "learning_rate": 1.2470232489172591e-06,
+      "loss": 0.0067,
+      "step": 1169
+    },
+    {
+      "epoch": 0.7776669990029911,
+      "grad_norm": 0.24882729616305863,
+      "learning_rate": 1.239913154882354e-06,
+      "loss": 0.0112,
+      "step": 1170
+    },
+    {
+      "epoch": 0.7783316716517116,
+      "grad_norm": 0.21009481894442797,
+      "learning_rate": 1.2328205183616964e-06,
+      "loss": 0.0077,
+      "step": 1171
+    },
+    {
+      "epoch": 0.7789963443004321,
+      "grad_norm": 0.19419419958694167,
+      "learning_rate": 1.2257453722853258e-06,
+      "loss": 0.0082,
+      "step": 1172
+    },
+    {
+      "epoch": 0.7796610169491526,
+      "grad_norm": 0.188812071213171,
+      "learning_rate": 1.2186877495020705e-06,
+      "loss": 0.0073,
+      "step": 1173
+    },
+    {
+      "epoch": 0.7803256895978731,
+      "grad_norm": 0.2704368673679914,
+      "learning_rate": 1.2116476827794104e-06,
+      "loss": 0.0093,
+      "step": 1174
+    },
+    {
+      "epoch": 0.7809903622465936,
+      "grad_norm": 0.3407872623102282,
+      "learning_rate": 1.204625204803307e-06,
+      "loss": 0.0089,
+      "step": 1175
+    },
+    {
+      "epoch": 0.7816550348953141,
+      "grad_norm": 0.3265433343443895,
+      "learning_rate": 1.1976203481780646e-06,
+      "loss": 0.0108,
+      "step": 1176
+    },
+    {
+      "epoch": 0.7823197075440346,
+      "grad_norm": 0.30023902808188774,
+      "learning_rate": 1.1906331454261704e-06,
+      "loss": 0.0105,
+      "step": 1177
+    },
+    {
+      "epoch": 0.7829843801927551,
+      "grad_norm": 0.20094025972184332,
+      "learning_rate": 1.183663628988152e-06,
+      "loss": 0.0082,
+      "step": 1178
+    },
+    {
+      "epoch": 0.7836490528414756,
+      "grad_norm": 0.15605301988534284,
+      "learning_rate": 1.1767118312224151e-06,
+      "loss": 0.0071,
+      "step": 1179
+    },
+    {
+      "epoch": 0.7843137254901961,
+      "grad_norm": 0.3694149715312689,
+      "learning_rate": 1.1697777844051105e-06,
+      "loss": 0.0093,
+      "step": 1180
+    },
+    {
+      "epoch": 0.7849783981389166,
+      "grad_norm": 0.4636740581877333,
+      "learning_rate": 1.1628615207299642e-06,
+      "loss": 0.0149,
+      "step": 1181
+    },
+    {
+      "epoch": 0.7856430707876371,
+      "grad_norm": 0.1858060898847147,
+      "learning_rate": 1.1559630723081456e-06,
+      "loss": 0.0081,
+      "step": 1182
+    },
+    {
+      "epoch": 0.7863077434363576,
+      "grad_norm": 0.29803163581129977,
+      "learning_rate": 1.1490824711681026e-06,
+      "loss": 0.0088,
+      "step": 1183
+    },
+    {
+      "epoch": 0.7869724160850781,
+      "grad_norm": 0.3065257433728342,
+      "learning_rate": 1.142219749255427e-06,
+      "loss": 0.01,
+      "step": 1184
+    },
+    {
+      "epoch": 0.7876370887337986,
+      "grad_norm": 0.39812607082429013,
+      "learning_rate": 1.1353749384326984e-06,
+      "loss": 0.0084,
+      "step": 1185
+    },
+    {
+      "epoch": 0.7883017613825191,
+      "grad_norm": 0.2748580473755831,
+      "learning_rate": 1.1285480704793378e-06,
+      "loss": 0.0072,
+      "step": 1186
+    },
+    {
+      "epoch": 0.7889664340312396,
+      "grad_norm": 0.2956252923934504,
+      "learning_rate": 1.121739177091461e-06,
+      "loss": 0.0133,
+      "step": 1187
+    },
+    {
+      "epoch": 0.7896311066799602,
+      "grad_norm": 0.30918740567679376,
+      "learning_rate": 1.1149482898817277e-06,
+      "loss": 0.0063,
+      "step": 1188
+    },
+    {
+      "epoch": 0.7902957793286807,
+      "grad_norm": 0.2730422456460517,
+      "learning_rate": 1.1081754403792e-06,
+      "loss": 0.0091,
+      "step": 1189
+    },
+    {
+      "epoch": 0.7909604519774012,
+      "grad_norm": 0.31589699855317993,
+      "learning_rate": 1.1014206600291938e-06,
+      "loss": 0.0093,
+      "step": 1190
+    },
+    {
+      "epoch": 0.7916251246261217,
+      "grad_norm": 0.24866108987599006,
+      "learning_rate": 1.0946839801931337e-06,
+      "loss": 0.0095,
+      "step": 1191
+    },
+    {
+      "epoch": 0.7922897972748422,
+      "grad_norm": 0.3223160878548046,
+      "learning_rate": 1.0879654321484012e-06,
+      "loss": 0.0052,
+      "step": 1192
+    },
+    {
+      "epoch": 0.7929544699235627,
+      "grad_norm": 0.3326808714284003,
+      "learning_rate": 1.0812650470882025e-06,
+      "loss": 0.0106,
+      "step": 1193
+    },
+    {
+      "epoch": 0.7936191425722832,
+      "grad_norm": 0.2276420163603284,
+      "learning_rate": 1.0745828561214056e-06,
+      "loss": 0.009,
+      "step": 1194
+    },
+    {
+      "epoch": 0.7942838152210037,
+      "grad_norm": 0.2392992345077749,
+      "learning_rate": 1.067918890272419e-06,
+      "loss": 0.0091,
+      "step": 1195
+    },
+    {
+      "epoch": 0.7949484878697242,
+      "grad_norm": 0.22211020466619663,
+      "learning_rate": 1.0612731804810228e-06,
+      "loss": 0.01,
+      "step": 1196
+    },
+    {
+      "epoch": 0.7956131605184447,
+      "grad_norm": 0.3292482115973677,
+      "learning_rate": 1.054645757602245e-06,
+      "loss": 0.0118,
+      "step": 1197
+    },
+    {
+      "epoch": 0.7962778331671652,
+      "grad_norm": 0.6103408706172215,
+      "learning_rate": 1.0480366524062041e-06,
+      "loss": 0.0101,
+      "step": 1198
+    },
+    {
+      "epoch": 0.7969425058158857,
+      "grad_norm": 0.3488478614465216,
+      "learning_rate": 1.0414458955779772e-06,
+      "loss": 0.0073,
+      "step": 1199
+    },
+    {
+      "epoch": 0.7976071784646062,
+      "grad_norm": 0.28131540620029044,
+      "learning_rate": 1.0348735177174507e-06,
+      "loss": 0.0092,
+      "step": 1200
+    },
+    {
+      "epoch": 0.7982718511133267,
+      "grad_norm": 0.18828436384580835,
+      "learning_rate": 1.0283195493391823e-06,
+      "loss": 0.0073,
+      "step": 1201
+    },
+    {
+      "epoch": 0.7989365237620472,
+      "grad_norm": 0.24210605934382595,
+      "learning_rate": 1.0217840208722518e-06,
+      "loss": 0.0068,
+      "step": 1202
+    },
+    {
+      "epoch": 0.7996011964107677,
+      "grad_norm": 0.25550490683459076,
+      "learning_rate": 1.0152669626601314e-06,
+      "loss": 0.0113,
+      "step": 1203
+    },
+    {
+      "epoch": 0.8002658690594882,
+      "grad_norm": 0.17719340880485387,
+      "learning_rate": 1.008768404960535e-06,
+      "loss": 0.0089,
+      "step": 1204
+    },
+    {
+      "epoch": 0.8009305417082087,
+      "grad_norm": 0.21500448130988142,
+      "learning_rate": 1.0022883779452852e-06,
+      "loss": 0.0078,
+      "step": 1205
+    },
+    {
+      "epoch": 0.8015952143569293,
+      "grad_norm": 0.28112570405644205,
+      "learning_rate": 9.958269117001635e-07,
+      "loss": 0.0117,
+      "step": 1206
+    },
+    {
+      "epoch": 0.8022598870056498,
+      "grad_norm": 0.29440783746871396,
+      "learning_rate": 9.893840362247809e-07,
+      "loss": 0.0176,
+      "step": 1207
+    },
+    {
+      "epoch": 0.8029245596543703,
+      "grad_norm": 0.27188042308708893,
+      "learning_rate": 9.829597814324354e-07,
+      "loss": 0.007,
+      "step": 1208
+    },
+    {
+      "epoch": 0.8035892323030908,
+      "grad_norm": 0.23038778297348897,
+      "learning_rate": 9.76554177149966e-07,
+      "loss": 0.0095,
+      "step": 1209
+    },
+    {
+      "epoch": 0.8042539049518113,
+      "grad_norm": 0.4939674266493548,
+      "learning_rate": 9.701672531176287e-07,
+      "loss": 0.0102,
+      "step": 1210
+    },
+    {
+      "epoch": 0.8049185776005318,
+      "grad_norm": 0.2379653531551173,
+      "learning_rate": 9.637990389889418e-07,
+      "loss": 0.0109,
+      "step": 1211
+    },
+    {
+      "epoch": 0.8055832502492523,
+      "grad_norm": 0.24478407132403104,
+      "learning_rate": 9.57449564330562e-07,
+      "loss": 0.0113,
+      "step": 1212
+    },
+    {
+      "epoch": 0.8062479228979728,
+      "grad_norm": 0.28349473125224656,
+      "learning_rate": 9.511188586221376e-07,
+      "loss": 0.0059,
+      "step": 1213
+    },
+    {
+      "epoch": 0.8069125955466933,
+      "grad_norm": 0.28434605518662,
+      "learning_rate": 9.448069512561774e-07,
+      "loss": 0.0095,
+      "step": 1214
+    },
+    {
+      "epoch": 0.8075772681954138,
+      "grad_norm": 0.16922176159982383,
+      "learning_rate": 9.385138715379133e-07,
+      "loss": 0.0055,
+      "step": 1215
+    },
+    {
+      "epoch": 0.8082419408441343,
+      "grad_norm": 0.31299012173969426,
+      "learning_rate": 9.322396486851626e-07,
+      "loss": 0.0095,
+      "step": 1216
+    },
+    {
+      "epoch": 0.8089066134928548,
+      "grad_norm": 0.1651906651789544,
+      "learning_rate": 9.259843118281909e-07,
+      "loss": 0.0074,
+      "step": 1217
+    },
+    {
+      "epoch": 0.8095712861415753,
+      "grad_norm": 0.1838687063498829,
+      "learning_rate": 9.197478900095824e-07,
+      "loss": 0.0057,
+      "step": 1218
+    },
+    {
+      "epoch": 0.8102359587902958,
+      "grad_norm": 0.5599887793109998,
+      "learning_rate": 9.135304121840976e-07,
+      "loss": 0.0088,
+      "step": 1219
+    },
+    {
+      "epoch": 0.8109006314390163,
+      "grad_norm": 0.2270673307711792,
+      "learning_rate": 9.073319072185466e-07,
+      "loss": 0.0096,
+      "step": 1220
+    },
+    {
+      "epoch": 0.8115653040877367,
+      "grad_norm": 0.391550489767566,
+      "learning_rate": 9.011524038916503e-07,
+      "loss": 0.0091,
+      "step": 1221
+    },
+    {
+      "epoch": 0.8122299767364572,
+      "grad_norm": 0.22649918578616765,
+      "learning_rate": 8.949919308939081e-07,
+      "loss": 0.0082,
+      "step": 1222
+    },
+    {
+      "epoch": 0.8128946493851777,
+      "grad_norm": 0.28731086463281247,
+      "learning_rate": 8.888505168274625e-07,
+      "loss": 0.0066,
+      "step": 1223
+    },
+    {
+      "epoch": 0.8135593220338984,
+      "grad_norm": 0.3407894854383489,
+      "learning_rate": 8.827281902059697e-07,
+      "loss": 0.0094,
+      "step": 1224
+    },
+    {
+      "epoch": 0.8142239946826189,
+      "grad_norm": 0.18966931868219372,
+      "learning_rate": 8.766249794544662e-07,
+      "loss": 0.0097,
+      "step": 1225
+    },
+    {
+      "epoch": 0.8148886673313394,
+      "grad_norm": 0.23090383705250192,
+      "learning_rate": 8.705409129092362e-07,
+      "loss": 0.0092,
+      "step": 1226
+    },
+    {
+      "epoch": 0.8155533399800599,
+      "grad_norm": 0.4149238687910955,
+      "learning_rate": 8.644760188176815e-07,
+      "loss": 0.0084,
+      "step": 1227
+    },
+    {
+      "epoch": 0.8162180126287804,
+      "grad_norm": 0.6334986867496075,
+      "learning_rate": 8.584303253381848e-07,
+      "loss": 0.0132,
+      "step": 1228
+    },
+    {
+      "epoch": 0.8168826852775009,
+      "grad_norm": 0.3886322626931735,
+      "learning_rate": 8.524038605399887e-07,
+      "loss": 0.0077,
+      "step": 1229
+    },
+    {
+      "epoch": 0.8175473579262214,
+      "grad_norm": 0.5526457335937617,
+      "learning_rate": 8.463966524030531e-07,
+      "loss": 0.0095,
+      "step": 1230
+    },
+    {
+      "epoch": 0.8182120305749419,
+      "grad_norm": 0.4247184685689392,
+      "learning_rate": 8.404087288179425e-07,
+      "loss": 0.0104,
+      "step": 1231
+    },
+    {
+      "epoch": 0.8188767032236623,
+      "grad_norm": 0.20351069830152665,
+      "learning_rate": 8.344401175856747e-07,
+      "loss": 0.0085,
+      "step": 1232
+    },
+    {
+      "epoch": 0.8195413758723828,
+      "grad_norm": 0.23075812657045539,
+      "learning_rate": 8.284908464176128e-07,
+      "loss": 0.0096,
+      "step": 1233
+    },
+    {
+      "epoch": 0.8202060485211033,
+      "grad_norm": 0.39668656713147676,
+      "learning_rate": 8.225609429353187e-07,
+      "loss": 0.0084,
+      "step": 1234
+    },
+    {
+      "epoch": 0.8208707211698238,
+      "grad_norm": 0.194637777981652,
+      "learning_rate": 8.166504346704385e-07,
+      "loss": 0.0103,
+      "step": 1235
+    },
+    {
+      "epoch": 0.8215353938185443,
+      "grad_norm": 0.3055482179639377,
+      "learning_rate": 8.107593490645677e-07,
+      "loss": 0.0098,
+      "step": 1236
+    },
+    {
+      "epoch": 0.8222000664672648,
+      "grad_norm": 0.1599439783111463,
+      "learning_rate": 8.048877134691269e-07,
+      "loss": 0.0064,
+      "step": 1237
+    },
+    {
+      "epoch": 0.8228647391159853,
+      "grad_norm": 0.33615091102130434,
+      "learning_rate": 7.990355551452294e-07,
+      "loss": 0.0072,
+      "step": 1238
+    },
+    {
+      "epoch": 0.8235294117647058,
+      "grad_norm": 0.3782897462134746,
+      "learning_rate": 7.932029012635623e-07,
+      "loss": 0.0089,
+      "step": 1239
+    },
+    {
+      "epoch": 0.8241940844134263,
+      "grad_norm": 0.2878936740325695,
+      "learning_rate": 7.873897789042523e-07,
+      "loss": 0.0112,
+      "step": 1240
+    },
+    {
+      "epoch": 0.8248587570621468,
+      "grad_norm": 0.4848427919599975,
+      "learning_rate": 7.815962150567508e-07,
+      "loss": 0.0117,
+      "step": 1241
+    },
+    {
+      "epoch": 0.8255234297108675,
+      "grad_norm": 0.17647663244932313,
+      "learning_rate": 7.758222366196955e-07,
+      "loss": 0.0065,
+      "step": 1242
+    },
+    {
+      "epoch": 0.826188102359588,
+      "grad_norm": 0.19208674990207186,
+      "learning_rate": 7.700678704007947e-07,
+      "loss": 0.0076,
+      "step": 1243
+    },
+    {
+      "epoch": 0.8268527750083084,
+      "grad_norm": 0.27835870680776875,
+      "learning_rate": 7.643331431167017e-07,
+      "loss": 0.0069,
+      "step": 1244
+    },
+    {
+      "epoch": 0.827517447657029,
+      "grad_norm": 0.35210132331899274,
+      "learning_rate": 7.586180813928856e-07,
+      "loss": 0.0098,
+      "step": 1245
+    },
+    {
+      "epoch": 0.8281821203057494,
+      "grad_norm": 0.2847030336805179,
+      "learning_rate": 7.529227117635135e-07,
+      "loss": 0.0094,
+      "step": 1246
+    },
+    {
+      "epoch": 0.82884679295447,
+      "grad_norm": 0.3595229385132859,
+      "learning_rate": 7.47247060671325e-07,
+      "loss": 0.007,
+      "step": 1247
+    },
+    {
+      "epoch": 0.8295114656031904,
+      "grad_norm": 1.6577040072161255,
+      "learning_rate": 7.415911544675109e-07,
+      "loss": 0.0114,
+      "step": 1248
+    },
+    {
+      "epoch": 0.8301761382519109,
+      "grad_norm": 0.25078868551860073,
+      "learning_rate": 7.35955019411585e-07,
+      "loss": 0.0093,
+      "step": 1249
+    },
+    {
+      "epoch": 0.8308408109006314,
+      "grad_norm": 0.19820861279780877,
+      "learning_rate": 7.303386816712715e-07,
+      "loss": 0.0069,
+      "step": 1250
+    },
+    {
+      "epoch": 0.8315054835493519,
+      "grad_norm": 0.6153166940464705,
+      "learning_rate": 7.247421673223753e-07,
+      "loss": 0.0093,
+      "step": 1251
+    },
+    {
+      "epoch": 0.8321701561980724,
+      "grad_norm": 0.28152019188577093,
+      "learning_rate": 7.191655023486682e-07,
+      "loss": 0.0101,
+      "step": 1252
+    },
+    {
+      "epoch": 0.8328348288467929,
+      "grad_norm": 0.38282709980068497,
+      "learning_rate": 7.136087126417584e-07,
+      "loss": 0.0106,
+      "step": 1253
+    },
+    {
+      "epoch": 0.8334995014955134,
+      "grad_norm": 0.1985857495245599,
+      "learning_rate": 7.080718240009826e-07,
+      "loss": 0.0093,
+      "step": 1254
+    },
+    {
+      "epoch": 0.8341641741442339,
+      "grad_norm": 0.19744125990666672,
+      "learning_rate": 7.02554862133275e-07,
+      "loss": 0.0069,
+      "step": 1255
+    },
+    {
+      "epoch": 0.8348288467929544,
+      "grad_norm": 0.4053150874775869,
+      "learning_rate": 6.970578526530547e-07,
+      "loss": 0.0064,
+      "step": 1256
+    },
+    {
+      "epoch": 0.8354935194416749,
+      "grad_norm": 0.1865298188473891,
+      "learning_rate": 6.915808210821056e-07,
+      "loss": 0.0065,
+      "step": 1257
+    },
+    {
+      "epoch": 0.8361581920903954,
+      "grad_norm": 0.3459737085731713,
+      "learning_rate": 6.86123792849458e-07,
+      "loss": 0.0064,
+      "step": 1258
+    },
+    {
+      "epoch": 0.8368228647391159,
+      "grad_norm": 0.39716978997497415,
+      "learning_rate": 6.806867932912653e-07,
+      "loss": 0.0079,
+      "step": 1259
+    },
+    {
+      "epoch": 0.8374875373878365,
+      "grad_norm": 0.33561847883572204,
+      "learning_rate": 6.752698476506953e-07,
+      "loss": 0.0064,
+      "step": 1260
+    },
+    {
+      "epoch": 0.838152210036557,
+      "grad_norm": 0.23923403392920115,
+      "learning_rate": 6.698729810778065e-07,
+      "loss": 0.0079,
+      "step": 1261
+    },
+    {
+      "epoch": 0.8388168826852775,
+      "grad_norm": 0.18547366829938705,
+      "learning_rate": 6.644962186294357e-07,
+      "loss": 0.0075,
+      "step": 1262
+    },
+    {
+      "epoch": 0.839481555333998,
+      "grad_norm": 0.20118166619585642,
+      "learning_rate": 6.591395852690741e-07,
+      "loss": 0.0072,
+      "step": 1263
+    },
+    {
+      "epoch": 0.8401462279827185,
+      "grad_norm": 0.1421489993661855,
+      "learning_rate": 6.53803105866761e-07,
+      "loss": 0.0056,
+      "step": 1264
+    },
+    {
+      "epoch": 0.840810900631439,
+      "grad_norm": 0.3047617695433436,
+      "learning_rate": 6.484868051989646e-07,
+      "loss": 0.0072,
+      "step": 1265
+    },
+    {
+      "epoch": 0.8414755732801595,
+      "grad_norm": 0.34806396826696295,
+      "learning_rate": 6.431907079484606e-07,
+      "loss": 0.0154,
+      "step": 1266
+    },
+    {
+      "epoch": 0.84214024592888,
+      "grad_norm": 0.24816193850425583,
+      "learning_rate": 6.379148387042317e-07,
+      "loss": 0.0107,
+      "step": 1267
+    },
+    {
+      "epoch": 0.8428049185776005,
+      "grad_norm": 0.3232079151540652,
+      "learning_rate": 6.326592219613376e-07,
+      "loss": 0.0086,
+      "step": 1268
+    },
+    {
+      "epoch": 0.843469591226321,
+      "grad_norm": 0.2212674506891991,
+      "learning_rate": 6.274238821208129e-07,
+      "loss": 0.01,
+      "step": 1269
+    },
+    {
+      "epoch": 0.8441342638750415,
+      "grad_norm": 0.5341011828574356,
+      "learning_rate": 6.222088434895462e-07,
+      "loss": 0.013,
+      "step": 1270
+    },
+    {
+      "epoch": 0.844798936523762,
+      "grad_norm": 0.2198757630894285,
+      "learning_rate": 6.170141302801747e-07,
+      "loss": 0.0084,
+      "step": 1271
+    },
+    {
+      "epoch": 0.8454636091724825,
+      "grad_norm": 0.14265291148277198,
+      "learning_rate": 6.118397666109643e-07,
+      "loss": 0.0038,
+      "step": 1272
+    },
+    {
+      "epoch": 0.846128281821203,
+      "grad_norm": 0.6171099758643466,
+      "learning_rate": 6.066857765057055e-07,
+      "loss": 0.0128,
+      "step": 1273
+    },
+    {
+      "epoch": 0.8467929544699235,
+      "grad_norm": 0.621433132767458,
+      "learning_rate": 6.015521838935906e-07,
+      "loss": 0.0117,
+      "step": 1274
+    },
+    {
+      "epoch": 0.847457627118644,
+      "grad_norm": 0.1713918002731256,
+      "learning_rate": 5.964390126091163e-07,
+      "loss": 0.0059,
+      "step": 1275
+    },
+    {
+      "epoch": 0.8481222997673645,
+      "grad_norm": 0.21449463464160287,
+      "learning_rate": 5.9134628639196e-07,
+      "loss": 0.007,
+      "step": 1276
+    },
+    {
+      "epoch": 0.848786972416085,
+      "grad_norm": 0.3385776079983938,
+      "learning_rate": 5.862740288868829e-07,
+      "loss": 0.0097,
+      "step": 1277
+    },
+    {
+      "epoch": 0.8494516450648056,
+      "grad_norm": 0.1751389796927551,
+      "learning_rate": 5.812222636436055e-07,
+      "loss": 0.0059,
+      "step": 1278
+    },
+    {
+      "epoch": 0.8501163177135261,
+      "grad_norm": 0.29202634371041664,
+      "learning_rate": 5.76191014116711e-07,
+      "loss": 0.0133,
+      "step": 1279
+    },
+    {
+      "epoch": 0.8507809903622466,
+      "grad_norm": 0.36860647674214575,
+      "learning_rate": 5.711803036655306e-07,
+      "loss": 0.0087,
+      "step": 1280
+    },
+    {
+      "epoch": 0.8514456630109671,
+      "grad_norm": 0.3484876300628792,
+      "learning_rate": 5.661901555540328e-07,
+      "loss": 0.012,
+      "step": 1281
+    },
+    {
+      "epoch": 0.8521103356596876,
+      "grad_norm": 0.31367930557500423,
+      "learning_rate": 5.612205929507209e-07,
+      "loss": 0.0126,
+      "step": 1282
+    },
+    {
+      "epoch": 0.8527750083084081,
+      "grad_norm": 0.45161498857266796,
+      "learning_rate": 5.562716389285216e-07,
+      "loss": 0.0115,
+      "step": 1283
+    },
+    {
+      "epoch": 0.8534396809571286,
+      "grad_norm": 0.1788671259620612,
+      "learning_rate": 5.513433164646815e-07,
+      "loss": 0.0089,
+      "step": 1284
+    },
+    {
+      "epoch": 0.8541043536058491,
+      "grad_norm": 0.4257909245869742,
+      "learning_rate": 5.464356484406535e-07,
+      "loss": 0.0117,
+      "step": 1285
+    },
+    {
+      "epoch": 0.8547690262545696,
+      "grad_norm": 0.5959690806932872,
+      "learning_rate": 5.415486576419992e-07,
+      "loss": 0.0098,
+      "step": 1286
+    },
+    {
+      "epoch": 0.8554336989032901,
+      "grad_norm": 0.36435381860833504,
+      "learning_rate": 5.366823667582766e-07,
+      "loss": 0.0065,
+      "step": 1287
+    },
+    {
+      "epoch": 0.8560983715520106,
+      "grad_norm": 0.19623785183599504,
+      "learning_rate": 5.318367983829393e-07,
+      "loss": 0.0078,
+      "step": 1288
+    },
+    {
+      "epoch": 0.8567630442007311,
+      "grad_norm": 0.4733871562296425,
+      "learning_rate": 5.270119750132258e-07,
+      "loss": 0.0103,
+      "step": 1289
+    },
+    {
+      "epoch": 0.8574277168494516,
+      "grad_norm": 0.23129700586426916,
+      "learning_rate": 5.222079190500634e-07,
+      "loss": 0.0058,
+      "step": 1290
+    },
+    {
+      "epoch": 0.8580923894981721,
+      "grad_norm": 0.191226124199867,
+      "learning_rate": 5.174246527979532e-07,
+      "loss": 0.0077,
+      "step": 1291
+    },
+    {
+      "epoch": 0.8587570621468926,
+      "grad_norm": 0.37195425247389013,
+      "learning_rate": 5.126621984648816e-07,
+      "loss": 0.0135,
+      "step": 1292
+    },
+    {
+      "epoch": 0.8594217347956131,
+      "grad_norm": 0.18690135945880493,
+      "learning_rate": 5.079205781621999e-07,
+      "loss": 0.0093,
+      "step": 1293
+    },
+    {
+      "epoch": 0.8600864074443336,
+      "grad_norm": 0.22681216531688878,
+      "learning_rate": 5.031998139045352e-07,
+      "loss": 0.0077,
+      "step": 1294
+    },
+    {
+      "epoch": 0.8607510800930541,
+      "grad_norm": 0.20037186847646823,
+      "learning_rate": 4.984999276096803e-07,
+      "loss": 0.0086,
+      "step": 1295
+    },
+    {
+      "epoch": 0.8614157527417746,
+      "grad_norm": 0.21114773911943185,
+      "learning_rate": 4.938209410984973e-07,
+      "loss": 0.0086,
+      "step": 1296
+    },
+    {
+      "epoch": 0.8620804253904952,
+      "grad_norm": 0.4411104511911419,
+      "learning_rate": 4.891628760948114e-07,
+      "loss": 0.0075,
+      "step": 1297
+    },
+    {
+      "epoch": 0.8627450980392157,
+      "grad_norm": 0.28957408663001083,
+      "learning_rate": 4.845257542253156e-07,
+      "loss": 0.0085,
+      "step": 1298
+    },
+    {
+      "epoch": 0.8634097706879362,
+      "grad_norm": 0.23438971826970809,
+      "learning_rate": 4.799095970194628e-07,
+      "loss": 0.0067,
+      "step": 1299
+    },
+    {
+      "epoch": 0.8640744433366567,
+      "grad_norm": 0.587154153978012,
+      "learning_rate": 4.753144259093734e-07,
+      "loss": 0.0117,
+      "step": 1300
+    },
+    {
+      "epoch": 0.8647391159853772,
+      "grad_norm": 0.25847473299696,
+      "learning_rate": 4.707402622297319e-07,
+      "loss": 0.0071,
+      "step": 1301
+    },
+    {
+      "epoch": 0.8654037886340977,
+      "grad_norm": 0.21226560471973854,
+      "learning_rate": 4.6618712721768654e-07,
+      "loss": 0.0094,
+      "step": 1302
+    },
+    {
+      "epoch": 0.8660684612828182,
+      "grad_norm": 0.22453730774857814,
+      "learning_rate": 4.6165504201275635e-07,
+      "loss": 0.006,
+      "step": 1303
+    },
+    {
+      "epoch": 0.8667331339315387,
+      "grad_norm": 0.2858523502402271,
+      "learning_rate": 4.5714402765672574e-07,
+      "loss": 0.005,
+      "step": 1304
+    },
+    {
+      "epoch": 0.8673978065802592,
+      "grad_norm": 0.2105900454562083,
+      "learning_rate": 4.526541050935529e-07,
+      "loss": 0.0107,
+      "step": 1305
+    },
+    {
+      "epoch": 0.8680624792289797,
+      "grad_norm": 0.2504403695016181,
+      "learning_rate": 4.481852951692672e-07,
+      "loss": 0.0097,
+      "step": 1306
+    },
+    {
+      "epoch": 0.8687271518777002,
+      "grad_norm": 0.3168145106008975,
+      "learning_rate": 4.437376186318776e-07,
+      "loss": 0.0113,
+      "step": 1307
+    },
+    {
+      "epoch": 0.8693918245264207,
+      "grad_norm": 0.13482607013080378,
+      "learning_rate": 4.393110961312735e-07,
+      "loss": 0.0057,
+      "step": 1308
+    },
+    {
+      "epoch": 0.8700564971751412,
+      "grad_norm": 0.30057439803737657,
+      "learning_rate": 4.349057482191299e-07,
+      "loss": 0.0088,
+      "step": 1309
+    },
+    {
+      "epoch": 0.8707211698238617,
+      "grad_norm": 0.43314707886578907,
+      "learning_rate": 4.30521595348809e-07,
+      "loss": 0.0079,
+      "step": 1310
+    },
+    {
+      "epoch": 0.8713858424725822,
+      "grad_norm": 0.19563364889253065,
+      "learning_rate": 4.261586578752702e-07,
+      "loss": 0.0093,
+      "step": 1311
+    },
+    {
+      "epoch": 0.8720505151213027,
+      "grad_norm": 0.3859456161811097,
+      "learning_rate": 4.2181695605497066e-07,
+      "loss": 0.0096,
+      "step": 1312
+    },
+    {
+      "epoch": 0.8727151877700232,
+      "grad_norm": 0.21364472633151707,
+      "learning_rate": 4.1749651004577675e-07,
+      "loss": 0.0078,
+      "step": 1313
+    },
+    {
+      "epoch": 0.8733798604187437,
+      "grad_norm": 0.26177107889370144,
+      "learning_rate": 4.131973399068645e-07,
+      "loss": 0.0066,
+      "step": 1314
+    },
+    {
+      "epoch": 0.8740445330674643,
+      "grad_norm": 0.2831138711053405,
+      "learning_rate": 4.089194655986306e-07,
+      "loss": 0.0073,
+      "step": 1315
+    },
+    {
+      "epoch": 0.8747092057161848,
+      "grad_norm": 0.3644255305067573,
+      "learning_rate": 4.046629069825975e-07,
+      "loss": 0.01,
+      "step": 1316
+    },
+    {
+      "epoch": 0.8753738783649053,
+      "grad_norm": 0.4101294175243439,
+      "learning_rate": 4.0042768382132333e-07,
+      "loss": 0.0077,
+      "step": 1317
+    },
+    {
+      "epoch": 0.8760385510136258,
+      "grad_norm": 0.24609740940670535,
+      "learning_rate": 3.9621381577830855e-07,
+      "loss": 0.0082,
+      "step": 1318
+    },
+    {
+      "epoch": 0.8767032236623463,
+      "grad_norm": 0.4000227377785715,
+      "learning_rate": 3.9202132241790426e-07,
+      "loss": 0.0091,
+      "step": 1319
+    },
+    {
+      "epoch": 0.8773678963110668,
+      "grad_norm": 0.221223645188277,
+      "learning_rate": 3.8785022320522394e-07,
+      "loss": 0.0112,
+      "step": 1320
+    },
+    {
+      "epoch": 0.8780325689597873,
+      "grad_norm": 0.3032336344068287,
+      "learning_rate": 3.837005375060482e-07,
+      "loss": 0.0089,
+      "step": 1321
+    },
+    {
+      "epoch": 0.8786972416085078,
+      "grad_norm": 0.6465774259720459,
+      "learning_rate": 3.7957228458674055e-07,
+      "loss": 0.0105,
+      "step": 1322
+    },
+    {
+      "epoch": 0.8793619142572283,
+      "grad_norm": 0.31190572399260413,
+      "learning_rate": 3.7546548361415525e-07,
+      "loss": 0.0053,
+      "step": 1323
+    },
+    {
+      "epoch": 0.8800265869059488,
+      "grad_norm": 0.36312040480494495,
+      "learning_rate": 3.7138015365554834e-07,
+      "loss": 0.011,
+      "step": 1324
+    },
+    {
+      "epoch": 0.8806912595546693,
+      "grad_norm": 0.1713100331318772,
+      "learning_rate": 3.6731631367848684e-07,
+      "loss": 0.0068,
+      "step": 1325
+    },
+    {
+      "epoch": 0.8813559322033898,
+      "grad_norm": 0.2877925980140741,
+      "learning_rate": 3.632739825507664e-07,
+      "loss": 0.0108,
+      "step": 1326
+    },
+    {
+      "epoch": 0.8820206048521103,
+      "grad_norm": 0.28339102121317306,
+      "learning_rate": 3.592531790403159e-07,
+      "loss": 0.0112,
+      "step": 1327
+    },
+    {
+      "epoch": 0.8826852775008308,
+      "grad_norm": 0.255632244408717,
+      "learning_rate": 3.5525392181512187e-07,
+      "loss": 0.009,
+      "step": 1328
+    },
+    {
+      "epoch": 0.8833499501495513,
+      "grad_norm": 0.31000803010277955,
+      "learning_rate": 3.512762294431271e-07,
+      "loss": 0.0089,
+      "step": 1329
+    },
+    {
+      "epoch": 0.8840146227982718,
+      "grad_norm": 0.5356642520907057,
+      "learning_rate": 3.473201203921578e-07,
+      "loss": 0.012,
+      "step": 1330
+    },
+    {
+      "epoch": 0.8846792954469923,
+      "grad_norm": 0.18440426000235735,
+      "learning_rate": 3.4338561302982745e-07,
+      "loss": 0.0071,
+      "step": 1331
+    },
+    {
+      "epoch": 0.8853439680957128,
+      "grad_norm": 0.12540041819825556,
+      "learning_rate": 3.3947272562345923e-07,
+      "loss": 0.004,
+      "step": 1332
+    },
+    {
+      "epoch": 0.8860086407444334,
+      "grad_norm": 0.4250985409615803,
+      "learning_rate": 3.355814763399973e-07,
+      "loss": 0.0084,
+      "step": 1333
+    },
+    {
+      "epoch": 0.8866733133931539,
+      "grad_norm": 0.3623646451327974,
+      "learning_rate": 3.317118832459243e-07,
+      "loss": 0.0126,
+      "step": 1334
+    },
+    {
+      "epoch": 0.8873379860418744,
+      "grad_norm": 0.360135238023425,
+      "learning_rate": 3.278639643071735e-07,
+      "loss": 0.0113,
+      "step": 1335
+    },
+    {
+      "epoch": 0.8880026586905949,
+      "grad_norm": 0.32952721504108706,
+      "learning_rate": 3.2403773738905185e-07,
+      "loss": 0.0101,
+      "step": 1336
+    },
+    {
+      "epoch": 0.8886673313393154,
+      "grad_norm": 0.2667603702145041,
+      "learning_rate": 3.2023322025615143e-07,
+      "loss": 0.0107,
+      "step": 1337
+    },
+    {
+      "epoch": 0.8893320039880359,
+      "grad_norm": 0.28247791552348844,
+      "learning_rate": 3.164504305722688e-07,
+      "loss": 0.0129,
+      "step": 1338
+    },
+    {
+      "epoch": 0.8899966766367564,
+      "grad_norm": 0.15625646332724677,
+      "learning_rate": 3.1268938590032495e-07,
+      "loss": 0.0062,
+      "step": 1339
+    },
+    {
+      "epoch": 0.8906613492854769,
+      "grad_norm": 0.5060739242699384,
+      "learning_rate": 3.0895010370228076e-07,
+      "loss": 0.0101,
+      "step": 1340
+    },
+    {
+      "epoch": 0.8913260219341974,
+      "grad_norm": 0.21446324793899632,
+      "learning_rate": 3.0523260133905887e-07,
+      "loss": 0.008,
+      "step": 1341
+    },
+    {
+      "epoch": 0.8919906945829179,
+      "grad_norm": 0.2022900654333179,
+      "learning_rate": 3.015368960704584e-07,
+      "loss": 0.0088,
+      "step": 1342
+    },
+    {
+      "epoch": 0.8926553672316384,
+      "grad_norm": 0.5141386462050389,
+      "learning_rate": 2.9786300505508016e-07,
+      "loss": 0.0077,
+      "step": 1343
+    },
+    {
+      "epoch": 0.8933200398803589,
+      "grad_norm": 0.25142091580604636,
+      "learning_rate": 2.942109453502451e-07,
+      "loss": 0.0076,
+      "step": 1344
+    },
+    {
+      "epoch": 0.8939847125290794,
+      "grad_norm": 0.43794909917261327,
+      "learning_rate": 2.905807339119138e-07,
+      "loss": 0.0084,
+      "step": 1345
+    },
+    {
+      "epoch": 0.8946493851777999,
+      "grad_norm": 0.16340568299048047,
+      "learning_rate": 2.8697238759460676e-07,
+      "loss": 0.006,
+      "step": 1346
+    },
+    {
+      "epoch": 0.8953140578265204,
+      "grad_norm": 0.23454354844351744,
+      "learning_rate": 2.8338592315133253e-07,
+      "loss": 0.0073,
+      "step": 1347
+    },
+    {
+      "epoch": 0.8959787304752409,
+      "grad_norm": 0.39274982686886334,
+      "learning_rate": 2.798213572335001e-07,
+      "loss": 0.0096,
+      "step": 1348
+    },
+    {
+      "epoch": 0.8966434031239614,
+      "grad_norm": 0.1539465320402893,
+      "learning_rate": 2.762787063908523e-07,
+      "loss": 0.0047,
+      "step": 1349
+    },
+    {
+      "epoch": 0.8973080757726819,
+      "grad_norm": 0.5804042908524948,
+      "learning_rate": 2.727579870713787e-07,
+      "loss": 0.0118,
+      "step": 1350
+    },
+    {
+      "epoch": 0.8979727484214025,
+      "grad_norm": 0.3804620515339711,
+      "learning_rate": 2.6925921562124867e-07,
+      "loss": 0.0087,
+      "step": 1351
+    },
+    {
+      "epoch": 0.898637421070123,
+      "grad_norm": 0.5259100625593183,
+      "learning_rate": 2.6578240828472604e-07,
+      "loss": 0.0102,
+      "step": 1352
+    },
+    {
+      "epoch": 0.8993020937188435,
+      "grad_norm": 0.21823229800828492,
+      "learning_rate": 2.623275812041026e-07,
+      "loss": 0.0082,
+      "step": 1353
+    },
+    {
+      "epoch": 0.899966766367564,
+      "grad_norm": 0.2206204294695038,
+      "learning_rate": 2.5889475041961767e-07,
+      "loss": 0.0093,
+      "step": 1354
+    },
+    {
+      "epoch": 0.9006314390162845,
+      "grad_norm": 0.6210681161404372,
+      "learning_rate": 2.554839318693847e-07,
+      "loss": 0.0097,
+      "step": 1355
+    },
+    {
+      "epoch": 0.901296111665005,
+      "grad_norm": 0.23288096465397104,
+      "learning_rate": 2.520951413893191e-07,
+      "loss": 0.0086,
+      "step": 1356
+    },
+    {
+      "epoch": 0.9019607843137255,
+      "grad_norm": 0.17222888697258087,
+      "learning_rate": 2.487283947130609e-07,
+      "loss": 0.0056,
+      "step": 1357
+    },
+    {
+      "epoch": 0.902625456962446,
+      "grad_norm": 0.18003467949614746,
+      "learning_rate": 2.453837074719062e-07,
+      "loss": 0.0065,
+      "step": 1358
+    },
+    {
+      "epoch": 0.9032901296111665,
+      "grad_norm": 0.4820087740609228,
+      "learning_rate": 2.4206109519473164e-07,
+      "loss": 0.0097,
+      "step": 1359
+    },
+    {
+      "epoch": 0.903954802259887,
+      "grad_norm": 0.2323492870688366,
+      "learning_rate": 2.3876057330792344e-07,
+      "loss": 0.0084,
+      "step": 1360
+    },
+    {
+      "epoch": 0.9046194749086075,
+      "grad_norm": 0.24413854187061568,
+      "learning_rate": 2.3548215713530497e-07,
+      "loss": 0.0074,
+      "step": 1361
+    },
+    {
+      "epoch": 0.905284147557328,
+      "grad_norm": 0.22817527462630224,
+      "learning_rate": 2.3222586189806716e-07,
+      "loss": 0.0077,
+      "step": 1362
+    },
+    {
+      "epoch": 0.9059488202060485,
+      "grad_norm": 0.25553386602777856,
+      "learning_rate": 2.289917027146943e-07,
+      "loss": 0.0068,
+      "step": 1363
+    },
+    {
+      "epoch": 0.906613492854769,
+      "grad_norm": 0.2775593712558632,
+      "learning_rate": 2.257796946009e-07,
+      "loss": 0.0055,
+      "step": 1364
+    },
+    {
+      "epoch": 0.9072781655034895,
+      "grad_norm": 0.41755011185783786,
+      "learning_rate": 2.2258985246955078e-07,
+      "loss": 0.0091,
+      "step": 1365
+    },
+    {
+      "epoch": 0.90794283815221,
+      "grad_norm": 0.25570708270401765,
+      "learning_rate": 2.1942219113060215e-07,
+      "loss": 0.0099,
+      "step": 1366
+    },
+    {
+      "epoch": 0.9086075108009305,
+      "grad_norm": 0.2924731133048024,
+      "learning_rate": 2.1627672529102472e-07,
+      "loss": 0.0069,
+      "step": 1367
+    },
+    {
+      "epoch": 0.909272183449651,
+      "grad_norm": 0.23952324922004076,
+      "learning_rate": 2.1315346955474102e-07,
+      "loss": 0.0072,
+      "step": 1368
+    },
+    {
+      "epoch": 0.9099368560983716,
+      "grad_norm": 0.3143770898780771,
+      "learning_rate": 2.1005243842255552e-07,
+      "loss": 0.0096,
+      "step": 1369
+    },
+    {
+      "epoch": 0.9106015287470921,
+      "grad_norm": 0.32636204895537685,
+      "learning_rate": 2.0697364629208626e-07,
+      "loss": 0.0121,
+      "step": 1370
+    },
+    {
+      "epoch": 0.9112662013958126,
+      "grad_norm": 0.2342022665142366,
+      "learning_rate": 2.03917107457699e-07,
+      "loss": 0.0103,
+      "step": 1371
+    },
+    {
+      "epoch": 0.9119308740445331,
+      "grad_norm": 0.300998863801611,
+      "learning_rate": 2.0088283611044034e-07,
+      "loss": 0.0129,
+      "step": 1372
+    },
+    {
+      "epoch": 0.9125955466932536,
+      "grad_norm": 0.18985213257992264,
+      "learning_rate": 1.978708463379747e-07,
+      "loss": 0.0084,
+      "step": 1373
+    },
+    {
+      "epoch": 0.9132602193419741,
+      "grad_norm": 0.47628406829102193,
+      "learning_rate": 1.9488115212451308e-07,
+      "loss": 0.0095,
+      "step": 1374
+    },
+    {
+      "epoch": 0.9139248919906946,
+      "grad_norm": 0.32323123793718106,
+      "learning_rate": 1.919137673507543e-07,
+      "loss": 0.0097,
+      "step": 1375
+    },
+    {
+      "epoch": 0.9145895646394151,
+      "grad_norm": 0.23907467342245894,
+      "learning_rate": 1.8896870579381666e-07,
+      "loss": 0.008,
+      "step": 1376
+    },
+    {
+      "epoch": 0.9152542372881356,
+      "grad_norm": 0.19280814398846127,
+      "learning_rate": 1.860459811271753e-07,
+      "loss": 0.0089,
+      "step": 1377
+    },
+    {
+      "epoch": 0.9159189099368561,
+      "grad_norm": 0.24176747745973787,
+      "learning_rate": 1.8314560692059836e-07,
+      "loss": 0.0073,
+      "step": 1378
+    },
+    {
+      "epoch": 0.9165835825855766,
+      "grad_norm": 0.2334961645283537,
+      "learning_rate": 1.8026759664008464e-07,
+      "loss": 0.0084,
+      "step": 1379
+    },
+    {
+      "epoch": 0.9172482552342971,
+      "grad_norm": 0.21786995305611914,
+      "learning_rate": 1.7741196364780055e-07,
+      "loss": 0.0085,
+      "step": 1380
+    },
+    {
+      "epoch": 0.9179129278830176,
+      "grad_norm": 0.2840523898409003,
+      "learning_rate": 1.745787212020178e-07,
+      "loss": 0.0108,
+      "step": 1381
+    },
+    {
+      "epoch": 0.9185776005317381,
+      "grad_norm": 0.226048142965821,
+      "learning_rate": 1.7176788245705178e-07,
+      "loss": 0.0092,
+      "step": 1382
+    },
+    {
+      "epoch": 0.9192422731804586,
+      "grad_norm": 0.35007830940392926,
+      "learning_rate": 1.689794604632028e-07,
+      "loss": 0.0145,
+      "step": 1383
+    },
+    {
+      "epoch": 0.9199069458291791,
+      "grad_norm": 0.22762583575066672,
+      "learning_rate": 1.6621346816668993e-07,
+      "loss": 0.0083,
+      "step": 1384
+    },
+    {
+      "epoch": 0.9205716184778996,
+      "grad_norm": 0.4335184335860766,
+      "learning_rate": 1.6346991840959947e-07,
+      "loss": 0.0116,
+      "step": 1385
+    },
+    {
+      "epoch": 0.9212362911266201,
+      "grad_norm": 0.30726518900936856,
+      "learning_rate": 1.6074882392981604e-07,
+      "loss": 0.0081,
+      "step": 1386
+    },
+    {
+      "epoch": 0.9219009637753407,
+      "grad_norm": 0.2130389539698074,
+      "learning_rate": 1.5805019736097105e-07,
+      "loss": 0.0066,
+      "step": 1387
+    },
+    {
+      "epoch": 0.9225656364240612,
+      "grad_norm": 0.22518910562095648,
+      "learning_rate": 1.5537405123237758e-07,
+      "loss": 0.0095,
+      "step": 1388
+    },
+    {
+      "epoch": 0.9232303090727817,
+      "grad_norm": 0.2644571085269553,
+      "learning_rate": 1.5272039796897786e-07,
+      "loss": 0.0074,
+      "step": 1389
+    },
+    {
+      "epoch": 0.9238949817215022,
+      "grad_norm": 0.22407464278154024,
+      "learning_rate": 1.500892498912826e-07,
+      "loss": 0.0084,
+      "step": 1390
+    },
+    {
+      "epoch": 0.9245596543702227,
+      "grad_norm": 0.2715702285577862,
+      "learning_rate": 1.4748061921531497e-07,
+      "loss": 0.0093,
+      "step": 1391
+    },
+    {
+      "epoch": 0.9252243270189432,
+      "grad_norm": 0.44775054525017477,
+      "learning_rate": 1.4489451805255072e-07,
+      "loss": 0.0094,
+      "step": 1392
+    },
+    {
+      "epoch": 0.9258889996676637,
+      "grad_norm": 0.3120170865886277,
+      "learning_rate": 1.4233095840986756e-07,
+      "loss": 0.0135,
+      "step": 1393
+    },
+    {
+      "epoch": 0.9265536723163842,
+      "grad_norm": 0.5631823125245807,
+      "learning_rate": 1.397899521894841e-07,
+      "loss": 0.0078,
+      "step": 1394
+    },
+    {
+      "epoch": 0.9272183449651047,
+      "grad_norm": 0.25260723896350507,
+      "learning_rate": 1.3727151118890834e-07,
+      "loss": 0.0069,
+      "step": 1395
+    },
+    {
+      "epoch": 0.9278830176138252,
+      "grad_norm": 0.25514417133119477,
+      "learning_rate": 1.3477564710088097e-07,
+      "loss": 0.0109,
+      "step": 1396
+    },
+    {
+      "epoch": 0.9285476902625457,
+      "grad_norm": 0.2718088879890349,
+      "learning_rate": 1.3230237151332037e-07,
+      "loss": 0.0096,
+      "step": 1397
+    },
+    {
+      "epoch": 0.9292123629112662,
+      "grad_norm": 0.2709774446294237,
+      "learning_rate": 1.2985169590927216e-07,
+      "loss": 0.0076,
+      "step": 1398
+    },
+    {
+      "epoch": 0.9298770355599867,
+      "grad_norm": 0.27971714331010683,
+      "learning_rate": 1.2742363166685035e-07,
+      "loss": 0.0105,
+      "step": 1399
+    },
+    {
+      "epoch": 0.9305417082087072,
+      "grad_norm": 0.26093422463096994,
+      "learning_rate": 1.250181900591918e-07,
+      "loss": 0.0079,
+      "step": 1400
+    },
+    {
+      "epoch": 0.9312063808574277,
+      "grad_norm": 0.40641911549379955,
+      "learning_rate": 1.2263538225439686e-07,
+      "loss": 0.0103,
+      "step": 1401
+    },
+    {
+      "epoch": 0.9318710535061482,
+      "grad_norm": 0.4054184737547687,
+      "learning_rate": 1.2027521931548214e-07,
+      "loss": 0.0087,
+      "step": 1402
+    },
+    {
+      "epoch": 0.9325357261548687,
+      "grad_norm": 0.26579166946650856,
+      "learning_rate": 1.1793771220032669e-07,
+      "loss": 0.0109,
+      "step": 1403
+    },
+    {
+      "epoch": 0.9332003988035892,
+      "grad_norm": 0.2191487473782411,
+      "learning_rate": 1.1562287176162201e-07,
+      "loss": 0.0064,
+      "step": 1404
+    },
+    {
+      "epoch": 0.9338650714523098,
+      "grad_norm": 0.22438879883955717,
+      "learning_rate": 1.1333070874682217e-07,
+      "loss": 0.0097,
+      "step": 1405
+    },
+    {
+      "epoch": 0.9345297441010303,
+      "grad_norm": 0.3468025813553504,
+      "learning_rate": 1.110612337980943e-07,
+      "loss": 0.01,
+      "step": 1406
+    },
+    {
+      "epoch": 0.9351944167497508,
+      "grad_norm": 0.4825662416744784,
+      "learning_rate": 1.0881445745226538e-07,
+      "loss": 0.0109,
+      "step": 1407
+    },
+    {
+      "epoch": 0.9358590893984713,
+      "grad_norm": 0.3282549185507877,
+      "learning_rate": 1.0659039014077943e-07,
+      "loss": 0.0061,
+      "step": 1408
+    },
+    {
+      "epoch": 0.9365237620471918,
+      "grad_norm": 0.24629567486926288,
+      "learning_rate": 1.0438904218964319e-07,
+      "loss": 0.0097,
+      "step": 1409
+    },
+    {
+      "epoch": 0.9371884346959123,
+      "grad_norm": 0.4215719043805905,
+      "learning_rate": 1.0221042381938329e-07,
+      "loss": 0.0088,
+      "step": 1410
+    },
+    {
+      "epoch": 0.9378531073446328,
+      "grad_norm": 0.19212652672923897,
+      "learning_rate": 1.0005454514499413e-07,
+      "loss": 0.0094,
+      "step": 1411
+    },
+    {
+      "epoch": 0.9385177799933533,
+      "grad_norm": 0.38929297760718345,
+      "learning_rate": 9.792141617589512e-08,
+      "loss": 0.0069,
+      "step": 1412
+    },
+    {
+      "epoch": 0.9391824526420738,
+      "grad_norm": 0.38410631274492574,
+      "learning_rate": 9.581104681588072e-08,
+      "loss": 0.0088,
+      "step": 1413
+    },
+    {
+      "epoch": 0.9398471252907943,
+      "grad_norm": 0.2713883419731266,
+      "learning_rate": 9.372344686307655e-08,
+      "loss": 0.0096,
+      "step": 1414
+    },
+    {
+      "epoch": 0.9405117979395148,
+      "grad_norm": 0.2749479294928266,
+      "learning_rate": 9.165862600989339e-08,
+      "loss": 0.0091,
+      "step": 1415
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 0.13997930958187876,
+      "learning_rate": 8.961659384298215e-08,
+      "loss": 0.0058,
+      "step": 1416
+    },
+    {
+      "epoch": 0.9418411432369558,
+      "grad_norm": 0.19156522457850245,
+      "learning_rate": 8.759735984318896e-08,
+      "loss": 0.0093,
+      "step": 1417
+    },
+    {
+      "epoch": 0.9425058158856763,
+      "grad_norm": 0.48891629721262814,
+      "learning_rate": 8.560093338551178e-08,
+      "loss": 0.0106,
+      "step": 1418
+    },
+    {
+      "epoch": 0.9431704885343968,
+      "grad_norm": 0.39922897974582106,
+      "learning_rate": 8.362732373905724e-08,
+      "loss": 0.0098,
+      "step": 1419
+    },
+    {
+      "epoch": 0.9438351611831173,
+      "grad_norm": 0.21109107434978996,
+      "learning_rate": 8.167654006699444e-08,
+      "loss": 0.0069,
+      "step": 1420
+    },
+    {
+      "epoch": 0.9444998338318378,
+      "grad_norm": 0.2332346634114929,
+      "learning_rate": 7.974859142651892e-08,
+      "loss": 0.01,
+      "step": 1421
+    },
+    {
+      "epoch": 0.9451645064805583,
+      "grad_norm": 0.5853964147599253,
+      "learning_rate": 7.784348676880271e-08,
+      "loss": 0.0107,
+      "step": 1422
+    },
+    {
+      "epoch": 0.9458291791292789,
+      "grad_norm": 0.17128230932959967,
+      "learning_rate": 7.59612349389599e-08,
+      "loss": 0.0082,
+      "step": 1423
+    },
+    {
+      "epoch": 0.9464938517779994,
+      "grad_norm": 0.2938304819216332,
+      "learning_rate": 7.410184467600002e-08,
+      "loss": 0.0098,
+      "step": 1424
+    },
+    {
+      "epoch": 0.9471585244267199,
+      "grad_norm": 0.29266126267822085,
+      "learning_rate": 7.226532461279079e-08,
+      "loss": 0.0103,
+      "step": 1425
+    },
+    {
+      "epoch": 0.9478231970754404,
+      "grad_norm": 0.3485122648409076,
+      "learning_rate": 7.04516832760177e-08,
+      "loss": 0.0078,
+      "step": 1426
+    },
+    {
+      "epoch": 0.9484878697241609,
+      "grad_norm": 0.3596435476197589,
+      "learning_rate": 6.86609290861423e-08,
+      "loss": 0.0069,
+      "step": 1427
+    },
+    {
+      "epoch": 0.9491525423728814,
+      "grad_norm": 0.4972666140126574,
+      "learning_rate": 6.689307035736503e-08,
+      "loss": 0.0108,
+      "step": 1428
+    },
+    {
+      "epoch": 0.9498172150216019,
+      "grad_norm": 0.22502294434114065,
+      "learning_rate": 6.514811529758747e-08,
+      "loss": 0.0109,
+      "step": 1429
+    },
+    {
+      "epoch": 0.9504818876703224,
+      "grad_norm": 0.2188354845793532,
+      "learning_rate": 6.34260720083707e-08,
+      "loss": 0.0091,
+      "step": 1430
+    },
+    {
+      "epoch": 0.9511465603190429,
+      "grad_norm": 0.2117565630575369,
+      "learning_rate": 6.172694848490201e-08,
+      "loss": 0.0117,
+      "step": 1431
+    },
+    {
+      "epoch": 0.9518112329677634,
+      "grad_norm": 0.16143261780899512,
+      "learning_rate": 6.005075261595495e-08,
+      "loss": 0.008,
+      "step": 1432
+    },
+    {
+      "epoch": 0.9524759056164839,
+      "grad_norm": 0.25476203410232795,
+      "learning_rate": 5.8397492183853155e-08,
+      "loss": 0.0057,
+      "step": 1433
+    },
+    {
+      "epoch": 0.9531405782652044,
+      "grad_norm": 0.2818271954806162,
+      "learning_rate": 5.6767174864434396e-08,
+      "loss": 0.009,
+      "step": 1434
+    },
+    {
+      "epoch": 0.9538052509139249,
+      "grad_norm": 0.24237909017799808,
+      "learning_rate": 5.515980822701439e-08,
+      "loss": 0.0101,
+      "step": 1435
+    },
+    {
+      "epoch": 0.9544699235626454,
+      "grad_norm": 0.3552432189827661,
+      "learning_rate": 5.357539973435522e-08,
+      "loss": 0.0101,
+      "step": 1436
+    },
+    {
+      "epoch": 0.9551345962113659,
+      "grad_norm": 0.23186978865636249,
+      "learning_rate": 5.201395674262366e-08,
+      "loss": 0.0051,
+      "step": 1437
+    },
+    {
+      "epoch": 0.9557992688600864,
+      "grad_norm": 0.41374112140120983,
+      "learning_rate": 5.047548650136513e-08,
+      "loss": 0.0072,
+      "step": 1438
+    },
+    {
+      "epoch": 0.9564639415088069,
+      "grad_norm": 0.5024415191209991,
+      "learning_rate": 4.895999615346314e-08,
+      "loss": 0.0108,
+      "step": 1439
+    },
+    {
+      "epoch": 0.9571286141575274,
+      "grad_norm": 0.2796273839118238,
+      "learning_rate": 4.746749273510987e-08,
+      "loss": 0.0071,
+      "step": 1440
+    },
+    {
+      "epoch": 0.9577932868062479,
+      "grad_norm": 0.3035503697430027,
+      "learning_rate": 4.599798317577342e-08,
+      "loss": 0.0072,
+      "step": 1441
+    },
+    {
+      "epoch": 0.9584579594549685,
+      "grad_norm": 0.35090412706542284,
+      "learning_rate": 4.455147429816453e-08,
+      "loss": 0.0071,
+      "step": 1442
+    },
+    {
+      "epoch": 0.959122632103689,
+      "grad_norm": 0.22677588589423187,
+      "learning_rate": 4.31279728182038e-08,
+      "loss": 0.0075,
+      "step": 1443
+    },
+    {
+      "epoch": 0.9597873047524095,
+      "grad_norm": 0.461202717330117,
+      "learning_rate": 4.172748534499449e-08,
+      "loss": 0.0087,
+      "step": 1444
+    },
+    {
+      "epoch": 0.96045197740113,
+      "grad_norm": 0.4009475426759403,
+      "learning_rate": 4.0350018380787e-08,
+      "loss": 0.0105,
+      "step": 1445
+    },
+    {
+      "epoch": 0.9611166500498505,
+      "grad_norm": 0.22013580162867818,
+      "learning_rate": 3.89955783209528e-08,
+      "loss": 0.0092,
+      "step": 1446
+    },
+    {
+      "epoch": 0.961781322698571,
+      "grad_norm": 0.26806002369562965,
+      "learning_rate": 3.766417145395218e-08,
+      "loss": 0.0109,
+      "step": 1447
+    },
+    {
+      "epoch": 0.9624459953472915,
+      "grad_norm": 0.2684175058923534,
+      "learning_rate": 3.635580396130489e-08,
+      "loss": 0.0074,
+      "step": 1448
+    },
+    {
+      "epoch": 0.963110667996012,
+      "grad_norm": 0.5228750139796844,
+      "learning_rate": 3.507048191756401e-08,
+      "loss": 0.0099,
+      "step": 1449
+    },
+    {
+      "epoch": 0.9637753406447325,
+      "grad_norm": 0.40948934869786435,
+      "learning_rate": 3.3808211290284886e-08,
+      "loss": 0.0103,
+      "step": 1450
+    },
+    {
+      "epoch": 0.964440013293453,
+      "grad_norm": 0.4762124447868586,
+      "learning_rate": 3.256899793999957e-08,
+      "loss": 0.0054,
+      "step": 1451
+    },
+    {
+      "epoch": 0.9651046859421735,
+      "grad_norm": 0.24857389167204513,
+      "learning_rate": 3.135284762018742e-08,
+      "loss": 0.007,
+      "step": 1452
+    },
+    {
+      "epoch": 0.965769358590894,
+      "grad_norm": 0.27281111676577097,
+      "learning_rate": 3.015976597725068e-08,
+      "loss": 0.0127,
+      "step": 1453
+    },
+    {
+      "epoch": 0.9664340312396145,
+      "grad_norm": 0.2845804129461655,
+      "learning_rate": 2.8989758550487244e-08,
+      "loss": 0.0109,
+      "step": 1454
+    },
+    {
+      "epoch": 0.967098703888335,
+      "grad_norm": 0.26838551477963307,
+      "learning_rate": 2.7842830772064068e-08,
+      "loss": 0.012,
+      "step": 1455
+    },
+    {
+      "epoch": 0.9677633765370555,
+      "grad_norm": 0.4721587194708573,
+      "learning_rate": 2.6718987966992683e-08,
+      "loss": 0.0069,
+      "step": 1456
+    },
+    {
+      "epoch": 0.968428049185776,
+      "grad_norm": 0.2225663113950291,
+      "learning_rate": 2.561823535310648e-08,
+      "loss": 0.0079,
+      "step": 1457
+    },
+    {
+      "epoch": 0.9690927218344965,
+      "grad_norm": 0.27146373608555935,
+      "learning_rate": 2.4540578041032383e-08,
+      "loss": 0.0074,
+      "step": 1458
+    },
+    {
+      "epoch": 0.969757394483217,
+      "grad_norm": 0.21599098741222889,
+      "learning_rate": 2.3486021034170857e-08,
+      "loss": 0.0111,
+      "step": 1459
+    },
+    {
+      "epoch": 0.9704220671319376,
+      "grad_norm": 0.3856402402760231,
+      "learning_rate": 2.2454569228670398e-08,
+      "loss": 0.0106,
+      "step": 1460
+    },
+    {
+      "epoch": 0.9710867397806581,
+      "grad_norm": 0.33093801802024314,
+      "learning_rate": 2.1446227413404742e-08,
+      "loss": 0.0091,
+      "step": 1461
+    },
+    {
+      "epoch": 0.9717514124293786,
+      "grad_norm": 0.2520678371267694,
+      "learning_rate": 2.0461000269953457e-08,
+      "loss": 0.0081,
+      "step": 1462
+    },
+    {
+      "epoch": 0.9724160850780991,
+      "grad_norm": 0.410541684100847,
+      "learning_rate": 1.9498892372576405e-08,
+      "loss": 0.008,
+      "step": 1463
+    },
+    {
+      "epoch": 0.9730807577268196,
+      "grad_norm": 0.2654159944302283,
+      "learning_rate": 1.855990818819542e-08,
+      "loss": 0.0095,
+      "step": 1464
+    },
+    {
+      "epoch": 0.9737454303755401,
+      "grad_norm": 0.33137468500833794,
+      "learning_rate": 1.7644052076371544e-08,
+      "loss": 0.0058,
+      "step": 1465
+    },
+    {
+      "epoch": 0.9744101030242606,
+      "grad_norm": 0.4089555121812419,
+      "learning_rate": 1.6751328289286717e-08,
+      "loss": 0.0139,
+      "step": 1466
+    },
+    {
+      "epoch": 0.9750747756729811,
+      "grad_norm": 0.2783833078816801,
+      "learning_rate": 1.5881740971722126e-08,
+      "loss": 0.01,
+      "step": 1467
+    },
+    {
+      "epoch": 0.9757394483217016,
+      "grad_norm": 0.20684165854676587,
+      "learning_rate": 1.5035294161039882e-08,
+      "loss": 0.0031,
+      "step": 1468
+    },
+    {
+      "epoch": 0.9764041209704221,
+      "grad_norm": 0.2754255644912798,
+      "learning_rate": 1.4211991787164148e-08,
+      "loss": 0.0078,
+      "step": 1469
+    },
+    {
+      "epoch": 0.9770687936191426,
+      "grad_norm": 0.2182609254435047,
+      "learning_rate": 1.3411837672564488e-08,
+      "loss": 0.0065,
+      "step": 1470
+    },
+    {
+      "epoch": 0.9777334662678631,
+      "grad_norm": 0.41637997230927803,
+      "learning_rate": 1.2634835532233658e-08,
+      "loss": 0.0094,
+      "step": 1471
+    },
+    {
+      "epoch": 0.9783981389165836,
+      "grad_norm": 0.21084932780377647,
+      "learning_rate": 1.1880988973676511e-08,
+      "loss": 0.0071,
+      "step": 1472
+    },
+    {
+      "epoch": 0.9790628115653041,
+      "grad_norm": 0.3630598726797507,
+      "learning_rate": 1.1150301496888338e-08,
+      "loss": 0.0106,
+      "step": 1473
+    },
+    {
+      "epoch": 0.9797274842140246,
+      "grad_norm": 0.2230323874514755,
+      "learning_rate": 1.044277649433989e-08,
+      "loss": 0.0089,
+      "step": 1474
+    },
+    {
+      "epoch": 0.9803921568627451,
+      "grad_norm": 0.6772716764451815,
+      "learning_rate": 9.758417250962382e-09,
+      "loss": 0.0115,
+      "step": 1475
+    },
+    {
+      "epoch": 0.9810568295114656,
+      "grad_norm": 0.17428103883165974,
+      "learning_rate": 9.09722694413362e-09,
+      "loss": 0.0066,
+      "step": 1476
+    },
+    {
+      "epoch": 0.981721502160186,
+      "grad_norm": 0.20398655612179167,
+      "learning_rate": 8.459208643659122e-09,
+      "loss": 0.0075,
+      "step": 1477
+    },
+    {
+      "epoch": 0.9823861748089067,
+      "grad_norm": 0.492245237759995,
+      "learning_rate": 7.844365311761581e-09,
+      "loss": 0.0089,
+      "step": 1478
+    },
+    {
+      "epoch": 0.9830508474576272,
+      "grad_norm": 0.2603920276555642,
+      "learning_rate": 7.2526998030653104e-09,
+      "loss": 0.009,
+      "step": 1479
+    },
+    {
+      "epoch": 0.9837155201063477,
+      "grad_norm": 0.2303936415465965,
+      "learning_rate": 6.6842148645840374e-09,
+      "loss": 0.0074,
+      "step": 1480
+    },
+    {
+      "epoch": 0.9843801927550682,
+      "grad_norm": 0.42265637248630394,
+      "learning_rate": 6.1389131357070254e-09,
+      "loss": 0.0074,
+      "step": 1481
+    },
+    {
+      "epoch": 0.9850448654037887,
+      "grad_norm": 0.297536803451014,
+      "learning_rate": 5.616797148187969e-09,
+      "loss": 0.0089,
+      "step": 1482
+    },
+    {
+      "epoch": 0.9857095380525092,
+      "grad_norm": 0.168931548680635,
+      "learning_rate": 5.11786932613223e-09,
+      "loss": 0.0063,
+      "step": 1483
+    },
+    {
+      "epoch": 0.9863742107012297,
+      "grad_norm": 0.20287090250367135,
+      "learning_rate": 4.642131985986287e-09,
+      "loss": 0.0059,
+      "step": 1484
+    },
+    {
+      "epoch": 0.9870388833499502,
+      "grad_norm": 0.40582488934168354,
+      "learning_rate": 4.189587336526635e-09,
+      "loss": 0.0116,
+      "step": 1485
+    },
+    {
+      "epoch": 0.9877035559986707,
+      "grad_norm": 0.27364927584003845,
+      "learning_rate": 3.760237478849793e-09,
+      "loss": 0.0086,
+      "step": 1486
+    },
+    {
+      "epoch": 0.9883682286473912,
+      "grad_norm": 0.6309116441674326,
+      "learning_rate": 3.3540844063617574e-09,
+      "loss": 0.0118,
+      "step": 1487
+    },
+    {
+      "epoch": 0.9890329012961117,
+      "grad_norm": 0.30530064132867457,
+      "learning_rate": 2.9711300047696734e-09,
+      "loss": 0.0071,
+      "step": 1488
+    },
+    {
+      "epoch": 0.9896975739448322,
+      "grad_norm": 0.35560754624600943,
+      "learning_rate": 2.611376052073511e-09,
+      "loss": 0.0094,
+      "step": 1489
+    },
+    {
+      "epoch": 0.9903622465935527,
+      "grad_norm": 0.31990540878998597,
+      "learning_rate": 2.274824218556071e-09,
+      "loss": 0.012,
+      "step": 1490
+    },
+    {
+      "epoch": 0.9910269192422732,
+      "grad_norm": 0.5825676082755873,
+      "learning_rate": 1.9614760667763243e-09,
+      "loss": 0.0102,
+      "step": 1491
+    },
+    {
+      "epoch": 0.9916915918909937,
+      "grad_norm": 0.33811575307490965,
+      "learning_rate": 1.6713330515627512e-09,
+      "loss": 0.008,
+      "step": 1492
+    },
+    {
+      "epoch": 0.9923562645397142,
+      "grad_norm": 0.210567439954917,
+      "learning_rate": 1.4043965200055686e-09,
+      "loss": 0.0106,
+      "step": 1493
+    },
+    {
+      "epoch": 0.9930209371884346,
+      "grad_norm": 0.564170511276121,
+      "learning_rate": 1.1606677114500698e-09,
+      "loss": 0.0108,
+      "step": 1494
+    },
+    {
+      "epoch": 0.9936856098371551,
+      "grad_norm": 0.5031417663076111,
+      "learning_rate": 9.401477574932927e-10,
+      "loss": 0.0099,
+      "step": 1495
+    },
+    {
+      "epoch": 0.9943502824858758,
+      "grad_norm": 0.2971666199117056,
+      "learning_rate": 7.428376819745841e-10,
+      "loss": 0.0111,
+      "step": 1496
+    },
+    {
+      "epoch": 0.9950149551345963,
+      "grad_norm": 0.18937913592511368,
+      "learning_rate": 5.687384009755992e-10,
+      "loss": 0.0072,
+      "step": 1497
+    },
+    {
+      "epoch": 0.9956796277833168,
+      "grad_norm": 0.2987558672753604,
+      "learning_rate": 4.178507228136397e-10,
+      "loss": 0.0094,
+      "step": 1498
+    },
+    {
+      "epoch": 0.9963443004320373,
+      "grad_norm": 0.23915956769350216,
+      "learning_rate": 2.901753480361036e-10,
+      "loss": 0.0088,
+      "step": 1499
+    },
+    {
+      "epoch": 0.9970089730807578,
+      "grad_norm": 0.3291231973139481,
+      "learning_rate": 1.8571286942048462e-10,
+      "loss": 0.0103,
+      "step": 1500
+    },
+    {
+      "epoch": 0.9976736457294783,
+      "grad_norm": 0.1764987251042461,
+      "learning_rate": 1.0446377197104174e-10,
+      "loss": 0.0058,
+      "step": 1501
+    },
+    {
+      "epoch": 0.9983383183781988,
+      "grad_norm": 0.32243727144117085,
+      "learning_rate": 4.642843291491339e-11,
+      "loss": 0.0074,
+      "step": 1502
+    },
+    {
+      "epoch": 0.9990029910269193,
+      "grad_norm": 0.2373646127033815,
+      "learning_rate": 1.1607121701562307e-11,
+      "loss": 0.0118,
+      "step": 1503
+    },
+    {
+      "epoch": 0.9996676636756398,
+      "grad_norm": 0.23081223888003607,
+      "learning_rate": 0.0,
+      "loss": 0.0066,
+      "step": 1504
+    },
+    {
+      "epoch": 0.9996676636756398,
+      "step": 1504,
+      "total_flos": 109429382725632.0,
+      "train_loss": 0.01188936162965392,
+      "train_runtime": 35067.4375,
+      "train_samples_per_second": 8.238,
+      "train_steps_per_second": 0.043
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 1504,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 109429382725632.0,
+  "train_batch_size": 12,
+  "trial_name": null,
+  "trial_params": null
+}