diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,20815 +1,31201 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.9998557206752272,
-  "global_step": 3465,
+  "epoch": 1.0,
+  "global_step": 5196,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.0,
-      "learning_rate": 1.9230769230769234e-07,
-      "loss": 2.1133,
+      "learning_rate": 1.282051282051282e-07,
+      "loss": 2.0498,
       "step": 1
     },
     {
       "epoch": 0.0,
-      "learning_rate": 3.846153846153847e-07,
-      "loss": 2.2914,
+      "learning_rate": 2.564102564102564e-07,
+      "loss": 1.9653,
       "step": 2
     },
     {
       "epoch": 0.0,
-      "learning_rate": 5.76923076923077e-07,
-      "loss": 2.3982,
+      "learning_rate": 3.846153846153847e-07,
+      "loss": 2.0894,
       "step": 3
     },
     {
       "epoch": 0.0,
-      "learning_rate": 7.692307692307694e-07,
-      "loss": 2.2418,
+      "learning_rate": 5.128205128205128e-07,
+      "loss": 1.8462,
       "step": 4
     },
     {
       "epoch": 0.0,
-      "learning_rate": 9.615384615384617e-07,
-      "loss": 2.0468,
+      "learning_rate": 6.41025641025641e-07,
+      "loss": 2.1865,
       "step": 5
     },
     {
       "epoch": 0.0,
-      "learning_rate": 1.153846153846154e-06,
-      "loss": 2.2895,
+      "learning_rate": 7.692307692307694e-07,
+      "loss": 2.064,
       "step": 6
     },
     {
       "epoch": 0.0,
-      "learning_rate": 1.3461538461538462e-06,
-      "loss": 2.3783,
+      "learning_rate": 8.974358974358975e-07,
+      "loss": 1.9458,
       "step": 7
     },
     {
       "epoch": 0.0,
-      "learning_rate": 1.5384615384615387e-06,
-      "loss": 1.8635,
+      "learning_rate": 1.0256410256410257e-06,
+      "loss": 1.9194,
       "step": 8
     },
     {
       "epoch": 0.0,
-      "learning_rate": 1.7307692307692308e-06,
-      "loss": 1.6769,
+      "learning_rate": 1.153846153846154e-06,
+      "loss": 1.9194,
       "step": 9
     },
     {
       "epoch": 0.0,
-      "learning_rate": 1.9230769230769234e-06,
-      "loss": 1.4746,
+      "learning_rate": 1.282051282051282e-06,
+      "loss": 1.915,
       "step": 10
     },
     {
       "epoch": 0.0,
-      "learning_rate": 2.1153846153846155e-06,
-      "loss": 1.2418,
+      "learning_rate": 1.4102564102564104e-06,
+      "loss": 2.0132,
       "step": 11
     },
     {
       "epoch": 0.0,
-      "learning_rate": 2.307692307692308e-06,
-      "loss": 1.2507,
+      "learning_rate": 1.5384615384615387e-06,
+      "loss": 1.7407,
       "step": 12
     },
     {
       "epoch": 0.0,
-      "learning_rate": 2.5e-06,
-      "loss": 1.2161,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 1.479,
       "step": 13
     },
     {
       "epoch": 0.0,
-      "learning_rate": 2.6923076923076923e-06,
-      "loss": 1.2891,
+      "learning_rate": 1.794871794871795e-06,
+      "loss": 1.5811,
       "step": 14
     },
     {
       "epoch": 0.0,
-      "learning_rate": 2.8846153846153845e-06,
-      "loss": 1.1935,
+      "learning_rate": 1.9230769230769234e-06,
+      "loss": 1.4746,
       "step": 15
     },
     {
       "epoch": 0.0,
-      "learning_rate": 3.0769230769230774e-06,
-      "loss": 1.0324,
+      "learning_rate": 2.0512820512820513e-06,
+      "loss": 0.8469,
       "step": 16
     },
     {
       "epoch": 0.0,
-      "learning_rate": 3.2692307692307696e-06,
-      "loss": 1.1402,
+      "learning_rate": 2.1794871794871797e-06,
+      "loss": 1.3276,
       "step": 17
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 3.4615384615384617e-06,
-      "loss": 1.1039,
+      "epoch": 0.0,
+      "learning_rate": 2.307692307692308e-06,
+      "loss": 1.1914,
       "step": 18
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 3.653846153846154e-06,
-      "loss": 1.147,
+      "epoch": 0.0,
+      "learning_rate": 2.435897435897436e-06,
+      "loss": 1.2407,
       "step": 19
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 3.846153846153847e-06,
-      "loss": 1.1163,
+      "epoch": 0.0,
+      "learning_rate": 2.564102564102564e-06,
+      "loss": 1.3013,
       "step": 20
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 4.0384615384615385e-06,
-      "loss": 1.1599,
+      "epoch": 0.0,
+      "learning_rate": 2.6923076923076923e-06,
+      "loss": 0.7891,
       "step": 21
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 4.230769230769231e-06,
-      "loss": 1.0765,
+      "epoch": 0.0,
+      "learning_rate": 2.8205128205128207e-06,
+      "loss": 1.2058,
       "step": 22
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 4.423076923076924e-06,
-      "loss": 1.1147,
+      "epoch": 0.0,
+      "learning_rate": 2.948717948717949e-06,
+      "loss": 1.2246,
       "step": 23
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 4.615384615384616e-06,
-      "loss": 1.1031,
+      "epoch": 0.0,
+      "learning_rate": 3.0769230769230774e-06,
+      "loss": 1.175,
       "step": 24
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 4.807692307692308e-06,
-      "loss": 0.9705,
+      "epoch": 0.0,
+      "learning_rate": 3.205128205128206e-06,
+      "loss": 1.1143,
       "step": 25
     },
     {
       "epoch": 0.01,
-      "learning_rate": 5e-06,
-      "loss": 0.9361,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 1.0957,
       "step": 26
     },
     {
       "epoch": 0.01,
-      "learning_rate": 5.192307692307693e-06,
-      "loss": 1.0581,
+      "learning_rate": 3.4615384615384617e-06,
+      "loss": 1.1709,
       "step": 27
     },
     {
       "epoch": 0.01,
-      "learning_rate": 5.384615384615385e-06,
-      "loss": 1.1584,
+      "learning_rate": 3.58974358974359e-06,
+      "loss": 1.0642,
       "step": 28
     },
     {
       "epoch": 0.01,
-      "learning_rate": 5.576923076923077e-06,
-      "loss": 1.0384,
+      "learning_rate": 3.7179487179487184e-06,
+      "loss": 1.0474,
       "step": 29
     },
     {
       "epoch": 0.01,
-      "learning_rate": 5.769230769230769e-06,
-      "loss": 1.1184,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 1.0762,
       "step": 30
     },
     {
       "epoch": 0.01,
-      "learning_rate": 5.961538461538462e-06,
-      "loss": 0.9641,
+      "learning_rate": 3.974358974358974e-06,
+      "loss": 1.0374,
       "step": 31
     },
     {
       "epoch": 0.01,
-      "learning_rate": 6.153846153846155e-06,
-      "loss": 1.023,
+      "learning_rate": 4.102564102564103e-06,
+      "loss": 1.0779,
       "step": 32
     },
     {
       "epoch": 0.01,
-      "learning_rate": 6.3461538461538466e-06,
-      "loss": 1.0255,
+      "learning_rate": 4.230769230769231e-06,
+      "loss": 0.7849,
       "step": 33
     },
     {
       "epoch": 0.01,
-      "learning_rate": 6.538461538461539e-06,
-      "loss": 0.9245,
+      "learning_rate": 4.358974358974359e-06,
+      "loss": 1.0015,
       "step": 34
     },
     {
       "epoch": 0.01,
-      "learning_rate": 6.730769230769232e-06,
-      "loss": 0.931,
+      "learning_rate": 4.487179487179488e-06,
+      "loss": 1.0508,
       "step": 35
     },
     {
       "epoch": 0.01,
-      "learning_rate": 6.923076923076923e-06,
-      "loss": 0.9401,
+      "learning_rate": 4.615384615384616e-06,
+      "loss": 0.9971,
       "step": 36
     },
     {
       "epoch": 0.01,
-      "learning_rate": 7.115384615384616e-06,
-      "loss": 0.9134,
+      "learning_rate": 4.743589743589744e-06,
+      "loss": 1.0188,
       "step": 37
     },
     {
       "epoch": 0.01,
-      "learning_rate": 7.307692307692308e-06,
-      "loss": 0.9559,
+      "learning_rate": 4.871794871794872e-06,
+      "loss": 1.0576,
       "step": 38
     },
     {
       "epoch": 0.01,
-      "learning_rate": 7.500000000000001e-06,
-      "loss": 1.0784,
+      "learning_rate": 5e-06,
+      "loss": 1.0481,
       "step": 39
     },
     {
       "epoch": 0.01,
-      "learning_rate": 7.692307692307694e-06,
-      "loss": 0.9733,
+      "learning_rate": 5.128205128205128e-06,
+      "loss": 1.0242,
       "step": 40
     },
     {
       "epoch": 0.01,
-      "learning_rate": 7.884615384615384e-06,
-      "loss": 0.9864,
+      "learning_rate": 5.256410256410257e-06,
+      "loss": 1.0847,
       "step": 41
     },
     {
       "epoch": 0.01,
-      "learning_rate": 8.076923076923077e-06,
-      "loss": 0.986,
+      "learning_rate": 5.384615384615385e-06,
+      "loss": 0.9658,
       "step": 42
     },
     {
       "epoch": 0.01,
-      "learning_rate": 8.26923076923077e-06,
-      "loss": 0.9168,
+      "learning_rate": 5.512820512820514e-06,
+      "loss": 1.022,
       "step": 43
     },
     {
       "epoch": 0.01,
-      "learning_rate": 8.461538461538462e-06,
-      "loss": 0.9884,
+      "learning_rate": 5.641025641025641e-06,
+      "loss": 1.03,
       "step": 44
     },
     {
       "epoch": 0.01,
-      "learning_rate": 8.653846153846155e-06,
-      "loss": 1.0024,
+      "learning_rate": 5.769230769230769e-06,
+      "loss": 1.0022,
       "step": 45
     },
     {
       "epoch": 0.01,
-      "learning_rate": 8.846153846153847e-06,
-      "loss": 1.0106,
+      "learning_rate": 5.897435897435898e-06,
+      "loss": 0.9587,
       "step": 46
     },
     {
       "epoch": 0.01,
-      "learning_rate": 9.03846153846154e-06,
-      "loss": 0.9228,
+      "learning_rate": 6.025641025641026e-06,
+      "loss": 0.9812,
       "step": 47
     },
     {
       "epoch": 0.01,
-      "learning_rate": 9.230769230769232e-06,
-      "loss": 0.9525,
+      "learning_rate": 6.153846153846155e-06,
+      "loss": 1.0178,
       "step": 48
     },
     {
       "epoch": 0.01,
-      "learning_rate": 9.423076923076923e-06,
-      "loss": 0.9217,
+      "learning_rate": 6.282051282051282e-06,
+      "loss": 0.9661,
       "step": 49
     },
     {
       "epoch": 0.01,
-      "learning_rate": 9.615384615384616e-06,
-      "loss": 0.9097,
+      "learning_rate": 6.410256410256412e-06,
+      "loss": 0.7561,
       "step": 50
     },
     {
       "epoch": 0.01,
-      "learning_rate": 9.807692307692308e-06,
-      "loss": 0.9185,
+      "learning_rate": 6.538461538461539e-06,
+      "loss": 0.9292,
       "step": 51
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1e-05,
-      "loss": 0.9252,
+      "epoch": 0.01,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.9675,
       "step": 52
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.0192307692307692e-05,
-      "loss": 1.0239,
+      "epoch": 0.01,
+      "learning_rate": 6.794871794871796e-06,
+      "loss": 0.9565,
       "step": 53
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.0384615384615386e-05,
-      "loss": 0.9696,
+      "epoch": 0.01,
+      "learning_rate": 6.923076923076923e-06,
+      "loss": 0.9617,
       "step": 54
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.0576923076923078e-05,
-      "loss": 0.9682,
+      "epoch": 0.01,
+      "learning_rate": 7.051282051282053e-06,
+      "loss": 1.0222,
       "step": 55
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.076923076923077e-05,
-      "loss": 0.9051,
+      "epoch": 0.01,
+      "learning_rate": 7.17948717948718e-06,
+      "loss": 1.0034,
       "step": 56
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.0961538461538464e-05,
-      "loss": 0.9426,
+      "epoch": 0.01,
+      "learning_rate": 7.307692307692308e-06,
+      "loss": 0.9177,
       "step": 57
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.1153846153846154e-05,
-      "loss": 0.8904,
+      "epoch": 0.01,
+      "learning_rate": 7.435897435897437e-06,
+      "loss": 0.9614,
       "step": 58
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.1346153846153847e-05,
-      "loss": 1.0092,
+      "epoch": 0.01,
+      "learning_rate": 7.564102564102564e-06,
+      "loss": 0.9199,
       "step": 59
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.1538461538461538e-05,
-      "loss": 0.8674,
+      "epoch": 0.01,
+      "learning_rate": 7.692307692307694e-06,
+      "loss": 0.918,
       "step": 60
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.1730769230769232e-05,
-      "loss": 0.937,
+      "epoch": 0.01,
+      "learning_rate": 7.820512820512822e-06,
+      "loss": 0.8885,
       "step": 61
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.1923076923076925e-05,
-      "loss": 0.949,
+      "epoch": 0.01,
+      "learning_rate": 7.948717948717949e-06,
+      "loss": 0.9419,
       "step": 62
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.2115384615384615e-05,
-      "loss": 1.0449,
+      "epoch": 0.01,
+      "learning_rate": 8.076923076923077e-06,
+      "loss": 0.9497,
       "step": 63
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.230769230769231e-05,
-      "loss": 0.982,
+      "epoch": 0.01,
+      "learning_rate": 8.205128205128205e-06,
+      "loss": 0.7742,
       "step": 64
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.25e-05,
-      "loss": 0.8711,
+      "epoch": 0.01,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.9141,
       "step": 65
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.2692307692307693e-05,
-      "loss": 0.8843,
+      "epoch": 0.01,
+      "learning_rate": 8.461538461538462e-06,
+      "loss": 0.9197,
       "step": 66
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.2884615384615386e-05,
-      "loss": 0.9749,
+      "epoch": 0.01,
+      "learning_rate": 8.58974358974359e-06,
+      "loss": 0.9543,
       "step": 67
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.3076923076923078e-05,
-      "loss": 0.9287,
+      "epoch": 0.01,
+      "learning_rate": 8.717948717948719e-06,
+      "loss": 0.9199,
       "step": 68
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.3269230769230769e-05,
-      "loss": 0.8926,
+      "epoch": 0.01,
+      "learning_rate": 8.846153846153847e-06,
+      "loss": 0.9187,
       "step": 69
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.3461538461538463e-05,
-      "loss": 0.8982,
+      "epoch": 0.01,
+      "learning_rate": 8.974358974358976e-06,
+      "loss": 0.8906,
       "step": 70
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.3653846153846156e-05,
-      "loss": 0.8666,
+      "epoch": 0.01,
+      "learning_rate": 9.102564102564104e-06,
+      "loss": 0.9446,
       "step": 71
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.3846153846153847e-05,
-      "loss": 0.91,
+      "epoch": 0.01,
+      "learning_rate": 9.230769230769232e-06,
+      "loss": 0.8817,
       "step": 72
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.403846153846154e-05,
-      "loss": 0.9252,
+      "epoch": 0.01,
+      "learning_rate": 9.358974358974359e-06,
+      "loss": 0.9492,
       "step": 73
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.4230769230769232e-05,
-      "loss": 0.9092,
+      "epoch": 0.01,
+      "learning_rate": 9.487179487179487e-06,
+      "loss": 0.9316,
       "step": 74
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.4423076923076924e-05,
-      "loss": 0.8963,
+      "epoch": 0.01,
+      "learning_rate": 9.615384615384616e-06,
+      "loss": 0.908,
       "step": 75
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.4615384615384615e-05,
-      "loss": 0.9255,
+      "epoch": 0.01,
+      "learning_rate": 9.743589743589744e-06,
+      "loss": 0.9263,
       "step": 76
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.480769230769231e-05,
-      "loss": 0.8679,
+      "epoch": 0.01,
+      "learning_rate": 9.871794871794872e-06,
+      "loss": 0.9011,
       "step": 77
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.5000000000000002e-05,
-      "loss": 0.9028,
+      "learning_rate": 1e-05,
+      "loss": 0.9343,
       "step": 78
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.5192307692307693e-05,
-      "loss": 0.9155,
+      "learning_rate": 1.012820512820513e-05,
+      "loss": 0.8801,
       "step": 79
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.5384615384615387e-05,
-      "loss": 0.9032,
+      "learning_rate": 1.0256410256410256e-05,
+      "loss": 0.9094,
       "step": 80
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.557692307692308e-05,
-      "loss": 0.8442,
+      "learning_rate": 1.0384615384615386e-05,
+      "loss": 0.9932,
       "step": 81
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.576923076923077e-05,
-      "loss": 0.925,
+      "learning_rate": 1.0512820512820514e-05,
+      "loss": 0.9453,
       "step": 82
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.5961538461538465e-05,
-      "loss": 0.849,
+      "learning_rate": 1.0641025641025643e-05,
+      "loss": 0.9116,
       "step": 83
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.6153846153846154e-05,
-      "loss": 0.9574,
+      "learning_rate": 1.076923076923077e-05,
+      "loss": 0.9114,
       "step": 84
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.6346153846153847e-05,
-      "loss": 0.8664,
+      "learning_rate": 1.0897435897435898e-05,
+      "loss": 0.8689,
       "step": 85
     },
     {
       "epoch": 0.02,
-      "learning_rate": 1.653846153846154e-05,
-      "loss": 0.8914,
+      "learning_rate": 1.1025641025641028e-05,
+      "loss": 0.9373,
       "step": 86
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.673076923076923e-05,
-      "loss": 0.8364,
+      "epoch": 0.02,
+      "learning_rate": 1.1153846153846154e-05,
+      "loss": 0.874,
       "step": 87
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.6923076923076924e-05,
-      "loss": 0.9792,
+      "epoch": 0.02,
+      "learning_rate": 1.1282051282051283e-05,
+      "loss": 0.8657,
       "step": 88
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.7115384615384617e-05,
-      "loss": 0.9171,
+      "epoch": 0.02,
+      "learning_rate": 1.1410256410256411e-05,
+      "loss": 0.8307,
       "step": 89
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.730769230769231e-05,
-      "loss": 0.9561,
+      "epoch": 0.02,
+      "learning_rate": 1.1538461538461538e-05,
+      "loss": 0.938,
       "step": 90
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.7500000000000002e-05,
-      "loss": 0.9074,
+      "epoch": 0.02,
+      "learning_rate": 1.1666666666666668e-05,
+      "loss": 0.9119,
       "step": 91
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.7692307692307694e-05,
-      "loss": 0.8456,
+      "epoch": 0.02,
+      "learning_rate": 1.1794871794871796e-05,
+      "loss": 0.9199,
       "step": 92
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.7884615384615387e-05,
-      "loss": 0.8826,
+      "epoch": 0.02,
+      "learning_rate": 1.1923076923076925e-05,
+      "loss": 0.8633,
       "step": 93
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.807692307692308e-05,
-      "loss": 0.9649,
+      "epoch": 0.02,
+      "learning_rate": 1.2051282051282051e-05,
+      "loss": 0.8303,
       "step": 94
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.826923076923077e-05,
-      "loss": 0.8894,
+      "epoch": 0.02,
+      "learning_rate": 1.217948717948718e-05,
+      "loss": 0.8203,
       "step": 95
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.8461538461538465e-05,
-      "loss": 0.8584,
+      "epoch": 0.02,
+      "learning_rate": 1.230769230769231e-05,
+      "loss": 0.9092,
       "step": 96
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.8653846153846157e-05,
-      "loss": 0.923,
+      "epoch": 0.02,
+      "learning_rate": 1.2435897435897436e-05,
+      "loss": 0.8752,
       "step": 97
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.8846153846153846e-05,
-      "loss": 0.9164,
+      "epoch": 0.02,
+      "learning_rate": 1.2564102564102565e-05,
+      "loss": 0.9197,
       "step": 98
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.903846153846154e-05,
-      "loss": 0.884,
+      "epoch": 0.02,
+      "learning_rate": 1.2692307692307693e-05,
+      "loss": 0.8353,
       "step": 99
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.923076923076923e-05,
-      "loss": 0.9153,
+      "epoch": 0.02,
+      "learning_rate": 1.2820512820512823e-05,
+      "loss": 0.8594,
       "step": 100
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9423076923076924e-05,
-      "loss": 0.8958,
+      "epoch": 0.02,
+      "learning_rate": 1.294871794871795e-05,
+      "loss": 0.8511,
       "step": 101
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9615384615384617e-05,
-      "loss": 0.8594,
+      "epoch": 0.02,
+      "learning_rate": 1.3076923076923078e-05,
+      "loss": 0.9128,
       "step": 102
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.980769230769231e-05,
-      "loss": 0.9121,
+      "epoch": 0.02,
+      "learning_rate": 1.3205128205128207e-05,
+      "loss": 0.9119,
       "step": 103
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 2e-05,
-      "loss": 0.8843,
+      "epoch": 0.02,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.8589,
       "step": 104
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999999563149645e-05,
-      "loss": 0.849,
+      "epoch": 0.02,
+      "learning_rate": 1.3461538461538463e-05,
+      "loss": 0.8757,
       "step": 105
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999998252598961e-05,
-      "loss": 0.8286,
+      "epoch": 0.02,
+      "learning_rate": 1.3589743589743592e-05,
+      "loss": 0.8752,
       "step": 106
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9999960683490935e-05,
-      "loss": 0.8114,
+      "epoch": 0.02,
+      "learning_rate": 1.3717948717948718e-05,
+      "loss": 0.9045,
       "step": 107
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9999930104019505e-05,
-      "loss": 0.8944,
+      "epoch": 0.02,
+      "learning_rate": 1.3846153846153847e-05,
+      "loss": 0.902,
       "step": 108
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999989078760204e-05,
-      "loss": 0.844,
+      "epoch": 0.02,
+      "learning_rate": 1.3974358974358975e-05,
+      "loss": 0.8896,
       "step": 109
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9999842734272892e-05,
-      "loss": 0.872,
+      "epoch": 0.02,
+      "learning_rate": 1.4102564102564105e-05,
+      "loss": 0.8065,
       "step": 110
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999978594407404e-05,
-      "loss": 0.9448,
+      "epoch": 0.02,
+      "learning_rate": 1.4230769230769232e-05,
+      "loss": 0.9385,
       "step": 111
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999972041705511e-05,
-      "loss": 0.9729,
+      "epoch": 0.02,
+      "learning_rate": 1.435897435897436e-05,
+      "loss": 0.9302,
       "step": 112
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9999646153273343e-05,
-      "loss": 0.9652,
+      "epoch": 0.02,
+      "learning_rate": 1.4487179487179489e-05,
+      "loss": 0.8569,
       "step": 113
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999956315279363e-05,
-      "loss": 0.8678,
+      "epoch": 0.02,
+      "learning_rate": 1.4615384615384615e-05,
+      "loss": 0.9165,
       "step": 114
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9999471415688484e-05,
-      "loss": 0.9621,
+      "epoch": 0.02,
+      "learning_rate": 1.4743589743589745e-05,
+      "loss": 0.9246,
       "step": 115
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9999370942038065e-05,
-      "loss": 0.913,
+      "epoch": 0.02,
+      "learning_rate": 1.4871794871794874e-05,
+      "loss": 0.8613,
       "step": 116
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999926173193014e-05,
-      "loss": 0.9392,
+      "epoch": 0.02,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.8591,
       "step": 117
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9999143785460148e-05,
-      "loss": 0.9066,
+      "epoch": 0.02,
+      "learning_rate": 1.5128205128205129e-05,
+      "loss": 0.8342,
       "step": 118
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999901710273112e-05,
-      "loss": 0.9399,
+      "epoch": 0.02,
+      "learning_rate": 1.5256410256410257e-05,
+      "loss": 0.9014,
       "step": 119
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999888168385375e-05,
-      "loss": 0.9298,
+      "epoch": 0.02,
+      "learning_rate": 1.5384615384615387e-05,
+      "loss": 0.8368,
       "step": 120
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.999873752894635e-05,
-      "loss": 0.8743,
+      "epoch": 0.02,
+      "learning_rate": 1.5512820512820516e-05,
+      "loss": 0.8972,
       "step": 121
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9998584638134864e-05,
-      "loss": 0.8695,
+      "epoch": 0.02,
+      "learning_rate": 1.5641025641025644e-05,
+      "loss": 0.8518,
       "step": 122
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9998423011552877e-05,
-      "loss": 0.8628,
+      "epoch": 0.02,
+      "learning_rate": 1.576923076923077e-05,
+      "loss": 0.8948,
       "step": 123
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9998252649341607e-05,
-      "loss": 0.8696,
+      "epoch": 0.02,
+      "learning_rate": 1.5897435897435897e-05,
+      "loss": 0.8811,
       "step": 124
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.999807355164989e-05,
-      "loss": 0.9365,
+      "epoch": 0.02,
+      "learning_rate": 1.602564102564103e-05,
+      "loss": 0.8638,
       "step": 125
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.999788571863421e-05,
-      "loss": 0.8831,
+      "epoch": 0.02,
+      "learning_rate": 1.6153846153846154e-05,
+      "loss": 0.8604,
       "step": 126
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9997689150458676e-05,
-      "loss": 0.859,
+      "epoch": 0.02,
+      "learning_rate": 1.6282051282051282e-05,
+      "loss": 0.8975,
       "step": 127
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9997483847295026e-05,
-      "loss": 0.9316,
+      "epoch": 0.02,
+      "learning_rate": 1.641025641025641e-05,
+      "loss": 0.8071,
       "step": 128
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9997269809322638e-05,
-      "loss": 0.7522,
+      "epoch": 0.02,
+      "learning_rate": 1.653846153846154e-05,
+      "loss": 0.8314,
       "step": 129
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9997047036728518e-05,
-      "loss": 0.8298,
+      "epoch": 0.03,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.8679,
       "step": 130
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9996815529707296e-05,
-      "loss": 0.8648,
+      "epoch": 0.03,
+      "learning_rate": 1.6794871794871796e-05,
+      "loss": 0.8743,
       "step": 131
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9996575288461247e-05,
-      "loss": 0.8048,
+      "epoch": 0.03,
+      "learning_rate": 1.6923076923076924e-05,
+      "loss": 0.8489,
       "step": 132
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9996326313200266e-05,
-      "loss": 0.931,
+      "epoch": 0.03,
+      "learning_rate": 1.7051282051282053e-05,
+      "loss": 0.9275,
       "step": 133
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9996068604141885e-05,
-      "loss": 0.877,
+      "epoch": 0.03,
+      "learning_rate": 1.717948717948718e-05,
+      "loss": 0.9219,
       "step": 134
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9995802161511265e-05,
-      "loss": 0.8761,
+      "epoch": 0.03,
+      "learning_rate": 1.730769230769231e-05,
+      "loss": 0.8257,
       "step": 135
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.999552698554119e-05,
-      "loss": 0.9342,
+      "epoch": 0.03,
+      "learning_rate": 1.7435897435897438e-05,
+      "loss": 0.8492,
       "step": 136
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.999524307647209e-05,
-      "loss": 0.898,
+      "epoch": 0.03,
+      "learning_rate": 1.7564102564102566e-05,
+      "loss": 0.9216,
       "step": 137
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9994950434552016e-05,
-      "loss": 0.902,
+      "epoch": 0.03,
+      "learning_rate": 1.7692307692307694e-05,
+      "loss": 0.9307,
       "step": 138
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9994649060036642e-05,
-      "loss": 0.881,
+      "epoch": 0.03,
+      "learning_rate": 1.7820512820512823e-05,
+      "loss": 0.8381,
       "step": 139
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9994338953189293e-05,
-      "loss": 0.8378,
+      "epoch": 0.03,
+      "learning_rate": 1.794871794871795e-05,
+      "loss": 0.9016,
       "step": 140
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9994020114280892e-05,
-      "loss": 0.8513,
+      "epoch": 0.03,
+      "learning_rate": 1.807692307692308e-05,
+      "loss": 0.8635,
       "step": 141
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.999369254359002e-05,
-      "loss": 0.8735,
+      "epoch": 0.03,
+      "learning_rate": 1.8205128205128208e-05,
+      "loss": 0.8955,
       "step": 142
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9993356241402876e-05,
-      "loss": 0.8454,
+      "epoch": 0.03,
+      "learning_rate": 1.8333333333333333e-05,
+      "loss": 0.8992,
       "step": 143
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.999301120801328e-05,
-      "loss": 0.8435,
+      "epoch": 0.03,
+      "learning_rate": 1.8461538461538465e-05,
+      "loss": 0.8784,
       "step": 144
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9992657443722697e-05,
-      "loss": 0.9212,
+      "epoch": 0.03,
+      "learning_rate": 1.8589743589743593e-05,
+      "loss": 0.8496,
       "step": 145
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9992294948840204e-05,
-      "loss": 0.9061,
+      "epoch": 0.03,
+      "learning_rate": 1.8717948717948718e-05,
+      "loss": 0.8583,
       "step": 146
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9991923723682514e-05,
-      "loss": 0.8657,
+      "epoch": 0.03,
+      "learning_rate": 1.8846153846153846e-05,
+      "loss": 0.8528,
       "step": 147
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9991543768573974e-05,
-      "loss": 0.7814,
+      "epoch": 0.03,
+      "learning_rate": 1.8974358974358975e-05,
+      "loss": 0.8682,
       "step": 148
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9991155083846537e-05,
-      "loss": 0.859,
+      "epoch": 0.03,
+      "learning_rate": 1.9102564102564106e-05,
+      "loss": 0.8782,
       "step": 149
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9990757669839812e-05,
-      "loss": 0.8426,
+      "epoch": 0.03,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 0.8889,
       "step": 150
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9990351526901012e-05,
-      "loss": 0.8551,
+      "epoch": 0.03,
+      "learning_rate": 1.935897435897436e-05,
+      "loss": 0.8596,
       "step": 151
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.998993665538499e-05,
-      "loss": 0.8477,
+      "epoch": 0.03,
+      "learning_rate": 1.9487179487179488e-05,
+      "loss": 0.8733,
       "step": 152
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.998951305565421e-05,
-      "loss": 0.9107,
+      "epoch": 0.03,
+      "learning_rate": 1.9615384615384617e-05,
+      "loss": 0.874,
       "step": 153
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.9989080728078778e-05,
-      "loss": 0.8713,
+      "epoch": 0.03,
+      "learning_rate": 1.9743589743589745e-05,
+      "loss": 0.8818,
       "step": 154
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 1.998863967303642e-05,
-      "loss": 0.9989,
+      "epoch": 0.03,
+      "learning_rate": 1.9871794871794873e-05,
+      "loss": 0.8318,
       "step": 155
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9988189890912482e-05,
-      "loss": 0.9748,
+      "epoch": 0.03,
+      "learning_rate": 2e-05,
+      "loss": 0.8271,
       "step": 156
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.998773138209994e-05,
-      "loss": 0.7796,
+      "epoch": 0.03,
+      "learning_rate": 1.9999998057286928e-05,
+      "loss": 0.8862,
       "step": 157
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9987264146999396e-05,
-      "loss": 0.9066,
+      "epoch": 0.03,
+      "learning_rate": 1.9999992229148463e-05,
+      "loss": 0.8904,
       "step": 158
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.998678818601907e-05,
-      "loss": 0.8681,
+      "epoch": 0.03,
+      "learning_rate": 1.999998251558687e-05,
+      "loss": 0.8635,
       "step": 159
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.998630349957481e-05,
-      "loss": 0.8976,
+      "epoch": 0.03,
+      "learning_rate": 1.999996891660592e-05,
+      "loss": 0.8677,
       "step": 160
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9985810088090093e-05,
-      "loss": 0.84,
+      "epoch": 0.03,
+      "learning_rate": 1.9999951432210905e-05,
+      "loss": 0.8965,
       "step": 161
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9985307951996005e-05,
-      "loss": 0.8933,
+      "epoch": 0.03,
+      "learning_rate": 1.9999930062408612e-05,
+      "loss": 0.9365,
       "step": 162
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9984797091731267e-05,
-      "loss": 0.888,
+      "epoch": 0.03,
+      "learning_rate": 1.9999904807207348e-05,
+      "loss": 0.8796,
       "step": 163
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.998427750774222e-05,
-      "loss": 0.8556,
+      "epoch": 0.03,
+      "learning_rate": 1.9999875666616918e-05,
+      "loss": 0.9016,
       "step": 164
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9983749200482816e-05,
-      "loss": 0.8603,
+      "epoch": 0.03,
+      "learning_rate": 1.9999842640648656e-05,
+      "loss": 0.8303,
       "step": 165
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9983212170414648e-05,
-      "loss": 0.8629,
+      "epoch": 0.03,
+      "learning_rate": 1.9999805729315383e-05,
+      "loss": 0.8557,
       "step": 166
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9982666418006912e-05,
-      "loss": 0.8418,
+      "epoch": 0.03,
+      "learning_rate": 1.999976493263145e-05,
+      "loss": 0.8428,
       "step": 167
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9982111943736435e-05,
-      "loss": 0.9596,
+      "epoch": 0.03,
+      "learning_rate": 1.99997202506127e-05,
+      "loss": 0.8821,
       "step": 168
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.998154874808766e-05,
-      "loss": 0.8687,
+      "epoch": 0.03,
+      "learning_rate": 1.99996716832765e-05,
+      "loss": 0.8809,
       "step": 169
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9980976831552653e-05,
-      "loss": 0.8282,
+      "epoch": 0.03,
+      "learning_rate": 1.9999619230641714e-05,
+      "loss": 0.8413,
       "step": 170
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9980396194631104e-05,
-      "loss": 0.866,
+      "epoch": 0.03,
+      "learning_rate": 1.999956289272873e-05,
+      "loss": 0.8594,
       "step": 171
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9979806837830305e-05,
-      "loss": 0.9005,
+      "epoch": 0.03,
+      "learning_rate": 1.9999502669559432e-05,
+      "loss": 0.8745,
       "step": 172
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.997920876166518e-05,
-      "loss": 0.8392,
+      "epoch": 0.03,
+      "learning_rate": 1.999943856115722e-05,
+      "loss": 0.8755,
       "step": 173
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9978601966658277e-05,
-      "loss": 0.8587,
+      "epoch": 0.03,
+      "learning_rate": 1.9999370567547008e-05,
+      "loss": 0.8586,
       "step": 174
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.997798645333974e-05,
-      "loss": 0.9529,
+      "epoch": 0.03,
+      "learning_rate": 1.999929868875521e-05,
+      "loss": 0.9001,
       "step": 175
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9977362222247353e-05,
-      "loss": 0.8541,
+      "epoch": 0.03,
+      "learning_rate": 1.999922292480975e-05,
+      "loss": 0.8521,
       "step": 176
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.997672927392651e-05,
-      "loss": 0.8844,
+      "epoch": 0.03,
+      "learning_rate": 1.999914327574007e-05,
+      "loss": 0.8867,
       "step": 177
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9976087608930208e-05,
-      "loss": 0.7995,
+      "epoch": 0.03,
+      "learning_rate": 1.999905974157712e-05,
+      "loss": 0.8813,
       "step": 178
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9975437227819076e-05,
-      "loss": 0.9145,
+      "epoch": 0.03,
+      "learning_rate": 1.9998972322353353e-05,
+      "loss": 0.7819,
       "step": 179
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.997477813116135e-05,
-      "loss": 0.8396,
+      "epoch": 0.03,
+      "learning_rate": 1.9998881018102735e-05,
+      "loss": 0.8176,
       "step": 180
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9974110319532886e-05,
-      "loss": 0.9262,
+      "epoch": 0.03,
+      "learning_rate": 1.9998785828860744e-05,
+      "loss": 0.6853,
       "step": 181
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.997343379351715e-05,
-      "loss": 0.9768,
+      "epoch": 0.04,
+      "learning_rate": 1.999868675466436e-05,
+      "loss": 0.8799,
       "step": 182
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9972748553705225e-05,
-      "loss": 0.8461,
+      "epoch": 0.04,
+      "learning_rate": 1.9998583795552086e-05,
+      "loss": 0.8794,
       "step": 183
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9972054600695802e-05,
-      "loss": 0.8451,
+      "epoch": 0.04,
+      "learning_rate": 1.9998476951563914e-05,
+      "loss": 0.8203,
       "step": 184
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9971351935095194e-05,
-      "loss": 0.8871,
+      "epoch": 0.04,
+      "learning_rate": 1.999836622274137e-05,
+      "loss": 0.8999,
       "step": 185
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9970640557517314e-05,
-      "loss": 0.8674,
+      "epoch": 0.04,
+      "learning_rate": 1.9998251609127465e-05,
+      "loss": 0.8542,
       "step": 186
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9969920468583693e-05,
-      "loss": 1.012,
+      "epoch": 0.04,
+      "learning_rate": 1.9998133110766744e-05,
+      "loss": 0.8169,
       "step": 187
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.996919166892348e-05,
-      "loss": 0.872,
+      "epoch": 0.04,
+      "learning_rate": 1.9998010727705237e-05,
+      "loss": 0.9023,
       "step": 188
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9968454159173426e-05,
-      "loss": 0.9623,
+      "epoch": 0.04,
+      "learning_rate": 1.9997884459990502e-05,
+      "loss": 0.9043,
       "step": 189
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.9967707939977887e-05,
-      "loss": 0.9008,
+      "epoch": 0.04,
+      "learning_rate": 1.9997754307671597e-05,
+      "loss": 0.9028,
       "step": 190
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9966953011988842e-05,
-      "loss": 0.8059,
+      "epoch": 0.04,
+      "learning_rate": 1.999762027079909e-05,
+      "loss": 0.8511,
       "step": 191
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9966189375865868e-05,
-      "loss": 0.8701,
+      "epoch": 0.04,
+      "learning_rate": 1.999748234942507e-05,
+      "loss": 0.8022,
       "step": 192
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9965417032276157e-05,
-      "loss": 0.8675,
+      "epoch": 0.04,
+      "learning_rate": 1.999734054360311e-05,
+      "loss": 0.8657,
       "step": 193
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9964635981894505e-05,
-      "loss": 0.8151,
+      "epoch": 0.04,
+      "learning_rate": 1.9997194853388316e-05,
+      "loss": 0.8677,
       "step": 194
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.996384622540332e-05,
-      "loss": 0.8966,
+      "epoch": 0.04,
+      "learning_rate": 1.9997045278837298e-05,
+      "loss": 0.9153,
       "step": 195
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.996304776349261e-05,
-      "loss": 0.8324,
+      "epoch": 0.04,
+      "learning_rate": 1.9996891820008165e-05,
+      "loss": 0.854,
       "step": 196
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9962240596859987e-05,
-      "loss": 0.8274,
+      "epoch": 0.04,
+      "learning_rate": 1.9996734476960547e-05,
+      "loss": 0.8984,
       "step": 197
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.996142472621068e-05,
-      "loss": 0.8869,
+      "epoch": 0.04,
+      "learning_rate": 1.9996573249755573e-05,
+      "loss": 0.8792,
       "step": 198
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9960600152257513e-05,
-      "loss": 0.8727,
+      "epoch": 0.04,
+      "learning_rate": 1.9996408138455896e-05,
+      "loss": 0.8584,
       "step": 199
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9959766875720915e-05,
-      "loss": 0.8002,
+      "epoch": 0.04,
+      "learning_rate": 1.999623914312566e-05,
+      "loss": 0.8508,
       "step": 200
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9958924897328925e-05,
-      "loss": 0.8856,
+      "epoch": 0.04,
+      "learning_rate": 1.9996066263830533e-05,
+      "loss": 0.8134,
       "step": 201
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.995807421781718e-05,
-      "loss": 0.8281,
+      "epoch": 0.04,
+      "learning_rate": 1.999588950063768e-05,
+      "loss": 0.9011,
       "step": 202
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9957214837928913e-05,
-      "loss": 0.888,
+      "epoch": 0.04,
+      "learning_rate": 1.9995708853615783e-05,
+      "loss": 0.894,
       "step": 203
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9956346758414968e-05,
-      "loss": 0.828,
+      "epoch": 0.04,
+      "learning_rate": 1.9995524322835035e-05,
+      "loss": 0.8713,
       "step": 204
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9955469980033787e-05,
-      "loss": 0.8967,
+      "epoch": 0.04,
+      "learning_rate": 1.9995335908367132e-05,
+      "loss": 0.813,
       "step": 205
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9954584503551414e-05,
-      "loss": 0.9155,
+      "epoch": 0.04,
+      "learning_rate": 1.9995143610285275e-05,
+      "loss": 0.8555,
       "step": 206
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.995369032974149e-05,
-      "loss": 0.7656,
+      "epoch": 0.04,
+      "learning_rate": 1.9994947428664194e-05,
+      "loss": 0.8591,
       "step": 207
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9952787459385254e-05,
-      "loss": 0.8712,
+      "epoch": 0.04,
+      "learning_rate": 1.99947473635801e-05,
+      "loss": 0.8826,
       "step": 208
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.995187589327154e-05,
-      "loss": 0.948,
+      "epoch": 0.04,
+      "learning_rate": 1.9994543415110733e-05,
+      "loss": 0.8323,
       "step": 209
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9950955632196792e-05,
-      "loss": 0.7853,
+      "epoch": 0.04,
+      "learning_rate": 1.9994335583335336e-05,
+      "loss": 0.8394,
       "step": 210
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9950026676965037e-05,
-      "loss": 0.93,
+      "epoch": 0.04,
+      "learning_rate": 1.9994123868334655e-05,
+      "loss": 0.9097,
       "step": 211
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9949089028387908e-05,
-      "loss": 0.9025,
+      "epoch": 0.04,
+      "learning_rate": 1.999390827019096e-05,
+      "loss": 0.8887,
       "step": 212
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9948142687284625e-05,
-      "loss": 0.8411,
+      "epoch": 0.04,
+      "learning_rate": 1.999368878898801e-05,
+      "loss": 0.866,
       "step": 213
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.994718765448201e-05,
-      "loss": 0.9089,
+      "epoch": 0.04,
+      "learning_rate": 1.999346542481109e-05,
+      "loss": 0.8225,
       "step": 214
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9946223930814475e-05,
-      "loss": 0.8467,
+      "epoch": 0.04,
+      "learning_rate": 1.999323817774698e-05,
+      "loss": 0.8379,
       "step": 215
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9945251517124026e-05,
-      "loss": 0.7875,
+      "epoch": 0.04,
+      "learning_rate": 1.9993007047883988e-05,
+      "loss": 0.8442,
       "step": 216
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9944270414260263e-05,
-      "loss": 0.8651,
+      "epoch": 0.04,
+      "learning_rate": 1.9992772035311902e-05,
+      "loss": 0.811,
       "step": 217
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.994328062308037e-05,
-      "loss": 0.8644,
+      "epoch": 0.04,
+      "learning_rate": 1.9992533140122044e-05,
+      "loss": 0.8806,
       "step": 218
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9942282144449138e-05,
-      "loss": 0.7928,
+      "epoch": 0.04,
+      "learning_rate": 1.9992290362407232e-05,
+      "loss": 0.8848,
       "step": 219
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.994127497923893e-05,
-      "loss": 0.8667,
+      "epoch": 0.04,
+      "learning_rate": 1.9992043702261795e-05,
+      "loss": 0.8635,
       "step": 220
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9940259128329714e-05,
-      "loss": 0.8416,
+      "epoch": 0.04,
+      "learning_rate": 1.999179315978157e-05,
+      "loss": 0.8564,
       "step": 221
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9939234592609034e-05,
-      "loss": 0.8774,
+      "epoch": 0.04,
+      "learning_rate": 1.9991538735063906e-05,
+      "loss": 0.7935,
       "step": 222
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.993820137297203e-05,
-      "loss": 0.8216,
+      "epoch": 0.04,
+      "learning_rate": 1.999128042820766e-05,
+      "loss": 0.8796,
       "step": 223
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9937159470321424e-05,
-      "loss": 0.8572,
+      "epoch": 0.04,
+      "learning_rate": 1.999101823931319e-05,
+      "loss": 0.8674,
       "step": 224
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.9936108885567534e-05,
-      "loss": 0.8082,
+      "epoch": 0.04,
+      "learning_rate": 1.999075216848237e-05,
+      "loss": 0.866,
       "step": 225
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9935049619628252e-05,
-      "loss": 0.9025,
+      "epoch": 0.04,
+      "learning_rate": 1.999048221581858e-05,
+      "loss": 0.8999,
       "step": 226
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9933981673429056e-05,
-      "loss": 0.8697,
+      "epoch": 0.04,
+      "learning_rate": 1.9990208381426708e-05,
+      "loss": 0.7708,
       "step": 227
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9932905047903017e-05,
-      "loss": 0.8621,
+      "epoch": 0.04,
+      "learning_rate": 1.9989930665413148e-05,
+      "loss": 0.823,
       "step": 228
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.993181974399078e-05,
-      "loss": 0.7811,
+      "epoch": 0.04,
+      "learning_rate": 1.9989649067885808e-05,
+      "loss": 0.8789,
       "step": 229
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.993072576264058e-05,
-      "loss": 0.836,
+      "epoch": 0.04,
+      "learning_rate": 1.99893635889541e-05,
+      "loss": 0.8315,
       "step": 230
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9929623104808224e-05,
-      "loss": 0.866,
+      "epoch": 0.04,
+      "learning_rate": 1.9989074228728942e-05,
+      "loss": 0.8667,
       "step": 231
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9928511771457108e-05,
-      "loss": 0.8151,
+      "epoch": 0.04,
+      "learning_rate": 1.998878098732277e-05,
+      "loss": 0.8828,
       "step": 232
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9927391763558203e-05,
-      "loss": 0.8871,
+      "epoch": 0.04,
+      "learning_rate": 1.998848386484951e-05,
+      "loss": 0.8677,
       "step": 233
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9926263082090064e-05,
-      "loss": 0.9282,
+      "epoch": 0.05,
+      "learning_rate": 1.9988182861424613e-05,
+      "loss": 0.825,
       "step": 234
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9925125728038816e-05,
-      "loss": 0.8828,
+      "epoch": 0.05,
+      "learning_rate": 1.998787797716503e-05,
+      "loss": 0.8403,
       "step": 235
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9923979702398172e-05,
-      "loss": 0.8311,
+      "epoch": 0.05,
+      "learning_rate": 1.9987569212189224e-05,
+      "loss": 0.8345,
       "step": 236
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.992282500616941e-05,
-      "loss": 0.876,
+      "epoch": 0.05,
+      "learning_rate": 1.9987256566617165e-05,
+      "loss": 0.8962,
       "step": 237
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.992166164036139e-05,
-      "loss": 0.8145,
+      "epoch": 0.05,
+      "learning_rate": 1.9986940040570323e-05,
+      "loss": 0.8472,
       "step": 238
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.992048960599055e-05,
-      "loss": 0.8565,
+      "epoch": 0.05,
+      "learning_rate": 1.9986619634171682e-05,
+      "loss": 0.7168,
       "step": 239
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9919308904080893e-05,
-      "loss": 0.8416,
+      "epoch": 0.05,
+      "learning_rate": 1.9986295347545738e-05,
+      "loss": 0.8618,
       "step": 240
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9918119535664e-05,
-      "loss": 0.7961,
+      "epoch": 0.05,
+      "learning_rate": 1.9985967180818493e-05,
+      "loss": 0.9226,
       "step": 241
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9916921501779018e-05,
-      "loss": 0.8689,
+      "epoch": 0.05,
+      "learning_rate": 1.9985635134117445e-05,
+      "loss": 0.8699,
       "step": 242
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.991571480347268e-05,
-      "loss": 0.8753,
+      "epoch": 0.05,
+      "learning_rate": 1.9985299207571614e-05,
+      "loss": 0.8301,
       "step": 243
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9914499441799274e-05,
-      "loss": 0.8053,
+      "epoch": 0.05,
+      "learning_rate": 1.998495940131152e-05,
+      "loss": 0.8804,
       "step": 244
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.991327541782066e-05,
-      "loss": 0.8576,
+      "epoch": 0.05,
+      "learning_rate": 1.998461571546919e-05,
+      "loss": 0.8865,
       "step": 245
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9912042732606274e-05,
-      "loss": 0.8343,
+      "epoch": 0.05,
+      "learning_rate": 1.998426815017817e-05,
+      "loss": 0.7748,
       "step": 246
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.991080138723311e-05,
-      "loss": 0.8184,
+      "epoch": 0.05,
+      "learning_rate": 1.998391670557349e-05,
+      "loss": 0.8472,
       "step": 247
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.990955138278573e-05,
-      "loss": 0.8237,
+      "epoch": 0.05,
+      "learning_rate": 1.998356138179171e-05,
+      "loss": 0.8727,
       "step": 248
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.990829272035627e-05,
-      "loss": 0.7348,
+      "epoch": 0.05,
+      "learning_rate": 1.998320217897089e-05,
+      "loss": 0.8481,
       "step": 249
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9907025401044425e-05,
-      "loss": 0.8496,
+      "epoch": 0.05,
+      "learning_rate": 1.9982839097250588e-05,
+      "loss": 0.822,
       "step": 250
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9905749425957445e-05,
-      "loss": 0.8677,
+      "epoch": 0.05,
+      "learning_rate": 1.998247213677188e-05,
+      "loss": 0.6904,
       "step": 251
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9904464796210158e-05,
-      "loss": 0.8085,
+      "epoch": 0.05,
+      "learning_rate": 1.998210129767735e-05,
+      "loss": 0.8447,
       "step": 252
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9903171512924938e-05,
-      "loss": 0.8274,
+      "epoch": 0.05,
+      "learning_rate": 1.9981726580111087e-05,
+      "loss": 0.8036,
       "step": 253
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9901869577231732e-05,
-      "loss": 0.8316,
+      "epoch": 0.05,
+      "learning_rate": 1.998134798421867e-05,
+      "loss": 0.7932,
       "step": 254
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9900558990268047e-05,
-      "loss": 0.8379,
+      "epoch": 0.05,
+      "learning_rate": 1.9980965510147214e-05,
+      "loss": 0.709,
       "step": 255
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9899239753178936e-05,
-      "loss": 0.9052,
+      "epoch": 0.05,
+      "learning_rate": 1.9980579158045322e-05,
+      "loss": 0.8589,
       "step": 256
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.989791186711702e-05,
-      "loss": 0.8482,
+      "epoch": 0.05,
+      "learning_rate": 1.9980188928063103e-05,
+      "loss": 0.863,
       "step": 257
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9896575333242477e-05,
-      "loss": 0.8228,
+      "epoch": 0.05,
+      "learning_rate": 1.9979794820352187e-05,
+      "loss": 0.835,
       "step": 258
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.9895230152723033e-05,
-      "loss": 0.8094,
+      "epoch": 0.05,
+      "learning_rate": 1.9979396835065696e-05,
+      "loss": 0.8923,
       "step": 259
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9893876326733974e-05,
-      "loss": 0.9142,
+      "epoch": 0.05,
+      "learning_rate": 1.9978994972358265e-05,
+      "loss": 0.8833,
       "step": 260
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.989251385645814e-05,
-      "loss": 0.8605,
+      "epoch": 0.05,
+      "learning_rate": 1.9978589232386036e-05,
+      "loss": 0.8943,
       "step": 261
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9891142743085923e-05,
-      "loss": 0.8658,
+      "epoch": 0.05,
+      "learning_rate": 1.9978179615306658e-05,
+      "loss": 0.8684,
       "step": 262
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9889762987815264e-05,
-      "loss": 0.815,
+      "epoch": 0.05,
+      "learning_rate": 1.997776612127928e-05,
+      "loss": 0.8833,
       "step": 263
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9888374591851658e-05,
-      "loss": 0.834,
+      "epoch": 0.05,
+      "learning_rate": 1.997734875046456e-05,
+      "loss": 0.8008,
       "step": 264
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9886977556408145e-05,
-      "loss": 0.8742,
+      "epoch": 0.05,
+      "learning_rate": 1.9976927503024677e-05,
+      "loss": 0.8745,
       "step": 265
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9885571882705322e-05,
-      "loss": 0.7851,
+      "epoch": 0.05,
+      "learning_rate": 1.997650237912329e-05,
+      "loss": 0.8674,
       "step": 266
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9884157571971318e-05,
-      "loss": 0.8627,
+      "epoch": 0.05,
+      "learning_rate": 1.9976073378925586e-05,
+      "loss": 0.8176,
       "step": 267
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.988273462544182e-05,
-      "loss": 0.77,
+      "epoch": 0.05,
+      "learning_rate": 1.9975640502598243e-05,
+      "loss": 0.8867,
       "step": 268
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9881303044360065e-05,
-      "loss": 0.8008,
+      "epoch": 0.05,
+      "learning_rate": 1.997520375030946e-05,
+      "loss": 0.8547,
       "step": 269
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9879862829976816e-05,
-      "loss": 0.7971,
+      "epoch": 0.05,
+      "learning_rate": 1.9974763122228927e-05,
+      "loss": 0.8315,
       "step": 270
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9878413983550397e-05,
-      "loss": 0.7756,
+      "epoch": 0.05,
+      "learning_rate": 1.997431861852785e-05,
+      "loss": 0.8765,
       "step": 271
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.987695650634666e-05,
-      "loss": 0.8432,
+      "epoch": 0.05,
+      "learning_rate": 1.9973870239378938e-05,
+      "loss": 0.8733,
       "step": 272
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9875490399639007e-05,
-      "loss": 0.8693,
+      "epoch": 0.05,
+      "learning_rate": 1.9973417984956404e-05,
+      "loss": 0.8523,
       "step": 273
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9874015664708378e-05,
-      "loss": 0.8367,
+      "epoch": 0.05,
+      "learning_rate": 1.997296185543597e-05,
+      "loss": 0.7019,
       "step": 274
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.987253230284325e-05,
-      "loss": 0.8385,
+      "epoch": 0.05,
+      "learning_rate": 1.9972501850994857e-05,
+      "loss": 0.875,
       "step": 275
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9871040315339632e-05,
-      "loss": 0.8745,
+      "epoch": 0.05,
+      "learning_rate": 1.9972037971811802e-05,
+      "loss": 0.7285,
       "step": 276
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9869539703501083e-05,
-      "loss": 0.8424,
+      "epoch": 0.05,
+      "learning_rate": 1.997157021806704e-05,
+      "loss": 0.8176,
       "step": 277
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9868030468638677e-05,
-      "loss": 0.8116,
+      "epoch": 0.05,
+      "learning_rate": 1.9971098589942314e-05,
+      "loss": 0.8152,
       "step": 278
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9866512612071046e-05,
-      "loss": 0.8753,
+      "epoch": 0.05,
+      "learning_rate": 1.9970623087620867e-05,
+      "loss": 0.8472,
       "step": 279
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9864986135124336e-05,
-      "loss": 0.8103,
+      "epoch": 0.05,
+      "learning_rate": 1.997014371128746e-05,
+      "loss": 0.8251,
       "step": 280
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9863451039132227e-05,
-      "loss": 0.9089,
+      "epoch": 0.05,
+      "learning_rate": 1.996966046112834e-05,
+      "loss": 0.8274,
       "step": 281
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9861907325435946e-05,
-      "loss": 0.8848,
+      "epoch": 0.05,
+      "learning_rate": 1.9969173337331283e-05,
+      "loss": 0.8141,
       "step": 282
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.986035499538422e-05,
-      "loss": 0.8425,
+      "epoch": 0.05,
+      "learning_rate": 1.9968682340085546e-05,
+      "loss": 0.8499,
       "step": 283
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9858794050333338e-05,
-      "loss": 0.8709,
+      "epoch": 0.05,
+      "learning_rate": 1.996818746958191e-05,
+      "loss": 0.9121,
       "step": 284
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9857224491647087e-05,
-      "loss": 0.8552,
+      "epoch": 0.05,
+      "learning_rate": 1.996768872601265e-05,
+      "loss": 0.8459,
       "step": 285
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9855646320696797e-05,
-      "loss": 0.8963,
+      "epoch": 0.06,
+      "learning_rate": 1.996718610957155e-05,
+      "loss": 0.8391,
       "step": 286
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9854059538861312e-05,
-      "loss": 0.9245,
+      "epoch": 0.06,
+      "learning_rate": 1.9966679620453903e-05,
+      "loss": 0.8469,
       "step": 287
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.985246414752701e-05,
-      "loss": 0.778,
+      "epoch": 0.06,
+      "learning_rate": 1.9966169258856488e-05,
+      "loss": 0.9041,
       "step": 288
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.985086014808778e-05,
-      "loss": 0.9172,
+      "epoch": 0.06,
+      "learning_rate": 1.9965655024977617e-05,
+      "loss": 0.7949,
       "step": 289
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9849247541945044e-05,
-      "loss": 0.8675,
+      "epoch": 0.06,
+      "learning_rate": 1.996513691901708e-05,
+      "loss": 0.8535,
       "step": 290
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9847626330507734e-05,
-      "loss": 0.8164,
+      "epoch": 0.06,
+      "learning_rate": 1.9964614941176194e-05,
+      "loss": 0.6821,
       "step": 291
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.98459965151923e-05,
-      "loss": 0.8662,
+      "epoch": 0.06,
+      "learning_rate": 1.996408909165776e-05,
+      "loss": 0.8931,
       "step": 292
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.984435809742272e-05,
-      "loss": 0.8296,
+      "epoch": 0.06,
+      "learning_rate": 1.99635593706661e-05,
+      "loss": 0.8271,
       "step": 293
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.9842711078630477e-05,
-      "loss": 0.8334,
+      "epoch": 0.06,
+      "learning_rate": 1.996302577840703e-05,
+      "loss": 0.8501,
       "step": 294
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9841055460254572e-05,
-      "loss": 0.8695,
+      "epoch": 0.06,
+      "learning_rate": 1.9962488315087872e-05,
+      "loss": 0.8704,
       "step": 295
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9839391243741514e-05,
-      "loss": 0.8656,
+      "epoch": 0.06,
+      "learning_rate": 1.9961946980917457e-05,
+      "loss": 0.8516,
       "step": 296
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9837718430545343e-05,
-      "loss": 0.869,
+      "epoch": 0.06,
+      "learning_rate": 1.9961401776106113e-05,
+      "loss": 0.8992,
       "step": 297
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9836037022127593e-05,
-      "loss": 0.8691,
+      "epoch": 0.06,
+      "learning_rate": 1.996085270086568e-05,
+      "loss": 0.9312,
       "step": 298
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9834347019957302e-05,
-      "loss": 0.8762,
+      "epoch": 0.06,
+      "learning_rate": 1.996029975540949e-05,
+      "loss": 0.8496,
       "step": 299
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9832648425511038e-05,
-      "loss": 0.8989,
+      "epoch": 0.06,
+      "learning_rate": 1.9959742939952393e-05,
+      "loss": 0.7876,
       "step": 300
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9830941240272858e-05,
-      "loss": 0.8624,
+      "epoch": 0.06,
+      "learning_rate": 1.995918225471073e-05,
+      "loss": 0.8059,
       "step": 301
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9829225465734335e-05,
-      "loss": 0.861,
+      "epoch": 0.06,
+      "learning_rate": 1.9958617699902354e-05,
+      "loss": 0.8645,
       "step": 302
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9827501103394536e-05,
-      "loss": 0.8278,
+      "epoch": 0.06,
+      "learning_rate": 1.9958049275746617e-05,
+      "loss": 0.8533,
       "step": 303
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9825768154760046e-05,
-      "loss": 0.8456,
+      "epoch": 0.06,
+      "learning_rate": 1.9957476982464382e-05,
+      "loss": 0.8462,
       "step": 304
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9824026621344935e-05,
-      "loss": 0.7952,
+      "epoch": 0.06,
+      "learning_rate": 1.9956900820278e-05,
+      "loss": 0.8364,
       "step": 305
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.982227650467079e-05,
-      "loss": 0.8947,
+      "epoch": 0.06,
+      "learning_rate": 1.9956320789411338e-05,
+      "loss": 0.8853,
       "step": 306
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9820517806266682e-05,
-      "loss": 0.867,
+      "epoch": 0.06,
+      "learning_rate": 1.9955736890089768e-05,
+      "loss": 0.8467,
       "step": 307
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9818750527669194e-05,
-      "loss": 0.7872,
+      "epoch": 0.06,
+      "learning_rate": 1.995514912254015e-05,
+      "loss": 0.8,
       "step": 308
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9816974670422392e-05,
-      "loss": 0.8537,
+      "epoch": 0.06,
+      "learning_rate": 1.995455748699087e-05,
+      "loss": 0.8506,
       "step": 309
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9815190236077846e-05,
-      "loss": 0.9384,
+      "epoch": 0.06,
+      "learning_rate": 1.9953961983671792e-05,
+      "loss": 0.9158,
       "step": 310
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.981339722619462e-05,
-      "loss": 0.7777,
+      "epoch": 0.06,
+      "learning_rate": 1.9953362612814294e-05,
+      "loss": 0.8391,
       "step": 311
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.981159564233926e-05,
-      "loss": 0.798,
+      "epoch": 0.06,
+      "learning_rate": 1.9952759374651266e-05,
+      "loss": 0.8728,
       "step": 312
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9809785486085825e-05,
-      "loss": 0.8961,
+      "epoch": 0.06,
+      "learning_rate": 1.9952152269417088e-05,
+      "loss": 0.8243,
       "step": 313
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.980796675901584e-05,
-      "loss": 0.8864,
+      "epoch": 0.06,
+      "learning_rate": 1.9951541297347642e-05,
+      "loss": 0.9033,
       "step": 314
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.980613946271833e-05,
-      "loss": 0.9028,
+      "epoch": 0.06,
+      "learning_rate": 1.995092645868032e-05,
+      "loss": 0.7969,
       "step": 315
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9804303598789804e-05,
-      "loss": 0.7944,
+      "epoch": 0.06,
+      "learning_rate": 1.9950307753654016e-05,
+      "loss": 0.8463,
       "step": 316
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.980245916883426e-05,
-      "loss": 0.7573,
+      "epoch": 0.06,
+      "learning_rate": 1.9949685182509117e-05,
+      "loss": 0.8633,
       "step": 317
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9800606174463177e-05,
-      "loss": 0.8445,
+      "epoch": 0.06,
+      "learning_rate": 1.9949058745487524e-05,
+      "loss": 0.8508,
       "step": 318
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.979874461729552e-05,
-      "loss": 0.7594,
+      "epoch": 0.06,
+      "learning_rate": 1.9948428442832633e-05,
+      "loss": 0.7795,
       "step": 319
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.979687449895772e-05,
-      "loss": 0.8429,
+      "epoch": 0.06,
+      "learning_rate": 1.994779427478934e-05,
+      "loss": 0.8467,
       "step": 320
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.979499582108372e-05,
-      "loss": 0.8307,
+      "epoch": 0.06,
+      "learning_rate": 1.994715624160405e-05,
+      "loss": 0.8762,
       "step": 321
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.979310858531491e-05,
-      "loss": 0.8715,
+      "epoch": 0.06,
+      "learning_rate": 1.994651434352467e-05,
+      "loss": 0.7925,
       "step": 322
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9791212793300173e-05,
-      "loss": 0.8253,
+      "epoch": 0.06,
+      "learning_rate": 1.9945868580800593e-05,
+      "loss": 0.8564,
       "step": 323
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.978930844669586e-05,
-      "loss": 0.8499,
+      "epoch": 0.06,
+      "learning_rate": 1.9945218953682736e-05,
+      "loss": 0.7651,
       "step": 324
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9787395547165804e-05,
-      "loss": 0.8378,
+      "epoch": 0.06,
+      "learning_rate": 1.9944565462423502e-05,
+      "loss": 0.8306,
       "step": 325
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.978547409638131e-05,
-      "loss": 0.8403,
+      "epoch": 0.06,
+      "learning_rate": 1.99439081072768e-05,
+      "loss": 0.8152,
       "step": 326
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.978354409602114e-05,
-      "loss": 0.8591,
+      "epoch": 0.06,
+      "learning_rate": 1.994324688849804e-05,
+      "loss": 0.8574,
       "step": 327
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9781605547771546e-05,
-      "loss": 0.8097,
+      "epoch": 0.06,
+      "learning_rate": 1.994258180634414e-05,
+      "loss": 0.8396,
       "step": 328
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9779658453326234e-05,
-      "loss": 0.932,
+      "epoch": 0.06,
+      "learning_rate": 1.9941912861073507e-05,
+      "loss": 0.8279,
       "step": 329
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9777702814386387e-05,
-      "loss": 0.8979,
+      "epoch": 0.06,
+      "learning_rate": 1.9941240052946055e-05,
+      "loss": 0.8345,
       "step": 330
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9775738632660647e-05,
-      "loss": 0.791,
+      "epoch": 0.06,
+      "learning_rate": 1.9940563382223196e-05,
+      "loss": 0.7968,
       "step": 331
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9773765909865114e-05,
-      "loss": 0.8203,
+      "epoch": 0.06,
+      "learning_rate": 1.9939882849167853e-05,
+      "loss": 0.8025,
       "step": 332
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9771784647723363e-05,
-      "loss": 0.862,
+      "epoch": 0.06,
+      "learning_rate": 1.993919845404444e-05,
+      "loss": 0.8137,
       "step": 333
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9769794847966427e-05,
-      "loss": 0.9075,
+      "epoch": 0.06,
+      "learning_rate": 1.9938510197118868e-05,
+      "loss": 0.8071,
       "step": 334
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.976779651233279e-05,
-      "loss": 0.8218,
+      "epoch": 0.06,
+      "learning_rate": 1.9937818078658556e-05,
+      "loss": 0.845,
       "step": 335
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.97657896425684e-05,
-      "loss": 0.8856,
+      "epoch": 0.06,
+      "learning_rate": 1.9937122098932428e-05,
+      "loss": 0.8196,
       "step": 336
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9763774240426664e-05,
-      "loss": 0.8357,
+      "epoch": 0.06,
+      "learning_rate": 1.9936422258210894e-05,
+      "loss": 0.7588,
       "step": 337
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9761750307668436e-05,
-      "loss": 0.8319,
+      "epoch": 0.07,
+      "learning_rate": 1.9935718556765878e-05,
+      "loss": 0.8767,
       "step": 338
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.975971784606203e-05,
-      "loss": 0.7696,
+      "epoch": 0.07,
+      "learning_rate": 1.993501099487079e-05,
+      "loss": 0.7598,
       "step": 339
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.975767685738321e-05,
-      "loss": 0.8502,
+      "epoch": 0.07,
+      "learning_rate": 1.9934299572800556e-05,
+      "loss": 0.8552,
       "step": 340
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.975562734341519e-05,
-      "loss": 0.8541,
+      "epoch": 0.07,
+      "learning_rate": 1.9933584290831593e-05,
+      "loss": 0.8298,
       "step": 341
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9753569305948624e-05,
-      "loss": 0.9388,
+      "epoch": 0.07,
+      "learning_rate": 1.9932865149241813e-05,
+      "loss": 0.8296,
       "step": 342
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.975150274678163e-05,
-      "loss": 0.9062,
+      "epoch": 0.07,
+      "learning_rate": 1.9932142148310638e-05,
+      "loss": 0.8171,
       "step": 343
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9749427667719757e-05,
-      "loss": 0.8186,
+      "epoch": 0.07,
+      "learning_rate": 1.9931415288318985e-05,
+      "loss": 0.8638,
       "step": 344
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9747344070576005e-05,
-      "loss": 0.8534,
+      "epoch": 0.07,
+      "learning_rate": 1.9930684569549265e-05,
+      "loss": 0.8335,
       "step": 345
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9745251957170817e-05,
-      "loss": 0.7781,
+      "epoch": 0.07,
+      "learning_rate": 1.9929949992285397e-05,
+      "loss": 0.8005,
       "step": 346
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9743151329332072e-05,
-      "loss": 0.8352,
+      "epoch": 0.07,
+      "learning_rate": 1.9929211556812794e-05,
+      "loss": 0.8638,
       "step": 347
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9741042188895084e-05,
-      "loss": 0.8215,
+      "epoch": 0.07,
+      "learning_rate": 1.9928469263418376e-05,
+      "loss": 0.8643,
       "step": 348
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9738924537702618e-05,
-      "loss": 0.7844,
+      "epoch": 0.07,
+      "learning_rate": 1.9927723112390547e-05,
+      "loss": 0.7988,
       "step": 349
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9736798377604864e-05,
-      "loss": 0.7324,
+      "epoch": 0.07,
+      "learning_rate": 1.992697310401922e-05,
+      "loss": 0.8096,
       "step": 350
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9734663710459454e-05,
-      "loss": 0.8866,
+      "epoch": 0.07,
+      "learning_rate": 1.992621923859581e-05,
+      "loss": 0.8301,
       "step": 351
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9732520538131442e-05,
-      "loss": 0.7701,
+      "epoch": 0.07,
+      "learning_rate": 1.9925461516413224e-05,
+      "loss": 0.7834,
       "step": 352
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.973036886249332e-05,
-      "loss": 0.8431,
+      "epoch": 0.07,
+      "learning_rate": 1.9924699937765863e-05,
+      "loss": 0.8855,
       "step": 353
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.972820868542501e-05,
-      "loss": 0.7694,
+      "epoch": 0.07,
+      "learning_rate": 1.9923934502949645e-05,
+      "loss": 0.8967,
       "step": 354
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9726040008813866e-05,
-      "loss": 0.8285,
+      "epoch": 0.07,
+      "learning_rate": 1.992316521226196e-05,
+      "loss": 0.7827,
       "step": 355
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9723862834554656e-05,
-      "loss": 0.8507,
+      "epoch": 0.07,
+      "learning_rate": 1.9922392066001724e-05,
+      "loss": 0.8545,
       "step": 356
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.972167716454958e-05,
-      "loss": 0.7988,
+      "epoch": 0.07,
+      "learning_rate": 1.9921615064469328e-05,
+      "loss": 0.8193,
       "step": 357
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9719483000708255e-05,
-      "loss": 0.8517,
+      "epoch": 0.07,
+      "learning_rate": 1.992083420796667e-05,
+      "loss": 0.8501,
       "step": 358
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.971728034494773e-05,
-      "loss": 0.8149,
+      "epoch": 0.07,
+      "learning_rate": 1.9920049496797153e-05,
+      "loss": 0.8503,
       "step": 359
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9715069199192465e-05,
-      "loss": 0.796,
+      "epoch": 0.07,
+      "learning_rate": 1.9919260931265666e-05,
+      "loss": 0.8125,
       "step": 360
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9712849565374336e-05,
-      "loss": 0.8521,
+      "epoch": 0.07,
+      "learning_rate": 1.99184685116786e-05,
+      "loss": 0.8318,
       "step": 361
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9710621445432646e-05,
-      "loss": 0.8591,
+      "epoch": 0.07,
+      "learning_rate": 1.991767223834384e-05,
+      "loss": 0.8425,
       "step": 362
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9708384841314098e-05,
-      "loss": 0.8539,
+      "epoch": 0.07,
+      "learning_rate": 1.9916872111570782e-05,
+      "loss": 0.7756,
       "step": 363
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.970613975497282e-05,
-      "loss": 0.9508,
+      "epoch": 0.07,
+      "learning_rate": 1.9916068131670302e-05,
+      "loss": 0.8733,
       "step": 364
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.970388618837034e-05,
-      "loss": 0.8141,
+      "epoch": 0.07,
+      "learning_rate": 1.9915260298954786e-05,
+      "loss": 0.6697,
       "step": 365
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9701624143475608e-05,
-      "loss": 0.8802,
+      "epoch": 0.07,
+      "learning_rate": 1.9914448613738107e-05,
+      "loss": 0.8114,
       "step": 366
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9699353622264967e-05,
-      "loss": 0.8651,
+      "epoch": 0.07,
+      "learning_rate": 1.9913633076335638e-05,
+      "loss": 0.8613,
       "step": 367
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.969707462672218e-05,
-      "loss": 0.8139,
+      "epoch": 0.07,
+      "learning_rate": 1.9912813687064255e-05,
+      "loss": 0.7961,
       "step": 368
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9694787158838394e-05,
-      "loss": 0.8693,
+      "epoch": 0.07,
+      "learning_rate": 1.991199044624232e-05,
+      "loss": 0.8574,
       "step": 369
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9692491220612188e-05,
-      "loss": 0.8683,
+      "epoch": 0.07,
+      "learning_rate": 1.9911163354189702e-05,
+      "loss": 0.834,
       "step": 370
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9690186814049513e-05,
-      "loss": 0.7973,
+      "epoch": 0.07,
+      "learning_rate": 1.991033241122776e-05,
+      "loss": 0.9225,
       "step": 371
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9687873941163737e-05,
-      "loss": 0.772,
+      "epoch": 0.07,
+      "learning_rate": 1.990949761767935e-05,
+      "loss": 0.8225,
       "step": 372
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9685552603975612e-05,
-      "loss": 0.8692,
+      "epoch": 0.07,
+      "learning_rate": 1.9908658973868823e-05,
+      "loss": 0.8518,
       "step": 373
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.96832228045133e-05,
-      "loss": 0.8847,
+      "epoch": 0.07,
+      "learning_rate": 1.9907816480122032e-05,
+      "loss": 0.8281,
       "step": 374
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9680884544812347e-05,
-      "loss": 0.8078,
+      "epoch": 0.07,
+      "learning_rate": 1.9906970136766323e-05,
+      "loss": 0.8396,
       "step": 375
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9678537826915687e-05,
-      "loss": 0.8824,
+      "epoch": 0.07,
+      "learning_rate": 1.9906119944130527e-05,
+      "loss": 0.895,
       "step": 376
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9676182652873653e-05,
-      "loss": 0.8276,
+      "epoch": 0.07,
+      "learning_rate": 1.990526590254499e-05,
+      "loss": 0.8232,
       "step": 377
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.967381902474396e-05,
-      "loss": 0.8667,
+      "epoch": 0.07,
+      "learning_rate": 1.9904408012341542e-05,
+      "loss": 0.9028,
       "step": 378
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9671446944591714e-05,
-      "loss": 0.8048,
+      "epoch": 0.07,
+      "learning_rate": 1.9903546273853503e-05,
+      "loss": 0.8381,
       "step": 379
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.96690664144894e-05,
-      "loss": 0.838,
+      "epoch": 0.07,
+      "learning_rate": 1.9902680687415704e-05,
+      "loss": 0.8445,
       "step": 380
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9666677436516894e-05,
-      "loss": 0.7842,
+      "epoch": 0.07,
+      "learning_rate": 1.9901811253364458e-05,
+      "loss": 0.8169,
       "step": 381
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9664280012761445e-05,
-      "loss": 0.9122,
+      "epoch": 0.07,
+      "learning_rate": 1.9900937972037577e-05,
+      "loss": 0.7585,
       "step": 382
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.966187414531768e-05,
-      "loss": 0.803,
+      "epoch": 0.07,
+      "learning_rate": 1.9900060843774364e-05,
+      "loss": 0.8271,
       "step": 383
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9659459836287614e-05,
-      "loss": 0.8032,
+      "epoch": 0.07,
+      "learning_rate": 1.989917986891563e-05,
+      "loss": 0.7888,
       "step": 384
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9657037087780626e-05,
-      "loss": 0.751,
+      "epoch": 0.07,
+      "learning_rate": 1.9898295047803665e-05,
+      "loss": 0.8101,
       "step": 385
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9654605901913472e-05,
-      "loss": 0.9136,
+      "epoch": 0.07,
+      "learning_rate": 1.9897406380782262e-05,
+      "loss": 0.8397,
       "step": 386
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9652166280810285e-05,
-      "loss": 0.7958,
+      "epoch": 0.07,
+      "learning_rate": 1.9896513868196706e-05,
+      "loss": 0.8445,
       "step": 387
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9649718226602562e-05,
-      "loss": 0.8514,
+      "epoch": 0.07,
+      "learning_rate": 1.9895617510393773e-05,
+      "loss": 0.842,
       "step": 388
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.964726174142917e-05,
-      "loss": 0.7875,
+      "epoch": 0.07,
+      "learning_rate": 1.9894717307721734e-05,
+      "loss": 0.755,
       "step": 389
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.964479682743634e-05,
-      "loss": 0.8115,
+      "epoch": 0.08,
+      "learning_rate": 1.9893813260530368e-05,
+      "loss": 0.8313,
       "step": 390
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9642323486777668e-05,
-      "loss": 0.8381,
+      "epoch": 0.08,
+      "learning_rate": 1.989290536917093e-05,
+      "loss": 0.866,
       "step": 391
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.963984172161412e-05,
-      "loss": 0.8925,
+      "epoch": 0.08,
+      "learning_rate": 1.9891993633996164e-05,
+      "loss": 0.8397,
       "step": 392
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9637351534114008e-05,
-      "loss": 0.8745,
+      "epoch": 0.08,
+      "learning_rate": 1.9891078055360332e-05,
+      "loss": 0.8108,
       "step": 393
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9634852926453016e-05,
-      "loss": 0.8117,
+      "epoch": 0.08,
+      "learning_rate": 1.989015863361917e-05,
+      "loss": 0.8738,
       "step": 394
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9632345900814178e-05,
-      "loss": 0.8066,
+      "epoch": 0.08,
+      "learning_rate": 1.9889235369129913e-05,
+      "loss": 0.8176,
       "step": 395
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9629830459387884e-05,
-      "loss": 0.8207,
+      "epoch": 0.08,
+      "learning_rate": 1.9888308262251286e-05,
+      "loss": 0.7473,
       "step": 396
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9627306604371873e-05,
-      "loss": 0.869,
+      "epoch": 0.08,
+      "learning_rate": 1.9887377313343514e-05,
+      "loss": 0.8257,
       "step": 397
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.962477433797125e-05,
-      "loss": 0.7733,
+      "epoch": 0.08,
+      "learning_rate": 1.988644252276831e-05,
+      "loss": 0.8335,
       "step": 398
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9622233662398444e-05,
-      "loss": 0.8675,
+      "epoch": 0.08,
+      "learning_rate": 1.9885503890888874e-05,
+      "loss": 0.797,
       "step": 399
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9619684579873254e-05,
-      "loss": 0.8275,
+      "epoch": 0.08,
+      "learning_rate": 1.988456141806991e-05,
+      "loss": 0.8276,
       "step": 400
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.961712709262281e-05,
-      "loss": 0.8363,
+      "epoch": 0.08,
+      "learning_rate": 1.988361510467761e-05,
+      "loss": 0.8716,
       "step": 401
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9614561202881596e-05,
-      "loss": 0.8647,
+      "epoch": 0.08,
+      "learning_rate": 1.9882664951079652e-05,
+      "loss": 0.6653,
       "step": 402
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.961198691289143e-05,
-      "loss": 0.8862,
+      "epoch": 0.08,
+      "learning_rate": 1.988171095764521e-05,
+      "loss": 0.8423,
       "step": 403
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.960940422490147e-05,
-      "loss": 0.7727,
+      "epoch": 0.08,
+      "learning_rate": 1.9880753124744964e-05,
+      "loss": 0.8462,
       "step": 404
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9606813141168214e-05,
-      "loss": 0.8656,
+      "epoch": 0.08,
+      "learning_rate": 1.9879791452751055e-05,
+      "loss": 0.8004,
       "step": 405
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9604213663955483e-05,
-      "loss": 0.7863,
+      "epoch": 0.08,
+      "learning_rate": 1.9878825942037147e-05,
+      "loss": 0.8395,
       "step": 406
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.960160579553446e-05,
-      "loss": 0.8558,
+      "epoch": 0.08,
+      "learning_rate": 1.987785659297838e-05,
+      "loss": 0.866,
       "step": 407
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.959898953818363e-05,
-      "loss": 0.8058,
+      "epoch": 0.08,
+      "learning_rate": 1.9876883405951378e-05,
+      "loss": 0.8271,
       "step": 408
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9596364894188822e-05,
-      "loss": 0.8372,
+      "epoch": 0.08,
+      "learning_rate": 1.9875906381334277e-05,
+      "loss": 0.854,
       "step": 409
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9593731865843187e-05,
-      "loss": 0.7997,
+      "epoch": 0.08,
+      "learning_rate": 1.9874925519506686e-05,
+      "loss": 0.8284,
       "step": 410
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.959109045544721e-05,
-      "loss": 0.862,
+      "epoch": 0.08,
+      "learning_rate": 1.9873940820849714e-05,
+      "loss": 0.8386,
       "step": 411
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9588440665308682e-05,
-      "loss": 0.8429,
+      "epoch": 0.08,
+      "learning_rate": 1.9872952285745958e-05,
+      "loss": 0.8506,
       "step": 412
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9585782497742735e-05,
-      "loss": 0.8367,
+      "epoch": 0.08,
+      "learning_rate": 1.987195991457951e-05,
+      "loss": 0.8372,
       "step": 413
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9583115955071813e-05,
-      "loss": 0.7883,
+      "epoch": 0.08,
+      "learning_rate": 1.987096370773594e-05,
+      "loss": 0.8784,
       "step": 414
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.958044103962567e-05,
-      "loss": 0.839,
+      "epoch": 0.08,
+      "learning_rate": 1.9869963665602322e-05,
+      "loss": 0.8506,
       "step": 415
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9577757753741385e-05,
-      "loss": 0.8046,
+      "epoch": 0.08,
+      "learning_rate": 1.9868959788567213e-05,
+      "loss": 0.7937,
       "step": 416
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.957506609976335e-05,
-      "loss": 0.8156,
+      "epoch": 0.08,
+      "learning_rate": 1.9867952077020667e-05,
+      "loss": 0.8096,
       "step": 417
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.957236608004326e-05,
-      "loss": 0.8072,
+      "epoch": 0.08,
+      "learning_rate": 1.9866940531354214e-05,
+      "loss": 0.8372,
       "step": 418
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9569657696940124e-05,
-      "loss": 0.9518,
+      "epoch": 0.08,
+      "learning_rate": 1.9865925151960893e-05,
+      "loss": 0.8242,
       "step": 419
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.956694095282026e-05,
-      "loss": 0.9026,
+      "epoch": 0.08,
+      "learning_rate": 1.9864905939235215e-05,
+      "loss": 0.8228,
       "step": 420
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9564215850057294e-05,
-      "loss": 0.79,
+      "epoch": 0.08,
+      "learning_rate": 1.9863882893573188e-05,
+      "loss": 0.833,
       "step": 421
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.956148239103214e-05,
-      "loss": 0.8025,
+      "epoch": 0.08,
+      "learning_rate": 1.9862856015372315e-05,
+      "loss": 0.834,
       "step": 422
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9558740578133033e-05,
-      "loss": 0.7769,
+      "epoch": 0.08,
+      "learning_rate": 1.9861825305031576e-05,
+      "loss": 0.8032,
       "step": 423
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.955599041375549e-05,
-      "loss": 0.7616,
+      "epoch": 0.08,
+      "learning_rate": 1.9860790762951447e-05,
+      "loss": 0.7344,
       "step": 424
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9553231900302334e-05,
-      "loss": 0.7518,
+      "epoch": 0.08,
+      "learning_rate": 1.985975238953389e-05,
+      "loss": 0.8926,
       "step": 425
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.955046504018368e-05,
-      "loss": 0.8027,
+      "epoch": 0.08,
+      "learning_rate": 1.985871018518236e-05,
+      "loss": 0.6532,
       "step": 426
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9547689835816936e-05,
-      "loss": 0.8803,
+      "epoch": 0.08,
+      "learning_rate": 1.9857664150301798e-05,
+      "loss": 0.8176,
       "step": 427
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9544906289626802e-05,
-      "loss": 0.83,
+      "epoch": 0.08,
+      "learning_rate": 1.985661428529863e-05,
+      "loss": 0.8916,
       "step": 428
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.954211440404526e-05,
-      "loss": 0.784,
+      "epoch": 0.08,
+      "learning_rate": 1.985556059058078e-05,
+      "loss": 0.8076,
       "step": 429
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9539314181511584e-05,
-      "loss": 0.8093,
+      "epoch": 0.08,
+      "learning_rate": 1.9854503066557646e-05,
+      "loss": 0.8342,
       "step": 430
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9536505624472332e-05,
-      "loss": 0.7447,
+      "epoch": 0.08,
+      "learning_rate": 1.9853441713640123e-05,
+      "loss": 0.8904,
       "step": 431
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.953368873538134e-05,
-      "loss": 0.7753,
+      "epoch": 0.08,
+      "learning_rate": 1.9852376532240594e-05,
+      "loss": 0.7789,
       "step": 432
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.953086351669973e-05,
-      "loss": 0.7922,
+      "epoch": 0.08,
+      "learning_rate": 1.9851307522772926e-05,
+      "loss": 0.8101,
       "step": 433
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9528029970895892e-05,
-      "loss": 0.8251,
+      "epoch": 0.08,
+      "learning_rate": 1.9850234685652478e-05,
+      "loss": 0.8601,
       "step": 434
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.95251881004455e-05,
-      "loss": 0.814,
+      "epoch": 0.08,
+      "learning_rate": 1.9849158021296083e-05,
+      "loss": 0.9021,
       "step": 435
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9522337907831497e-05,
-      "loss": 0.7714,
+      "epoch": 0.08,
+      "learning_rate": 1.9848077530122083e-05,
+      "loss": 0.8425,
       "step": 436
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9519479395544103e-05,
-      "loss": 0.8749,
+      "epoch": 0.08,
+      "learning_rate": 1.9846993212550286e-05,
+      "loss": 0.8213,
       "step": 437
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9516612566080797e-05,
-      "loss": 0.7759,
+      "epoch": 0.08,
+      "learning_rate": 1.9845905069002004e-05,
+      "loss": 0.8628,
       "step": 438
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9513737421946332e-05,
-      "loss": 0.8566,
+      "epoch": 0.08,
+      "learning_rate": 1.984481309990002e-05,
+      "loss": 0.8167,
       "step": 439
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9510853965652723e-05,
-      "loss": 0.8519,
+      "epoch": 0.08,
+      "learning_rate": 1.984371730566861e-05,
+      "loss": 0.907,
       "step": 440
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9507962199719245e-05,
-      "loss": 0.8546,
+      "epoch": 0.08,
+      "learning_rate": 1.9842617686733546e-05,
+      "loss": 0.8398,
       "step": 441
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9505062126672442e-05,
-      "loss": 0.7844,
+      "epoch": 0.09,
+      "learning_rate": 1.9841514243522065e-05,
+      "loss": 0.8364,
       "step": 442
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9502153749046105e-05,
-      "loss": 0.781,
+      "epoch": 0.09,
+      "learning_rate": 1.984040697646291e-05,
+      "loss": 0.8718,
       "step": 443
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9499237069381288e-05,
-      "loss": 0.7881,
+      "epoch": 0.09,
+      "learning_rate": 1.98392958859863e-05,
+      "loss": 0.6619,
       "step": 444
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9496312090226296e-05,
-      "loss": 0.8275,
+      "epoch": 0.09,
+      "learning_rate": 1.9838180972523936e-05,
+      "loss": 0.8323,
       "step": 445
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9493378814136683e-05,
-      "loss": 0.9251,
+      "epoch": 0.09,
+      "learning_rate": 1.9837062236509013e-05,
+      "loss": 0.8455,
       "step": 446
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.949043724367526e-05,
-      "loss": 0.8534,
+      "epoch": 0.09,
+      "learning_rate": 1.9835939678376213e-05,
+      "loss": 0.8293,
       "step": 447
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9487487381412065e-05,
-      "loss": 0.8251,
+      "epoch": 0.09,
+      "learning_rate": 1.9834813298561686e-05,
+      "loss": 0.824,
       "step": 448
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9484529229924416e-05,
-      "loss": 0.7924,
+      "epoch": 0.09,
+      "learning_rate": 1.9833683097503087e-05,
+      "loss": 0.8239,
       "step": 449
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9481562791796834e-05,
-      "loss": 0.7764,
+      "epoch": 0.09,
+      "learning_rate": 1.983254907563955e-05,
+      "loss": 0.8066,
       "step": 450
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.947858806962111e-05,
-      "loss": 0.8311,
+      "epoch": 0.09,
+      "learning_rate": 1.983141123341168e-05,
+      "loss": 0.781,
       "step": 451
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9475605065996258e-05,
-      "loss": 0.7689,
+      "epoch": 0.09,
+      "learning_rate": 1.9830269571261585e-05,
+      "loss": 0.8777,
       "step": 452
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9472613783528522e-05,
-      "loss": 0.7813,
+      "epoch": 0.09,
+      "learning_rate": 1.982912408963285e-05,
+      "loss": 0.8032,
       "step": 453
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9469614224831397e-05,
-      "loss": 0.789,
+      "epoch": 0.09,
+      "learning_rate": 1.9827974788970536e-05,
+      "loss": 0.791,
       "step": 454
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9466606392525595e-05,
-      "loss": 0.8117,
+      "epoch": 0.09,
+      "learning_rate": 1.9826821669721205e-05,
+      "loss": 0.8,
       "step": 455
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.946359028923907e-05,
-      "loss": 0.8088,
+      "epoch": 0.09,
+      "learning_rate": 1.9825664732332886e-05,
+      "loss": 0.8633,
       "step": 456
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9460565917606976e-05,
-      "loss": 0.8328,
+      "epoch": 0.09,
+      "learning_rate": 1.98245039772551e-05,
+      "loss": 0.7955,
       "step": 457
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9457533280271725e-05,
-      "loss": 0.7925,
+      "epoch": 0.09,
+      "learning_rate": 1.982333940493885e-05,
+      "loss": 0.8464,
       "step": 458
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9454492379882926e-05,
-      "loss": 0.8267,
+      "epoch": 0.09,
+      "learning_rate": 1.9822171015836625e-05,
+      "loss": 0.8679,
       "step": 459
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.945144321909742e-05,
-      "loss": 0.8175,
+      "epoch": 0.09,
+      "learning_rate": 1.982099881040239e-05,
+      "loss": 0.8188,
       "step": 460
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9448385800579262e-05,
-      "loss": 0.829,
+      "epoch": 0.09,
+      "learning_rate": 1.9819822789091597e-05,
+      "loss": 0.696,
       "step": 461
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9445320126999715e-05,
-      "loss": 0.7696,
+      "epoch": 0.09,
+      "learning_rate": 1.9818642952361188e-05,
+      "loss": 0.7698,
       "step": 462
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9442246201037264e-05,
-      "loss": 0.846,
+      "epoch": 0.09,
+      "learning_rate": 1.9817459300669567e-05,
+      "loss": 0.775,
       "step": 463
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.94391640253776e-05,
-      "loss": 0.8316,
+      "epoch": 0.09,
+      "learning_rate": 1.9816271834476642e-05,
+      "loss": 0.8611,
       "step": 464
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9436073602713617e-05,
-      "loss": 0.8146,
+      "epoch": 0.09,
+      "learning_rate": 1.981508055424379e-05,
+      "loss": 0.7216,
       "step": 465
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9432974935745426e-05,
-      "loss": 0.934,
+      "epoch": 0.09,
+      "learning_rate": 1.981388546043388e-05,
+      "loss": 0.8125,
       "step": 466
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9429868027180333e-05,
-      "loss": 0.8222,
+      "epoch": 0.09,
+      "learning_rate": 1.9812686553511246e-05,
+      "loss": 0.7849,
       "step": 467
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9426752879732848e-05,
-      "loss": 0.8134,
+      "epoch": 0.09,
+      "learning_rate": 1.9811483833941726e-05,
+      "loss": 0.7977,
       "step": 468
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9423629496124674e-05,
-      "loss": 0.7906,
+      "epoch": 0.09,
+      "learning_rate": 1.9810277302192624e-05,
+      "loss": 0.8354,
       "step": 469
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9420497879084715e-05,
-      "loss": 0.8501,
+      "epoch": 0.09,
+      "learning_rate": 1.9809066958732727e-05,
+      "loss": 0.8201,
       "step": 470
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.941735803134907e-05,
-      "loss": 0.7614,
+      "epoch": 0.09,
+      "learning_rate": 1.9807852804032306e-05,
+      "loss": 0.78,
       "step": 471
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9414209955661015e-05,
-      "loss": 0.8381,
+      "epoch": 0.09,
+      "learning_rate": 1.9806634838563113e-05,
+      "loss": 0.8877,
       "step": 472
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.941105365477104e-05,
-      "loss": 0.8088,
+      "epoch": 0.09,
+      "learning_rate": 1.9805413062798376e-05,
+      "loss": 0.8115,
       "step": 473
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.94078891314368e-05,
-      "loss": 0.822,
+      "epoch": 0.09,
+      "learning_rate": 1.980418747721281e-05,
+      "loss": 0.8699,
       "step": 474
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.940471638842314e-05,
-      "loss": 0.7999,
+      "epoch": 0.09,
+      "learning_rate": 1.980295808228261e-05,
+      "loss": 0.8621,
       "step": 475
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9401535428502096e-05,
-      "loss": 0.8467,
+      "epoch": 0.09,
+      "learning_rate": 1.9801724878485438e-05,
+      "loss": 0.8328,
       "step": 476
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9398346254452864e-05,
-      "loss": 0.8318,
+      "epoch": 0.09,
+      "learning_rate": 1.980048786630046e-05,
+      "loss": 0.8716,
       "step": 477
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9395148869061836e-05,
-      "loss": 0.7509,
+      "epoch": 0.09,
+      "learning_rate": 1.9799247046208297e-05,
+      "loss": 0.8715,
       "step": 478
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9391943275122567e-05,
-      "loss": 0.8273,
+      "epoch": 0.09,
+      "learning_rate": 1.9798002418691067e-05,
+      "loss": 0.8069,
       "step": 479
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9388729475435784e-05,
-      "loss": 0.832,
+      "epoch": 0.09,
+      "learning_rate": 1.9796753984232357e-05,
+      "loss": 0.821,
       "step": 480
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.938550747280939e-05,
-      "loss": 0.7456,
+      "epoch": 0.09,
+      "learning_rate": 1.979550174331724e-05,
+      "loss": 0.8439,
       "step": 481
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.938227727005845e-05,
-      "loss": 0.762,
+      "epoch": 0.09,
+      "learning_rate": 1.9794245696432262e-05,
+      "loss": 0.7692,
       "step": 482
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9379038870005195e-05,
-      "loss": 0.8576,
+      "epoch": 0.09,
+      "learning_rate": 1.979298584406545e-05,
+      "loss": 0.8462,
       "step": 483
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9375792275479014e-05,
-      "loss": 0.7226,
+      "epoch": 0.09,
+      "learning_rate": 1.9791722186706318e-05,
+      "loss": 0.8296,
       "step": 484
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9372537489316462e-05,
-      "loss": 0.8421,
+      "epoch": 0.09,
+      "learning_rate": 1.979045472484584e-05,
+      "loss": 0.781,
       "step": 485
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.936927451436125e-05,
-      "loss": 0.7868,
+      "epoch": 0.09,
+      "learning_rate": 1.9789183458976485e-05,
+      "loss": 0.8219,
       "step": 486
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9366003353464235e-05,
-      "loss": 0.7895,
+      "epoch": 0.09,
+      "learning_rate": 1.9787908389592197e-05,
+      "loss": 0.6788,
       "step": 487
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.936272400948344e-05,
-      "loss": 0.7403,
+      "epoch": 0.09,
+      "learning_rate": 1.9786629517188384e-05,
+      "loss": 0.8279,
       "step": 488
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9359436485284025e-05,
-      "loss": 0.8109,
+      "epoch": 0.09,
+      "learning_rate": 1.9785346842261957e-05,
+      "loss": 0.8032,
       "step": 489
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9356140783738304e-05,
-      "loss": 0.7478,
+      "epoch": 0.09,
+      "learning_rate": 1.9784060365311276e-05,
+      "loss": 0.7805,
       "step": 490
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9352836907725735e-05,
-      "loss": 0.807,
+      "epoch": 0.09,
+      "learning_rate": 1.97827700868362e-05,
+      "loss": 0.8696,
       "step": 491
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9349524860132916e-05,
-      "loss": 0.7652,
+      "epoch": 0.09,
+      "learning_rate": 1.9781476007338058e-05,
+      "loss": 0.6642,
       "step": 492
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.934620464385358e-05,
-      "loss": 0.8738,
+      "epoch": 0.09,
+      "learning_rate": 1.978017812731965e-05,
+      "loss": 0.8694,
       "step": 493
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9342876261788612e-05,
-      "loss": 0.7818,
+      "epoch": 0.1,
+      "learning_rate": 1.9778876447285264e-05,
+      "loss": 0.8093,
       "step": 494
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9339539716846016e-05,
-      "loss": 0.7477,
+      "epoch": 0.1,
+      "learning_rate": 1.9777570967740648e-05,
+      "loss": 0.8149,
       "step": 495
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9336195011940938e-05,
-      "loss": 0.8935,
+      "epoch": 0.1,
+      "learning_rate": 1.977626168919305e-05,
+      "loss": 0.764,
       "step": 496
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.933284214999564e-05,
-      "loss": 0.7914,
+      "epoch": 0.1,
+      "learning_rate": 1.977494861215117e-05,
+      "loss": 0.8735,
       "step": 497
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9329481133939527e-05,
-      "loss": 0.8615,
+      "epoch": 0.1,
+      "learning_rate": 1.9773631737125192e-05,
+      "loss": 0.8687,
       "step": 498
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9326111966709122e-05,
-      "loss": 0.8486,
+      "epoch": 0.1,
+      "learning_rate": 1.977231106462679e-05,
+      "loss": 0.8154,
       "step": 499
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.932273465124806e-05,
-      "loss": 0.7555,
+      "epoch": 0.1,
+      "learning_rate": 1.9770986595169096e-05,
+      "loss": 0.8459,
       "step": 500
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.931934919050712e-05,
-      "loss": 0.7938,
+      "epoch": 0.1,
+      "learning_rate": 1.9769658329266718e-05,
+      "loss": 0.8086,
       "step": 501
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.931595558744417e-05,
-      "loss": 0.7892,
+      "epoch": 0.1,
+      "learning_rate": 1.976832626743575e-05,
+      "loss": 0.7812,
       "step": 502
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.93125538450242e-05,
-      "loss": 0.8701,
+      "epoch": 0.1,
+      "learning_rate": 1.9766990410193755e-05,
+      "loss": 0.8087,
       "step": 503
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.930914396621932e-05,
-      "loss": 0.8219,
+      "epoch": 0.1,
+      "learning_rate": 1.9765650758059766e-05,
+      "loss": 0.8115,
       "step": 504
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.930572595400875e-05,
-      "loss": 0.7807,
+      "epoch": 0.1,
+      "learning_rate": 1.97643073115543e-05,
+      "loss": 0.698,
       "step": 505
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9302299811378797e-05,
-      "loss": 0.8077,
+      "epoch": 0.1,
+      "learning_rate": 1.9762960071199334e-05,
+      "loss": 0.8125,
       "step": 506
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9298865541322893e-05,
-      "loss": 0.7478,
+      "epoch": 0.1,
+      "learning_rate": 1.976160903751834e-05,
+      "loss": 0.8428,
       "step": 507
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9295423146841562e-05,
-      "loss": 0.8832,
+      "epoch": 0.1,
+      "learning_rate": 1.9760254211036245e-05,
+      "loss": 0.8447,
       "step": 508
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.929197263094242e-05,
-      "loss": 0.9003,
+      "epoch": 0.1,
+      "learning_rate": 1.9758895592279458e-05,
+      "loss": 0.8591,
       "step": 509
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.928851399664019e-05,
-      "loss": 0.8736,
+      "epoch": 0.1,
+      "learning_rate": 1.9757533181775865e-05,
+      "loss": 0.6924,
       "step": 510
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.928504724695669e-05,
-      "loss": 0.7743,
+      "epoch": 0.1,
+      "learning_rate": 1.9756166980054812e-05,
+      "loss": 0.7903,
       "step": 511
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9281572384920806e-05,
-      "loss": 0.771,
+      "epoch": 0.1,
+      "learning_rate": 1.9754796987647134e-05,
+      "loss": 0.8396,
       "step": 512
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9278089413568537e-05,
-      "loss": 0.8341,
+      "epoch": 0.1,
+      "learning_rate": 1.9753423205085127e-05,
+      "loss": 0.8291,
       "step": 513
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9274598335942958e-05,
-      "loss": 0.8833,
+      "epoch": 0.1,
+      "learning_rate": 1.9752045632902567e-05,
+      "loss": 0.7872,
       "step": 514
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9271099155094223e-05,
-      "loss": 0.8262,
+      "epoch": 0.1,
+      "learning_rate": 1.97506642716347e-05,
+      "loss": 0.8726,
       "step": 515
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.926759187407957e-05,
-      "loss": 0.8755,
+      "epoch": 0.1,
+      "learning_rate": 1.9749279121818235e-05,
+      "loss": 0.8579,
       "step": 516
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9264076495963312e-05,
-      "loss": 0.9714,
+      "epoch": 0.1,
+      "learning_rate": 1.9747890183991376e-05,
+      "loss": 0.8772,
       "step": 517
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.926055302381684e-05,
-      "loss": 0.827,
+      "epoch": 0.1,
+      "learning_rate": 1.9746497458693776e-05,
+      "loss": 0.8297,
       "step": 518
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9257021460718618e-05,
-      "loss": 0.8689,
+      "epoch": 0.1,
+      "learning_rate": 1.9745100946466563e-05,
+      "loss": 0.8147,
       "step": 519
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9253481809754163e-05,
-      "loss": 0.9614,
+      "epoch": 0.1,
+      "learning_rate": 1.9743700647852356e-05,
+      "loss": 0.7777,
       "step": 520
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9249934074016077e-05,
-      "loss": 0.7755,
+      "epoch": 0.1,
+      "learning_rate": 1.9742296563395218e-05,
+      "loss": 0.8234,
       "step": 521
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9246378256604023e-05,
-      "loss": 0.8096,
+      "epoch": 0.1,
+      "learning_rate": 1.9740888693640698e-05,
+      "loss": 0.8313,
       "step": 522
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9242814360624714e-05,
-      "loss": 0.8625,
+      "epoch": 0.1,
+      "learning_rate": 1.973947703913582e-05,
+      "loss": 0.8633,
       "step": 523
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9239242389191936e-05,
-      "loss": 0.8783,
+      "epoch": 0.1,
+      "learning_rate": 1.9738061600429062e-05,
+      "loss": 0.8606,
       "step": 524
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9235662345426513e-05,
-      "loss": 0.8011,
+      "epoch": 0.1,
+      "learning_rate": 1.9736642378070393e-05,
+      "loss": 0.8323,
       "step": 525
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9232074232456345e-05,
-      "loss": 0.8282,
+      "epoch": 0.1,
+      "learning_rate": 1.9735219372611232e-05,
+      "loss": 0.8281,
       "step": 526
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9228478053416358e-05,
-      "loss": 0.8365,
+      "epoch": 0.1,
+      "learning_rate": 1.9733792584604487e-05,
+      "loss": 0.782,
       "step": 527
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.922487381144854e-05,
-      "loss": 0.8043,
+      "epoch": 0.1,
+      "learning_rate": 1.9732362014604515e-05,
+      "loss": 0.822,
       "step": 528
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9221261509701922e-05,
-      "loss": 0.928,
-      "step": 529
+      "epoch": 0.1,
+      "learning_rate": 1.973092766316716e-05,
+      "loss": 0.8206,
+      "step": 529
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.921764115133257e-05,
-      "loss": 0.8437,
+      "epoch": 0.1,
+      "learning_rate": 1.972948953084973e-05,
+      "loss": 0.8386,
       "step": 530
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9214012739503594e-05,
-      "loss": 0.9264,
+      "epoch": 0.1,
+      "learning_rate": 1.9728047618210995e-05,
+      "loss": 0.8289,
       "step": 531
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9210376277385143e-05,
-      "loss": 0.8093,
+      "epoch": 0.1,
+      "learning_rate": 1.9726601925811204e-05,
+      "loss": 0.8241,
       "step": 532
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.92067317681544e-05,
-      "loss": 0.8684,
+      "epoch": 0.1,
+      "learning_rate": 1.9725152454212068e-05,
+      "loss": 0.9194,
       "step": 533
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9203079214995565e-05,
-      "loss": 0.8283,
+      "epoch": 0.1,
+      "learning_rate": 1.9723699203976768e-05,
+      "loss": 0.7648,
       "step": 534
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9199418621099886e-05,
-      "loss": 0.8232,
+      "epoch": 0.1,
+      "learning_rate": 1.9722242175669955e-05,
+      "loss": 0.8447,
       "step": 535
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.919574998966562e-05,
-      "loss": 0.8197,
+      "epoch": 0.1,
+      "learning_rate": 1.9720781369857747e-05,
+      "loss": 0.8425,
       "step": 536
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.919207332389806e-05,
-      "loss": 0.7902,
+      "epoch": 0.1,
+      "learning_rate": 1.9719316787107728e-05,
+      "loss": 0.8992,
       "step": 537
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.91883886270095e-05,
-      "loss": 0.7723,
+      "epoch": 0.1,
+      "learning_rate": 1.9717848427988954e-05,
+      "loss": 0.6791,
       "step": 538
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9184695902219274e-05,
-      "loss": 0.8545,
+      "epoch": 0.1,
+      "learning_rate": 1.971637629307194e-05,
+      "loss": 0.8586,
       "step": 539
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9180995152753713e-05,
-      "loss": 0.8374,
+      "epoch": 0.1,
+      "learning_rate": 1.9714900382928674e-05,
+      "loss": 0.8066,
       "step": 540
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9177286381846165e-05,
-      "loss": 0.8246,
+      "epoch": 0.1,
+      "learning_rate": 1.9713420698132614e-05,
+      "loss": 0.8152,
       "step": 541
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.917356959273698e-05,
-      "loss": 0.7973,
+      "epoch": 0.1,
+      "learning_rate": 1.971193723925868e-05,
+      "loss": 0.7966,
       "step": 542
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9169844788673534e-05,
-      "loss": 0.8033,
+      "epoch": 0.1,
+      "learning_rate": 1.9710450006883258e-05,
+      "loss": 0.8086,
       "step": 543
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9166111972910178e-05,
-      "loss": 0.8308,
+      "epoch": 0.1,
+      "learning_rate": 1.9708959001584197e-05,
+      "loss": 0.6603,
       "step": 544
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9162371148708278e-05,
-      "loss": 0.8504,
+      "epoch": 0.1,
+      "learning_rate": 1.970746422394082e-05,
+      "loss": 0.6812,
       "step": 545
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.91586223193362e-05,
-      "loss": 0.8051,
+      "epoch": 0.11,
+      "learning_rate": 1.970596567453391e-05,
+      "loss": 0.7507,
       "step": 546
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9154865488069294e-05,
-      "loss": 0.74,
+      "epoch": 0.11,
+      "learning_rate": 1.9704463353945724e-05,
+      "loss": 0.8381,
       "step": 547
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9151100658189906e-05,
-      "loss": 0.8413,
+      "epoch": 0.11,
+      "learning_rate": 1.9702957262759964e-05,
+      "loss": 0.8884,
       "step": 548
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9147327832987375e-05,
-      "loss": 0.7907,
+      "epoch": 0.11,
+      "learning_rate": 1.9701447401561826e-05,
+      "loss": 0.8511,
       "step": 549
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9143547015758014e-05,
-      "loss": 0.8075,
+      "epoch": 0.11,
+      "learning_rate": 1.9699933770937948e-05,
+      "loss": 0.792,
       "step": 550
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9139758209805132e-05,
-      "loss": 0.8701,
+      "epoch": 0.11,
+      "learning_rate": 1.9698416371476434e-05,
+      "loss": 0.8169,
       "step": 551
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.913596141843901e-05,
-      "loss": 0.7277,
+      "epoch": 0.11,
+      "learning_rate": 1.969689520376687e-05,
+      "loss": 0.8018,
       "step": 552
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9132156644976906e-05,
-      "loss": 0.813,
+      "epoch": 0.11,
+      "learning_rate": 1.9695370268400288e-05,
+      "loss": 0.8328,
       "step": 553
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9128343892743055e-05,
-      "loss": 0.8403,
+      "epoch": 0.11,
+      "learning_rate": 1.969384156596919e-05,
+      "loss": 0.9124,
       "step": 554
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.912452316506866e-05,
-      "loss": 0.8057,
+      "epoch": 0.11,
+      "learning_rate": 1.9692309097067546e-05,
+      "loss": 0.8488,
       "step": 555
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9120694465291893e-05,
-      "loss": 0.8533,
+      "epoch": 0.11,
+      "learning_rate": 1.969077286229078e-05,
+      "loss": 0.8445,
       "step": 556
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9116857796757892e-05,
-      "loss": 0.816,
+      "epoch": 0.11,
+      "learning_rate": 1.968923286223579e-05,
+      "loss": 0.8364,
       "step": 557
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9113013162818757e-05,
-      "loss": 0.8511,
+      "epoch": 0.11,
+      "learning_rate": 1.9687689097500927e-05,
+      "loss": 0.7672,
       "step": 558
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9109160566833548e-05,
-      "loss": 0.8202,
+      "epoch": 0.11,
+      "learning_rate": 1.9686141568686015e-05,
+      "loss": 0.8188,
       "step": 559
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.910530001216828e-05,
-      "loss": 0.8195,
+      "epoch": 0.11,
+      "learning_rate": 1.968459027639233e-05,
+      "loss": 0.8506,
       "step": 560
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9101431502195925e-05,
-      "loss": 0.7783,
+      "epoch": 0.11,
+      "learning_rate": 1.9683035221222617e-05,
+      "loss": 0.7897,
       "step": 561
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.90975550402964e-05,
-      "loss": 0.838,
+      "epoch": 0.11,
+      "learning_rate": 1.968147640378108e-05,
+      "loss": 0.7876,
       "step": 562
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9093670629856577e-05,
-      "loss": 0.8107,
+      "epoch": 0.11,
+      "learning_rate": 1.9679913824673388e-05,
+      "loss": 0.8132,
       "step": 563
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9089778274270262e-05,
-      "loss": 0.7803,
+      "epoch": 0.11,
+      "learning_rate": 1.9678347484506667e-05,
+      "loss": 0.7908,
       "step": 564
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.908587797693821e-05,
-      "loss": 0.7855,
+      "epoch": 0.11,
+      "learning_rate": 1.9676777383889506e-05,
+      "loss": 0.8748,
       "step": 565
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9081969741268117e-05,
-      "loss": 0.8774,
+      "epoch": 0.11,
+      "learning_rate": 1.9675203523431964e-05,
+      "loss": 0.7822,
       "step": 566
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.907805357067461e-05,
-      "loss": 0.831,
+      "epoch": 0.11,
+      "learning_rate": 1.9673625903745546e-05,
+      "loss": 0.8259,
       "step": 567
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9074129468579247e-05,
-      "loss": 0.8364,
+      "epoch": 0.11,
+      "learning_rate": 1.9672044525443222e-05,
+      "loss": 0.8501,
       "step": 568
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.907019743841052e-05,
-      "loss": 0.8852,
+      "epoch": 0.11,
+      "learning_rate": 1.9670459389139433e-05,
+      "loss": 0.8389,
       "step": 569
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.906625748360385e-05,
-      "loss": 0.7808,
+      "epoch": 0.11,
+      "learning_rate": 1.9668870495450064e-05,
+      "loss": 0.8584,
       "step": 570
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9062309607601575e-05,
-      "loss": 0.8108,
+      "epoch": 0.11,
+      "learning_rate": 1.9667277844992476e-05,
+      "loss": 0.7786,
       "step": 571
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9058353813852958e-05,
-      "loss": 0.8771,
+      "epoch": 0.11,
+      "learning_rate": 1.9665681438385475e-05,
+      "loss": 0.8462,
       "step": 572
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.905439010581418e-05,
-      "loss": 0.8619,
+      "epoch": 0.11,
+      "learning_rate": 1.9664081276249335e-05,
+      "loss": 0.8555,
       "step": 573
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9050418486948334e-05,
-      "loss": 0.8289,
+      "epoch": 0.11,
+      "learning_rate": 1.9662477359205786e-05,
+      "loss": 0.8237,
       "step": 574
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9046438960725428e-05,
-      "loss": 0.7921,
+      "epoch": 0.11,
+      "learning_rate": 1.966086968787802e-05,
+      "loss": 0.7715,
       "step": 575
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9042451530622372e-05,
-      "loss": 0.878,
+      "epoch": 0.11,
+      "learning_rate": 1.9659258262890683e-05,
+      "loss": 0.8162,
       "step": 576
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.903845620012299e-05,
-      "loss": 0.7907,
+      "epoch": 0.11,
+      "learning_rate": 1.965764308486989e-05,
+      "loss": 0.8059,
       "step": 577
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9034452972718008e-05,
-      "loss": 0.8523,
+      "epoch": 0.11,
+      "learning_rate": 1.9656024154443195e-05,
+      "loss": 0.8203,
       "step": 578
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9030441851905046e-05,
-      "loss": 0.8111,
+      "epoch": 0.11,
+      "learning_rate": 1.965440147223963e-05,
+      "loss": 0.7915,
       "step": 579
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.902642284118862e-05,
-      "loss": 0.7945,
+      "epoch": 0.11,
+      "learning_rate": 1.9652775038889676e-05,
+      "loss": 0.8054,
       "step": 580
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9022395944080147e-05,
-      "loss": 0.8208,
+      "epoch": 0.11,
+      "learning_rate": 1.9651144855025265e-05,
+      "loss": 0.8225,
       "step": 581
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.901836116409793e-05,
-      "loss": 0.8127,
+      "epoch": 0.11,
+      "learning_rate": 1.9649510921279803e-05,
+      "loss": 0.8706,
       "step": 582
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9014318504767155e-05,
-      "loss": 0.8113,
+      "epoch": 0.11,
+      "learning_rate": 1.964787323828813e-05,
+      "loss": 0.7849,
       "step": 583
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.90102679696199e-05,
-      "loss": 0.8624,
+      "epoch": 0.11,
+      "learning_rate": 1.9646231806686566e-05,
+      "loss": 0.802,
       "step": 584
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9006209562195116e-05,
-      "loss": 0.8053,
+      "epoch": 0.11,
+      "learning_rate": 1.9644586627112877e-05,
+      "loss": 0.7898,
       "step": 585
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9002143286038642e-05,
-      "loss": 0.7986,
+      "epoch": 0.11,
+      "learning_rate": 1.964293770020628e-05,
+      "loss": 0.7948,
       "step": 586
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8998069144703187e-05,
-      "loss": 0.7855,
+      "epoch": 0.11,
+      "learning_rate": 1.9641285026607453e-05,
+      "loss": 0.9043,
       "step": 587
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8993987141748324e-05,
-      "loss": 0.7731,
+      "epoch": 0.11,
+      "learning_rate": 1.9639628606958535e-05,
+      "loss": 0.7994,
       "step": 588
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.898989728074051e-05,
-      "loss": 0.7639,
+      "epoch": 0.11,
+      "learning_rate": 1.9637968441903112e-05,
+      "loss": 0.8633,
       "step": 589
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8985799565253052e-05,
-      "loss": 0.8112,
+      "epoch": 0.11,
+      "learning_rate": 1.963630453208623e-05,
+      "loss": 0.8062,
       "step": 590
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.898169399886613e-05,
-      "loss": 0.8523,
+      "epoch": 0.11,
+      "learning_rate": 1.9634636878154393e-05,
+      "loss": 0.8386,
       "step": 591
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.897758058516678e-05,
-      "loss": 0.7769,
+      "epoch": 0.11,
+      "learning_rate": 1.963296548075555e-05,
+      "loss": 0.7878,
       "step": 592
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8973459327748897e-05,
-      "loss": 0.8022,
+      "epoch": 0.11,
+      "learning_rate": 1.963129034053911e-05,
+      "loss": 0.8154,
       "step": 593
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8969330230213225e-05,
-      "loss": 0.7833,
+      "epoch": 0.11,
+      "learning_rate": 1.9629611458155936e-05,
+      "loss": 0.812,
       "step": 594
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.896519329616736e-05,
-      "loss": 0.8152,
+      "epoch": 0.11,
+      "learning_rate": 1.962792883425835e-05,
+      "loss": 0.8264,
       "step": 595
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.896104852922574e-05,
-      "loss": 0.8492,
+      "epoch": 0.11,
+      "learning_rate": 1.962624246950012e-05,
+      "loss": 0.7753,
       "step": 596
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.895689593300966e-05,
-      "loss": 0.9262,
+      "epoch": 0.11,
+      "learning_rate": 1.9624552364536472e-05,
+      "loss": 0.8297,
       "step": 597
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8952735511147234e-05,
-      "loss": 0.796,
+      "epoch": 0.12,
+      "learning_rate": 1.9622858520024087e-05,
+      "loss": 0.8259,
       "step": 598
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8948567267273433e-05,
-      "loss": 0.8211,
+      "epoch": 0.12,
+      "learning_rate": 1.9621160936621086e-05,
+      "loss": 0.7661,
       "step": 599
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8944391205030057e-05,
-      "loss": 0.7989,
+      "epoch": 0.12,
+      "learning_rate": 1.961945961498706e-05,
+      "loss": 0.8521,
       "step": 600
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8940207328065728e-05,
-      "loss": 0.7636,
+      "epoch": 0.12,
+      "learning_rate": 1.9617754555783045e-05,
+      "loss": 0.8242,
       "step": 601
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8936015640035907e-05,
-      "loss": 0.7781,
+      "epoch": 0.12,
+      "learning_rate": 1.9616045759671524e-05,
+      "loss": 0.8318,
       "step": 602
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8931816144602874e-05,
-      "loss": 0.8351,
+      "epoch": 0.12,
+      "learning_rate": 1.9614333227316443e-05,
+      "loss": 0.8501,
       "step": 603
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8927608845435728e-05,
-      "loss": 0.7707,
+      "epoch": 0.12,
+      "learning_rate": 1.961261695938319e-05,
+      "loss": 0.8918,
       "step": 604
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8923393746210395e-05,
-      "loss": 0.8935,
+      "epoch": 0.12,
+      "learning_rate": 1.961089695653861e-05,
+      "loss": 0.8574,
       "step": 605
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.8919170850609606e-05,
-      "loss": 0.779,
+      "epoch": 0.12,
+      "learning_rate": 1.9609173219450998e-05,
+      "loss": 0.8513,
       "step": 606
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8914940162322907e-05,
-      "loss": 0.8601,
+      "epoch": 0.12,
+      "learning_rate": 1.9607445748790096e-05,
+      "loss": 0.8396,
       "step": 607
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8910701685046656e-05,
-      "loss": 0.7677,
+      "epoch": 0.12,
+      "learning_rate": 1.9605714545227105e-05,
+      "loss": 0.8071,
       "step": 608
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.890645542248401e-05,
-      "loss": 0.836,
+      "epoch": 0.12,
+      "learning_rate": 1.9603979609434666e-05,
+      "loss": 0.8398,
       "step": 609
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8902201378344938e-05,
-      "loss": 0.831,
+      "epoch": 0.12,
+      "learning_rate": 1.960224094208688e-05,
+      "loss": 0.6846,
       "step": 610
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8897939556346196e-05,
-      "loss": 0.7759,
+      "epoch": 0.12,
+      "learning_rate": 1.960049854385929e-05,
+      "loss": 0.8247,
       "step": 611
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8893669960211342e-05,
-      "loss": 0.8365,
+      "epoch": 0.12,
+      "learning_rate": 1.9598752415428893e-05,
+      "loss": 0.8389,
       "step": 612
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.888939259367073e-05,
-      "loss": 0.8158,
+      "epoch": 0.12,
+      "learning_rate": 1.9597002557474136e-05,
+      "loss": 0.7815,
       "step": 613
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.888510746046149e-05,
-      "loss": 0.8181,
+      "epoch": 0.12,
+      "learning_rate": 1.959524897067491e-05,
+      "loss": 0.8518,
       "step": 614
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8880814564327548e-05,
-      "loss": 0.8094,
+      "epoch": 0.12,
+      "learning_rate": 1.959349165571256e-05,
+      "loss": 0.8391,
       "step": 615
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8876513909019615e-05,
-      "loss": 0.8247,
+      "epoch": 0.12,
+      "learning_rate": 1.9591730613269878e-05,
+      "loss": 0.8655,
       "step": 616
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8872205498295174e-05,
-      "loss": 0.8129,
+      "epoch": 0.12,
+      "learning_rate": 1.9589965844031108e-05,
+      "loss": 0.6707,
       "step": 617
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8867889335918487e-05,
-      "loss": 0.7943,
+      "epoch": 0.12,
+      "learning_rate": 1.958819734868193e-05,
+      "loss": 0.8171,
       "step": 618
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.886356542566059e-05,
-      "loss": 0.8555,
+      "epoch": 0.12,
+      "learning_rate": 1.9586425127909488e-05,
+      "loss": 0.8066,
       "step": 619
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.885923377129928e-05,
-      "loss": 0.8807,
+      "epoch": 0.12,
+      "learning_rate": 1.9584649182402358e-05,
+      "loss": 0.636,
       "step": 620
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.885489437661913e-05,
-      "loss": 0.7921,
+      "epoch": 0.12,
+      "learning_rate": 1.9582869512850576e-05,
+      "loss": 0.8142,
       "step": 621
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8850547245411476e-05,
-      "loss": 0.8223,
+      "epoch": 0.12,
+      "learning_rate": 1.9581086119945615e-05,
+      "loss": 0.8267,
       "step": 622
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8846192381474404e-05,
-      "loss": 0.7728,
+      "epoch": 0.12,
+      "learning_rate": 1.9579299004380402e-05,
+      "loss": 0.8652,
       "step": 623
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8841829788612762e-05,
-      "loss": 0.8123,
+      "epoch": 0.12,
+      "learning_rate": 1.9577508166849308e-05,
+      "loss": 0.8538,
       "step": 624
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8837459470638158e-05,
-      "loss": 0.7862,
+      "epoch": 0.12,
+      "learning_rate": 1.9575713608048146e-05,
+      "loss": 0.8097,
       "step": 625
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8833081431368932e-05,
-      "loss": 0.838,
+      "epoch": 0.12,
+      "learning_rate": 1.957391532867418e-05,
+      "loss": 0.9163,
       "step": 626
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8828695674630183e-05,
-      "loss": 0.8463,
+      "epoch": 0.12,
+      "learning_rate": 1.9572113329426123e-05,
+      "loss": 0.8228,
       "step": 627
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8824302204253756e-05,
-      "loss": 0.8076,
+      "epoch": 0.12,
+      "learning_rate": 1.9570307611004124e-05,
+      "loss": 0.653,
       "step": 628
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8819901024078225e-05,
-      "loss": 0.7509,
+      "epoch": 0.12,
+      "learning_rate": 1.9568498174109783e-05,
+      "loss": 0.8287,
       "step": 629
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.88154921379489e-05,
-      "loss": 0.7903,
+      "epoch": 0.12,
+      "learning_rate": 1.956668501944614e-05,
+      "loss": 0.772,
       "step": 630
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8811075549717835e-05,
-      "loss": 0.7636,
+      "epoch": 0.12,
+      "learning_rate": 1.956486814771769e-05,
+      "loss": 0.8535,
       "step": 631
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.88066512632438e-05,
-      "loss": 0.8209,
+      "epoch": 0.12,
+      "learning_rate": 1.9563047559630356e-05,
+      "loss": 0.8369,
       "step": 632
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.88022192823923e-05,
-      "loss": 0.8218,
+      "epoch": 0.12,
+      "learning_rate": 1.956122325589152e-05,
+      "loss": 0.8132,
       "step": 633
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.879777961103556e-05,
-      "loss": 0.7835,
+      "epoch": 0.12,
+      "learning_rate": 1.9559395237210002e-05,
+      "loss": 0.8525,
       "step": 634
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8793332253052525e-05,
-      "loss": 0.8124,
+      "epoch": 0.12,
+      "learning_rate": 1.9557563504296064e-05,
+      "loss": 0.666,
       "step": 635
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8788877212328852e-05,
-      "loss": 0.8335,
+      "epoch": 0.12,
+      "learning_rate": 1.955572805786141e-05,
+      "loss": 0.8538,
       "step": 636
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.878441449275692e-05,
-      "loss": 0.8765,
+      "epoch": 0.12,
+      "learning_rate": 1.955388889861919e-05,
+      "loss": 0.6637,
       "step": 637
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.87799440982358e-05,
-      "loss": 0.8376,
+      "epoch": 0.12,
+      "learning_rate": 1.9552046027284e-05,
+      "loss": 0.8002,
       "step": 638
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8775466032671288e-05,
-      "loss": 0.7673,
+      "epoch": 0.12,
+      "learning_rate": 1.9550199444571868e-05,
+      "loss": 0.854,
       "step": 639
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.8770980299975867e-05,
-      "loss": 0.8251,
+      "epoch": 0.12,
+      "learning_rate": 1.9548349151200275e-05,
+      "loss": 0.8083,
       "step": 640
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.876648690406873e-05,
-      "loss": 0.8515,
+      "epoch": 0.12,
+      "learning_rate": 1.9546495147888134e-05,
+      "loss": 0.6514,
       "step": 641
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8761985848875752e-05,
-      "loss": 0.7838,
+      "epoch": 0.12,
+      "learning_rate": 1.954463743535581e-05,
+      "loss": 0.8062,
       "step": 642
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8757477138329515e-05,
-      "loss": 0.8654,
+      "epoch": 0.12,
+      "learning_rate": 1.95427760143251e-05,
+      "loss": 0.7996,
       "step": 643
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8752960776369283e-05,
-      "loss": 0.8561,
+      "epoch": 0.12,
+      "learning_rate": 1.9540910885519243e-05,
+      "loss": 0.8647,
       "step": 644
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8748436766941e-05,
-      "loss": 0.7795,
+      "epoch": 0.12,
+      "learning_rate": 1.9539042049662926e-05,
+      "loss": 0.7706,
       "step": 645
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.87439051139973e-05,
-      "loss": 0.8359,
+      "epoch": 0.12,
+      "learning_rate": 1.953716950748227e-05,
+      "loss": 0.7832,
       "step": 646
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8739365821497496e-05,
-      "loss": 0.8186,
+      "epoch": 0.12,
+      "learning_rate": 1.953529325970484e-05,
+      "loss": 0.8562,
       "step": 647
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.873481889340756e-05,
-      "loss": 0.8566,
+      "epoch": 0.12,
+      "learning_rate": 1.953341330705963e-05,
+      "loss": 0.8381,
       "step": 648
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8730264333700153e-05,
-      "loss": 0.8926,
+      "epoch": 0.12,
+      "learning_rate": 1.9531529650277087e-05,
+      "loss": 0.8132,
       "step": 649
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8725702146354593e-05,
-      "loss": 0.8328,
+      "epoch": 0.13,
+      "learning_rate": 1.952964229008909e-05,
+      "loss": 0.8523,
       "step": 650
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.872113233535687e-05,
-      "loss": 0.7654,
+      "epoch": 0.13,
+      "learning_rate": 1.9527751227228964e-05,
+      "loss": 0.8403,
       "step": 651
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8716554904699635e-05,
-      "loss": 0.8019,
+      "epoch": 0.13,
+      "learning_rate": 1.9525856462431463e-05,
+      "loss": 0.8445,
       "step": 652
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.871196985838218e-05,
-      "loss": 0.7773,
+      "epoch": 0.13,
+      "learning_rate": 1.9523957996432785e-05,
+      "loss": 0.8035,
       "step": 653
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.870737720041048e-05,
-      "loss": 0.8025,
+      "epoch": 0.13,
+      "learning_rate": 1.9522055829970564e-05,
+      "loss": 0.8289,
       "step": 654
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8702776934797125e-05,
-      "loss": 0.8328,
+      "epoch": 0.13,
+      "learning_rate": 1.9520149963783873e-05,
+      "loss": 0.8618,
       "step": 655
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8698169065561385e-05,
-      "loss": 0.8254,
+      "epoch": 0.13,
+      "learning_rate": 1.9518240398613226e-05,
+      "loss": 0.8416,
       "step": 656
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8693553596729153e-05,
-      "loss": 0.7993,
+      "epoch": 0.13,
+      "learning_rate": 1.9516327135200565e-05,
+      "loss": 0.7849,
       "step": 657
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.868893053233297e-05,
-      "loss": 0.8491,
+      "epoch": 0.13,
+      "learning_rate": 1.951441017428928e-05,
+      "loss": 0.7385,
       "step": 658
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8684299876412e-05,
-      "loss": 0.8223,
+      "epoch": 0.13,
+      "learning_rate": 1.951248951662418e-05,
+      "loss": 0.7898,
       "step": 659
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8679661633012065e-05,
-      "loss": 0.7742,
+      "epoch": 0.13,
+      "learning_rate": 1.9510565162951538e-05,
+      "loss": 0.6941,
       "step": 660
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8675015806185594e-05,
-      "loss": 0.8909,
+      "epoch": 0.13,
+      "learning_rate": 1.9508637114019037e-05,
+      "loss": 0.8093,
       "step": 661
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8670362399991654e-05,
-      "loss": 0.8915,
+      "epoch": 0.13,
+      "learning_rate": 1.950670537057581e-05,
+      "loss": 0.8313,
       "step": 662
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8665701418495922e-05,
-      "loss": 0.8027,
+      "epoch": 0.13,
+      "learning_rate": 1.9504769933372424e-05,
+      "loss": 0.8286,
       "step": 663
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8661032865770706e-05,
-      "loss": 0.7598,
+      "epoch": 0.13,
+      "learning_rate": 1.9502830803160873e-05,
+      "loss": 0.7629,
       "step": 664
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8656356745894922e-05,
-      "loss": 0.8808,
+      "epoch": 0.13,
+      "learning_rate": 1.9500887980694597e-05,
+      "loss": 0.8481,
       "step": 665
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8651673062954097e-05,
-      "loss": 0.7739,
+      "epoch": 0.13,
+      "learning_rate": 1.9498941466728462e-05,
+      "loss": 0.8271,
       "step": 666
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8646981821040377e-05,
-      "loss": 0.8288,
+      "epoch": 0.13,
+      "learning_rate": 1.949699126201877e-05,
+      "loss": 0.8098,
       "step": 667
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.864228302425249e-05,
-      "loss": 0.8047,
+      "epoch": 0.13,
+      "learning_rate": 1.9495037367323264e-05,
+      "loss": 0.7372,
       "step": 668
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.863757667669579e-05,
-      "loss": 0.7955,
+      "epoch": 0.13,
+      "learning_rate": 1.9493079783401116e-05,
+      "loss": 0.8315,
       "step": 669
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8632862782482208e-05,
-      "loss": 0.7761,
+      "epoch": 0.13,
+      "learning_rate": 1.949111851101292e-05,
+      "loss": 0.8672,
       "step": 670
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.862814134573028e-05,
-      "loss": 0.8961,
+      "epoch": 0.13,
+      "learning_rate": 1.9489153550920726e-05,
+      "loss": 0.8596,
       "step": 671
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8623412370565135e-05,
-      "loss": 0.9151,
+      "epoch": 0.13,
+      "learning_rate": 1.9487184903888e-05,
+      "loss": 0.8555,
       "step": 672
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.861867586111847e-05,
-      "loss": 0.7695,
+      "epoch": 0.13,
+      "learning_rate": 1.9485212570679643e-05,
+      "loss": 0.613,
       "step": 673
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.8613931821528588e-05,
-      "loss": 0.8467,
+      "epoch": 0.13,
+      "learning_rate": 1.9483236552061996e-05,
+      "loss": 0.6488,
       "step": 674
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.860918025594035e-05,
-      "loss": 0.8353,
+      "epoch": 0.13,
+      "learning_rate": 1.948125684880282e-05,
+      "loss": 0.7996,
       "step": 675
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.860442116850521e-05,
-      "loss": 0.8582,
+      "epoch": 0.13,
+      "learning_rate": 1.947927346167132e-05,
+      "loss": 0.8455,
       "step": 676
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8599654563381178e-05,
-      "loss": 0.7394,
+      "epoch": 0.13,
+      "learning_rate": 1.9477286391438122e-05,
+      "loss": 0.772,
       "step": 677
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8594880444732846e-05,
-      "loss": 0.8958,
+      "epoch": 0.13,
+      "learning_rate": 1.947529563887529e-05,
+      "loss": 0.6556,
       "step": 678
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8590098816731365e-05,
-      "loss": 0.6966,
+      "epoch": 0.13,
+      "learning_rate": 1.9473301204756315e-05,
+      "loss": 0.8337,
       "step": 679
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8585309683554444e-05,
-      "loss": 0.8277,
+      "epoch": 0.13,
+      "learning_rate": 1.947130308985612e-05,
+      "loss": 0.8113,
       "step": 680
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8580513049386356e-05,
-      "loss": 0.8489,
+      "epoch": 0.13,
+      "learning_rate": 1.946930129495106e-05,
+      "loss": 0.8726,
       "step": 681
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.857570891841792e-05,
-      "loss": 0.8564,
+      "epoch": 0.13,
+      "learning_rate": 1.9467295820818913e-05,
+      "loss": 0.8445,
       "step": 682
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8570897294846508e-05,
-      "loss": 0.8404,
+      "epoch": 0.13,
+      "learning_rate": 1.9465286668238895e-05,
+      "loss": 0.8042,
       "step": 683
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8566078182876045e-05,
-      "loss": 0.7869,
+      "epoch": 0.13,
+      "learning_rate": 1.9463273837991643e-05,
+      "loss": 0.8542,
       "step": 684
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8561251586716985e-05,
-      "loss": 0.886,
+      "epoch": 0.13,
+      "learning_rate": 1.9461257330859233e-05,
+      "loss": 0.8262,
       "step": 685
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.855641751058633e-05,
-      "loss": 0.8459,
+      "epoch": 0.13,
+      "learning_rate": 1.945923714762516e-05,
+      "loss": 0.6885,
       "step": 686
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8551575958707623e-05,
-      "loss": 0.6976,
+      "epoch": 0.13,
+      "learning_rate": 1.9457213289074353e-05,
+      "loss": 0.7791,
       "step": 687
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8546726935310925e-05,
-      "loss": 0.7391,
+      "epoch": 0.13,
+      "learning_rate": 1.945518575599317e-05,
+      "loss": 0.8406,
       "step": 688
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.854187044463283e-05,
-      "loss": 0.8875,
+      "epoch": 0.13,
+      "learning_rate": 1.945315454916939e-05,
+      "loss": 0.8057,
       "step": 689
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.853700649091646e-05,
-      "loss": 0.7763,
-      "step": 690
+      "epoch": 0.13,
+      "learning_rate": 1.945111966939222e-05,
+      "loss": 0.8579,
+      "step": 690
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8532135078411453e-05,
-      "loss": 0.8636,
+      "epoch": 0.13,
+      "learning_rate": 1.9449081117452304e-05,
+      "loss": 0.7815,
       "step": 691
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.852725621137397e-05,
-      "loss": 0.8354,
+      "epoch": 0.13,
+      "learning_rate": 1.9447038894141707e-05,
+      "loss": 0.7861,
       "step": 692
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8522369894066674e-05,
-      "loss": 0.7973,
+      "epoch": 0.13,
+      "learning_rate": 1.9444993000253912e-05,
+      "loss": 0.7764,
       "step": 693
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.851747613075875e-05,
-      "loss": 0.6865,
+      "epoch": 0.13,
+      "learning_rate": 1.9442943436583845e-05,
+      "loss": 0.8386,
       "step": 694
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8512574925725878e-05,
-      "loss": 0.7451,
+      "epoch": 0.13,
+      "learning_rate": 1.9440890203927846e-05,
+      "loss": 0.8267,
       "step": 695
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8507666283250246e-05,
-      "loss": 0.8075,
+      "epoch": 0.13,
+      "learning_rate": 1.9438833303083677e-05,
+      "loss": 0.8054,
       "step": 696
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.850275020762054e-05,
-      "loss": 0.8343,
+      "epoch": 0.13,
+      "learning_rate": 1.943677273485054e-05,
+      "loss": 0.8049,
       "step": 697
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8497826703131938e-05,
-      "loss": 0.8782,
+      "epoch": 0.13,
+      "learning_rate": 1.943470850002905e-05,
+      "loss": 0.8103,
       "step": 698
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8492895774086107e-05,
-      "loss": 0.8418,
+      "epoch": 0.13,
+      "learning_rate": 1.943264059942125e-05,
+      "loss": 0.8438,
       "step": 699
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8487957424791206e-05,
-      "loss": 0.874,
+      "epoch": 0.13,
+      "learning_rate": 1.9430569033830606e-05,
+      "loss": 0.8879,
       "step": 700
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.848301165956187e-05,
-      "loss": 0.7918,
+      "epoch": 0.13,
+      "learning_rate": 1.9428493804062013e-05,
+      "loss": 0.8186,
       "step": 701
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8478058482719222e-05,
-      "loss": 0.8142,
+      "epoch": 0.14,
+      "learning_rate": 1.9426414910921785e-05,
+      "loss": 0.8215,
       "step": 702
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.847309789859086e-05,
-      "loss": 0.8412,
+      "epoch": 0.14,
+      "learning_rate": 1.942433235521766e-05,
+      "loss": 0.874,
       "step": 703
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.846812991151084e-05,
-      "loss": 0.8195,
+      "epoch": 0.14,
+      "learning_rate": 1.94222461377588e-05,
+      "loss": 0.8586,
       "step": 704
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.84631545258197e-05,
-      "loss": 0.9244,
+      "epoch": 0.14,
+      "learning_rate": 1.942015625935579e-05,
+      "loss": 0.8447,
       "step": 705
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8458171745864443e-05,
-      "loss": 0.855,
+      "epoch": 0.14,
+      "learning_rate": 1.9418062720820636e-05,
+      "loss": 0.8223,
       "step": 706
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8453181575998518e-05,
-      "loss": 0.7973,
+      "epoch": 0.14,
+      "learning_rate": 1.9415965522966767e-05,
+      "loss": 0.8169,
       "step": 707
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8448184020581847e-05,
-      "loss": 0.7469,
+      "epoch": 0.14,
+      "learning_rate": 1.9413864666609036e-05,
+      "loss": 0.7913,
       "step": 708
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.84431790839808e-05,
-      "loss": 0.7345,
+      "epoch": 0.14,
+      "learning_rate": 1.941176015256371e-05,
+      "loss": 0.8171,
       "step": 709
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.8438166770568182e-05,
-      "loss": 0.7317,
+      "epoch": 0.14,
+      "learning_rate": 1.9409651981648486e-05,
+      "loss": 0.8232,
       "step": 710
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8433147084723268e-05,
-      "loss": 0.8505,
+      "epoch": 0.14,
+      "learning_rate": 1.9407540154682473e-05,
+      "loss": 0.8518,
       "step": 711
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.842812003083175e-05,
-      "loss": 0.8373,
+      "epoch": 0.14,
+      "learning_rate": 1.9405424672486218e-05,
+      "loss": 0.8389,
       "step": 712
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8423085613285775e-05,
-      "loss": 0.8248,
+      "epoch": 0.14,
+      "learning_rate": 1.9403305535881664e-05,
+      "loss": 0.8142,
       "step": 713
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.841804383648392e-05,
-      "loss": 0.777,
+      "epoch": 0.14,
+      "learning_rate": 1.940118274569219e-05,
+      "loss": 0.7888,
       "step": 714
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.841299470483118e-05,
-      "loss": 0.8157,
+      "epoch": 0.14,
+      "learning_rate": 1.9399056302742598e-05,
+      "loss": 0.7759,
       "step": 715
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8407938222738993e-05,
-      "loss": 0.8538,
+      "epoch": 0.14,
+      "learning_rate": 1.9396926207859085e-05,
+      "loss": 0.7743,
       "step": 716
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8402874394625208e-05,
-      "loss": 0.8426,
+      "epoch": 0.14,
+      "learning_rate": 1.9394792461869296e-05,
+      "loss": 0.822,
       "step": 717
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8397803224914095e-05,
-      "loss": 0.8266,
+      "epoch": 0.14,
+      "learning_rate": 1.939265506560228e-05,
+      "loss": 0.8347,
       "step": 718
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8392724718036338e-05,
-      "loss": 0.9536,
+      "epoch": 0.14,
+      "learning_rate": 1.9390514019888508e-05,
+      "loss": 0.7743,
       "step": 719
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8387638878429034e-05,
-      "loss": 0.835,
+      "epoch": 0.14,
+      "learning_rate": 1.9388369325559862e-05,
+      "loss": 0.8284,
       "step": 720
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.838254571053568e-05,
-      "loss": 0.7792,
+      "epoch": 0.14,
+      "learning_rate": 1.9386220983449652e-05,
+      "loss": 0.8308,
       "step": 721
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8377445218806186e-05,
-      "loss": 0.8441,
+      "epoch": 0.14,
+      "learning_rate": 1.93840689943926e-05,
+      "loss": 0.8517,
       "step": 722
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8372337407696858e-05,
-      "loss": 0.8629,
+      "epoch": 0.14,
+      "learning_rate": 1.9381913359224844e-05,
+      "loss": 0.793,
       "step": 723
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8367222281670384e-05,
-      "loss": 0.7404,
+      "epoch": 0.14,
+      "learning_rate": 1.937975407878394e-05,
+      "loss": 0.8501,
       "step": 724
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8362099845195857e-05,
-      "loss": 0.7713,
+      "epoch": 0.14,
+      "learning_rate": 1.937759115390886e-05,
+      "loss": 0.7618,
       "step": 725
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8356970102748758e-05,
-      "loss": 0.8506,
+      "epoch": 0.14,
+      "learning_rate": 1.9375424585439994e-05,
+      "loss": 0.791,
       "step": 726
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.835183305881094e-05,
-      "loss": 0.8176,
+      "epoch": 0.14,
+      "learning_rate": 1.9373254374219146e-05,
+      "loss": 0.812,
       "step": 727
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.834668871787065e-05,
-      "loss": 0.7623,
+      "epoch": 0.14,
+      "learning_rate": 1.9371080521089536e-05,
+      "loss": 0.6665,
       "step": 728
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8341537084422495e-05,
-      "loss": 0.8825,
+      "epoch": 0.14,
+      "learning_rate": 1.9368903026895795e-05,
+      "loss": 0.8328,
       "step": 729
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8336378162967465e-05,
-      "loss": 0.8637,
+      "epoch": 0.14,
+      "learning_rate": 1.9366721892483976e-05,
+      "loss": 0.8445,
       "step": 730
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.833121195801291e-05,
-      "loss": 0.8669,
+      "epoch": 0.14,
+      "learning_rate": 1.9364537118701542e-05,
+      "loss": 0.8296,
       "step": 731
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.832603847407255e-05,
-      "loss": 0.8293,
+      "epoch": 0.14,
+      "learning_rate": 1.9362348706397374e-05,
+      "loss": 0.8372,
       "step": 732
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.832085771566646e-05,
-      "loss": 0.8616,
+      "epoch": 0.14,
+      "learning_rate": 1.9360156656421756e-05,
+      "loss": 0.7856,
       "step": 733
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.831566968732107e-05,
-      "loss": 0.8078,
+      "epoch": 0.14,
+      "learning_rate": 1.9357960969626398e-05,
+      "loss": 0.8379,
       "step": 734
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8310474393569172e-05,
-      "loss": 0.7798,
+      "epoch": 0.14,
+      "learning_rate": 1.9355761646864417e-05,
+      "loss": 0.8008,
       "step": 735
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.830527183894989e-05,
-      "loss": 0.8431,
+      "epoch": 0.14,
+      "learning_rate": 1.935355868899034e-05,
+      "loss": 0.7781,
       "step": 736
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8300062028008704e-05,
-      "loss": 0.8313,
+      "epoch": 0.14,
+      "learning_rate": 1.935135209686012e-05,
+      "loss": 0.8002,
       "step": 737
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8294844965297426e-05,
-      "loss": 0.8077,
+      "epoch": 0.14,
+      "learning_rate": 1.93491418713311e-05,
+      "loss": 0.8301,
       "step": 738
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8289620655374213e-05,
-      "loss": 0.7811,
+      "epoch": 0.14,
+      "learning_rate": 1.9346928013262052e-05,
+      "loss": 0.8301,
       "step": 739
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8284389102803542e-05,
-      "loss": 0.8636,
+      "epoch": 0.14,
+      "learning_rate": 1.9344710523513157e-05,
+      "loss": 0.802,
       "step": 740
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8279150312156225e-05,
-      "loss": 0.8191,
+      "epoch": 0.14,
+      "learning_rate": 1.9342489402945997e-05,
+      "loss": 0.8159,
       "step": 741
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8273904288009402e-05,
-      "loss": 0.8101,
+      "epoch": 0.14,
+      "learning_rate": 1.9340264652423584e-05,
+      "loss": 0.8594,
       "step": 742
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8268651034946522e-05,
-      "loss": 0.8162,
+      "epoch": 0.14,
+      "learning_rate": 1.9338036272810314e-05,
+      "loss": 0.778,
       "step": 743
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8263390557557355e-05,
-      "loss": 0.8265,
+      "epoch": 0.14,
+      "learning_rate": 1.9335804264972018e-05,
+      "loss": 0.8013,
       "step": 744
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.8258122860437993e-05,
-      "loss": 0.7793,
+      "epoch": 0.14,
+      "learning_rate": 1.933356862977592e-05,
+      "loss": 0.8077,
       "step": 745
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.825284794819082e-05,
-      "loss": 0.7977,
+      "epoch": 0.14,
+      "learning_rate": 1.9331329368090664e-05,
+      "loss": 0.7422,
       "step": 746
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.824756582542454e-05,
-      "loss": 0.7974,
+      "epoch": 0.14,
+      "learning_rate": 1.93290864807863e-05,
+      "loss": 0.7667,
       "step": 747
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8242276496754128e-05,
-      "loss": 0.775,
+      "epoch": 0.14,
+      "learning_rate": 1.9326839968734278e-05,
+      "loss": 0.7668,
       "step": 748
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.823697996680089e-05,
-      "loss": 0.8356,
+      "epoch": 0.14,
+      "learning_rate": 1.9324589832807467e-05,
+      "loss": 0.6516,
       "step": 749
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8231676240192402e-05,
-      "loss": 0.8061,
+      "epoch": 0.14,
+      "learning_rate": 1.9322336073880143e-05,
+      "loss": 0.8337,
       "step": 750
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8226365321562536e-05,
-      "loss": 0.7821,
+      "epoch": 0.14,
+      "learning_rate": 1.932007869282799e-05,
+      "loss": 0.8149,
       "step": 751
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8221047215551446e-05,
-      "loss": 0.7683,
+      "epoch": 0.14,
+      "learning_rate": 1.9317817690528086e-05,
+      "loss": 0.821,
       "step": 752
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.821572192680556e-05,
-      "loss": 0.7749,
+      "epoch": 0.14,
+      "learning_rate": 1.9315553067858933e-05,
+      "loss": 0.8331,
       "step": 753
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8210389459977594e-05,
-      "loss": 0.7923,
+      "epoch": 0.15,
+      "learning_rate": 1.931328482570044e-05,
+      "loss": 0.7754,
       "step": 754
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8205049819726523e-05,
-      "loss": 0.7904,
+      "epoch": 0.15,
+      "learning_rate": 1.93110129649339e-05,
+      "loss": 0.8193,
       "step": 755
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.81997030107176e-05,
-      "loss": 0.7297,
+      "epoch": 0.15,
+      "learning_rate": 1.9308737486442045e-05,
+      "loss": 0.8242,
       "step": 756
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8194349037622324e-05,
-      "loss": 0.8261,
+      "epoch": 0.15,
+      "learning_rate": 1.9306458391108984e-05,
+      "loss": 0.8198,
       "step": 757
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8188987905118475e-05,
-      "loss": 0.7839,
+      "epoch": 0.15,
+      "learning_rate": 1.9304175679820247e-05,
+      "loss": 0.8533,
       "step": 758
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.818361961789008e-05,
-      "loss": 0.8278,
+      "epoch": 0.15,
+      "learning_rate": 1.9301889353462765e-05,
+      "loss": 0.8428,
       "step": 759
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8178244180627406e-05,
-      "loss": 0.7455,
+      "epoch": 0.15,
+      "learning_rate": 1.929959941292487e-05,
+      "loss": 0.751,
       "step": 760
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8172861598026986e-05,
-      "loss": 0.787,
+      "epoch": 0.15,
+      "learning_rate": 1.9297305859096305e-05,
+      "loss": 0.8276,
       "step": 761
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8167471874791578e-05,
-      "loss": 0.7823,
+      "epoch": 0.15,
+      "learning_rate": 1.929500869286821e-05,
+      "loss": 0.8347,
       "step": 762
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8162075015630192e-05,
-      "loss": 0.8161,
+      "epoch": 0.15,
+      "learning_rate": 1.9292707915133134e-05,
+      "loss": 0.8262,
       "step": 763
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8156671025258068e-05,
-      "loss": 0.809,
+      "epoch": 0.15,
+      "learning_rate": 1.9290403526785025e-05,
+      "loss": 0.8376,
       "step": 764
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8151259908396674e-05,
-      "loss": 0.7941,
+      "epoch": 0.15,
+      "learning_rate": 1.9288095528719245e-05,
+      "loss": 0.8079,
       "step": 765
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8145841669773706e-05,
-      "loss": 0.7923,
+      "epoch": 0.15,
+      "learning_rate": 1.9285783921832537e-05,
+      "loss": 0.7668,
       "step": 766
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8140416314123087e-05,
-      "loss": 0.8475,
+      "epoch": 0.15,
+      "learning_rate": 1.9283468707023068e-05,
+      "loss": 0.8345,
       "step": 767
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.813498384618495e-05,
-      "loss": 0.7922,
+      "epoch": 0.15,
+      "learning_rate": 1.928114988519039e-05,
+      "loss": 0.6454,
       "step": 768
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.812954427070565e-05,
-      "loss": 0.7731,
+      "epoch": 0.15,
+      "learning_rate": 1.9278827457235473e-05,
+      "loss": 0.8904,
       "step": 769
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.812409759243774e-05,
-      "loss": 0.7889,
+      "epoch": 0.15,
+      "learning_rate": 1.927650142406067e-05,
+      "loss": 0.7886,
       "step": 770
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8118643816139996e-05,
-      "loss": 0.7699,
+      "epoch": 0.15,
+      "learning_rate": 1.927417178656975e-05,
+      "loss": 0.7715,
       "step": 771
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8113182946577383e-05,
-      "loss": 0.7536,
+      "epoch": 0.15,
+      "learning_rate": 1.9271838545667876e-05,
+      "loss": 0.8208,
       "step": 772
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8107714988521064e-05,
-      "loss": 0.7943,
+      "epoch": 0.15,
+      "learning_rate": 1.926950170226161e-05,
+      "loss": 0.776,
       "step": 773
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.81022399467484e-05,
-      "loss": 0.8706,
+      "epoch": 0.15,
+      "learning_rate": 1.9267161257258916e-05,
+      "loss": 0.8472,
       "step": 774
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8096757826042944e-05,
-      "loss": 0.7929,
+      "epoch": 0.15,
+      "learning_rate": 1.9264817211569154e-05,
+      "loss": 0.8188,
       "step": 775
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8091268631194417e-05,
-      "loss": 0.7598,
+      "epoch": 0.15,
+      "learning_rate": 1.926246956610309e-05,
+      "loss": 0.8525,
       "step": 776
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.808577236699874e-05,
-      "loss": 0.719,
+      "epoch": 0.15,
+      "learning_rate": 1.926011832177288e-05,
+      "loss": 0.7729,
       "step": 777
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.8080269038258004e-05,
-      "loss": 0.8328,
+      "epoch": 0.15,
+      "learning_rate": 1.9257763479492086e-05,
+      "loss": 0.765,
       "step": 778
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.807475864978047e-05,
-      "loss": 0.8055,
+      "epoch": 0.15,
+      "learning_rate": 1.9255405040175666e-05,
+      "loss": 0.8019,
       "step": 779
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8069241206380565e-05,
-      "loss": 0.7841,
+      "epoch": 0.15,
+      "learning_rate": 1.9253043004739967e-05,
+      "loss": 0.7703,
       "step": 780
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8063716712878885e-05,
-      "loss": 0.7389,
+      "epoch": 0.15,
+      "learning_rate": 1.9250677374102752e-05,
+      "loss": 0.8198,
       "step": 781
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8058185174102186e-05,
-      "loss": 0.8245,
+      "epoch": 0.15,
+      "learning_rate": 1.9248308149183155e-05,
+      "loss": 0.873,
       "step": 782
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8052646594883375e-05,
-      "loss": 0.7739,
+      "epoch": 0.15,
+      "learning_rate": 1.9245935330901733e-05,
+      "loss": 0.8149,
       "step": 783
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8047100980061517e-05,
-      "loss": 0.8351,
+      "epoch": 0.15,
+      "learning_rate": 1.9243558920180417e-05,
+      "loss": 0.7393,
       "step": 784
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8041548334481813e-05,
-      "loss": 0.8568,
+      "epoch": 0.15,
+      "learning_rate": 1.9241178917942552e-05,
+      "loss": 0.8038,
       "step": 785
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8035988662995617e-05,
-      "loss": 0.8352,
+      "epoch": 0.15,
+      "learning_rate": 1.9238795325112867e-05,
+      "loss": 0.8071,
       "step": 786
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8030421970460417e-05,
-      "loss": 0.7208,
+      "epoch": 0.15,
+      "learning_rate": 1.923640814261749e-05,
+      "loss": 0.9089,
       "step": 787
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8024848261739837e-05,
-      "loss": 0.83,
+      "epoch": 0.15,
+      "learning_rate": 1.9234017371383946e-05,
+      "loss": 0.8145,
       "step": 788
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.801926754170363e-05,
-      "loss": 0.8714,
+      "epoch": 0.15,
+      "learning_rate": 1.9231623012341145e-05,
+      "loss": 0.8256,
       "step": 789
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8013679815227676e-05,
-      "loss": 0.8319,
+      "epoch": 0.15,
+      "learning_rate": 1.92292250664194e-05,
+      "loss": 0.8096,
       "step": 790
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8008085087193975e-05,
-      "loss": 0.825,
+      "epoch": 0.15,
+      "learning_rate": 1.9226823534550418e-05,
+      "loss": 0.8369,
       "step": 791
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.8002483362490643e-05,
-      "loss": 0.8252,
+      "epoch": 0.15,
+      "learning_rate": 1.9224418417667295e-05,
+      "loss": 0.8547,
       "step": 792
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.799687464601191e-05,
-      "loss": 0.8048,
+      "epoch": 0.15,
+      "learning_rate": 1.922200971670452e-05,
+      "loss": 0.7937,
       "step": 793
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7991258942658122e-05,
-      "loss": 0.8415,
+      "epoch": 0.15,
+      "learning_rate": 1.9219597432597975e-05,
+      "loss": 0.6617,
       "step": 794
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7985636257335716e-05,
-      "loss": 0.7298,
+      "epoch": 0.15,
+      "learning_rate": 1.9217181566284942e-05,
+      "loss": 0.8269,
       "step": 795
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.798000659495724e-05,
-      "loss": 0.7302,
+      "epoch": 0.15,
+      "learning_rate": 1.921476211870408e-05,
+      "loss": 0.8472,
       "step": 796
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7974369960441335e-05,
-      "loss": 0.8342,
+      "epoch": 0.15,
+      "learning_rate": 1.921233909079545e-05,
+      "loss": 0.8071,
       "step": 797
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7968726358712728e-05,
-      "loss": 0.8623,
+      "epoch": 0.15,
+      "learning_rate": 1.92099124835005e-05,
+      "loss": 0.8711,
       "step": 798
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.796307579470224e-05,
-      "loss": 0.8621,
+      "epoch": 0.15,
+      "learning_rate": 1.9207482297762076e-05,
+      "loss": 0.8293,
       "step": 799
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7957418273346773e-05,
-      "loss": 0.7612,
+      "epoch": 0.15,
+      "learning_rate": 1.9205048534524405e-05,
+      "loss": 0.8062,
       "step": 800
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7951753799589312e-05,
-      "loss": 0.7587,
+      "epoch": 0.15,
+      "learning_rate": 1.9202611194733107e-05,
+      "loss": 0.796,
       "step": 801
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7946082378378906e-05,
-      "loss": 0.7763,
+      "epoch": 0.15,
+      "learning_rate": 1.9200170279335194e-05,
+      "loss": 0.7869,
       "step": 802
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7940404014670678e-05,
-      "loss": 0.8063,
+      "epoch": 0.15,
+      "learning_rate": 1.9197725789279065e-05,
+      "loss": 0.7654,
       "step": 803
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7934718713425825e-05,
-      "loss": 0.8148,
+      "epoch": 0.15,
+      "learning_rate": 1.919527772551451e-05,
+      "loss": 0.8455,
       "step": 804
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.792902647961159e-05,
-      "loss": 0.8133,
+      "epoch": 0.15,
+      "learning_rate": 1.91928260889927e-05,
+      "loss": 0.8191,
       "step": 805
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7923327318201295e-05,
-      "loss": 0.7549,
+      "epoch": 0.16,
+      "learning_rate": 1.9190370880666206e-05,
+      "loss": 0.7803,
       "step": 806
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.791762123417429e-05,
-      "loss": 0.8946,
+      "epoch": 0.16,
+      "learning_rate": 1.9187912101488986e-05,
+      "loss": 0.7964,
       "step": 807
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7911908232515988e-05,
-      "loss": 0.8262,
+      "epoch": 0.16,
+      "learning_rate": 1.9185449752416367e-05,
+      "loss": 0.8143,
       "step": 808
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7906188318217842e-05,
-      "loss": 0.8212,
+      "epoch": 0.16,
+      "learning_rate": 1.9182983834405088e-05,
+      "loss": 0.863,
       "step": 809
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7900461496277345e-05,
-      "loss": 0.8377,
+      "epoch": 0.16,
+      "learning_rate": 1.918051434841326e-05,
+      "loss": 0.8406,
       "step": 810
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7894727771698027e-05,
-      "loss": 0.7912,
+      "epoch": 0.16,
+      "learning_rate": 1.9178041295400383e-05,
+      "loss": 0.8435,
       "step": 811
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.788898714948945e-05,
-      "loss": 0.7774,
+      "epoch": 0.16,
+      "learning_rate": 1.917556467632734e-05,
+      "loss": 0.8208,
       "step": 812
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.788323963466719e-05,
-      "loss": 0.8432,
+      "epoch": 0.16,
+      "learning_rate": 1.9173084492156406e-05,
+      "loss": 0.8467,
       "step": 813
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.7877485232252865e-05,
-      "loss": 0.7624,
+      "epoch": 0.16,
+      "learning_rate": 1.917060074385124e-05,
+      "loss": 0.8267,
       "step": 814
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7871723947274096e-05,
-      "loss": 0.7982,
+      "epoch": 0.16,
+      "learning_rate": 1.9168113432376885e-05,
+      "loss": 0.799,
       "step": 815
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7865955784764525e-05,
-      "loss": 0.8377,
+      "epoch": 0.16,
+      "learning_rate": 1.9165622558699763e-05,
+      "loss": 0.7971,
       "step": 816
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7860180749763787e-05,
-      "loss": 0.7993,
+      "epoch": 0.16,
+      "learning_rate": 1.9163128123787688e-05,
+      "loss": 0.8191,
       "step": 817
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7854398847317555e-05,
-      "loss": 0.778,
+      "epoch": 0.16,
+      "learning_rate": 1.916063012860985e-05,
+      "loss": 0.7861,
       "step": 818
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7848610082477463e-05,
-      "loss": 0.7692,
+      "epoch": 0.16,
+      "learning_rate": 1.9158128574136833e-05,
+      "loss": 0.8154,
       "step": 819
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7842814460301173e-05,
-      "loss": 0.8254,
+      "epoch": 0.16,
+      "learning_rate": 1.9155623461340594e-05,
+      "loss": 0.7871,
       "step": 820
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7837011985852315e-05,
-      "loss": 0.7767,
+      "epoch": 0.16,
+      "learning_rate": 1.9153114791194475e-05,
+      "loss": 0.7598,
       "step": 821
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7831202664200518e-05,
-      "loss": 0.7502,
+      "epoch": 0.16,
+      "learning_rate": 1.91506025646732e-05,
+      "loss": 0.8469,
       "step": 822
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7825386500421386e-05,
-      "loss": 0.8202,
+      "epoch": 0.16,
+      "learning_rate": 1.914808678275288e-05,
+      "loss": 0.6719,
       "step": 823
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7819563499596516e-05,
-      "loss": 0.7318,
+      "epoch": 0.16,
+      "learning_rate": 1.9145567446411003e-05,
+      "loss": 0.7664,
       "step": 824
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7813733666813456e-05,
-      "loss": 0.7962,
+      "epoch": 0.16,
+      "learning_rate": 1.9143044556626437e-05,
+      "loss": 0.7966,
       "step": 825
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.780789700716574e-05,
-      "loss": 0.7591,
+      "epoch": 0.16,
+      "learning_rate": 1.9140518114379433e-05,
+      "loss": 0.7908,
       "step": 826
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.780205352575287e-05,
-      "loss": 0.8069,
+      "epoch": 0.16,
+      "learning_rate": 1.913798812065162e-05,
+      "loss": 0.8401,
       "step": 827
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7796203227680283e-05,
-      "loss": 0.7067,
+      "epoch": 0.16,
+      "learning_rate": 1.913545457642601e-05,
+      "loss": 0.8545,
       "step": 828
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7790346118059402e-05,
-      "loss": 0.7801,
+      "epoch": 0.16,
+      "learning_rate": 1.913291748268699e-05,
+      "loss": 0.8464,
       "step": 829
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7784482202007583e-05,
-      "loss": 0.7915,
+      "epoch": 0.16,
+      "learning_rate": 1.9130376840420337e-05,
+      "loss": 0.8311,
       "step": 830
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7778611484648135e-05,
-      "loss": 0.7768,
+      "epoch": 0.16,
+      "learning_rate": 1.912783265061319e-05,
+      "loss": 0.7981,
       "step": 831
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7772733971110305e-05,
-      "loss": 0.7598,
+      "epoch": 0.16,
+      "learning_rate": 1.912528491425408e-05,
+      "loss": 0.8557,
       "step": 832
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7766849666529286e-05,
-      "loss": 0.7777,
+      "epoch": 0.16,
+      "learning_rate": 1.9122733632332907e-05,
+      "loss": 0.8098,
       "step": 833
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7760958576046192e-05,
-      "loss": 0.7664,
+      "epoch": 0.16,
+      "learning_rate": 1.9120178805840956e-05,
+      "loss": 0.7952,
       "step": 834
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.775506070480808e-05,
-      "loss": 0.8032,
+      "epoch": 0.16,
+      "learning_rate": 1.911762043577089e-05,
+      "loss": 0.811,
       "step": 835
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.774915605796792e-05,
-      "loss": 0.8085,
+      "epoch": 0.16,
+      "learning_rate": 1.9115058523116734e-05,
+      "loss": 0.8411,
       "step": 836
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7743244640684605e-05,
-      "loss": 0.825,
+      "epoch": 0.16,
+      "learning_rate": 1.9112493068873907e-05,
+      "loss": 0.8079,
       "step": 837
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7737326458122948e-05,
-      "loss": 0.7679,
+      "epoch": 0.16,
+      "learning_rate": 1.9109924074039198e-05,
+      "loss": 0.7922,
       "step": 838
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7731401515453667e-05,
-      "loss": 0.8027,
+      "epoch": 0.16,
+      "learning_rate": 1.910735153961077e-05,
+      "loss": 0.8529,
       "step": 839
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7725469817853394e-05,
-      "loss": 0.7754,
+      "epoch": 0.16,
+      "learning_rate": 1.9104775466588162e-05,
+      "loss": 0.8501,
       "step": 840
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.771953137050465e-05,
-      "loss": 0.8391,
+      "epoch": 0.16,
+      "learning_rate": 1.9102195855972287e-05,
+      "loss": 0.8311,
       "step": 841
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7713586178595865e-05,
-      "loss": 0.792,
+      "epoch": 0.16,
+      "learning_rate": 1.9099612708765432e-05,
+      "loss": 0.75,
       "step": 842
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7707634247321355e-05,
-      "loss": 0.7653,
+      "epoch": 0.16,
+      "learning_rate": 1.9097026025971268e-05,
+      "loss": 0.8435,
       "step": 843
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7701675581881326e-05,
-      "loss": 0.8053,
+      "epoch": 0.16,
+      "learning_rate": 1.9094435808594823e-05,
+      "loss": 0.8323,
       "step": 844
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.769571018748187e-05,
-      "loss": 0.7722,
-      "step": 845
+      "epoch": 0.16,
+      "learning_rate": 1.909184205764251e-05,
+      "loss": 0.7883,
+      "step": 845
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.768973806933496e-05,
-      "loss": 0.8182,
+      "epoch": 0.16,
+      "learning_rate": 1.908924477412211e-05,
+      "loss": 0.7771,
       "step": 846
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7683759232658432e-05,
-      "loss": 0.8099,
+      "epoch": 0.16,
+      "learning_rate": 1.908664395904278e-05,
+      "loss": 0.8342,
       "step": 847
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7677773682676007e-05,
-      "loss": 0.8502,
+      "epoch": 0.16,
+      "learning_rate": 1.9084039613415052e-05,
+      "loss": 0.8735,
       "step": 848
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.767178142461726e-05,
-      "loss": 0.8331,
+      "epoch": 0.16,
+      "learning_rate": 1.9081431738250815e-05,
+      "loss": 0.7549,
       "step": 849
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.766578246371763e-05,
-      "loss": 0.8405,
+      "epoch": 0.16,
+      "learning_rate": 1.9078820334563346e-05,
+      "loss": 0.8201,
       "step": 850
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.765977680521842e-05,
-      "loss": 0.8089,
+      "epoch": 0.16,
+      "learning_rate": 1.9076205403367287e-05,
+      "loss": 0.7756,
       "step": 851
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7653764454366774e-05,
-      "loss": 0.7632,
+      "epoch": 0.16,
+      "learning_rate": 1.907358694567865e-05,
+      "loss": 0.6809,
       "step": 852
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.764774541641568e-05,
-      "loss": 0.7881,
+      "epoch": 0.16,
+      "learning_rate": 1.9070964962514816e-05,
+      "loss": 0.8262,
       "step": 853
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.764171969662399e-05,
-      "loss": 0.7956,
+      "epoch": 0.16,
+      "learning_rate": 1.9068339454894536e-05,
+      "loss": 0.8279,
       "step": 854
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7635687300256374e-05,
-      "loss": 0.7301,
+      "epoch": 0.16,
+      "learning_rate": 1.9065710423837936e-05,
+      "loss": 0.7673,
       "step": 855
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7629648232583334e-05,
-      "loss": 0.6577,
+      "epoch": 0.16,
+      "learning_rate": 1.9063077870366504e-05,
+      "loss": 0.8258,
       "step": 856
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7623602498881217e-05,
-      "loss": 0.6924,
+      "epoch": 0.16,
+      "learning_rate": 1.9060441795503095e-05,
+      "loss": 0.7578,
       "step": 857
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7617550104432175e-05,
-      "loss": 0.7468,
+      "epoch": 0.17,
+      "learning_rate": 1.9057802200271943e-05,
+      "loss": 0.6628,
       "step": 858
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.76114910545242e-05,
-      "loss": 0.8257,
+      "epoch": 0.17,
+      "learning_rate": 1.9055159085698638e-05,
+      "loss": 0.8459,
       "step": 859
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7605425354451085e-05,
-      "loss": 0.8391,
+      "epoch": 0.17,
+      "learning_rate": 1.905251245281015e-05,
+      "loss": 0.8286,
       "step": 860
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7599353009512432e-05,
-      "loss": 0.7344,
+      "epoch": 0.17,
+      "learning_rate": 1.90498623026348e-05,
+      "loss": 0.8359,
       "step": 861
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7593274025013657e-05,
-      "loss": 0.756,
+      "epoch": 0.17,
+      "learning_rate": 1.904720863620229e-05,
+      "loss": 0.7965,
       "step": 862
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.758718840626597e-05,
-      "loss": 0.6993,
+      "epoch": 0.17,
+      "learning_rate": 1.9044551454543683e-05,
+      "loss": 0.7852,
       "step": 863
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7581096158586386e-05,
-      "loss": 0.7509,
+      "epoch": 0.17,
+      "learning_rate": 1.9041890758691403e-05,
+      "loss": 0.7595,
       "step": 864
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.75749972872977e-05,
-      "loss": 0.8015,
+      "epoch": 0.17,
+      "learning_rate": 1.9039226549679243e-05,
+      "loss": 0.782,
       "step": 865
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7568891797728504e-05,
-      "loss": 0.8503,
+      "epoch": 0.17,
+      "learning_rate": 1.903655882854237e-05,
+      "loss": 0.7856,
       "step": 866
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7562779695213167e-05,
-      "loss": 0.8258,
+      "epoch": 0.17,
+      "learning_rate": 1.90338875963173e-05,
+      "loss": 0.8291,
       "step": 867
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.755666098509184e-05,
-      "loss": 0.8454,
+      "epoch": 0.17,
+      "learning_rate": 1.903121285404192e-05,
+      "loss": 0.8506,
       "step": 868
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.755053567271044e-05,
-      "loss": 0.7598,
+      "epoch": 0.17,
+      "learning_rate": 1.9028534602755485e-05,
+      "loss": 0.8486,
       "step": 869
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7544403763420657e-05,
-      "loss": 0.8129,
+      "epoch": 0.17,
+      "learning_rate": 1.902585284349861e-05,
+      "loss": 0.8569,
       "step": 870
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.753826526257995e-05,
-      "loss": 0.7526,
+      "epoch": 0.17,
+      "learning_rate": 1.9023167577313267e-05,
+      "loss": 0.7991,
       "step": 871
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7532120175551528e-05,
-      "loss": 0.8033,
+      "epoch": 0.17,
+      "learning_rate": 1.9020478805242803e-05,
+      "loss": 0.8079,
       "step": 872
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7525968507704356e-05,
-      "loss": 0.817,
+      "epoch": 0.17,
+      "learning_rate": 1.901778652833192e-05,
+      "loss": 0.8167,
       "step": 873
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7519810264413154e-05,
-      "loss": 0.825,
+      "epoch": 0.17,
+      "learning_rate": 1.901509074762668e-05,
+      "loss": 0.8228,
       "step": 874
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.751364545105838e-05,
-      "loss": 0.818,
+      "epoch": 0.17,
+      "learning_rate": 1.901239146417451e-05,
+      "loss": 0.7576,
       "step": 875
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.750747407302624e-05,
-      "loss": 0.7752,
+      "epoch": 0.17,
+      "learning_rate": 1.900968867902419e-05,
+      "loss": 0.8149,
       "step": 876
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7501296135708668e-05,
-      "loss": 0.7747,
+      "epoch": 0.17,
+      "learning_rate": 1.9006982393225878e-05,
+      "loss": 0.7432,
       "step": 877
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7495111644503336e-05,
-      "loss": 0.8174,
+      "epoch": 0.17,
+      "learning_rate": 1.9004272607831077e-05,
+      "loss": 0.824,
       "step": 878
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7488920604813633e-05,
-      "loss": 0.8298,
+      "epoch": 0.17,
+      "learning_rate": 1.9001559323892652e-05,
+      "loss": 0.7786,
       "step": 879
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7482723022048675e-05,
-      "loss": 0.8332,
+      "epoch": 0.17,
+      "learning_rate": 1.8998842542464833e-05,
+      "loss": 0.8008,
       "step": 880
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.74765189016233e-05,
-      "loss": 0.773,
+      "epoch": 0.17,
+      "learning_rate": 1.8996122264603202e-05,
+      "loss": 0.7709,
       "step": 881
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.747030824895805e-05,
-      "loss": 0.8024,
+      "epoch": 0.17,
+      "learning_rate": 1.8993398491364702e-05,
+      "loss": 0.8091,
       "step": 882
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7464091069479175e-05,
-      "loss": 0.7868,
+      "epoch": 0.17,
+      "learning_rate": 1.899067122380764e-05,
+      "loss": 0.7679,
       "step": 883
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.745786736861863e-05,
-      "loss": 0.7944,
+      "epoch": 0.17,
+      "learning_rate": 1.8987940462991673e-05,
+      "loss": 0.8213,
       "step": 884
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.745163715181407e-05,
-      "loss": 0.8286,
+      "epoch": 0.17,
+      "learning_rate": 1.8985206209977813e-05,
+      "loss": 0.813,
       "step": 885
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.744540042450883e-05,
-      "loss": 0.8102,
+      "epoch": 0.17,
+      "learning_rate": 1.898246846582844e-05,
+      "loss": 0.8591,
       "step": 886
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7439157192151958e-05,
-      "loss": 0.7882,
+      "epoch": 0.17,
+      "learning_rate": 1.897972723160729e-05,
+      "loss": 0.8328,
       "step": 887
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7432907460198157e-05,
-      "loss": 0.7595,
+      "epoch": 0.17,
+      "learning_rate": 1.8976982508379436e-05,
+      "loss": 0.6755,
       "step": 888
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.742665123410783e-05,
-      "loss": 0.8535,
+      "epoch": 0.17,
+      "learning_rate": 1.8974234297211327e-05,
+      "loss": 0.792,
       "step": 889
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.742038851934704e-05,
-      "loss": 0.8357,
+      "epoch": 0.17,
+      "learning_rate": 1.897148259917076e-05,
+      "loss": 0.7566,
       "step": 890
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7414119321387538e-05,
-      "loss": 0.785,
+      "epoch": 0.17,
+      "learning_rate": 1.8968727415326885e-05,
+      "loss": 0.6777,
       "step": 891
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.740784364570671e-05,
-      "loss": 0.7914,
+      "epoch": 0.17,
+      "learning_rate": 1.896596874675021e-05,
+      "loss": 0.8628,
       "step": 892
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7401561497787632e-05,
-      "loss": 0.7757,
+      "epoch": 0.17,
+      "learning_rate": 1.8963206594512593e-05,
+      "loss": 0.843,
       "step": 893
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.739527288311901e-05,
-      "loss": 0.7895,
+      "epoch": 0.17,
+      "learning_rate": 1.8960440959687254e-05,
+      "loss": 0.8242,
       "step": 894
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.738897780719522e-05,
-      "loss": 0.8067,
+      "epoch": 0.17,
+      "learning_rate": 1.8957671843348754e-05,
+      "loss": 0.823,
       "step": 895
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7382676275516267e-05,
-      "loss": 0.8142,
+      "epoch": 0.17,
+      "learning_rate": 1.895489924657301e-05,
+      "loss": 0.8579,
       "step": 896
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.737636829358781e-05,
-      "loss": 0.7956,
+      "epoch": 0.17,
+      "learning_rate": 1.8952123170437304e-05,
+      "loss": 0.8787,
       "step": 897
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7370053866921135e-05,
-      "loss": 0.7586,
+      "epoch": 0.17,
+      "learning_rate": 1.894934361602025e-05,
+      "loss": 0.8352,
       "step": 898
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.736373300103316e-05,
-      "loss": 0.748,
+      "epoch": 0.17,
+      "learning_rate": 1.8946560584401833e-05,
+      "loss": 0.832,
       "step": 899
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7357405701446433e-05,
-      "loss": 0.9262,
+      "epoch": 0.17,
+      "learning_rate": 1.8943774076663372e-05,
+      "loss": 0.7671,
       "step": 900
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7351071973689118e-05,
-      "loss": 0.7438,
+      "epoch": 0.17,
+      "learning_rate": 1.894098409388754e-05,
+      "loss": 0.8115,
       "step": 901
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7344731823294996e-05,
-      "loss": 0.8238,
+      "epoch": 0.17,
+      "learning_rate": 1.8938190637158377e-05,
+      "loss": 0.8022,
       "step": 902
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.733838525580346e-05,
-      "loss": 0.7677,
+      "epoch": 0.17,
+      "learning_rate": 1.893539370756125e-05,
+      "loss": 0.7494,
       "step": 903
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7332032276759515e-05,
-      "loss": 0.7855,
+      "epoch": 0.17,
+      "learning_rate": 1.893259330618289e-05,
+      "loss": 0.7875,
       "step": 904
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.732567289171376e-05,
-      "loss": 0.799,
+      "epoch": 0.17,
+      "learning_rate": 1.892978943411137e-05,
+      "loss": 0.8423,
       "step": 905
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7319307106222402e-05,
-      "loss": 0.8357,
+      "epoch": 0.17,
+      "learning_rate": 1.8926982092436117e-05,
+      "loss": 0.8328,
       "step": 906
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.731293492584722e-05,
-      "loss": 0.7936,
+      "epoch": 0.17,
+      "learning_rate": 1.89241712822479e-05,
+      "loss": 0.7844,
       "step": 907
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.73065563561556e-05,
-      "loss": 0.8721,
+      "epoch": 0.17,
+      "learning_rate": 1.8921357004638837e-05,
+      "loss": 0.7325,
       "step": 908
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7300171402720498e-05,
-      "loss": 0.7377,
+      "epoch": 0.17,
+      "learning_rate": 1.8918539260702394e-05,
+      "loss": 0.8333,
       "step": 909
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.729378007112046e-05,
-      "loss": 0.7635,
+      "epoch": 0.18,
+      "learning_rate": 1.891571805153339e-05,
+      "loss": 0.791,
       "step": 910
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7287382366939586e-05,
-      "loss": 0.7732,
+      "epoch": 0.18,
+      "learning_rate": 1.8912893378227984e-05,
+      "loss": 0.8306,
       "step": 911
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7280978295767567e-05,
-      "loss": 0.8032,
+      "epoch": 0.18,
+      "learning_rate": 1.891006524188368e-05,
+      "loss": 0.7875,
       "step": 912
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7274567863199637e-05,
-      "loss": 0.7969,
+      "epoch": 0.18,
+      "learning_rate": 1.890723364359933e-05,
+      "loss": 0.7427,
       "step": 913
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7268151074836595e-05,
-      "loss": 0.7683,
+      "epoch": 0.18,
+      "learning_rate": 1.890439858447513e-05,
+      "loss": 0.8643,
       "step": 914
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.72617279362848e-05,
-      "loss": 0.7743,
+      "epoch": 0.18,
+      "learning_rate": 1.890156006561262e-05,
+      "loss": 0.7947,
       "step": 915
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7255298453156147e-05,
-      "loss": 0.7352,
+      "epoch": 0.18,
+      "learning_rate": 1.8898718088114688e-05,
+      "loss": 0.8152,
       "step": 916
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.724886263106808e-05,
-      "loss": 0.7429,
+      "epoch": 0.18,
+      "learning_rate": 1.8895872653085563e-05,
+      "loss": 0.7576,
       "step": 917
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.7242420475643583e-05,
-      "loss": 0.7661,
+      "epoch": 0.18,
+      "learning_rate": 1.8893023761630816e-05,
+      "loss": 0.8298,
       "step": 918
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.723597199251117e-05,
-      "loss": 0.8381,
+      "epoch": 0.18,
+      "learning_rate": 1.8890171414857366e-05,
+      "loss": 0.8176,
       "step": 919
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.722951718730489e-05,
-      "loss": 0.7739,
+      "epoch": 0.18,
+      "learning_rate": 1.888731561387347e-05,
+      "loss": 0.7697,
       "step": 920
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7223056065664306e-05,
-      "loss": 0.8411,
+      "epoch": 0.18,
+      "learning_rate": 1.8884456359788725e-05,
+      "loss": 0.7216,
       "step": 921
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7216588633234507e-05,
-      "loss": 0.7819,
+      "epoch": 0.18,
+      "learning_rate": 1.8881593653714075e-05,
+      "loss": 0.7277,
       "step": 922
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.721011489566609e-05,
-      "loss": 0.8067,
+      "epoch": 0.18,
+      "learning_rate": 1.8878727496761808e-05,
+      "loss": 0.7893,
       "step": 923
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.720363485861517e-05,
-      "loss": 0.768,
+      "epoch": 0.18,
+      "learning_rate": 1.8875857890045544e-05,
+      "loss": 0.7905,
       "step": 924
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7197148527743356e-05,
-      "loss": 0.7977,
+      "epoch": 0.18,
+      "learning_rate": 1.8872984834680242e-05,
+      "loss": 0.8513,
       "step": 925
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7190655908717757e-05,
-      "loss": 0.861,
+      "epoch": 0.18,
+      "learning_rate": 1.887010833178222e-05,
+      "loss": 0.6555,
       "step": 926
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7184157007210984e-05,
-      "loss": 0.748,
+      "epoch": 0.18,
+      "learning_rate": 1.886722838246911e-05,
+      "loss": 0.8337,
       "step": 927
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7177651828901136e-05,
-      "loss": 0.7709,
+      "epoch": 0.18,
+      "learning_rate": 1.8864344987859898e-05,
+      "loss": 0.8359,
       "step": 928
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.717114037947178e-05,
-      "loss": 0.7296,
+      "epoch": 0.18,
+      "learning_rate": 1.886145814907491e-05,
+      "loss": 0.7983,
       "step": 929
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.716462266461198e-05,
-      "loss": 0.8653,
+      "epoch": 0.18,
+      "learning_rate": 1.88585678672358e-05,
+      "loss": 0.8291,
       "step": 930
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.715809869001627e-05,
-      "loss": 0.783,
+      "epoch": 0.18,
+      "learning_rate": 1.8855674143465567e-05,
+      "loss": 0.8069,
       "step": 931
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.715156846138465e-05,
-      "loss": 0.8323,
+      "epoch": 0.18,
+      "learning_rate": 1.885277697888855e-05,
+      "loss": 0.8064,
       "step": 932
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7145031984422583e-05,
-      "loss": 0.7734,
+      "epoch": 0.18,
+      "learning_rate": 1.884987637463042e-05,
+      "loss": 0.7947,
       "step": 933
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7138489264840997e-05,
-      "loss": 0.6981,
+      "epoch": 0.18,
+      "learning_rate": 1.8846972331818182e-05,
+      "loss": 0.8325,
       "step": 934
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7131940308356267e-05,
-      "loss": 0.8228,
+      "epoch": 0.18,
+      "learning_rate": 1.8844064851580182e-05,
+      "loss": 0.825,
       "step": 935
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7125385120690227e-05,
-      "loss": 0.7702,
+      "epoch": 0.18,
+      "learning_rate": 1.8841153935046098e-05,
+      "loss": 0.8584,
       "step": 936
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7118823707570144e-05,
-      "loss": 0.7757,
+      "epoch": 0.18,
+      "learning_rate": 1.8838239583346948e-05,
+      "loss": 0.6885,
       "step": 937
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7112256074728728e-05,
-      "loss": 0.8479,
+      "epoch": 0.18,
+      "learning_rate": 1.8835321797615083e-05,
+      "loss": 0.8616,
       "step": 938
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7105682227904127e-05,
-      "loss": 0.9079,
+      "epoch": 0.18,
+      "learning_rate": 1.8832400578984183e-05,
+      "loss": 0.8245,
       "step": 939
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7099102172839918e-05,
-      "loss": 0.8685,
+      "epoch": 0.18,
+      "learning_rate": 1.8829475928589272e-05,
+      "loss": 0.7671,
       "step": 940
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.70925159152851e-05,
-      "loss": 0.8605,
+      "epoch": 0.18,
+      "learning_rate": 1.8826547847566692e-05,
+      "loss": 0.8442,
       "step": 941
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.708592346099408e-05,
-      "loss": 0.7583,
+      "epoch": 0.18,
+      "learning_rate": 1.8823616337054136e-05,
+      "loss": 0.8787,
       "step": 942
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7079324815726708e-05,
-      "loss": 0.8292,
+      "epoch": 0.18,
+      "learning_rate": 1.8820681398190618e-05,
+      "loss": 0.8536,
       "step": 943
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.707271998524821e-05,
-      "loss": 0.8065,
+      "epoch": 0.18,
+      "learning_rate": 1.8817743032116483e-05,
+      "loss": 0.7623,
       "step": 944
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7066108975329237e-05,
-      "loss": 0.8104,
+      "epoch": 0.18,
+      "learning_rate": 1.8814801239973413e-05,
+      "loss": 0.8447,
       "step": 945
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7059491791745833e-05,
-      "loss": 0.8519,
+      "epoch": 0.18,
+      "learning_rate": 1.8811856022904423e-05,
+      "loss": 0.8032,
       "step": 946
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7052868440279435e-05,
-      "loss": 0.8221,
+      "epoch": 0.18,
+      "learning_rate": 1.880890738205386e-05,
+      "loss": 0.7219,
       "step": 947
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.704623892671687e-05,
-      "loss": 0.7562,
+      "epoch": 0.18,
+      "learning_rate": 1.880595531856738e-05,
+      "loss": 0.7668,
       "step": 948
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.703960325685035e-05,
-      "loss": 0.7959,
+      "epoch": 0.18,
+      "learning_rate": 1.8802999833592e-05,
+      "loss": 0.8057,
       "step": 949
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7032961436477468e-05,
-      "loss": 0.764,
+      "epoch": 0.18,
+      "learning_rate": 1.880004092827605e-05,
+      "loss": 0.8208,
       "step": 950
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.702631347140118e-05,
-      "loss": 0.7204,
+      "epoch": 0.18,
+      "learning_rate": 1.8797078603769184e-05,
+      "loss": 0.7965,
       "step": 951
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.7019659367429815e-05,
-      "loss": 0.9451,
+      "epoch": 0.18,
+      "learning_rate": 1.87941128612224e-05,
+      "loss": 0.7627,
       "step": 952
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.701299913037708e-05,
-      "loss": 0.8056,
+      "epoch": 0.18,
+      "learning_rate": 1.8791143701788004e-05,
+      "loss": 0.6436,
       "step": 953
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.700633276606202e-05,
-      "loss": 0.804,
+      "epoch": 0.18,
+      "learning_rate": 1.8788171126619653e-05,
+      "loss": 0.7924,
       "step": 954
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6999660280309047e-05,
-      "loss": 0.8622,
+      "epoch": 0.18,
+      "learning_rate": 1.8785195136872315e-05,
+      "loss": 0.8132,
       "step": 955
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.699298167894791e-05,
-      "loss": 0.8046,
+      "epoch": 0.18,
+      "learning_rate": 1.8782215733702286e-05,
+      "loss": 0.7389,
       "step": 956
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.698629696781372e-05,
-      "loss": 0.754,
+      "epoch": 0.18,
+      "learning_rate": 1.8779232918267194e-05,
+      "loss": 0.821,
       "step": 957
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.69796061527469e-05,
-      "loss": 0.8228,
+      "epoch": 0.18,
+      "learning_rate": 1.8776246691725988e-05,
+      "loss": 0.6995,
       "step": 958
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.697290923959323e-05,
-      "loss": 0.7298,
+      "epoch": 0.18,
+      "learning_rate": 1.8773257055238946e-05,
+      "loss": 0.7842,
       "step": 959
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.69662062342038e-05,
-      "loss": 0.7494,
+      "epoch": 0.18,
+      "learning_rate": 1.8770264009967667e-05,
+      "loss": 0.6433,
       "step": 960
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.695949714243504e-05,
-      "loss": 0.8578,
+      "epoch": 0.18,
+      "learning_rate": 1.876726755707508e-05,
+      "loss": 0.8165,
       "step": 961
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6952781970148677e-05,
-      "loss": 0.8333,
+      "epoch": 0.19,
+      "learning_rate": 1.8764267697725432e-05,
+      "loss": 0.8586,
       "step": 962
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.694606072321177e-05,
-      "loss": 0.8991,
+      "epoch": 0.19,
+      "learning_rate": 1.8761264433084294e-05,
+      "loss": 0.8574,
       "step": 963
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6939333407496678e-05,
-      "loss": 0.8224,
+      "epoch": 0.19,
+      "learning_rate": 1.8758257764318566e-05,
+      "loss": 0.834,
       "step": 964
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6932600028881053e-05,
-      "loss": 0.8321,
+      "epoch": 0.19,
+      "learning_rate": 1.8755247692596467e-05,
+      "loss": 0.7734,
       "step": 965
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.692586059324786e-05,
-      "loss": 0.8174,
+      "epoch": 0.19,
+      "learning_rate": 1.8752234219087538e-05,
+      "loss": 0.7468,
       "step": 966
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6919115106485346e-05,
-      "loss": 0.6674,
+      "epoch": 0.19,
+      "learning_rate": 1.874921734496264e-05,
+      "loss": 0.8049,
       "step": 967
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.691236357448705e-05,
-      "loss": 0.7733,
+      "epoch": 0.19,
+      "learning_rate": 1.874619707139396e-05,
+      "loss": 0.792,
       "step": 968
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6905606003151785e-05,
-      "loss": 0.8742,
+      "epoch": 0.19,
+      "learning_rate": 1.8743173399555e-05,
+      "loss": 0.8044,
       "step": 969
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.689884239838365e-05,
-      "loss": 0.7887,
+      "epoch": 0.19,
+      "learning_rate": 1.8740146330620584e-05,
+      "loss": 0.7827,
       "step": 970
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6892072766092014e-05,
-      "loss": 0.8267,
+      "epoch": 0.19,
+      "learning_rate": 1.8737115865766865e-05,
+      "loss": 0.8232,
       "step": 971
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6885297112191504e-05,
-      "loss": 0.8104,
+      "epoch": 0.19,
+      "learning_rate": 1.87340820061713e-05,
+      "loss": 0.8425,
       "step": 972
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.687851544260202e-05,
-      "loss": 0.7244,
+      "epoch": 0.19,
+      "learning_rate": 1.8731044753012674e-05,
+      "loss": 0.6411,
       "step": 973
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6871727763248697e-05,
-      "loss": 0.7844,
+      "epoch": 0.19,
+      "learning_rate": 1.872800410747109e-05,
+      "loss": 0.8718,
       "step": 974
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6864934080061955e-05,
-      "loss": 0.9305,
+      "epoch": 0.19,
+      "learning_rate": 1.8724960070727974e-05,
+      "loss": 0.8525,
       "step": 975
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6858134398977428e-05,
-      "loss": 0.7851,
+      "epoch": 0.19,
+      "learning_rate": 1.8721912643966055e-05,
+      "loss": 0.8076,
       "step": 976
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6851328725936003e-05,
-      "loss": 0.9336,
+      "epoch": 0.19,
+      "learning_rate": 1.871886182836939e-05,
+      "loss": 0.8101,
       "step": 977
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6844517066883806e-05,
-      "loss": 0.717,
+      "epoch": 0.19,
+      "learning_rate": 1.871580762512336e-05,
+      "loss": 0.7787,
       "step": 978
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.683769942777218e-05,
-      "loss": 0.837,
+      "epoch": 0.19,
+      "learning_rate": 1.871275003541464e-05,
+      "loss": 0.8262,
       "step": 979
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.683087581455771e-05,
-      "loss": 0.7731,
+      "epoch": 0.19,
+      "learning_rate": 1.8709689060431242e-05,
+      "loss": 0.7753,
       "step": 980
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.682404623320219e-05,
-      "loss": 0.743,
+      "epoch": 0.19,
+      "learning_rate": 1.8706624701362485e-05,
+      "loss": 0.8059,
       "step": 981
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6817210689672626e-05,
-      "loss": 0.8237,
+      "epoch": 0.19,
+      "learning_rate": 1.8703556959398998e-05,
+      "loss": 0.769,
       "step": 982
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6810369189941242e-05,
-      "loss": 0.806,
+      "epoch": 0.19,
+      "learning_rate": 1.8700485835732735e-05,
+      "loss": 0.8225,
       "step": 983
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6803521739985455e-05,
-      "loss": 0.8469,
+      "epoch": 0.19,
+      "learning_rate": 1.8697411331556958e-05,
+      "loss": 0.8142,
       "step": 984
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6796668345787896e-05,
-      "loss": 0.7595,
+      "epoch": 0.19,
+      "learning_rate": 1.8694333448066238e-05,
+      "loss": 0.6653,
       "step": 985
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.678980901333637e-05,
-      "loss": 0.7491,
+      "epoch": 0.19,
+      "learning_rate": 1.8691252186456465e-05,
+      "loss": 0.8339,
       "step": 986
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.6782943748623886e-05,
-      "loss": 0.8043,
+      "epoch": 0.19,
+      "learning_rate": 1.8688167547924846e-05,
+      "loss": 0.7864,
       "step": 987
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6776072557648634e-05,
-      "loss": 0.8483,
+      "epoch": 0.19,
+      "learning_rate": 1.868507953366989e-05,
+      "loss": 0.8145,
       "step": 988
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.676919544641397e-05,
-      "loss": 0.7908,
+      "epoch": 0.19,
+      "learning_rate": 1.8681988144891425e-05,
+      "loss": 0.8667,
       "step": 989
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6762312420928436e-05,
-      "loss": 0.7287,
+      "epoch": 0.19,
+      "learning_rate": 1.8678893382790583e-05,
+      "loss": 0.7604,
       "step": 990
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.675542348720574e-05,
-      "loss": 0.7858,
+      "epoch": 0.19,
+      "learning_rate": 1.8675795248569816e-05,
+      "loss": 0.8191,
       "step": 991
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.674852865126474e-05,
-      "loss": 0.7655,
+      "epoch": 0.19,
+      "learning_rate": 1.8672693743432875e-05,
+      "loss": 0.7759,
       "step": 992
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6741627919129467e-05,
-      "loss": 0.7828,
+      "epoch": 0.19,
+      "learning_rate": 1.8669588868584832e-05,
+      "loss": 0.6648,
       "step": 993
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.673472129682909e-05,
-      "loss": 0.7158,
+      "epoch": 0.19,
+      "learning_rate": 1.866648062523206e-05,
+      "loss": 0.8076,
       "step": 994
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6727808790397934e-05,
-      "loss": 0.8019,
+      "epoch": 0.19,
+      "learning_rate": 1.866336901458225e-05,
+      "loss": 0.7471,
       "step": 995
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6720890405875458e-05,
-      "loss": 0.7816,
+      "epoch": 0.19,
+      "learning_rate": 1.866025403784439e-05,
+      "loss": 0.7944,
       "step": 996
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6713966149306257e-05,
-      "loss": 0.8023,
+      "epoch": 0.19,
+      "learning_rate": 1.8657135696228777e-05,
+      "loss": 0.8384,
       "step": 997
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.670703602674006e-05,
-      "loss": 0.7531,
+      "epoch": 0.19,
+      "learning_rate": 1.865401399094703e-05,
+      "loss": 0.7483,
       "step": 998
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6700100044231728e-05,
-      "loss": 0.7819,
+      "epoch": 0.19,
+      "learning_rate": 1.8650888923212057e-05,
+      "loss": 0.8354,
       "step": 999
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6693158207841224e-05,
-      "loss": 0.7658,
+      "epoch": 0.19,
+      "learning_rate": 1.8647760494238082e-05,
+      "loss": 0.7263,
       "step": 1000
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.668621052363364e-05,
-      "loss": 0.8202,
+      "epoch": 0.19,
+      "learning_rate": 1.8644628705240636e-05,
+      "loss": 0.8301,
       "step": 1001
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.667925699767917e-05,
-      "loss": 0.8617,
+      "epoch": 0.19,
+      "learning_rate": 1.864149355743655e-05,
+      "loss": 0.8508,
       "step": 1002
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6672297636053118e-05,
-      "loss": 0.8469,
+      "epoch": 0.19,
+      "learning_rate": 1.863835505204396e-05,
+      "loss": 0.6716,
       "step": 1003
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.666533244483588e-05,
-      "loss": 0.7637,
+      "epoch": 0.19,
+      "learning_rate": 1.8635213190282312e-05,
+      "loss": 0.7694,
       "step": 1004
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6658361430112956e-05,
-      "loss": 0.7797,
+      "epoch": 0.19,
+      "learning_rate": 1.863206797337235e-05,
+      "loss": 0.754,
       "step": 1005
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.665138459797491e-05,
-      "loss": 0.7619,
+      "epoch": 0.19,
+      "learning_rate": 1.862891940253613e-05,
+      "loss": 0.7957,
       "step": 1006
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6644401954517426e-05,
-      "loss": 0.7517,
+      "epoch": 0.19,
+      "learning_rate": 1.8625767478997003e-05,
+      "loss": 0.8718,
       "step": 1007
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6637413505841225e-05,
-      "loss": 0.8885,
+      "epoch": 0.19,
+      "learning_rate": 1.8622612203979628e-05,
+      "loss": 0.668,
       "step": 1008
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6630419258052136e-05,
-      "loss": 0.8229,
+      "epoch": 0.19,
+      "learning_rate": 1.8619453578709957e-05,
+      "loss": 0.8296,
       "step": 1009
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6623419217261026e-05,
-      "loss": 0.7969,
+      "epoch": 0.19,
+      "learning_rate": 1.861629160441526e-05,
+      "loss": 0.8054,
       "step": 1010
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6616413389583844e-05,
-      "loss": 0.7192,
+      "epoch": 0.19,
+      "learning_rate": 1.8613126282324092e-05,
+      "loss": 0.8075,
       "step": 1011
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6609401781141583e-05,
-      "loss": 0.8438,
+      "epoch": 0.19,
+      "learning_rate": 1.8609957613666316e-05,
+      "loss": 0.7717,
       "step": 1012
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.660238439806029e-05,
-      "loss": 0.804,
+      "epoch": 0.19,
+      "learning_rate": 1.8606785599673098e-05,
+      "loss": 0.8152,
       "step": 1013
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6595361246471057e-05,
-      "loss": 0.746,
+      "epoch": 0.2,
+      "learning_rate": 1.86036102415769e-05,
+      "loss": 0.8315,
       "step": 1014
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.658833233251002e-05,
-      "loss": 0.9336,
+      "epoch": 0.2,
+      "learning_rate": 1.860043154061148e-05,
+      "loss": 0.8119,
       "step": 1015
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6581297662318343e-05,
-      "loss": 0.752,
+      "epoch": 0.2,
+      "learning_rate": 1.8597249498011906e-05,
+      "loss": 0.7772,
       "step": 1016
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.657425724204222e-05,
-      "loss": 0.8783,
+      "epoch": 0.2,
+      "learning_rate": 1.8594064115014528e-05,
+      "loss": 0.8613,
       "step": 1017
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6567211077832878e-05,
-      "loss": 0.792,
+      "epoch": 0.2,
+      "learning_rate": 1.8590875392857008e-05,
+      "loss": 0.8442,
       "step": 1018
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.656015917584655e-05,
-      "loss": 0.7441,
+      "epoch": 0.2,
+      "learning_rate": 1.8587683332778305e-05,
+      "loss": 0.7805,
       "step": 1019
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.655310154224449e-05,
-      "loss": 0.7541,
+      "epoch": 0.2,
+      "learning_rate": 1.8584487936018663e-05,
+      "loss": 0.6121,
       "step": 1020
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.654603818319296e-05,
-      "loss": 0.8094,
+      "epoch": 0.2,
+      "learning_rate": 1.858128920381963e-05,
+      "loss": 0.7744,
       "step": 1021
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.6538969104863215e-05,
-      "loss": 0.809,
+      "epoch": 0.2,
+      "learning_rate": 1.8578087137424057e-05,
+      "loss": 0.7947,
       "step": 1022
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6531894313431522e-05,
-      "loss": 0.8077,
+      "epoch": 0.2,
+      "learning_rate": 1.8574881738076076e-05,
+      "loss": 0.782,
       "step": 1023
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6524813815079124e-05,
-      "loss": 0.7793,
+      "epoch": 0.2,
+      "learning_rate": 1.8571673007021124e-05,
+      "loss": 0.8213,
       "step": 1024
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6517727615992263e-05,
-      "loss": 0.8526,
+      "epoch": 0.2,
+      "learning_rate": 1.856846094550593e-05,
+      "loss": 0.8364,
       "step": 1025
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6510635722362152e-05,
-      "loss": 0.7775,
+      "epoch": 0.2,
+      "learning_rate": 1.8565245554778516e-05,
+      "loss": 0.8782,
       "step": 1026
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6503538140384984e-05,
-      "loss": 0.8373,
+      "epoch": 0.2,
+      "learning_rate": 1.8562026836088198e-05,
+      "loss": 0.7977,
       "step": 1027
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6496434876261926e-05,
-      "loss": 0.7561,
+      "epoch": 0.2,
+      "learning_rate": 1.855880479068559e-05,
+      "loss": 0.7767,
       "step": 1028
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.64893259361991e-05,
-      "loss": 0.7425,
+      "epoch": 0.2,
+      "learning_rate": 1.855557941982258e-05,
+      "loss": 0.8284,
       "step": 1029
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6482211326407595e-05,
-      "loss": 0.7976,
+      "epoch": 0.2,
+      "learning_rate": 1.8552350724752383e-05,
+      "loss": 0.6389,
       "step": 1030
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6475091053103446e-05,
-      "loss": 0.8252,
+      "epoch": 0.2,
+      "learning_rate": 1.854911870672947e-05,
+      "loss": 0.7711,
       "step": 1031
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.646796512250765e-05,
-      "loss": 0.8179,
+      "epoch": 0.2,
+      "learning_rate": 1.854588336700962e-05,
+      "loss": 0.79,
       "step": 1032
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6460833540846123e-05,
-      "loss": 0.7787,
+      "epoch": 0.2,
+      "learning_rate": 1.85426447068499e-05,
+      "loss": 0.7893,
       "step": 1033
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6453696314349746e-05,
-      "loss": 0.8582,
+      "epoch": 0.2,
+      "learning_rate": 1.853940272750867e-05,
+      "loss": 0.7833,
       "step": 1034
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6446553449254316e-05,
-      "loss": 0.8349,
+      "epoch": 0.2,
+      "learning_rate": 1.8536157430245577e-05,
+      "loss": 0.7832,
       "step": 1035
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6439404951800557e-05,
-      "loss": 0.8786,
+      "epoch": 0.2,
+      "learning_rate": 1.8532908816321557e-05,
+      "loss": 0.8296,
       "step": 1036
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6432250828234117e-05,
-      "loss": 0.8323,
+      "epoch": 0.2,
+      "learning_rate": 1.8529656886998838e-05,
+      "loss": 0.8296,
       "step": 1037
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6425091084805557e-05,
-      "loss": 0.8883,
+      "epoch": 0.2,
+      "learning_rate": 1.8526401643540924e-05,
+      "loss": 0.8354,
       "step": 1038
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6417925727770355e-05,
-      "loss": 0.7703,
+      "epoch": 0.2,
+      "learning_rate": 1.8523143087212623e-05,
+      "loss": 0.822,
       "step": 1039
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6410754763388884e-05,
-      "loss": 0.7133,
+      "epoch": 0.2,
+      "learning_rate": 1.851988121928002e-05,
+      "loss": 0.8481,
       "step": 1040
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.640357819792642e-05,
-      "loss": 0.787,
+      "epoch": 0.2,
+      "learning_rate": 1.8516616041010495e-05,
+      "loss": 0.8347,
       "step": 1041
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.639639603765314e-05,
-      "loss": 0.794,
+      "epoch": 0.2,
+      "learning_rate": 1.85133475536727e-05,
+      "loss": 0.8214,
       "step": 1042
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6389208288844094e-05,
-      "loss": 0.7754,
+      "epoch": 0.2,
+      "learning_rate": 1.851007575853659e-05,
+      "loss": 0.759,
       "step": 1043
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6382014957779227e-05,
-      "loss": 0.7651,
+      "epoch": 0.2,
+      "learning_rate": 1.8506800656873397e-05,
+      "loss": 0.8274,
       "step": 1044
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6374816050743357e-05,
-      "loss": 0.7244,
+      "epoch": 0.2,
+      "learning_rate": 1.850352224995563e-05,
+      "loss": 0.785,
       "step": 1045
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.636761157402618e-05,
-      "loss": 0.7572,
+      "epoch": 0.2,
+      "learning_rate": 1.8500240539057093e-05,
+      "loss": 0.8162,
       "step": 1046
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6360401533922244e-05,
-      "loss": 0.8021,
+      "epoch": 0.2,
+      "learning_rate": 1.8496955525452877e-05,
+      "loss": 0.7803,
       "step": 1047
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6353185936730972e-05,
-      "loss": 0.7756,
+      "epoch": 0.2,
+      "learning_rate": 1.8493667210419337e-05,
+      "loss": 0.6614,
       "step": 1048
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.634596478875663e-05,
-      "loss": 0.8106,
+      "epoch": 0.2,
+      "learning_rate": 1.8490375595234135e-05,
+      "loss": 0.8291,
       "step": 1049
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6338738096308345e-05,
-      "loss": 0.8832,
+      "epoch": 0.2,
+      "learning_rate": 1.8487080681176195e-05,
+      "loss": 0.8655,
       "step": 1050
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6331505865700084e-05,
-      "loss": 0.8046,
+      "epoch": 0.2,
+      "learning_rate": 1.848378246952574e-05,
+      "loss": 0.8469,
       "step": 1051
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6324268103250648e-05,
-      "loss": 0.7462,
+      "epoch": 0.2,
+      "learning_rate": 1.848048096156426e-05,
+      "loss": 0.8138,
       "step": 1052
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.631702481528368e-05,
-      "loss": 0.7464,
+      "epoch": 0.2,
+      "learning_rate": 1.8477176158574533e-05,
+      "loss": 0.8499,
       "step": 1053
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6309776008127642e-05,
-      "loss": 0.7718,
+      "epoch": 0.2,
+      "learning_rate": 1.8473868061840617e-05,
+      "loss": 0.8149,
       "step": 1054
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6302521688115823e-05,
-      "loss": 0.813,
+      "epoch": 0.2,
+      "learning_rate": 1.847055667264785e-05,
+      "loss": 0.804,
       "step": 1055
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.6295261861586328e-05,
-      "loss": 0.7459,
+      "epoch": 0.2,
+      "learning_rate": 1.8467241992282842e-05,
+      "loss": 0.6711,
       "step": 1056
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.628799653488207e-05,
-      "loss": 0.7226,
+      "epoch": 0.2,
+      "learning_rate": 1.8463924022033492e-05,
+      "loss": 0.8333,
       "step": 1057
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.628072571435078e-05,
-      "loss": 0.8472,
+      "epoch": 0.2,
+      "learning_rate": 1.8460602763188974e-05,
+      "loss": 0.7717,
       "step": 1058
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6273449406344964e-05,
-      "loss": 0.7515,
+      "epoch": 0.2,
+      "learning_rate": 1.8457278217039735e-05,
+      "loss": 0.877,
       "step": 1059
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6266167617221948e-05,
-      "loss": 0.7948,
+      "epoch": 0.2,
+      "learning_rate": 1.8453950384877504e-05,
+      "loss": 0.7894,
       "step": 1060
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6258880353343832e-05,
-      "loss": 0.7151,
+      "epoch": 0.2,
+      "learning_rate": 1.8450619267995283e-05,
+      "loss": 0.7556,
       "step": 1061
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6251587621077506e-05,
-      "loss": 0.717,
+      "epoch": 0.2,
+      "learning_rate": 1.844728486768736e-05,
+      "loss": 0.7942,
       "step": 1062
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6244289426794636e-05,
-      "loss": 0.7252,
+      "epoch": 0.2,
+      "learning_rate": 1.8443947185249287e-05,
+      "loss": 0.7666,
       "step": 1063
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6236985776871656e-05,
-      "loss": 0.7702,
+      "epoch": 0.2,
+      "learning_rate": 1.8440606221977893e-05,
+      "loss": 0.7629,
       "step": 1064
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6229676677689773e-05,
-      "loss": 0.8816,
+      "epoch": 0.2,
+      "learning_rate": 1.8437261979171294e-05,
+      "loss": 0.6831,
       "step": 1065
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.622236213563495e-05,
-      "loss": 0.8192,
+      "epoch": 0.21,
+      "learning_rate": 1.843391445812886e-05,
+      "loss": 0.8584,
       "step": 1066
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.621504215709791e-05,
-      "loss": 0.8301,
+      "epoch": 0.21,
+      "learning_rate": 1.843056366015125e-05,
+      "loss": 0.8359,
       "step": 1067
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6207716748474122e-05,
-      "loss": 0.7527,
+      "epoch": 0.21,
+      "learning_rate": 1.8427209586540392e-05,
+      "loss": 0.828,
       "step": 1068
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6200385916163803e-05,
-      "loss": 0.8572,
+      "epoch": 0.21,
+      "learning_rate": 1.8423852238599488e-05,
+      "loss": 0.7913,
       "step": 1069
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.61930496665719e-05,
-      "loss": 0.8022,
+      "epoch": 0.21,
+      "learning_rate": 1.842049161763301e-05,
+      "loss": 0.8345,
       "step": 1070
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.618570800610811e-05,
-      "loss": 0.7938,
+      "epoch": 0.21,
+      "learning_rate": 1.84171277249467e-05,
+      "loss": 0.6631,
       "step": 1071
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6178360941186834e-05,
-      "loss": 0.8529,
+      "epoch": 0.21,
+      "learning_rate": 1.841376056184758e-05,
+      "loss": 0.834,
       "step": 1072
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6171008478227216e-05,
-      "loss": 0.8072,
+      "epoch": 0.21,
+      "learning_rate": 1.8410390129643927e-05,
+      "loss": 0.7415,
       "step": 1073
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.616365062365311e-05,
-      "loss": 0.8222,
+      "epoch": 0.21,
+      "learning_rate": 1.8407016429645305e-05,
+      "loss": 0.8062,
       "step": 1074
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6156287383893073e-05,
-      "loss": 0.8391,
+      "epoch": 0.21,
+      "learning_rate": 1.8403639463162536e-05,
+      "loss": 0.7649,
       "step": 1075
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6148918765380377e-05,
-      "loss": 0.7406,
+      "epoch": 0.21,
+      "learning_rate": 1.8400259231507716e-05,
+      "loss": 0.7893,
       "step": 1076
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6141544774552987e-05,
-      "loss": 0.8177,
+      "epoch": 0.21,
+      "learning_rate": 1.839687573599421e-05,
+      "loss": 0.8164,
       "step": 1077
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6134165417853563e-05,
-      "loss": 0.8398,
+      "epoch": 0.21,
+      "learning_rate": 1.8393488977936654e-05,
+      "loss": 0.832,
       "step": 1078
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6126780701729458e-05,
-      "loss": 0.8228,
+      "epoch": 0.21,
+      "learning_rate": 1.839009895865094e-05,
+      "loss": 0.8174,
       "step": 1079
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.61193906326327e-05,
-      "loss": 0.7923,
+      "epoch": 0.21,
+      "learning_rate": 1.8386705679454243e-05,
+      "loss": 0.7983,
       "step": 1080
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.611199521702e-05,
-      "loss": 0.7928,
+      "epoch": 0.21,
+      "learning_rate": 1.8383309141664992e-05,
+      "loss": 0.8396,
       "step": 1081
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6104594461352733e-05,
-      "loss": 0.8137,
+      "epoch": 0.21,
+      "learning_rate": 1.837990934660288e-05,
+      "loss": 0.8132,
       "step": 1082
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6097188372096955e-05,
-      "loss": 0.7491,
+      "epoch": 0.21,
+      "learning_rate": 1.8376506295588887e-05,
+      "loss": 0.8118,
       "step": 1083
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6089776955723362e-05,
-      "loss": 0.8255,
+      "epoch": 0.21,
+      "learning_rate": 1.8373099989945236e-05,
+      "loss": 0.8665,
       "step": 1084
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6082360218707316e-05,
-      "loss": 0.8053,
+      "epoch": 0.21,
+      "learning_rate": 1.836969043099542e-05,
+      "loss": 0.8013,
       "step": 1085
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6074938167528827e-05,
-      "loss": 0.8247,
+      "epoch": 0.21,
+      "learning_rate": 1.83662776200642e-05,
+      "loss": 0.8073,
       "step": 1086
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6067510808672545e-05,
-      "loss": 0.7846,
+      "epoch": 0.21,
+      "learning_rate": 1.8362861558477597e-05,
+      "loss": 0.7834,
       "step": 1087
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.606007814862776e-05,
-      "loss": 0.751,
+      "epoch": 0.21,
+      "learning_rate": 1.8359442247562896e-05,
+      "loss": 0.7386,
       "step": 1088
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.605264019388839e-05,
-      "loss": 0.7349,
+      "epoch": 0.21,
+      "learning_rate": 1.835601968864865e-05,
+      "loss": 0.8667,
       "step": 1089
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6045196950952983e-05,
-      "loss": 0.7222,
+      "epoch": 0.21,
+      "learning_rate": 1.8352593883064664e-05,
+      "loss": 0.7425,
       "step": 1090
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.6037748426324705e-05,
-      "loss": 0.7601,
+      "epoch": 0.21,
+      "learning_rate": 1.8349164832142015e-05,
+      "loss": 0.7715,
       "step": 1091
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.603029462651134e-05,
-      "loss": 0.7817,
+      "epoch": 0.21,
+      "learning_rate": 1.834573253721303e-05,
+      "loss": 0.7848,
       "step": 1092
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.6022835558025273e-05,
-      "loss": 0.7557,
+      "epoch": 0.21,
+      "learning_rate": 1.83422969996113e-05,
+      "loss": 0.8113,
       "step": 1093
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.6015371227383504e-05,
-      "loss": 0.7499,
+      "epoch": 0.21,
+      "learning_rate": 1.8338858220671683e-05,
+      "loss": 0.8274,
       "step": 1094
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.600790164110762e-05,
-      "loss": 0.7761,
+      "epoch": 0.21,
+      "learning_rate": 1.833541620173029e-05,
+      "loss": 0.8052,
       "step": 1095
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.6000426805723802e-05,
-      "loss": 0.7768,
+      "epoch": 0.21,
+      "learning_rate": 1.833197094412449e-05,
+      "loss": 0.8149,
       "step": 1096
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.599294672776282e-05,
-      "loss": 0.8232,
+      "epoch": 0.21,
+      "learning_rate": 1.8328522449192915e-05,
+      "loss": 0.8071,
       "step": 1097
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5985461413760028e-05,
-      "loss": 0.7805,
+      "epoch": 0.21,
+      "learning_rate": 1.8325070718275452e-05,
+      "loss": 0.884,
       "step": 1098
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5977970870255345e-05,
-      "loss": 0.783,
+      "epoch": 0.21,
+      "learning_rate": 1.8321615752713242e-05,
+      "loss": 0.8296,
       "step": 1099
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5970475103793266e-05,
-      "loss": 0.746,
+      "epoch": 0.21,
+      "learning_rate": 1.8318157553848694e-05,
+      "loss": 0.8337,
       "step": 1100
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.596297412092285e-05,
-      "loss": 0.7905,
+      "epoch": 0.21,
+      "learning_rate": 1.8314696123025456e-05,
+      "loss": 0.7452,
       "step": 1101
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5955467928197704e-05,
-      "loss": 0.7627,
+      "epoch": 0.21,
+      "learning_rate": 1.8311231461588446e-05,
+      "loss": 0.7942,
       "step": 1102
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5947956532176e-05,
-      "loss": 0.7931,
+      "epoch": 0.21,
+      "learning_rate": 1.830776357088383e-05,
+      "loss": 0.8116,
       "step": 1103
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5940439939420448e-05,
-      "loss": 0.7173,
+      "epoch": 0.21,
+      "learning_rate": 1.8304292452259037e-05,
+      "loss": 0.8162,
       "step": 1104
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5932918156498306e-05,
-      "loss": 0.8073,
+      "epoch": 0.21,
+      "learning_rate": 1.8300818107062744e-05,
+      "loss": 0.8384,
       "step": 1105
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.592539118998135e-05,
-      "loss": 0.7998,
+      "epoch": 0.21,
+      "learning_rate": 1.8297340536644877e-05,
+      "loss": 0.8162,
       "step": 1106
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5917859046445906e-05,
-      "loss": 0.8477,
+      "epoch": 0.21,
+      "learning_rate": 1.8293859742356625e-05,
+      "loss": 0.7927,
       "step": 1107
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5910321732472805e-05,
-      "loss": 0.8442,
+      "epoch": 0.21,
+      "learning_rate": 1.8290375725550417e-05,
+      "loss": 0.7582,
       "step": 1108
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.590277925464741e-05,
-      "loss": 0.762,
+      "epoch": 0.21,
+      "learning_rate": 1.8286888487579954e-05,
+      "loss": 0.8015,
       "step": 1109
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5895231619559588e-05,
-      "loss": 0.8351,
+      "epoch": 0.21,
+      "learning_rate": 1.8283398029800167e-05,
+      "loss": 0.791,
       "step": 1110
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.588767883380371e-05,
-      "loss": 0.7519,
+      "epoch": 0.21,
+      "learning_rate": 1.827990435356725e-05,
+      "loss": 0.8079,
       "step": 1111
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5880120903978652e-05,
-      "loss": 0.8622,
+      "epoch": 0.21,
+      "learning_rate": 1.827640746023865e-05,
+      "loss": 0.8015,
       "step": 1112
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.587255783668779e-05,
-      "loss": 0.7802,
+      "epoch": 0.21,
+      "learning_rate": 1.827290735117305e-05,
+      "loss": 0.8064,
       "step": 1113
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5864989638538967e-05,
-      "loss": 0.8054,
+      "epoch": 0.21,
+      "learning_rate": 1.82694040277304e-05,
+      "loss": 0.8167,
       "step": 1114
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.585741631614453e-05,
-      "loss": 0.909,
+      "epoch": 0.21,
+      "learning_rate": 1.8265897491271885e-05,
+      "loss": 0.8433,
       "step": 1115
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5849837876121295e-05,
-      "loss": 0.6857,
+      "epoch": 0.21,
+      "learning_rate": 1.826238774315995e-05,
+      "loss": 0.8179,
       "step": 1116
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5842254325090557e-05,
-      "loss": 0.7285,
+      "epoch": 0.21,
+      "learning_rate": 1.8258874784758276e-05,
+      "loss": 0.8755,
       "step": 1117
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5834665669678065e-05,
-      "loss": 0.7571,
+      "epoch": 0.22,
+      "learning_rate": 1.82553586174318e-05,
+      "loss": 0.7886,
       "step": 1118
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.582707191651403e-05,
-      "loss": 0.818,
+      "epoch": 0.22,
+      "learning_rate": 1.8251839242546696e-05,
+      "loss": 0.8293,
       "step": 1119
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5819473072233123e-05,
-      "loss": 0.7909,
+      "epoch": 0.22,
+      "learning_rate": 1.82483166614704e-05,
+      "loss": 0.8059,
       "step": 1120
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5811869143474458e-05,
-      "loss": 0.6899,
+      "epoch": 0.22,
+      "learning_rate": 1.8244790875571582e-05,
+      "loss": 0.8164,
       "step": 1121
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5804260136881596e-05,
-      "loss": 0.8204,
+      "epoch": 0.22,
+      "learning_rate": 1.8241261886220155e-05,
+      "loss": 0.7666,
       "step": 1122
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5796646059102527e-05,
-      "loss": 0.7609,
+      "epoch": 0.22,
+      "learning_rate": 1.8237729694787295e-05,
+      "loss": 0.8796,
       "step": 1123
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5789026916789677e-05,
-      "loss": 0.7714,
+      "epoch": 0.22,
+      "learning_rate": 1.8234194302645393e-05,
+      "loss": 0.8098,
       "step": 1124
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.5781402716599902e-05,
-      "loss": 0.7849,
+      "epoch": 0.22,
+      "learning_rate": 1.8230655711168112e-05,
+      "loss": 0.8352,
       "step": 1125
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.577377346519446e-05,
-      "loss": 0.8239,
+      "epoch": 0.22,
+      "learning_rate": 1.8227113921730336e-05,
+      "loss": 0.8325,
       "step": 1126
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5766139169239044e-05,
-      "loss": 0.7631,
+      "epoch": 0.22,
+      "learning_rate": 1.822356893570821e-05,
+      "loss": 0.7876,
       "step": 1127
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.575849983540374e-05,
-      "loss": 0.8314,
+      "epoch": 0.22,
+      "learning_rate": 1.8220020754479104e-05,
+      "loss": 0.782,
       "step": 1128
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.575085547036304e-05,
-      "loss": 0.7567,
+      "epoch": 0.22,
+      "learning_rate": 1.821646937942164e-05,
+      "loss": 0.7759,
       "step": 1129
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5743206080795825e-05,
-      "loss": 0.7496,
+      "epoch": 0.22,
+      "learning_rate": 1.821291481191568e-05,
+      "loss": 0.774,
       "step": 1130
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.573555167338538e-05,
-      "loss": 0.6943,
+      "epoch": 0.22,
+      "learning_rate": 1.8209357053342325e-05,
+      "loss": 0.6567,
       "step": 1131
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5727892254819363e-05,
-      "loss": 0.806,
+      "epoch": 0.22,
+      "learning_rate": 1.8205796105083917e-05,
+      "loss": 0.76,
       "step": 1132
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5720227831789816e-05,
-      "loss": 0.8079,
+      "epoch": 0.22,
+      "learning_rate": 1.8202231968524033e-05,
+      "loss": 0.7795,
       "step": 1133
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5712558410993147e-05,
-      "loss": 0.7533,
+      "epoch": 0.22,
+      "learning_rate": 1.8198664645047496e-05,
+      "loss": 0.7988,
       "step": 1134
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5704883999130137e-05,
-      "loss": 0.7921,
+      "epoch": 0.22,
+      "learning_rate": 1.8195094136040357e-05,
+      "loss": 0.7864,
       "step": 1135
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5697204602905926e-05,
-      "loss": 0.7497,
+      "epoch": 0.22,
+      "learning_rate": 1.819152044288992e-05,
+      "loss": 0.7771,
       "step": 1136
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5689520229030002e-05,
-      "loss": 0.8297,
+      "epoch": 0.22,
+      "learning_rate": 1.818794356698471e-05,
+      "loss": 0.8479,
       "step": 1137
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5681830884216215e-05,
-      "loss": 0.7995,
+      "epoch": 0.22,
+      "learning_rate": 1.8184363509714494e-05,
+      "loss": 0.7694,
       "step": 1138
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.567413657518275e-05,
-      "loss": 0.7455,
+      "epoch": 0.22,
+      "learning_rate": 1.818078027247028e-05,
+      "loss": 0.8579,
       "step": 1139
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5666437308652122e-05,
-      "loss": 0.8105,
+      "epoch": 0.22,
+      "learning_rate": 1.8177193856644315e-05,
+      "loss": 0.7786,
       "step": 1140
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5658733091351195e-05,
-      "loss": 0.8085,
+      "epoch": 0.22,
+      "learning_rate": 1.8173604263630066e-05,
+      "loss": 0.7637,
       "step": 1141
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.565102393001115e-05,
-      "loss": 0.7464,
+      "epoch": 0.22,
+      "learning_rate": 1.8170011494822242e-05,
+      "loss": 0.713,
       "step": 1142
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5643309831367477e-05,
-      "loss": 0.7321,
+      "epoch": 0.22,
+      "learning_rate": 1.816641555161679e-05,
+      "loss": 0.8484,
       "step": 1143
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.563559080216e-05,
-      "loss": 0.793,
+      "epoch": 0.22,
+      "learning_rate": 1.8162816435410892e-05,
+      "loss": 0.8037,
       "step": 1144
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5627866849132837e-05,
-      "loss": 0.8627,
+      "epoch": 0.22,
+      "learning_rate": 1.8159214147602947e-05,
+      "loss": 0.8118,
       "step": 1145
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5620137979034403e-05,
-      "loss": 0.8261,
+      "epoch": 0.22,
+      "learning_rate": 1.8155608689592604e-05,
+      "loss": 0.7454,
       "step": 1146
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.561240419861743e-05,
-      "loss": 0.8254,
+      "epoch": 0.22,
+      "learning_rate": 1.8152000062780735e-05,
+      "loss": 0.8149,
       "step": 1147
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.560466551463892e-05,
-      "loss": 0.77,
+      "epoch": 0.22,
+      "learning_rate": 1.8148388268569453e-05,
+      "loss": 0.6362,
       "step": 1148
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5596921933860167e-05,
-      "loss": 0.8718,
+      "epoch": 0.22,
+      "learning_rate": 1.814477330836208e-05,
+      "loss": 0.8811,
       "step": 1149
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5589173463046745e-05,
-      "loss": 0.8452,
+      "epoch": 0.22,
+      "learning_rate": 1.8141155183563195e-05,
+      "loss": 0.8003,
       "step": 1150
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.55814201089685e-05,
-      "loss": 0.7696,
+      "epoch": 0.22,
+      "learning_rate": 1.8137533895578585e-05,
+      "loss": 0.7869,
       "step": 1151
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.557366187839954e-05,
-      "loss": 0.7958,
+      "epoch": 0.22,
+      "learning_rate": 1.8133909445815277e-05,
+      "loss": 0.8573,
       "step": 1152
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5565898778118236e-05,
-      "loss": 0.7837,
+      "epoch": 0.22,
+      "learning_rate": 1.813028183568153e-05,
+      "loss": 0.8276,
       "step": 1153
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5558130814907215e-05,
-      "loss": 0.8007,
+      "epoch": 0.22,
+      "learning_rate": 1.8126651066586818e-05,
+      "loss": 0.8379,
       "step": 1154
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5550357995553353e-05,
-      "loss": 0.7241,
+      "epoch": 0.22,
+      "learning_rate": 1.8123017139941853e-05,
+      "loss": 0.7466,
       "step": 1155
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.554258032684777e-05,
-      "loss": 0.7359,
+      "epoch": 0.22,
+      "learning_rate": 1.811938005715857e-05,
+      "loss": 0.7861,
       "step": 1156
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5534797815585813e-05,
-      "loss": 0.7525,
+      "epoch": 0.22,
+      "learning_rate": 1.8115739819650124e-05,
+      "loss": 0.8286,
       "step": 1157
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.552701046856708e-05,
-      "loss": 0.7933,
+      "epoch": 0.22,
+      "learning_rate": 1.8112096428830912e-05,
+      "loss": 0.8799,
       "step": 1158
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.551921829259537e-05,
-      "loss": 0.7215,
+      "epoch": 0.22,
+      "learning_rate": 1.8108449886116543e-05,
+      "loss": 0.865,
       "step": 1159
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.5511421294478715e-05,
-      "loss": 0.7096,
+      "epoch": 0.22,
+      "learning_rate": 1.8104800192923856e-05,
+      "loss": 0.7394,
       "step": 1160
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.550361948102936e-05,
-      "loss": 0.7825,
+      "epoch": 0.22,
+      "learning_rate": 1.8101147350670905e-05,
+      "loss": 0.7688,
       "step": 1161
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.549581285906376e-05,
-      "loss": 0.7753,
+      "epoch": 0.22,
+      "learning_rate": 1.8097491360776987e-05,
+      "loss": 0.8005,
       "step": 1162
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.548800143540256e-05,
-      "loss": 0.8385,
+      "epoch": 0.22,
+      "learning_rate": 1.8093832224662598e-05,
+      "loss": 0.6417,
       "step": 1163
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.54801852168706e-05,
-      "loss": 0.728,
+      "epoch": 0.22,
+      "learning_rate": 1.8090169943749477e-05,
+      "loss": 0.8557,
       "step": 1164
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5472364210296928e-05,
-      "loss": 0.6918,
+      "epoch": 0.22,
+      "learning_rate": 1.808650451946057e-05,
+      "loss": 0.7625,
       "step": 1165
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5464538422514757e-05,
-      "loss": 0.7072,
+      "epoch": 0.22,
+      "learning_rate": 1.8082835953220055e-05,
+      "loss": 0.6912,
       "step": 1166
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5456707860361485e-05,
-      "loss": 0.6752,
+      "epoch": 0.22,
+      "learning_rate": 1.8079164246453322e-05,
+      "loss": 0.8342,
       "step": 1167
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5448872530678678e-05,
-      "loss": 0.8231,
+      "epoch": 0.22,
+      "learning_rate": 1.8075489400586993e-05,
+      "loss": 0.8552,
       "step": 1168
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.544103244031207e-05,
-      "loss": 0.832,
+      "epoch": 0.22,
+      "learning_rate": 1.807181141704889e-05,
+      "loss": 0.8442,
       "step": 1169
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5433187596111557e-05,
-      "loss": 0.856,
+      "epoch": 0.23,
+      "learning_rate": 1.806813029726808e-05,
+      "loss": 0.8298,
       "step": 1170
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.542533800493118e-05,
-      "loss": 0.7748,
+      "epoch": 0.23,
+      "learning_rate": 1.806444604267483e-05,
+      "loss": 0.8247,
       "step": 1171
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.541748367362913e-05,
-      "loss": 0.7258,
+      "epoch": 0.23,
+      "learning_rate": 1.8060758654700622e-05,
+      "loss": 0.8223,
       "step": 1172
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.540962460906775e-05,
-      "loss": 0.7263,
+      "epoch": 0.23,
+      "learning_rate": 1.8057068134778174e-05,
+      "loss": 0.7695,
       "step": 1173
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5401760818113504e-05,
-      "loss": 0.7517,
+      "epoch": 0.23,
+      "learning_rate": 1.8053374484341403e-05,
+      "loss": 0.8059,
       "step": 1174
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5393892307636996e-05,
-      "loss": 0.7572,
+      "epoch": 0.23,
+      "learning_rate": 1.8049677704825455e-05,
+      "loss": 0.8398,
       "step": 1175
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5386019084512946e-05,
-      "loss": 0.8224,
+      "epoch": 0.23,
+      "learning_rate": 1.8045977797666685e-05,
+      "loss": 0.8198,
       "step": 1176
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5378141155620196e-05,
-      "loss": 0.7707,
+      "epoch": 0.23,
+      "learning_rate": 1.8042274764302664e-05,
+      "loss": 0.7623,
       "step": 1177
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5370258527841696e-05,
-      "loss": 0.7461,
+      "epoch": 0.23,
+      "learning_rate": 1.8038568606172172e-05,
+      "loss": 0.875,
       "step": 1178
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5362371208064507e-05,
-      "loss": 0.8226,
+      "epoch": 0.23,
+      "learning_rate": 1.803485932471522e-05,
+      "loss": 0.7734,
       "step": 1179
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5354479203179785e-05,
-      "loss": 0.7191,
+      "epoch": 0.23,
+      "learning_rate": 1.803114692137302e-05,
+      "loss": 0.6633,
       "step": 1180
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5346582520082777e-05,
-      "loss": 0.8071,
+      "epoch": 0.23,
+      "learning_rate": 1.8027431397587993e-05,
+      "loss": 0.8179,
       "step": 1181
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5338681165672825e-05,
-      "loss": 0.7079,
+      "epoch": 0.23,
+      "learning_rate": 1.8023712754803783e-05,
+      "loss": 0.79,
       "step": 1182
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5330775146853345e-05,
-      "loss": 0.7826,
+      "epoch": 0.23,
+      "learning_rate": 1.8019990994465235e-05,
+      "loss": 0.7498,
       "step": 1183
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5322864470531834e-05,
-      "loss": 0.6778,
+      "epoch": 0.23,
+      "learning_rate": 1.801626611801842e-05,
+      "loss": 0.623,
       "step": 1184
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5314949143619853e-05,
-      "loss": 0.8466,
+      "epoch": 0.23,
+      "learning_rate": 1.801253812691061e-05,
+      "loss": 0.6189,
       "step": 1185
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5307029173033026e-05,
-      "loss": 0.8357,
+      "epoch": 0.23,
+      "learning_rate": 1.8008807022590283e-05,
+      "loss": 0.7925,
       "step": 1186
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5299104565691047e-05,
-      "loss": 0.8063,
+      "epoch": 0.23,
+      "learning_rate": 1.8005072806507132e-05,
+      "loss": 0.7728,
       "step": 1187
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5291175328517638e-05,
-      "loss": 0.8193,
+      "epoch": 0.23,
+      "learning_rate": 1.8001335480112067e-05,
+      "loss": 0.8354,
       "step": 1188
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.528324146844059e-05,
-      "loss": 0.8017,
+      "epoch": 0.23,
+      "learning_rate": 1.799759504485719e-05,
+      "loss": 0.8301,
       "step": 1189
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5275302992391717e-05,
-      "loss": 0.7202,
+      "epoch": 0.23,
+      "learning_rate": 1.7993851502195822e-05,
+      "loss": 0.8245,
       "step": 1190
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.526735990730687e-05,
-      "loss": 0.7469,
+      "epoch": 0.23,
+      "learning_rate": 1.7990104853582494e-05,
+      "loss": 0.8223,
       "step": 1191
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.525941222012593e-05,
-      "loss": 0.7968,
+      "epoch": 0.23,
+      "learning_rate": 1.798635510047293e-05,
+      "loss": 0.874,
       "step": 1192
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.52514599377928e-05,
-      "loss": 0.7518,
+      "epoch": 0.23,
+      "learning_rate": 1.7982602244324074e-05,
+      "loss": 0.771,
       "step": 1193
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5243503067255389e-05,
-      "loss": 0.8074,
+      "epoch": 0.23,
+      "learning_rate": 1.7978846286594073e-05,
+      "loss": 0.6741,
       "step": 1194
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.5235541615465628e-05,
-      "loss": 0.7342,
+      "epoch": 0.23,
+      "learning_rate": 1.7975087228742272e-05,
+      "loss": 0.6694,
       "step": 1195
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5227575589379433e-05,
-      "loss": 0.7424,
+      "epoch": 0.23,
+      "learning_rate": 1.7971325072229227e-05,
+      "loss": 0.7812,
       "step": 1196
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5219604995956732e-05,
-      "loss": 0.7857,
+      "epoch": 0.23,
+      "learning_rate": 1.7967559818516697e-05,
+      "loss": 0.8064,
       "step": 1197
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5211629842161442e-05,
-      "loss": 0.8523,
+      "epoch": 0.23,
+      "learning_rate": 1.7963791469067637e-05,
+      "loss": 0.7275,
       "step": 1198
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5203650134961454e-05,
-      "loss": 0.7243,
+      "epoch": 0.23,
+      "learning_rate": 1.796002002534622e-05,
+      "loss": 0.7727,
       "step": 1199
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5195665881328646e-05,
-      "loss": 0.8693,
+      "epoch": 0.23,
+      "learning_rate": 1.795624548881781e-05,
+      "loss": 0.8022,
       "step": 1200
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5187677088238869e-05,
-      "loss": 0.8163,
+      "epoch": 0.23,
+      "learning_rate": 1.7952467860948975e-05,
+      "loss": 0.7876,
       "step": 1201
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5179683762671933e-05,
-      "loss": 0.8152,
+      "epoch": 0.23,
+      "learning_rate": 1.7948687143207485e-05,
+      "loss": 0.8506,
       "step": 1202
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5171685911611613e-05,
-      "loss": 0.8196,
+      "epoch": 0.23,
+      "learning_rate": 1.7944903337062304e-05,
+      "loss": 0.7695,
       "step": 1203
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.516368354204564e-05,
-      "loss": 0.8847,
+      "epoch": 0.23,
+      "learning_rate": 1.7941116443983612e-05,
+      "loss": 0.6526,
       "step": 1204
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5155676660965686e-05,
-      "loss": 0.8068,
+      "epoch": 0.23,
+      "learning_rate": 1.793732646544277e-05,
+      "loss": 0.8052,
       "step": 1205
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5147665275367374e-05,
-      "loss": 0.8135,
+      "epoch": 0.23,
+      "learning_rate": 1.7933533402912354e-05,
+      "loss": 0.7888,
       "step": 1206
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.513964939225025e-05,
-      "loss": 0.7574,
+      "epoch": 0.23,
+      "learning_rate": 1.7929737257866123e-05,
+      "loss": 0.7863,
       "step": 1207
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5131629018617803e-05,
-      "loss": 0.8414,
+      "epoch": 0.23,
+      "learning_rate": 1.7925938031779044e-05,
+      "loss": 0.7629,
       "step": 1208
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5123604161477436e-05,
-      "loss": 0.9241,
+      "epoch": 0.23,
+      "learning_rate": 1.7922135726127276e-05,
+      "loss": 0.8164,
       "step": 1209
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5115574827840475e-05,
-      "loss": 0.727,
+      "epoch": 0.23,
+      "learning_rate": 1.7918330342388183e-05,
+      "loss": 0.7863,
       "step": 1210
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5107541024722152e-05,
-      "loss": 0.8064,
+      "epoch": 0.23,
+      "learning_rate": 1.791452188204031e-05,
+      "loss": 0.8694,
       "step": 1211
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5099502759141609e-05,
-      "loss": 0.8009,
+      "epoch": 0.23,
+      "learning_rate": 1.7910710346563417e-05,
+      "loss": 0.8298,
       "step": 1212
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5091460038121878e-05,
-      "loss": 0.821,
+      "epoch": 0.23,
+      "learning_rate": 1.7906895737438437e-05,
+      "loss": 0.7437,
       "step": 1213
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5083412868689899e-05,
-      "loss": 0.786,
+      "epoch": 0.23,
+      "learning_rate": 1.7903078056147515e-05,
+      "loss": 0.7917,
       "step": 1214
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5075361257876484e-05,
-      "loss": 0.7325,
+      "epoch": 0.23,
+      "learning_rate": 1.7899257304173975e-05,
+      "loss": 0.8369,
       "step": 1215
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5067305212716332e-05,
-      "loss": 0.7479,
+      "epoch": 0.23,
+      "learning_rate": 1.7895433483002356e-05,
+      "loss": 0.7903,
       "step": 1216
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.505924474024802e-05,
-      "loss": 0.7734,
+      "epoch": 0.23,
+      "learning_rate": 1.7891606594118362e-05,
+      "loss": 0.7939,
       "step": 1217
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5051179847513979e-05,
-      "loss": 0.8238,
+      "epoch": 0.23,
+      "learning_rate": 1.7887776639008912e-05,
+      "loss": 0.782,
       "step": 1218
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5043110541560519e-05,
-      "loss": 0.7355,
+      "epoch": 0.23,
+      "learning_rate": 1.7883943619162102e-05,
+      "loss": 0.8027,
       "step": 1219
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5035036829437797e-05,
-      "loss": 0.8415,
+      "epoch": 0.23,
+      "learning_rate": 1.788010753606722e-05,
+      "loss": 0.8517,
       "step": 1220
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5026958718199823e-05,
-      "loss": 0.7636,
+      "epoch": 0.23,
+      "learning_rate": 1.7876268391214756e-05,
+      "loss": 0.7881,
       "step": 1221
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5018876214904441e-05,
-      "loss": 0.7171,
+      "epoch": 0.24,
+      "learning_rate": 1.7872426186096374e-05,
+      "loss": 0.7673,
       "step": 1222
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5010789326613347e-05,
-      "loss": 0.6961,
+      "epoch": 0.24,
+      "learning_rate": 1.786858092220494e-05,
+      "loss": 0.754,
       "step": 1223
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.5002698060392056e-05,
-      "loss": 0.7769,
+      "epoch": 0.24,
+      "learning_rate": 1.78647326010345e-05,
+      "loss": 0.7415,
       "step": 1224
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.4994602423309919e-05,
-      "loss": 0.8787,
+      "epoch": 0.24,
+      "learning_rate": 1.786088122408029e-05,
+      "loss": 0.8188,
       "step": 1225
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.4986502422440095e-05,
-      "loss": 0.7822,
+      "epoch": 0.24,
+      "learning_rate": 1.785702679283874e-05,
+      "loss": 0.7622,
       "step": 1226
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.497839806485956e-05,
-      "loss": 0.6975,
+      "epoch": 0.24,
+      "learning_rate": 1.785316930880745e-05,
+      "loss": 0.8152,
       "step": 1227
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.4970289357649104e-05,
-      "loss": 0.7841,
+      "epoch": 0.24,
+      "learning_rate": 1.7849308773485226e-05,
+      "loss": 0.8071,
       "step": 1228
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.49621763078933e-05,
-      "loss": 0.852,
+      "epoch": 0.24,
+      "learning_rate": 1.7845445188372047e-05,
+      "loss": 0.8135,
       "step": 1229
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.4954058922680535e-05,
-      "loss": 0.8055,
+      "epoch": 0.24,
+      "learning_rate": 1.784157855496908e-05,
+      "loss": 0.801,
       "step": 1230
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.494593720910297e-05,
-      "loss": 0.7774,
+      "epoch": 0.24,
+      "learning_rate": 1.7837708874778683e-05,
+      "loss": 0.8306,
       "step": 1231
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4937811174256549e-05,
-      "loss": 0.7506,
+      "epoch": 0.24,
+      "learning_rate": 1.783383614930438e-05,
+      "loss": 0.7874,
       "step": 1232
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4929680825241e-05,
-      "loss": 0.739,
+      "epoch": 0.24,
+      "learning_rate": 1.78299603800509e-05,
+      "loss": 0.8267,
       "step": 1233
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4921546169159808e-05,
-      "loss": 0.7721,
+      "epoch": 0.24,
+      "learning_rate": 1.782608156852414e-05,
+      "loss": 0.8037,
       "step": 1234
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4913407213120235e-05,
-      "loss": 0.7517,
+      "epoch": 0.24,
+      "learning_rate": 1.7822199716231186e-05,
+      "loss": 0.8635,
       "step": 1235
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.490526396423329e-05,
-      "loss": 0.7933,
+      "epoch": 0.24,
+      "learning_rate": 1.78183148246803e-05,
+      "loss": 0.7698,
       "step": 1236
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4897116429613734e-05,
-      "loss": 0.8189,
+      "epoch": 0.24,
+      "learning_rate": 1.781442689538093e-05,
+      "loss": 0.8242,
       "step": 1237
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4888964616380073e-05,
-      "loss": 0.8115,
+      "epoch": 0.24,
+      "learning_rate": 1.7810535929843703e-05,
+      "loss": 0.7954,
       "step": 1238
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4880808531654554e-05,
-      "loss": 0.7911,
+      "epoch": 0.24,
+      "learning_rate": 1.780664192958042e-05,
+      "loss": 0.8108,
       "step": 1239
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4872648182563154e-05,
-      "loss": 0.7939,
+      "epoch": 0.24,
+      "learning_rate": 1.780274489610407e-05,
+      "loss": 0.823,
       "step": 1240
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4864483576235577e-05,
-      "loss": 0.7591,
+      "epoch": 0.24,
+      "learning_rate": 1.7798844830928818e-05,
+      "loss": 0.8025,
       "step": 1241
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4856314719805243e-05,
-      "loss": 0.8912,
+      "epoch": 0.24,
+      "learning_rate": 1.7794941735570005e-05,
+      "loss": 0.8054,
       "step": 1242
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4848141620409289e-05,
-      "loss": 0.8192,
+      "epoch": 0.24,
+      "learning_rate": 1.7791035611544146e-05,
+      "loss": 0.8203,
       "step": 1243
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4839964285188556e-05,
-      "loss": 0.7562,
+      "epoch": 0.24,
+      "learning_rate": 1.778712646036894e-05,
+      "loss": 0.7749,
       "step": 1244
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.483178272128759e-05,
-      "loss": 0.7729,
+      "epoch": 0.24,
+      "learning_rate": 1.778321428356326e-05,
+      "loss": 0.78,
       "step": 1245
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4823596935854625e-05,
-      "loss": 0.8112,
+      "epoch": 0.24,
+      "learning_rate": 1.777929908264715e-05,
+      "loss": 0.801,
       "step": 1246
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4815406936041592e-05,
-      "loss": 0.8464,
+      "epoch": 0.24,
+      "learning_rate": 1.7775380859141837e-05,
+      "loss": 0.8303,
       "step": 1247
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.48072127290041e-05,
-      "loss": 0.7869,
+      "epoch": 0.24,
+      "learning_rate": 1.777145961456971e-05,
+      "loss": 0.821,
       "step": 1248
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4799014321901431e-05,
-      "loss": 0.7779,
+      "epoch": 0.24,
+      "learning_rate": 1.7767535350454347e-05,
+      "loss": 0.7932,
       "step": 1249
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4790811721896539e-05,
-      "loss": 0.6942,
+      "epoch": 0.24,
+      "learning_rate": 1.7763608068320487e-05,
+      "loss": 0.7753,
       "step": 1250
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.478260493615604e-05,
-      "loss": 0.7879,
+      "epoch": 0.24,
+      "learning_rate": 1.775967776969405e-05,
+      "loss": 0.7976,
       "step": 1251
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4774393971850214e-05,
-      "loss": 0.7652,
+      "epoch": 0.24,
+      "learning_rate": 1.7755744456102123e-05,
+      "loss": 0.7939,
       "step": 1252
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4766178836152983e-05,
-      "loss": 0.7394,
+      "epoch": 0.24,
+      "learning_rate": 1.7751808129072968e-05,
+      "loss": 0.8313,
       "step": 1253
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4757959536241917e-05,
-      "loss": 0.8186,
+      "epoch": 0.24,
+      "learning_rate": 1.7747868790136012e-05,
+      "loss": 0.8265,
       "step": 1254
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4749736079298222e-05,
-      "loss": 0.8569,
+      "epoch": 0.24,
+      "learning_rate": 1.7743926440821857e-05,
+      "loss": 0.8306,
       "step": 1255
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4741508472506743e-05,
-      "loss": 0.7815,
+      "epoch": 0.24,
+      "learning_rate": 1.7739981082662275e-05,
+      "loss": 0.7797,
       "step": 1256
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4733276723055941e-05,
-      "loss": 0.7544,
+      "epoch": 0.24,
+      "learning_rate": 1.7736032717190208e-05,
+      "loss": 0.7913,
       "step": 1257
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4725040838137905e-05,
-      "loss": 0.8598,
+      "epoch": 0.24,
+      "learning_rate": 1.773208134593976e-05,
+      "loss": 0.7578,
       "step": 1258
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4716800824948331e-05,
-      "loss": 0.7399,
+      "epoch": 0.24,
+      "learning_rate": 1.772812697044621e-05,
+      "loss": 0.7704,
       "step": 1259
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4708556690686526e-05,
-      "loss": 0.8044,
+      "epoch": 0.24,
+      "learning_rate": 1.7724169592245996e-05,
+      "loss": 0.7983,
       "step": 1260
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4700308442555395e-05,
-      "loss": 0.775,
+      "epoch": 0.24,
+      "learning_rate": 1.772020921287674e-05,
+      "loss": 0.8152,
       "step": 1261
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4692056087761439e-05,
-      "loss": 0.8601,
+      "epoch": 0.24,
+      "learning_rate": 1.7716245833877202e-05,
+      "loss": 0.8315,
       "step": 1262
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4683799633514748e-05,
-      "loss": 0.728,
+      "epoch": 0.24,
+      "learning_rate": 1.7712279456787334e-05,
+      "loss": 0.8333,
       "step": 1263
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.4675539087028987e-05,
-      "loss": 0.8295,
+      "epoch": 0.24,
+      "learning_rate": 1.7708310083148242e-05,
+      "loss": 0.8069,
       "step": 1264
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4667274455521405e-05,
-      "loss": 0.7515,
+      "epoch": 0.24,
+      "learning_rate": 1.7704337714502195e-05,
+      "loss": 0.8145,
       "step": 1265
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4659005746212816e-05,
-      "loss": 0.8037,
+      "epoch": 0.24,
+      "learning_rate": 1.7700362352392632e-05,
+      "loss": 0.8235,
       "step": 1266
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4650732966327598e-05,
-      "loss": 0.8117,
+      "epoch": 0.24,
+      "learning_rate": 1.769638399836414e-05,
+      "loss": 0.7881,
       "step": 1267
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.464245612309368e-05,
-      "loss": 0.7877,
+      "epoch": 0.24,
+      "learning_rate": 1.769240265396249e-05,
+      "loss": 0.8474,
       "step": 1268
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4634175223742553e-05,
-      "loss": 0.7743,
+      "epoch": 0.24,
+      "learning_rate": 1.7688418320734596e-05,
+      "loss": 0.8276,
       "step": 1269
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4625890275509237e-05,
-      "loss": 0.7755,
+      "epoch": 0.24,
+      "learning_rate": 1.7684431000228548e-05,
+      "loss": 0.7365,
       "step": 1270
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4617601285632308e-05,
-      "loss": 0.7915,
+      "epoch": 0.24,
+      "learning_rate": 1.7680440693993586e-05,
+      "loss": 0.7888,
       "step": 1271
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.460930826135385e-05,
-      "loss": 0.728,
+      "epoch": 0.24,
+      "learning_rate": 1.7676447403580114e-05,
+      "loss": 0.7494,
       "step": 1272
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4601011209919489e-05,
-      "loss": 0.8351,
+      "epoch": 0.24,
+      "learning_rate": 1.7672451130539697e-05,
+      "loss": 0.8245,
       "step": 1273
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4592710138578365e-05,
-      "loss": 0.7416,
+      "epoch": 0.25,
+      "learning_rate": 1.7668451876425056e-05,
+      "loss": 0.8308,
       "step": 1274
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4584405054583133e-05,
-      "loss": 0.7784,
+      "epoch": 0.25,
+      "learning_rate": 1.766444964279007e-05,
+      "loss": 0.7896,
       "step": 1275
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.457609596518995e-05,
-      "loss": 0.7706,
+      "epoch": 0.25,
+      "learning_rate": 1.766044443118978e-05,
+      "loss": 0.7415,
       "step": 1276
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4567782877658467e-05,
-      "loss": 0.7992,
+      "epoch": 0.25,
+      "learning_rate": 1.7656436243180385e-05,
+      "loss": 0.801,
       "step": 1277
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.455946579925184e-05,
-      "loss": 0.797,
+      "epoch": 0.25,
+      "learning_rate": 1.765242508031923e-05,
+      "loss": 0.8464,
       "step": 1278
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4551144737236707e-05,
-      "loss": 0.7703,
+      "epoch": 0.25,
+      "learning_rate": 1.7648410944164823e-05,
+      "loss": 0.8262,
       "step": 1279
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4542819698883184e-05,
-      "loss": 0.7772,
+      "epoch": 0.25,
+      "learning_rate": 1.7644393836276832e-05,
+      "loss": 0.7888,
       "step": 1280
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4534490691464862e-05,
-      "loss": 0.8464,
+      "epoch": 0.25,
+      "learning_rate": 1.7640373758216075e-05,
+      "loss": 0.7544,
       "step": 1281
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.45261577222588e-05,
-      "loss": 0.7848,
+      "epoch": 0.25,
+      "learning_rate": 1.7636350711544518e-05,
+      "loss": 0.7893,
       "step": 1282
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4517820798545524e-05,
-      "loss": 0.7593,
+      "epoch": 0.25,
+      "learning_rate": 1.7632324697825288e-05,
+      "loss": 0.8464,
       "step": 1283
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4509479927609001e-05,
-      "loss": 0.7551,
+      "epoch": 0.25,
+      "learning_rate": 1.7628295718622666e-05,
+      "loss": 0.812,
       "step": 1284
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.450113511673667e-05,
-      "loss": 0.8283,
+      "epoch": 0.25,
+      "learning_rate": 1.762426377550208e-05,
+      "loss": 0.8279,
       "step": 1285
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4492786373219382e-05,
-      "loss": 0.7697,
+      "epoch": 0.25,
+      "learning_rate": 1.762022887003011e-05,
+      "loss": 0.8069,
       "step": 1286
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4484433704351453e-05,
-      "loss": 0.7113,
+      "epoch": 0.25,
+      "learning_rate": 1.761619100377449e-05,
+      "loss": 0.8352,
       "step": 1287
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4476077117430609e-05,
-      "loss": 0.751,
+      "epoch": 0.25,
+      "learning_rate": 1.7612150178304102e-05,
+      "loss": 0.8171,
       "step": 1288
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.446771661975801e-05,
-      "loss": 0.6971,
+      "epoch": 0.25,
+      "learning_rate": 1.7608106395188983e-05,
+      "loss": 0.7849,
       "step": 1289
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4459352218638226e-05,
-      "loss": 0.7905,
+      "epoch": 0.25,
+      "learning_rate": 1.7604059656000313e-05,
+      "loss": 0.7976,
       "step": 1290
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4450983921379238e-05,
-      "loss": 0.802,
+      "epoch": 0.25,
+      "learning_rate": 1.7600009962310417e-05,
+      "loss": 0.8181,
       "step": 1291
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4442611735292435e-05,
-      "loss": 0.8705,
+      "epoch": 0.25,
+      "learning_rate": 1.7595957315692782e-05,
+      "loss": 0.8293,
       "step": 1292
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4434235667692607e-05,
-      "loss": 0.8147,
+      "epoch": 0.25,
+      "learning_rate": 1.759190171772203e-05,
+      "loss": 0.8044,
       "step": 1293
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4425855725897924e-05,
-      "loss": 0.7286,
+      "epoch": 0.25,
+      "learning_rate": 1.7587843169973934e-05,
+      "loss": 0.7947,
       "step": 1294
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.441747191722995e-05,
-      "loss": 0.758,
+      "epoch": 0.25,
+      "learning_rate": 1.7583781674025415e-05,
+      "loss": 0.7927,
       "step": 1295
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4409084249013623e-05,
-      "loss": 0.7975,
-      "step": 1296
+      "epoch": 0.25,
+      "learning_rate": 1.757971723145453e-05,
+      "loss": 0.8435,
+      "step": 1296
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4400692728577257e-05,
-      "loss": 0.8442,
+      "epoch": 0.25,
+      "learning_rate": 1.75756498438405e-05,
+      "loss": 0.8041,
       "step": 1297
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.4392297363252525e-05,
-      "loss": 0.7742,
+      "epoch": 0.25,
+      "learning_rate": 1.7571579512763665e-05,
+      "loss": 0.8582,
       "step": 1298
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.438389816037447e-05,
-      "loss": 0.7571,
+      "epoch": 0.25,
+      "learning_rate": 1.756750623980553e-05,
+      "loss": 0.6592,
       "step": 1299
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4375495127281474e-05,
-      "loss": 0.7553,
+      "epoch": 0.25,
+      "learning_rate": 1.7563430026548737e-05,
+      "loss": 0.7692,
       "step": 1300
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4367088271315279e-05,
-      "loss": 0.8215,
+      "epoch": 0.25,
+      "learning_rate": 1.7559350874577066e-05,
+      "loss": 0.8196,
       "step": 1301
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4358677599820961e-05,
-      "loss": 0.8783,
+      "epoch": 0.25,
+      "learning_rate": 1.7555268785475438e-05,
+      "loss": 0.7974,
       "step": 1302
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4350263120146925e-05,
-      "loss": 0.7894,
+      "epoch": 0.25,
+      "learning_rate": 1.755118376082992e-05,
+      "loss": 0.7794,
       "step": 1303
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4341844839644913e-05,
-      "loss": 0.776,
+      "epoch": 0.25,
+      "learning_rate": 1.7547095802227723e-05,
+      "loss": 0.7432,
       "step": 1304
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.433342276566998e-05,
-      "loss": 0.7127,
+      "epoch": 0.25,
+      "learning_rate": 1.7543004911257186e-05,
+      "loss": 0.728,
       "step": 1305
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4324996905580493e-05,
-      "loss": 0.7415,
+      "epoch": 0.25,
+      "learning_rate": 1.75389110895078e-05,
+      "loss": 0.7712,
       "step": 1306
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4316567266738142e-05,
-      "loss": 0.7894,
+      "epoch": 0.25,
+      "learning_rate": 1.7534814338570187e-05,
+      "loss": 0.6362,
       "step": 1307
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4308133856507905e-05,
-      "loss": 0.7498,
+      "epoch": 0.25,
+      "learning_rate": 1.7530714660036112e-05,
+      "loss": 0.8154,
       "step": 1308
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4299696682258053e-05,
-      "loss": 0.7526,
+      "epoch": 0.25,
+      "learning_rate": 1.7526612055498468e-05,
+      "loss": 0.7522,
       "step": 1309
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4291255751360158e-05,
-      "loss": 0.7167,
+      "epoch": 0.25,
+      "learning_rate": 1.7522506526551303e-05,
+      "loss": 0.7922,
       "step": 1310
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.428281107118906e-05,
-      "loss": 0.7981,
+      "epoch": 0.25,
+      "learning_rate": 1.7518398074789776e-05,
+      "loss": 0.8428,
       "step": 1311
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4274362649122892e-05,
-      "loss": 0.731,
+      "epoch": 0.25,
+      "learning_rate": 1.7514286701810203e-05,
+      "loss": 0.7087,
       "step": 1312
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4265910492543041e-05,
-      "loss": 0.7755,
+      "epoch": 0.25,
+      "learning_rate": 1.751017240921003e-05,
+      "loss": 0.801,
       "step": 1313
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.425745460883416e-05,
-      "loss": 0.7084,
+      "epoch": 0.25,
+      "learning_rate": 1.7506055198587835e-05,
+      "loss": 0.7593,
       "step": 1314
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4248995005384163e-05,
-      "loss": 0.7717,
+      "epoch": 0.25,
+      "learning_rate": 1.7501935071543325e-05,
+      "loss": 0.863,
       "step": 1315
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.424053168958421e-05,
-      "loss": 0.7102,
+      "epoch": 0.25,
+      "learning_rate": 1.7497812029677344e-05,
+      "loss": 0.8052,
       "step": 1316
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.423206466882871e-05,
-      "loss": 0.7825,
+      "epoch": 0.25,
+      "learning_rate": 1.7493686074591873e-05,
+      "loss": 0.8088,
       "step": 1317
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.42235939505153e-05,
-      "loss": 0.7786,
+      "epoch": 0.25,
+      "learning_rate": 1.7489557207890025e-05,
+      "loss": 0.8413,
       "step": 1318
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4215119542044858e-05,
-      "loss": 0.8189,
+      "epoch": 0.25,
+      "learning_rate": 1.7485425431176032e-05,
+      "loss": 0.7759,
       "step": 1319
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4206641450821474e-05,
-      "loss": 0.7651,
+      "epoch": 0.25,
+      "learning_rate": 1.748129074605527e-05,
+      "loss": 0.7776,
       "step": 1320
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4198159684252468e-05,
-      "loss": 0.8048,
+      "epoch": 0.25,
+      "learning_rate": 1.7477153154134244e-05,
+      "loss": 0.8103,
       "step": 1321
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4189674249748364e-05,
-      "loss": 0.7624,
+      "epoch": 0.25,
+      "learning_rate": 1.7473012657020577e-05,
+      "loss": 0.7902,
       "step": 1322
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4181185154722892e-05,
-      "loss": 0.7494,
+      "epoch": 0.25,
+      "learning_rate": 1.7468869256323036e-05,
+      "loss": 0.7605,
       "step": 1323
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4172692406592981e-05,
-      "loss": 0.8054,
+      "epoch": 0.25,
+      "learning_rate": 1.7464722953651504e-05,
+      "loss": 0.7773,
       "step": 1324
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4164196012778745e-05,
-      "loss": 0.7997,
+      "epoch": 0.26,
+      "learning_rate": 1.7460573750616996e-05,
+      "loss": 0.7284,
       "step": 1325
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4155695980703502e-05,
-      "loss": 0.7763,
+      "epoch": 0.26,
+      "learning_rate": 1.7456421648831658e-05,
+      "loss": 0.7842,
       "step": 1326
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4147192317793721e-05,
-      "loss": 0.7531,
+      "epoch": 0.26,
+      "learning_rate": 1.7452266649908756e-05,
+      "loss": 0.7916,
       "step": 1327
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.413868503147907e-05,
-      "loss": 0.8119,
+      "epoch": 0.26,
+      "learning_rate": 1.7448108755462684e-05,
+      "loss": 0.7584,
       "step": 1328
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4130174129192367e-05,
-      "loss": 0.9078,
+      "epoch": 0.26,
+      "learning_rate": 1.744394796710896e-05,
+      "loss": 0.8459,
       "step": 1329
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4121659618369591e-05,
-      "loss": 0.8169,
+      "epoch": 0.26,
+      "learning_rate": 1.7439784286464234e-05,
+      "loss": 0.7711,
       "step": 1330
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.411314150644988e-05,
-      "loss": 0.7401,
+      "epoch": 0.26,
+      "learning_rate": 1.743561771514626e-05,
+      "loss": 0.7845,
       "step": 1331
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4104619800875514e-05,
-      "loss": 0.7767,
+      "epoch": 0.26,
+      "learning_rate": 1.7431448254773943e-05,
+      "loss": 0.7874,
       "step": 1332
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4096094509091911e-05,
-      "loss": 0.7947,
+      "epoch": 0.26,
+      "learning_rate": 1.7427275906967288e-05,
+      "loss": 0.7843,
       "step": 1333
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.4087565638547625e-05,
-      "loss": 0.7587,
+      "epoch": 0.26,
+      "learning_rate": 1.7423100673347435e-05,
+      "loss": 0.8286,
       "step": 1334
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.4079033196694339e-05,
-      "loss": 0.7917,
+      "epoch": 0.26,
+      "learning_rate": 1.741892255553664e-05,
+      "loss": 0.8313,
       "step": 1335
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.407049719098685e-05,
-      "loss": 0.7787,
+      "epoch": 0.26,
+      "learning_rate": 1.741474155515827e-05,
+      "loss": 0.8359,
       "step": 1336
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.4061957628883072e-05,
-      "loss": 0.8023,
+      "epoch": 0.26,
+      "learning_rate": 1.741055767383683e-05,
+      "loss": 0.792,
       "step": 1337
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.4053414517844028e-05,
-      "loss": 0.783,
+      "epoch": 0.26,
+      "learning_rate": 1.7406370913197938e-05,
+      "loss": 0.7622,
       "step": 1338
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.4044867865333843e-05,
-      "loss": 0.7319,
+      "epoch": 0.26,
+      "learning_rate": 1.7402181274868323e-05,
+      "loss": 0.7959,
       "step": 1339
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.4036317678819729e-05,
-      "loss": 0.8148,
+      "epoch": 0.26,
+      "learning_rate": 1.7397988760475842e-05,
+      "loss": 0.7358,
       "step": 1340
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.4027763965771993e-05,
-      "loss": 0.7176,
+      "epoch": 0.26,
+      "learning_rate": 1.739379337164946e-05,
+      "loss": 0.7465,
       "step": 1341
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.4019206733664016e-05,
-      "loss": 0.6843,
+      "epoch": 0.26,
+      "learning_rate": 1.738959511001928e-05,
+      "loss": 0.7732,
       "step": 1342
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.4010645989972262e-05,
-      "loss": 0.8315,
+      "epoch": 0.26,
+      "learning_rate": 1.7385393977216486e-05,
+      "loss": 0.8197,
       "step": 1343
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.400208174217626e-05,
-      "loss": 0.7582,
+      "epoch": 0.26,
+      "learning_rate": 1.738118997487341e-05,
+      "loss": 0.8049,
       "step": 1344
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3993513997758592e-05,
-      "loss": 0.756,
+      "epoch": 0.26,
+      "learning_rate": 1.7376983104623477e-05,
+      "loss": 0.7927,
       "step": 1345
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.398494276420491e-05,
-      "loss": 0.7068,
+      "epoch": 0.26,
+      "learning_rate": 1.737277336810124e-05,
+      "loss": 0.6599,
       "step": 1346
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3976368049003903e-05,
-      "loss": 0.7649,
+      "epoch": 0.26,
+      "learning_rate": 1.7368560766942362e-05,
+      "loss": 0.6658,
       "step": 1347
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3967789859647308e-05,
-      "loss": 0.7569,
+      "epoch": 0.26,
+      "learning_rate": 1.736434530278362e-05,
+      "loss": 0.7655,
       "step": 1348
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3959208203629892e-05,
-      "loss": 0.7728,
+      "epoch": 0.26,
+      "learning_rate": 1.73601269772629e-05,
+      "loss": 0.6444,
       "step": 1349
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.395062308844946e-05,
-      "loss": 0.84,
+      "epoch": 0.26,
+      "learning_rate": 1.7355905792019195e-05,
+      "loss": 0.7856,
       "step": 1350
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3942034521606824e-05,
-      "loss": 0.8525,
+      "epoch": 0.26,
+      "learning_rate": 1.7351681748692622e-05,
+      "loss": 0.8042,
       "step": 1351
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.393344251060583e-05,
-      "loss": 0.7777,
+      "epoch": 0.26,
+      "learning_rate": 1.73474548489244e-05,
+      "loss": 0.8047,
       "step": 1352
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3924847062953318e-05,
-      "loss": 0.6963,
+      "epoch": 0.26,
+      "learning_rate": 1.7343225094356857e-05,
+      "loss": 0.803,
       "step": 1353
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3916248186159143e-05,
-      "loss": 0.7493,
+      "epoch": 0.26,
+      "learning_rate": 1.7338992486633438e-05,
+      "loss": 0.8301,
       "step": 1354
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3907645887736138e-05,
-      "loss": 0.8636,
+      "epoch": 0.26,
+      "learning_rate": 1.733475702739869e-05,
+      "loss": 0.7345,
       "step": 1355
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3899040175200152e-05,
-      "loss": 0.823,
+      "epoch": 0.26,
+      "learning_rate": 1.7330518718298263e-05,
+      "loss": 0.8145,
       "step": 1356
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3890431056069991e-05,
-      "loss": 0.7835,
+      "epoch": 0.26,
+      "learning_rate": 1.732627756097893e-05,
+      "loss": 0.8481,
       "step": 1357
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3881818537867455e-05,
-      "loss": 0.8629,
+      "epoch": 0.26,
+      "learning_rate": 1.732203355708856e-05,
+      "loss": 0.8298,
       "step": 1358
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3873202628117306e-05,
-      "loss": 0.7672,
+      "epoch": 0.26,
+      "learning_rate": 1.7317786708276124e-05,
+      "loss": 0.7761,
       "step": 1359
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3864583334347263e-05,
-      "loss": 0.7402,
+      "epoch": 0.26,
+      "learning_rate": 1.7313537016191706e-05,
+      "loss": 0.8054,
       "step": 1360
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3855960664088022e-05,
-      "loss": 0.7373,
+      "epoch": 0.26,
+      "learning_rate": 1.7309284482486494e-05,
+      "loss": 0.6237,
       "step": 1361
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3847334624873205e-05,
-      "loss": 0.7875,
+      "epoch": 0.26,
+      "learning_rate": 1.7305029108812777e-05,
+      "loss": 0.8054,
       "step": 1362
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3838705224239397e-05,
-      "loss": 0.7306,
+      "epoch": 0.26,
+      "learning_rate": 1.730077089682395e-05,
+      "loss": 0.7115,
       "step": 1363
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3830072469726105e-05,
-      "loss": 0.8185,
+      "epoch": 0.26,
+      "learning_rate": 1.729650984817451e-05,
+      "loss": 0.7786,
       "step": 1364
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3821436368875779e-05,
-      "loss": 0.752,
+      "epoch": 0.26,
+      "learning_rate": 1.7292245964520056e-05,
+      "loss": 0.7911,
       "step": 1365
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3812796929233776e-05,
-      "loss": 0.8252,
+      "epoch": 0.26,
+      "learning_rate": 1.7287979247517285e-05,
+      "loss": 0.8362,
       "step": 1366
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3804154158348395e-05,
-      "loss": 0.8139,
+      "epoch": 0.26,
+      "learning_rate": 1.7283709698824004e-05,
+      "loss": 0.7729,
       "step": 1367
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.3795508063770819e-05,
-      "loss": 0.7574,
+      "epoch": 0.26,
+      "learning_rate": 1.727943732009911e-05,
+      "loss": 0.8428,
       "step": 1368
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3786858653055154e-05,
-      "loss": 0.8715,
+      "epoch": 0.26,
+      "learning_rate": 1.7275162113002607e-05,
+      "loss": 0.783,
       "step": 1369
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.377820593375839e-05,
-      "loss": 0.7727,
+      "epoch": 0.26,
+      "learning_rate": 1.7270884079195596e-05,
+      "loss": 0.8723,
       "step": 1370
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3769549913440422e-05,
-      "loss": 0.7474,
+      "epoch": 0.26,
+      "learning_rate": 1.7266603220340273e-05,
+      "loss": 0.8252,
       "step": 1371
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3760890599664012e-05,
-      "loss": 0.7791,
+      "epoch": 0.26,
+      "learning_rate": 1.726231953809993e-05,
+      "loss": 0.7743,
       "step": 1372
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3752227999994816e-05,
-      "loss": 0.8,
+      "epoch": 0.26,
+      "learning_rate": 1.7258033034138972e-05,
+      "loss": 0.8049,
       "step": 1373
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.374356212200135e-05,
-      "loss": 0.7002,
+      "epoch": 0.26,
+      "learning_rate": 1.7253743710122877e-05,
+      "loss": 0.7966,
       "step": 1374
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3734892973254998e-05,
-      "loss": 0.7813,
+      "epoch": 0.26,
+      "learning_rate": 1.7249451567718236e-05,
+      "loss": 0.8193,
       "step": 1375
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3726220561330004e-05,
-      "loss": 0.7505,
+      "epoch": 0.26,
+      "learning_rate": 1.7245156608592727e-05,
+      "loss": 0.7419,
       "step": 1376
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3717544893803458e-05,
-      "loss": 0.7861,
+      "epoch": 0.27,
+      "learning_rate": 1.7240858834415126e-05,
+      "loss": 0.7667,
       "step": 1377
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3708865978255298e-05,
-      "loss": 0.8114,
+      "epoch": 0.27,
+      "learning_rate": 1.7236558246855303e-05,
+      "loss": 0.6472,
       "step": 1378
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3700183822268296e-05,
-      "loss": 0.7801,
+      "epoch": 0.27,
+      "learning_rate": 1.7232254847584212e-05,
+      "loss": 0.8264,
       "step": 1379
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.369149843342806e-05,
-      "loss": 0.7435,
+      "epoch": 0.27,
+      "learning_rate": 1.7227948638273918e-05,
+      "loss": 0.7158,
       "step": 1380
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3682809819323023e-05,
-      "loss": 0.6973,
+      "epoch": 0.27,
+      "learning_rate": 1.7223639620597556e-05,
+      "loss": 0.7976,
       "step": 1381
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3674117987544429e-05,
-      "loss": 0.751,
+      "epoch": 0.27,
+      "learning_rate": 1.721932779622937e-05,
+      "loss": 0.7689,
       "step": 1382
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3665422945686339e-05,
-      "loss": 0.7301,
+      "epoch": 0.27,
+      "learning_rate": 1.721501316684469e-05,
+      "loss": 0.8289,
       "step": 1383
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3656724701345616e-05,
-      "loss": 0.7557,
+      "epoch": 0.27,
+      "learning_rate": 1.7210695734119926e-05,
+      "loss": 0.8582,
       "step": 1384
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3648023262121925e-05,
-      "loss": 0.7716,
+      "epoch": 0.27,
+      "learning_rate": 1.7206375499732586e-05,
+      "loss": 0.7859,
       "step": 1385
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3639318635617722e-05,
-      "loss": 0.7415,
+      "epoch": 0.27,
+      "learning_rate": 1.7202052465361268e-05,
+      "loss": 0.864,
       "step": 1386
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3630610829438235e-05,
-      "loss": 0.6926,
+      "epoch": 0.27,
+      "learning_rate": 1.7197726632685653e-05,
+      "loss": 0.8198,
       "step": 1387
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3621899851191494e-05,
-      "loss": 0.8679,
+      "epoch": 0.27,
+      "learning_rate": 1.7193398003386514e-05,
+      "loss": 0.7584,
       "step": 1388
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3613185708488275e-05,
-      "loss": 0.8117,
+      "epoch": 0.27,
+      "learning_rate": 1.7189066579145704e-05,
+      "loss": 0.8633,
       "step": 1389
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.360446840894214e-05,
-      "loss": 0.819,
+      "epoch": 0.27,
+      "learning_rate": 1.7184732361646168e-05,
+      "loss": 0.8347,
       "step": 1390
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3595747960169393e-05,
-      "loss": 0.7341,
+      "epoch": 0.27,
+      "learning_rate": 1.718039535257194e-05,
+      "loss": 0.8201,
       "step": 1391
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3587024369789097e-05,
-      "loss": 0.7815,
+      "epoch": 0.27,
+      "learning_rate": 1.717605555360812e-05,
+      "loss": 0.7925,
       "step": 1392
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3578297645423062e-05,
-      "loss": 0.8208,
+      "epoch": 0.27,
+      "learning_rate": 1.7171712966440916e-05,
+      "loss": 0.8423,
       "step": 1393
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3569567794695835e-05,
-      "loss": 0.8194,
+      "epoch": 0.27,
+      "learning_rate": 1.71673675927576e-05,
+      "loss": 0.8096,
       "step": 1394
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3560834825234689e-05,
-      "loss": 0.9297,
+      "epoch": 0.27,
+      "learning_rate": 1.7163019434246545e-05,
+      "loss": 0.7744,
       "step": 1395
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3552098744669624e-05,
-      "loss": 0.7633,
+      "epoch": 0.27,
+      "learning_rate": 1.7158668492597186e-05,
+      "loss": 0.7913,
       "step": 1396
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3543359560633365e-05,
-      "loss": 0.7699,
+      "epoch": 0.27,
+      "learning_rate": 1.7154314769500052e-05,
+      "loss": 0.8354,
       "step": 1397
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3534617280761334e-05,
-      "loss": 0.6959,
+      "epoch": 0.27,
+      "learning_rate": 1.7149958266646756e-05,
+      "loss": 0.7988,
       "step": 1398
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3525871912691683e-05,
-      "loss": 0.7081,
+      "epoch": 0.27,
+      "learning_rate": 1.7145598985729976e-05,
+      "loss": 0.7869,
       "step": 1399
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3517123464065234e-05,
-      "loss": 0.7871,
+      "epoch": 0.27,
+      "learning_rate": 1.7141236928443482e-05,
+      "loss": 0.7957,
       "step": 1400
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3508371942525516e-05,
-      "loss": 0.8405,
+      "epoch": 0.27,
+      "learning_rate": 1.7136872096482123e-05,
+      "loss": 0.8352,
       "step": 1401
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3499617355718739e-05,
-      "loss": 0.6722,
+      "epoch": 0.27,
+      "learning_rate": 1.713250449154182e-05,
+      "loss": 0.7852,
       "step": 1402
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.3490859711293794e-05,
-      "loss": 0.7857,
+      "epoch": 0.27,
+      "learning_rate": 1.7128134115319567e-05,
+      "loss": 0.809,
       "step": 1403
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3482099016902234e-05,
-      "loss": 0.9143,
+      "epoch": 0.27,
+      "learning_rate": 1.712376096951345e-05,
+      "loss": 0.7976,
       "step": 1404
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3473335280198295e-05,
-      "loss": 0.7412,
+      "epoch": 0.27,
+      "learning_rate": 1.711938505582262e-05,
+      "loss": 0.7937,
       "step": 1405
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3464568508838852e-05,
-      "loss": 0.7462,
+      "epoch": 0.27,
+      "learning_rate": 1.7115006375947304e-05,
+      "loss": 0.7218,
       "step": 1406
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.345579871048344e-05,
-      "loss": 0.7946,
+      "epoch": 0.27,
+      "learning_rate": 1.7110624931588805e-05,
+      "loss": 0.7429,
       "step": 1407
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3447025892794243e-05,
-      "loss": 0.8215,
+      "epoch": 0.27,
+      "learning_rate": 1.7106240724449507e-05,
+      "loss": 0.7715,
       "step": 1408
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3438250063436074e-05,
-      "loss": 0.8425,
+      "epoch": 0.27,
+      "learning_rate": 1.7101853756232856e-05,
+      "loss": 0.7717,
       "step": 1409
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3429471230076381e-05,
-      "loss": 0.7685,
+      "epoch": 0.27,
+      "learning_rate": 1.7097464028643376e-05,
+      "loss": 0.6256,
       "step": 1410
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3420689400385239e-05,
-      "loss": 0.8245,
+      "epoch": 0.27,
+      "learning_rate": 1.7093071543386667e-05,
+      "loss": 0.8192,
       "step": 1411
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3411904582035336e-05,
-      "loss": 0.8602,
+      "epoch": 0.27,
+      "learning_rate": 1.7088676302169394e-05,
+      "loss": 0.7925,
       "step": 1412
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3403116782701977e-05,
-      "loss": 0.7377,
+      "epoch": 0.27,
+      "learning_rate": 1.7084278306699295e-05,
+      "loss": 0.7877,
       "step": 1413
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3394326010063067e-05,
-      "loss": 0.8121,
+      "epoch": 0.27,
+      "learning_rate": 1.7079877558685178e-05,
+      "loss": 0.8237,
       "step": 1414
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.338553227179911e-05,
-      "loss": 0.6717,
+      "epoch": 0.27,
+      "learning_rate": 1.7075474059836923e-05,
+      "loss": 0.7848,
       "step": 1415
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3376735575593202e-05,
-      "loss": 0.7157,
+      "epoch": 0.27,
+      "learning_rate": 1.7071067811865477e-05,
+      "loss": 0.7742,
       "step": 1416
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3367935929131028e-05,
-      "loss": 0.7167,
+      "epoch": 0.27,
+      "learning_rate": 1.7066658816482856e-05,
+      "loss": 0.8247,
       "step": 1417
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3359133340100836e-05,
-      "loss": 0.7618,
+      "epoch": 0.27,
+      "learning_rate": 1.7062247075402137e-05,
+      "loss": 0.7999,
       "step": 1418
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3350327816193457e-05,
-      "loss": 0.7991,
+      "epoch": 0.27,
+      "learning_rate": 1.705783259033748e-05,
+      "loss": 0.7756,
       "step": 1419
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3341519365102286e-05,
-      "loss": 0.7647,
+      "epoch": 0.27,
+      "learning_rate": 1.705341536300409e-05,
+      "loss": 0.756,
       "step": 1420
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3332707994523273e-05,
-      "loss": 0.6942,
+      "epoch": 0.27,
+      "learning_rate": 1.7048995395118253e-05,
+      "loss": 0.8446,
       "step": 1421
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3323893712154918e-05,
-      "loss": 0.7785,
+      "epoch": 0.27,
+      "learning_rate": 1.7044572688397316e-05,
+      "loss": 0.6172,
       "step": 1422
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3315076525698264e-05,
-      "loss": 0.7584,
+      "epoch": 0.27,
+      "learning_rate": 1.7040147244559688e-05,
+      "loss": 0.8501,
       "step": 1423
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3306256442856897e-05,
-      "loss": 0.8412,
+      "epoch": 0.27,
+      "learning_rate": 1.7035719065324837e-05,
+      "loss": 0.8115,
       "step": 1424
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3297433471336923e-05,
-      "loss": 0.8342,
+      "epoch": 0.27,
+      "learning_rate": 1.7031288152413304e-05,
+      "loss": 0.7979,
       "step": 1425
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3288607618846987e-05,
-      "loss": 0.7112,
+      "epoch": 0.27,
+      "learning_rate": 1.7026854507546694e-05,
+      "loss": 0.8181,
       "step": 1426
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3279778893098237e-05,
-      "loss": 0.7379,
+      "epoch": 0.27,
+      "learning_rate": 1.7022418132447656e-05,
+      "loss": 0.7987,
       "step": 1427
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3270947301804336e-05,
-      "loss": 0.8264,
+      "epoch": 0.27,
+      "learning_rate": 1.7017979028839918e-05,
+      "loss": 0.7631,
       "step": 1428
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3262112852681455e-05,
-      "loss": 0.8171,
+      "epoch": 0.28,
+      "learning_rate": 1.7013537198448253e-05,
+      "loss": 0.7922,
       "step": 1429
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3253275553448257e-05,
-      "loss": 0.7805,
+      "epoch": 0.28,
+      "learning_rate": 1.700909264299851e-05,
+      "loss": 0.8367,
       "step": 1430
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3244435411825898e-05,
-      "loss": 0.7399,
+      "epoch": 0.28,
+      "learning_rate": 1.7004645364217584e-05,
+      "loss": 0.7971,
       "step": 1431
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3235592435538013e-05,
-      "loss": 0.7417,
+      "epoch": 0.28,
+      "learning_rate": 1.7000195363833434e-05,
+      "loss": 0.749,
       "step": 1432
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3226746632310721e-05,
-      "loss": 0.7992,
+      "epoch": 0.28,
+      "learning_rate": 1.6995742643575076e-05,
+      "loss": 0.8259,
       "step": 1433
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3217898009872601e-05,
-      "loss": 0.8564,
+      "epoch": 0.28,
+      "learning_rate": 1.6991287205172575e-05,
+      "loss": 0.7998,
       "step": 1434
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3209046575954707e-05,
-      "loss": 0.7545,
+      "epoch": 0.28,
+      "learning_rate": 1.6986829050357068e-05,
+      "loss": 0.8,
       "step": 1435
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3200192338290538e-05,
-      "loss": 0.7946,
+      "epoch": 0.28,
+      "learning_rate": 1.698236818086073e-05,
+      "loss": 0.8311,
       "step": 1436
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3191335304616049e-05,
-      "loss": 0.731,
+      "epoch": 0.28,
+      "learning_rate": 1.6977904598416803e-05,
+      "loss": 0.7485,
       "step": 1437
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.3182475482669639e-05,
-      "loss": 0.7602,
+      "epoch": 0.28,
+      "learning_rate": 1.697343830475958e-05,
+      "loss": 0.7427,
       "step": 1438
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3173612880192137e-05,
-      "loss": 0.8021,
+      "epoch": 0.28,
+      "learning_rate": 1.6968969301624402e-05,
+      "loss": 0.8386,
       "step": 1439
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.316474750492681e-05,
-      "loss": 0.805,
+      "epoch": 0.28,
+      "learning_rate": 1.696449759074767e-05,
+      "loss": 0.7897,
       "step": 1440
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.315587936461934e-05,
-      "loss": 0.7291,
+      "epoch": 0.28,
+      "learning_rate": 1.6960023173866834e-05,
+      "loss": 0.8149,
       "step": 1441
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3147008467017824e-05,
-      "loss": 0.6976,
+      "epoch": 0.28,
+      "learning_rate": 1.6955546052720398e-05,
+      "loss": 0.7739,
       "step": 1442
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3138134819872775e-05,
-      "loss": 0.8156,
+      "epoch": 0.28,
+      "learning_rate": 1.695106622904791e-05,
+      "loss": 0.7888,
       "step": 1443
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3129258430937104e-05,
-      "loss": 0.8367,
+      "epoch": 0.28,
+      "learning_rate": 1.6946583704589973e-05,
+      "loss": 0.8152,
       "step": 1444
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3120379307966124e-05,
-      "loss": 0.7554,
+      "epoch": 0.28,
+      "learning_rate": 1.6942098481088245e-05,
+      "loss": 0.7992,
       "step": 1445
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3111497458717521e-05,
-      "loss": 0.8202,
+      "epoch": 0.28,
+      "learning_rate": 1.693761056028542e-05,
+      "loss": 0.8152,
       "step": 1446
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3102612890951379e-05,
-      "loss": 0.713,
+      "epoch": 0.28,
+      "learning_rate": 1.6933119943925243e-05,
+      "loss": 0.8596,
       "step": 1447
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.309372561243015e-05,
-      "loss": 0.7651,
+      "epoch": 0.28,
+      "learning_rate": 1.692862663375252e-05,
+      "loss": 0.6122,
       "step": 1448
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3084835630918657e-05,
-      "loss": 0.7936,
+      "epoch": 0.28,
+      "learning_rate": 1.692413063151309e-05,
+      "loss": 0.8018,
       "step": 1449
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3075942954184082e-05,
-      "loss": 0.8248,
+      "epoch": 0.28,
+      "learning_rate": 1.6919631938953835e-05,
+      "loss": 0.834,
       "step": 1450
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.306704758999596e-05,
-      "loss": 0.7404,
+      "epoch": 0.28,
+      "learning_rate": 1.6915130557822698e-05,
+      "loss": 0.7827,
       "step": 1451
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3058149546126182e-05,
-      "loss": 0.7757,
+      "epoch": 0.28,
+      "learning_rate": 1.691062648986865e-05,
+      "loss": 0.8186,
       "step": 1452
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.304924883034897e-05,
-      "loss": 0.8285,
+      "epoch": 0.28,
+      "learning_rate": 1.690611973684172e-05,
+      "loss": 0.8049,
       "step": 1453
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3040345450440897e-05,
-      "loss": 0.8012,
+      "epoch": 0.28,
+      "learning_rate": 1.6901610300492963e-05,
+      "loss": 0.7893,
       "step": 1454
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3031439414180838e-05,
-      "loss": 0.7027,
+      "epoch": 0.28,
+      "learning_rate": 1.6897098182574502e-05,
+      "loss": 0.8225,
       "step": 1455
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.302253072935001e-05,
-      "loss": 0.6946,
+      "epoch": 0.28,
+      "learning_rate": 1.689258338483947e-05,
+      "loss": 0.8027,
       "step": 1456
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3013619403731936e-05,
-      "loss": 0.7715,
+      "epoch": 0.28,
+      "learning_rate": 1.6888065909042074e-05,
+      "loss": 0.8452,
       "step": 1457
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.3004705445112449e-05,
-      "loss": 0.7386,
+      "epoch": 0.28,
+      "learning_rate": 1.688354575693754e-05,
+      "loss": 0.8108,
       "step": 1458
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.299578886127968e-05,
-      "loss": 0.7747,
+      "epoch": 0.28,
+      "learning_rate": 1.687902293028214e-05,
+      "loss": 0.7761,
       "step": 1459
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2986869660024052e-05,
-      "loss": 0.7618,
+      "epoch": 0.28,
+      "learning_rate": 1.6874497430833182e-05,
+      "loss": 0.8115,
       "step": 1460
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2977947849138283e-05,
-      "loss": 0.858,
+      "epoch": 0.28,
+      "learning_rate": 1.686996926034902e-05,
+      "loss": 0.801,
       "step": 1461
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2969023436417363e-05,
-      "loss": 0.7662,
+      "epoch": 0.28,
+      "learning_rate": 1.6865438420589036e-05,
+      "loss": 0.7578,
       "step": 1462
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2960096429658557e-05,
-      "loss": 0.791,
+      "epoch": 0.28,
+      "learning_rate": 1.6860904913313656e-05,
+      "loss": 0.8484,
       "step": 1463
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2951166836661397e-05,
-      "loss": 0.8141,
+      "epoch": 0.28,
+      "learning_rate": 1.6856368740284342e-05,
+      "loss": 0.8018,
       "step": 1464
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2942234665227675e-05,
-      "loss": 0.8179,
+      "epoch": 0.28,
+      "learning_rate": 1.685182990326359e-05,
+      "loss": 0.6947,
       "step": 1465
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2933299923161437e-05,
-      "loss": 0.7459,
+      "epoch": 0.28,
+      "learning_rate": 1.6847288404014937e-05,
+      "loss": 0.7711,
       "step": 1466
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2924362618268971e-05,
-      "loss": 0.7383,
+      "epoch": 0.28,
+      "learning_rate": 1.684274424430294e-05,
+      "loss": 0.8376,
       "step": 1467
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2915422758358811e-05,
-      "loss": 0.8274,
+      "epoch": 0.28,
+      "learning_rate": 1.68381974258932e-05,
+      "loss": 0.7939,
       "step": 1468
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2906480351241713e-05,
-      "loss": 0.7816,
+      "epoch": 0.28,
+      "learning_rate": 1.6833647950552357e-05,
+      "loss": 0.7654,
       "step": 1469
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2897535404730667e-05,
-      "loss": 0.7164,
+      "epoch": 0.28,
+      "learning_rate": 1.682909582004807e-05,
+      "loss": 0.8108,
       "step": 1470
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2888587926640881e-05,
-      "loss": 0.8131,
+      "epoch": 0.28,
+      "learning_rate": 1.682454103614904e-05,
+      "loss": 0.8337,
       "step": 1471
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.2879637924789775e-05,
-      "loss": 0.8321,
+      "epoch": 0.28,
+      "learning_rate": 1.6819983600624986e-05,
+      "loss": 0.7377,
       "step": 1472
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2870685406996964e-05,
-      "loss": 0.8672,
+      "epoch": 0.28,
+      "learning_rate": 1.6815423515246674e-05,
+      "loss": 0.7789,
       "step": 1473
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2861730381084275e-05,
-      "loss": 0.8483,
+      "epoch": 0.28,
+      "learning_rate": 1.681086078178589e-05,
+      "loss": 0.8137,
       "step": 1474
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2852772854875715e-05,
-      "loss": 0.7875,
+      "epoch": 0.28,
+      "learning_rate": 1.680629540201545e-05,
+      "loss": 0.7909,
       "step": 1475
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2843812836197488e-05,
-      "loss": 0.7876,
+      "epoch": 0.28,
+      "learning_rate": 1.6801727377709195e-05,
+      "loss": 0.7886,
       "step": 1476
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2834850332877968e-05,
-      "loss": 0.7812,
+      "epoch": 0.28,
+      "learning_rate": 1.6797156710642003e-05,
+      "loss": 0.8269,
       "step": 1477
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2825885352747695e-05,
-      "loss": 0.8027,
+      "epoch": 0.28,
+      "learning_rate": 1.679258340258977e-05,
+      "loss": 0.8098,
       "step": 1478
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2816917903639386e-05,
-      "loss": 0.7018,
+      "epoch": 0.28,
+      "learning_rate": 1.678800745532942e-05,
+      "loss": 0.8345,
       "step": 1479
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2807947993387898e-05,
-      "loss": 0.7844,
+      "epoch": 0.28,
+      "learning_rate": 1.6783428870638904e-05,
+      "loss": 0.7745,
       "step": 1480
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2798975629830258e-05,
-      "loss": 0.6859,
+      "epoch": 0.29,
+      "learning_rate": 1.67788476502972e-05,
+      "loss": 0.8323,
       "step": 1481
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2790000820805618e-05,
-      "loss": 0.8164,
+      "epoch": 0.29,
+      "learning_rate": 1.6774263796084304e-05,
+      "loss": 0.8013,
       "step": 1482
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2781023574155283e-05,
-      "loss": 0.7282,
+      "epoch": 0.29,
+      "learning_rate": 1.676967730978124e-05,
+      "loss": 0.8033,
       "step": 1483
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2772043897722672e-05,
-      "loss": 0.772,
+      "epoch": 0.29,
+      "learning_rate": 1.6765088193170055e-05,
+      "loss": 0.7863,
       "step": 1484
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2763061799353342e-05,
-      "loss": 0.7392,
+      "epoch": 0.29,
+      "learning_rate": 1.676049644803381e-05,
+      "loss": 0.8254,
       "step": 1485
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2754077286894953e-05,
-      "loss": 0.8323,
+      "epoch": 0.29,
+      "learning_rate": 1.6755902076156606e-05,
+      "loss": 0.6385,
       "step": 1486
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.274509036819728e-05,
-      "loss": 0.7349,
+      "epoch": 0.29,
+      "learning_rate": 1.6751305079323538e-05,
+      "loss": 0.7803,
       "step": 1487
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2736101051112207e-05,
-      "loss": 0.7957,
+      "epoch": 0.29,
+      "learning_rate": 1.6746705459320746e-05,
+      "loss": 0.7944,
       "step": 1488
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2727109343493698e-05,
-      "loss": 0.7676,
+      "epoch": 0.29,
+      "learning_rate": 1.6742103217935372e-05,
+      "loss": 0.7839,
       "step": 1489
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.271811525319782e-05,
-      "loss": 0.7608,
+      "epoch": 0.29,
+      "learning_rate": 1.6737498356955586e-05,
+      "loss": 0.7683,
       "step": 1490
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2709118788082713e-05,
-      "loss": 0.8144,
+      "epoch": 0.29,
+      "learning_rate": 1.6732890878170573e-05,
+      "loss": 0.8218,
       "step": 1491
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2700119956008597e-05,
-      "loss": 0.7724,
+      "epoch": 0.29,
+      "learning_rate": 1.672828078337053e-05,
+      "loss": 0.7815,
       "step": 1492
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2691118764837758e-05,
-      "loss": 0.7854,
+      "epoch": 0.29,
+      "learning_rate": 1.672366807434668e-05,
+      "loss": 0.7139,
       "step": 1493
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2682115222434541e-05,
-      "loss": 0.8115,
+      "epoch": 0.29,
+      "learning_rate": 1.6719052752891262e-05,
+      "loss": 0.7585,
       "step": 1494
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2673109336665353e-05,
-      "loss": 0.7842,
+      "epoch": 0.29,
+      "learning_rate": 1.6714434820797515e-05,
+      "loss": 0.7584,
       "step": 1495
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2664101115398633e-05,
-      "loss": 0.7823,
+      "epoch": 0.29,
+      "learning_rate": 1.67098142798597e-05,
+      "loss": 0.6729,
       "step": 1496
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2655090566504877e-05,
-      "loss": 0.7721,
+      "epoch": 0.29,
+      "learning_rate": 1.670519113187311e-05,
+      "loss": 0.6797,
       "step": 1497
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.264607769785661e-05,
-      "loss": 0.8272,
+      "epoch": 0.29,
+      "learning_rate": 1.6700565378634022e-05,
+      "loss": 0.7391,
       "step": 1498
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2637062517328373e-05,
-      "loss": 0.7743,
+      "epoch": 0.29,
+      "learning_rate": 1.669593702193974e-05,
+      "loss": 0.844,
       "step": 1499
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.262804503279675e-05,
-      "loss": 0.7728,
+      "epoch": 0.29,
+      "learning_rate": 1.6691306063588583e-05,
+      "loss": 0.6648,
       "step": 1500
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.261902525214031e-05,
-      "loss": 0.7533,
+      "epoch": 0.29,
+      "learning_rate": 1.668667250537987e-05,
+      "loss": 0.7671,
       "step": 1501
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2610003183239643e-05,
-      "loss": 0.817,
+      "epoch": 0.29,
+      "learning_rate": 1.668203634911394e-05,
+      "loss": 0.8584,
       "step": 1502
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2600978833977344e-05,
-      "loss": 0.8404,
+      "epoch": 0.29,
+      "learning_rate": 1.6677397596592134e-05,
+      "loss": 0.6807,
       "step": 1503
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2591952212237992e-05,
-      "loss": 0.6833,
+      "epoch": 0.29,
+      "learning_rate": 1.667275624961681e-05,
+      "loss": 0.7593,
       "step": 1504
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.258292332590815e-05,
-      "loss": 0.7348,
+      "epoch": 0.29,
+      "learning_rate": 1.666811230999132e-05,
+      "loss": 0.8158,
       "step": 1505
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2573892182876361e-05,
-      "loss": 0.7772,
+      "epoch": 0.29,
+      "learning_rate": 1.6663465779520042e-05,
+      "loss": 0.7888,
       "step": 1506
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.2564858791033143e-05,
-      "loss": 0.7873,
+      "epoch": 0.29,
+      "learning_rate": 1.6658816660008344e-05,
+      "loss": 0.8074,
       "step": 1507
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2555823158270982e-05,
-      "loss": 0.8299,
+      "epoch": 0.29,
+      "learning_rate": 1.6654164953262614e-05,
+      "loss": 0.8184,
       "step": 1508
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2546785292484307e-05,
-      "loss": 0.756,
+      "epoch": 0.29,
+      "learning_rate": 1.6649510661090233e-05,
+      "loss": 0.791,
       "step": 1509
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2537745201569516e-05,
-      "loss": 0.8592,
+      "epoch": 0.29,
+      "learning_rate": 1.6644853785299592e-05,
+      "loss": 0.7463,
       "step": 1510
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2528702893424938e-05,
-      "loss": 0.8058,
+      "epoch": 0.29,
+      "learning_rate": 1.6640194327700087e-05,
+      "loss": 0.8164,
       "step": 1511
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2519658375950845e-05,
-      "loss": 0.8619,
+      "epoch": 0.29,
+      "learning_rate": 1.6635532290102114e-05,
+      "loss": 0.7424,
       "step": 1512
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.251061165704944e-05,
-      "loss": 0.8485,
+      "epoch": 0.29,
+      "learning_rate": 1.6630867674317078e-05,
+      "loss": 0.7817,
       "step": 1513
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2501562744624846e-05,
-      "loss": 0.73,
+      "epoch": 0.29,
+      "learning_rate": 1.6626200482157378e-05,
+      "loss": 0.7925,
       "step": 1514
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2492511646583108e-05,
-      "loss": 0.7928,
+      "epoch": 0.29,
+      "learning_rate": 1.6621530715436413e-05,
+      "loss": 0.7814,
       "step": 1515
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2483458370832171e-05,
-      "loss": 0.7595,
+      "epoch": 0.29,
+      "learning_rate": 1.6616858375968596e-05,
+      "loss": 0.7704,
       "step": 1516
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.247440292528189e-05,
-      "loss": 0.7286,
+      "epoch": 0.29,
+      "learning_rate": 1.6612183465569322e-05,
+      "loss": 0.821,
       "step": 1517
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2465345317844018e-05,
-      "loss": 0.7804,
+      "epoch": 0.29,
+      "learning_rate": 1.6607505986054998e-05,
+      "loss": 0.8184,
       "step": 1518
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2456285556432188e-05,
-      "loss": 0.7871,
+      "epoch": 0.29,
+      "learning_rate": 1.660282593924302e-05,
+      "loss": 0.8218,
       "step": 1519
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2447223648961924e-05,
-      "loss": 0.6983,
+      "epoch": 0.29,
+      "learning_rate": 1.6598143326951784e-05,
+      "loss": 0.8062,
       "step": 1520
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.243815960335062e-05,
-      "loss": 0.7067,
+      "epoch": 0.29,
+      "learning_rate": 1.659345815100069e-05,
+      "loss": 0.8242,
       "step": 1521
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2429093427517537e-05,
-      "loss": 0.7534,
+      "epoch": 0.29,
+      "learning_rate": 1.6588770413210126e-05,
+      "loss": 0.822,
       "step": 1522
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2420025129383803e-05,
-      "loss": 0.7853,
+      "epoch": 0.29,
+      "learning_rate": 1.6584080115401478e-05,
+      "loss": 0.7657,
       "step": 1523
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2410954716872392e-05,
-      "loss": 0.7826,
+      "epoch": 0.29,
+      "learning_rate": 1.657938725939713e-05,
+      "loss": 0.7914,
       "step": 1524
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2401882197908133e-05,
-      "loss": 0.7776,
+      "epoch": 0.29,
+      "learning_rate": 1.6574691847020446e-05,
+      "loss": 0.8147,
       "step": 1525
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2392807580417689e-05,
-      "loss": 0.7762,
+      "epoch": 0.29,
+      "learning_rate": 1.6569993880095807e-05,
+      "loss": 0.8179,
       "step": 1526
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2383730872329566e-05,
-      "loss": 0.7558,
+      "epoch": 0.29,
+      "learning_rate": 1.6565293360448565e-05,
+      "loss": 0.7532,
       "step": 1527
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2374652081574086e-05,
-      "loss": 0.8306,
+      "epoch": 0.29,
+      "learning_rate": 1.6560590289905074e-05,
+      "loss": 0.782,
       "step": 1528
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2365571216083393e-05,
-      "loss": 0.766,
+      "epoch": 0.29,
+      "learning_rate": 1.655588467029268e-05,
+      "loss": 0.8516,
       "step": 1529
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2356488283791448e-05,
-      "loss": 0.8573,
+      "epoch": 0.29,
+      "learning_rate": 1.6551176503439713e-05,
+      "loss": 0.7653,
       "step": 1530
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2347403292634016e-05,
-      "loss": 0.7869,
+      "epoch": 0.29,
+      "learning_rate": 1.6546465791175498e-05,
+      "loss": 0.7972,
       "step": 1531
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2338316250548665e-05,
-      "loss": 0.7951,
+      "epoch": 0.29,
+      "learning_rate": 1.6541752535330345e-05,
+      "loss": 0.7283,
       "step": 1532
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.232922716547474e-05,
-      "loss": 0.714,
+      "epoch": 0.3,
+      "learning_rate": 1.6537036737735563e-05,
+      "loss": 0.8469,
       "step": 1533
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2320136045353384e-05,
-      "loss": 0.7933,
+      "epoch": 0.3,
+      "learning_rate": 1.6532318400223427e-05,
+      "loss": 0.7656,
       "step": 1534
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2311042898127519e-05,
-      "loss": 0.7976,
+      "epoch": 0.3,
+      "learning_rate": 1.6527597524627226e-05,
+      "loss": 0.8115,
       "step": 1535
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2301947731741834e-05,
-      "loss": 0.7579,
+      "epoch": 0.3,
+      "learning_rate": 1.6522874112781213e-05,
+      "loss": 0.7155,
       "step": 1536
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.229285055414278e-05,
-      "loss": 0.6958,
+      "epoch": 0.3,
+      "learning_rate": 1.6518148166520638e-05,
+      "loss": 0.8269,
       "step": 1537
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2283751373278565e-05,
-      "loss": 0.8297,
+      "epoch": 0.3,
+      "learning_rate": 1.651341968768173e-05,
+      "loss": 0.8176,
       "step": 1538
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2274650197099154e-05,
-      "loss": 0.8065,
+      "epoch": 0.3,
+      "learning_rate": 1.6508688678101706e-05,
+      "loss": 0.8098,
       "step": 1539
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.226554703355625e-05,
-      "loss": 0.749,
+      "epoch": 0.3,
+      "learning_rate": 1.6503955139618765e-05,
+      "loss": 0.8533,
       "step": 1540
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2256441890603294e-05,
-      "loss": 0.7168,
+      "epoch": 0.3,
+      "learning_rate": 1.6499219074072087e-05,
+      "loss": 0.7358,
       "step": 1541
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.2247334776195457e-05,
-      "loss": 0.8486,
+      "epoch": 0.3,
+      "learning_rate": 1.6494480483301836e-05,
+      "loss": 0.8049,
       "step": 1542
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2238225698289626e-05,
-      "loss": 0.6962,
+      "epoch": 0.3,
+      "learning_rate": 1.648973936914916e-05,
+      "loss": 0.8149,
       "step": 1543
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2229114664844415e-05,
-      "loss": 0.6891,
+      "epoch": 0.3,
+      "learning_rate": 1.6484995733456178e-05,
+      "loss": 0.8007,
       "step": 1544
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2220001683820135e-05,
-      "loss": 0.7761,
+      "epoch": 0.3,
+      "learning_rate": 1.6480249578066e-05,
+      "loss": 0.77,
       "step": 1545
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2210886763178808e-05,
-      "loss": 0.7655,
+      "epoch": 0.3,
+      "learning_rate": 1.6475500904822707e-05,
+      "loss": 0.7375,
       "step": 1546
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2201769910884147e-05,
-      "loss": 0.7855,
+      "epoch": 0.3,
+      "learning_rate": 1.647074971557136e-05,
+      "loss": 0.7936,
       "step": 1547
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2192651134901549e-05,
-      "loss": 0.8439,
+      "epoch": 0.3,
+      "learning_rate": 1.6465996012157996e-05,
+      "loss": 0.8135,
       "step": 1548
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2183530443198097e-05,
-      "loss": 0.7023,
+      "epoch": 0.3,
+      "learning_rate": 1.646123979642964e-05,
+      "loss": 0.7632,
       "step": 1549
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.217440784374255e-05,
-      "loss": 0.7959,
+      "epoch": 0.3,
+      "learning_rate": 1.6456481070234277e-05,
+      "loss": 0.8083,
       "step": 1550
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2165283344505319e-05,
-      "loss": 0.7362,
+      "epoch": 0.3,
+      "learning_rate": 1.645171983542088e-05,
+      "loss": 0.8434,
       "step": 1551
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2156156953458494e-05,
-      "loss": 0.7993,
+      "epoch": 0.3,
+      "learning_rate": 1.6446956093839385e-05,
+      "loss": 0.8254,
       "step": 1552
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2147028678575808e-05,
-      "loss": 0.7223,
+      "epoch": 0.3,
+      "learning_rate": 1.644218984734071e-05,
+      "loss": 0.7749,
       "step": 1553
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2137898527832639e-05,
-      "loss": 0.7932,
+      "epoch": 0.3,
+      "learning_rate": 1.6437421097776754e-05,
+      "loss": 0.7949,
       "step": 1554
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.212876650920601e-05,
-      "loss": 0.7328,
+      "epoch": 0.3,
+      "learning_rate": 1.643264984700037e-05,
+      "loss": 0.8093,
       "step": 1555
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2119632630674565e-05,
-      "loss": 0.7918,
+      "epoch": 0.3,
+      "learning_rate": 1.6427876096865394e-05,
+      "loss": 0.7798,
       "step": 1556
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2110496900218588e-05,
-      "loss": 0.6984,
+      "epoch": 0.3,
+      "learning_rate": 1.6423099849226633e-05,
+      "loss": 0.7856,
       "step": 1557
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2101359325819968e-05,
-      "loss": 0.7557,
+      "epoch": 0.3,
+      "learning_rate": 1.6418321105939863e-05,
+      "loss": 0.8188,
       "step": 1558
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2092219915462216e-05,
-      "loss": 0.8,
+      "epoch": 0.3,
+      "learning_rate": 1.6413539868861828e-05,
+      "loss": 0.7601,
       "step": 1559
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2083078677130435e-05,
-      "loss": 0.7187,
+      "epoch": 0.3,
+      "learning_rate": 1.6408756139850243e-05,
+      "loss": 0.8167,
       "step": 1560
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2073935618811335e-05,
-      "loss": 0.8099,
+      "epoch": 0.3,
+      "learning_rate": 1.640396992076379e-05,
+      "loss": 0.7947,
       "step": 1561
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2064790748493208e-05,
-      "loss": 0.7778,
+      "epoch": 0.3,
+      "learning_rate": 1.639918121346212e-05,
+      "loss": 0.8379,
       "step": 1562
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2055644074165941e-05,
-      "loss": 0.8012,
+      "epoch": 0.3,
+      "learning_rate": 1.639439001980585e-05,
+      "loss": 0.8611,
       "step": 1563
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2046495603820984e-05,
-      "loss": 0.6982,
+      "epoch": 0.3,
+      "learning_rate": 1.638959634165656e-05,
+      "loss": 0.7605,
       "step": 1564
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2037345345451368e-05,
-      "loss": 0.7952,
+      "epoch": 0.3,
+      "learning_rate": 1.6384800180876804e-05,
+      "loss": 0.7643,
       "step": 1565
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2028193307051671e-05,
-      "loss": 0.8025,
+      "epoch": 0.3,
+      "learning_rate": 1.6380001539330088e-05,
+      "loss": 0.8785,
       "step": 1566
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2019039496618044e-05,
-      "loss": 0.7774,
+      "epoch": 0.3,
+      "learning_rate": 1.6375200418880895e-05,
+      "loss": 0.853,
       "step": 1567
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2009883922148173e-05,
-      "loss": 0.8049,
+      "epoch": 0.3,
+      "learning_rate": 1.637039682139466e-05,
+      "loss": 0.7469,
       "step": 1568
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.2000726591641293e-05,
-      "loss": 0.8225,
+      "epoch": 0.3,
+      "learning_rate": 1.6365590748737786e-05,
+      "loss": 0.6368,
       "step": 1569
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.1991567513098168e-05,
-      "loss": 0.7865,
+      "epoch": 0.3,
+      "learning_rate": 1.636078220277764e-05,
+      "loss": 0.8109,
       "step": 1570
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.1982406694521091e-05,
-      "loss": 0.7685,
+      "epoch": 0.3,
+      "learning_rate": 1.6355971185382547e-05,
+      "loss": 0.7666,
       "step": 1571
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.1973244143913879e-05,
-      "loss": 0.6765,
+      "epoch": 0.3,
+      "learning_rate": 1.635115769842179e-05,
+      "loss": 0.8318,
       "step": 1572
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.1964079869281855e-05,
-      "loss": 0.8349,
+      "epoch": 0.3,
+      "learning_rate": 1.6346341743765616e-05,
+      "loss": 0.8357,
       "step": 1573
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.1954913878631855e-05,
-      "loss": 0.7286,
+      "epoch": 0.3,
+      "learning_rate": 1.634152332328522e-05,
+      "loss": 0.5977,
       "step": 1574
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.1945746179972208e-05,
-      "loss": 0.7269,
+      "epoch": 0.3,
+      "learning_rate": 1.633670243885278e-05,
+      "loss": 0.8113,
       "step": 1575
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.1936576781312743e-05,
-      "loss": 0.7969,
+      "epoch": 0.3,
+      "learning_rate": 1.6331879092341402e-05,
+      "loss": 0.8174,
       "step": 1576
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1927405690664769e-05,
-      "loss": 0.7943,
+      "epoch": 0.3,
+      "learning_rate": 1.6327053285625164e-05,
+      "loss": 0.7958,
       "step": 1577
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1918232916041075e-05,
-      "loss": 0.6451,
+      "epoch": 0.3,
+      "learning_rate": 1.63222250205791e-05,
+      "loss": 0.7871,
       "step": 1578
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1909058465455917e-05,
-      "loss": 0.7801,
+      "epoch": 0.3,
+      "learning_rate": 1.6317394299079193e-05,
+      "loss": 0.8186,
       "step": 1579
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1899882346925022e-05,
-      "loss": 0.7832,
+      "epoch": 0.3,
+      "learning_rate": 1.631256112300239e-05,
+      "loss": 0.7932,
       "step": 1580
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1890704568465572e-05,
-      "loss": 0.7389,
+      "epoch": 0.3,
+      "learning_rate": 1.6307725494226586e-05,
+      "loss": 0.7947,
       "step": 1581
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1881525138096198e-05,
-      "loss": 0.8235,
+      "epoch": 0.3,
+      "learning_rate": 1.630288741463062e-05,
+      "loss": 0.821,
       "step": 1582
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1872344063836972e-05,
-      "loss": 0.7782,
+      "epoch": 0.3,
+      "learning_rate": 1.62980468860943e-05,
+      "loss": 0.7825,
       "step": 1583
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1863161353709407e-05,
-      "loss": 0.7283,
+      "epoch": 0.3,
+      "learning_rate": 1.6293203910498375e-05,
+      "loss": 0.803,
       "step": 1584
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1853977015736445e-05,
-      "loss": 0.7256,
+      "epoch": 0.31,
+      "learning_rate": 1.628835848972455e-05,
+      "loss": 0.7534,
       "step": 1585
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1844791057942448e-05,
-      "loss": 0.7455,
+      "epoch": 0.31,
+      "learning_rate": 1.6283510625655474e-05,
+      "loss": 0.7935,
       "step": 1586
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1835603488353194e-05,
-      "loss": 0.7451,
+      "epoch": 0.31,
+      "learning_rate": 1.627866032017475e-05,
+      "loss": 0.8132,
       "step": 1587
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1826414314995867e-05,
-      "loss": 0.7679,
+      "epoch": 0.31,
+      "learning_rate": 1.6273807575166927e-05,
+      "loss": 0.6721,
       "step": 1588
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1817223545899052e-05,
-      "loss": 0.7794,
+      "epoch": 0.31,
+      "learning_rate": 1.6268952392517505e-05,
+      "loss": 0.8008,
       "step": 1589
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1808031189092737e-05,
-      "loss": 0.8566,
+      "epoch": 0.31,
+      "learning_rate": 1.626409477411293e-05,
+      "loss": 0.8584,
       "step": 1590
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.179883725260829e-05,
-      "loss": 0.7408,
+      "epoch": 0.31,
+      "learning_rate": 1.6259234721840595e-05,
+      "loss": 0.8137,
       "step": 1591
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1789641744478455e-05,
-      "loss": 0.6656,
+      "epoch": 0.31,
+      "learning_rate": 1.625437223758883e-05,
+      "loss": 0.803,
       "step": 1592
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1780444672737357e-05,
-      "loss": 0.8453,
+      "epoch": 0.31,
+      "learning_rate": 1.6249507323246926e-05,
+      "loss": 0.7762,
       "step": 1593
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.177124604542048e-05,
-      "loss": 0.7787,
+      "epoch": 0.31,
+      "learning_rate": 1.6244639980705104e-05,
+      "loss": 0.8381,
       "step": 1594
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1762045870564683e-05,
-      "loss": 0.7964,
+      "epoch": 0.31,
+      "learning_rate": 1.623977021185454e-05,
+      "loss": 0.7847,
       "step": 1595
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1752844156208152e-05,
-      "loss": 0.786,
+      "epoch": 0.31,
+      "learning_rate": 1.6234898018587336e-05,
+      "loss": 0.791,
       "step": 1596
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1743640910390437e-05,
-      "loss": 0.7799,
+      "epoch": 0.31,
+      "learning_rate": 1.623002340279656e-05,
+      "loss": 0.7207,
       "step": 1597
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1734436141152419e-05,
-      "loss": 0.8012,
+      "epoch": 0.31,
+      "learning_rate": 1.6225146366376198e-05,
+      "loss": 0.7971,
       "step": 1598
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1725229856536313e-05,
-      "loss": 0.6708,
+      "epoch": 0.31,
+      "learning_rate": 1.622026691122119e-05,
+      "loss": 0.7559,
       "step": 1599
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1716022064585655e-05,
-      "loss": 0.745,
+      "epoch": 0.31,
+      "learning_rate": 1.621538503922741e-05,
+      "loss": 0.7903,
       "step": 1600
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1706812773345301e-05,
-      "loss": 0.7832,
+      "epoch": 0.31,
+      "learning_rate": 1.6210500752291682e-05,
+      "loss": 0.7839,
       "step": 1601
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1697601990861416e-05,
-      "loss": 0.7582,
+      "epoch": 0.31,
+      "learning_rate": 1.620561405231175e-05,
+      "loss": 0.7604,
       "step": 1602
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1688389725181464e-05,
-      "loss": 0.8301,
+      "epoch": 0.31,
+      "learning_rate": 1.6200724941186305e-05,
+      "loss": 0.6501,
       "step": 1603
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.167917598435421e-05,
-      "loss": 0.8135,
+      "epoch": 0.31,
+      "learning_rate": 1.6195833420814983e-05,
+      "loss": 0.8213,
       "step": 1604
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1669960776429706e-05,
-      "loss": 0.7408,
+      "epoch": 0.31,
+      "learning_rate": 1.6190939493098344e-05,
+      "loss": 0.8145,
       "step": 1605
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1660744109459283e-05,
-      "loss": 0.7017,
+      "epoch": 0.31,
+      "learning_rate": 1.6186043159937884e-05,
+      "loss": 0.7903,
       "step": 1606
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1651525991495553e-05,
-      "loss": 0.8012,
+      "epoch": 0.31,
+      "learning_rate": 1.6181144423236038e-05,
+      "loss": 0.7657,
       "step": 1607
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1642306430592392e-05,
-      "loss": 0.7991,
+      "epoch": 0.31,
+      "learning_rate": 1.617624328489618e-05,
+      "loss": 0.7694,
       "step": 1608
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1633085434804939e-05,
-      "loss": 0.8091,
+      "epoch": 0.31,
+      "learning_rate": 1.6171339746822606e-05,
+      "loss": 0.7937,
       "step": 1609
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1623863012189576e-05,
-      "loss": 0.8192,
+      "epoch": 0.31,
+      "learning_rate": 1.616643381092055e-05,
+      "loss": 0.75,
       "step": 1610
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.1614639170803947e-05,
-      "loss": 0.8165,
+      "epoch": 0.31,
+      "learning_rate": 1.616152547909618e-05,
+      "loss": 0.8167,
       "step": 1611
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1605413918706927e-05,
-      "loss": 0.7421,
+      "epoch": 0.31,
+      "learning_rate": 1.6156614753256583e-05,
+      "loss": 0.7983,
       "step": 1612
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1596187263958626e-05,
-      "loss": 0.7741,
+      "epoch": 0.31,
+      "learning_rate": 1.6151701635309797e-05,
+      "loss": 0.7793,
       "step": 1613
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1586959214620384e-05,
-      "loss": 0.8059,
+      "epoch": 0.31,
+      "learning_rate": 1.6146786127164773e-05,
+      "loss": 0.6471,
       "step": 1614
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1577729778754743e-05,
-      "loss": 0.7703,
+      "epoch": 0.31,
+      "learning_rate": 1.6141868230731393e-05,
+      "loss": 0.7832,
       "step": 1615
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1568498964425472e-05,
-      "loss": 0.8185,
+      "epoch": 0.31,
+      "learning_rate": 1.6136947947920477e-05,
+      "loss": 0.8406,
       "step": 1616
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1559266779697545e-05,
-      "loss": 0.7713,
+      "epoch": 0.31,
+      "learning_rate": 1.6132025280643753e-05,
+      "loss": 0.717,
       "step": 1617
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1550033232637126e-05,
-      "loss": 0.6998,
+      "epoch": 0.31,
+      "learning_rate": 1.6127100230813897e-05,
+      "loss": 0.6611,
       "step": 1618
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.154079833131157e-05,
-      "loss": 0.8164,
+      "epoch": 0.31,
+      "learning_rate": 1.6122172800344494e-05,
+      "loss": 0.7832,
       "step": 1619
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1531562083789413e-05,
-      "loss": 0.784,
+      "epoch": 0.31,
+      "learning_rate": 1.6117242991150064e-05,
+      "loss": 0.7855,
       "step": 1620
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.152232449814038e-05,
-      "loss": 0.8096,
+      "epoch": 0.31,
+      "learning_rate": 1.611231080514605e-05,
+      "loss": 0.611,
       "step": 1621
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1513085582435349e-05,
-      "loss": 0.8199,
+      "epoch": 0.31,
+      "learning_rate": 1.610737624424881e-05,
+      "loss": 0.7521,
       "step": 1622
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1503845344746372e-05,
-      "loss": 0.7349,
+      "epoch": 0.31,
+      "learning_rate": 1.6102439310375637e-05,
+      "loss": 0.7339,
       "step": 1623
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1494603793146646e-05,
-      "loss": 0.7353,
+      "epoch": 0.31,
+      "learning_rate": 1.609750000544474e-05,
+      "loss": 0.8188,
       "step": 1624
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1485360935710528e-05,
-      "loss": 0.8026,
+      "epoch": 0.31,
+      "learning_rate": 1.6092558331375245e-05,
+      "loss": 0.8289,
       "step": 1625
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1476116780513502e-05,
-      "loss": 0.7413,
+      "epoch": 0.31,
+      "learning_rate": 1.608761429008721e-05,
+      "loss": 0.7336,
       "step": 1626
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1466871335632197e-05,
-      "loss": 0.8841,
+      "epoch": 0.31,
+      "learning_rate": 1.6082667883501596e-05,
+      "loss": 0.7483,
       "step": 1627
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1457624609144365e-05,
-      "loss": 0.8089,
+      "epoch": 0.31,
+      "learning_rate": 1.6077719113540303e-05,
+      "loss": 0.7854,
       "step": 1628
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1448376609128875e-05,
-      "loss": 0.8695,
+      "epoch": 0.31,
+      "learning_rate": 1.607276798212613e-05,
+      "loss": 0.8008,
       "step": 1629
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1439127343665715e-05,
-      "loss": 0.7012,
+      "epoch": 0.31,
+      "learning_rate": 1.6067814491182806e-05,
+      "loss": 0.7612,
       "step": 1630
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.142987682083597e-05,
-      "loss": 0.766,
+      "epoch": 0.31,
+      "learning_rate": 1.606285864263498e-05,
+      "loss": 0.834,
       "step": 1631
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1420625048721832e-05,
-      "loss": 0.7319,
+      "epoch": 0.31,
+      "learning_rate": 1.60579004384082e-05,
+      "loss": 0.8418,
       "step": 1632
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1411372035406578e-05,
-      "loss": 0.7674,
+      "epoch": 0.31,
+      "learning_rate": 1.6052939880428942e-05,
+      "loss": 0.8196,
       "step": 1633
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1402117788974575e-05,
-      "loss": 0.8065,
+      "epoch": 0.31,
+      "learning_rate": 1.6047976970624603e-05,
+      "loss": 0.8179,
       "step": 1634
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1392862317511266e-05,
-      "loss": 0.8104,
+      "epoch": 0.31,
+      "learning_rate": 1.6043011710923476e-05,
+      "loss": 0.8267,
       "step": 1635
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1383605629103158e-05,
-      "loss": 0.7343,
+      "epoch": 0.31,
+      "learning_rate": 1.6038044103254775e-05,
+      "loss": 0.8228,
       "step": 1636
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1374347731837834e-05,
-      "loss": 0.7884,
+      "epoch": 0.32,
+      "learning_rate": 1.603307414954863e-05,
+      "loss": 0.7705,
       "step": 1637
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1365088633803913e-05,
-      "loss": 0.8585,
+      "epoch": 0.32,
+      "learning_rate": 1.6028101851736083e-05,
+      "loss": 0.754,
       "step": 1638
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1355828343091087e-05,
-      "loss": 0.7397,
+      "epoch": 0.32,
+      "learning_rate": 1.6023127211749082e-05,
+      "loss": 0.792,
       "step": 1639
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1346566867790073e-05,
-      "loss": 0.7482,
+      "epoch": 0.32,
+      "learning_rate": 1.6018150231520486e-05,
+      "loss": 0.7328,
       "step": 1640
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1337304215992636e-05,
-      "loss": 0.6808,
+      "epoch": 0.32,
+      "learning_rate": 1.601317091298406e-05,
+      "loss": 0.7254,
       "step": 1641
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1328040395791549e-05,
-      "loss": 0.7678,
+      "epoch": 0.32,
+      "learning_rate": 1.6008189258074483e-05,
+      "loss": 0.8209,
       "step": 1642
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1318775415280622e-05,
-      "loss": 0.7212,
+      "epoch": 0.32,
+      "learning_rate": 1.600320526872735e-05,
+      "loss": 0.8118,
       "step": 1643
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1309509282554682e-05,
-      "loss": 0.7017,
+      "epoch": 0.32,
+      "learning_rate": 1.599821894687914e-05,
+      "loss": 0.7471,
       "step": 1644
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.1300242005709551e-05,
-      "loss": 0.7642,
+      "epoch": 0.32,
+      "learning_rate": 1.5993230294467257e-05,
+      "loss": 0.7998,
       "step": 1645
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.129097359284206e-05,
-      "loss": 0.8317,
+      "epoch": 0.32,
+      "learning_rate": 1.5988239313430004e-05,
+      "loss": 0.7529,
       "step": 1646
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.128170405205002e-05,
-      "loss": 0.7941,
+      "epoch": 0.32,
+      "learning_rate": 1.5983246005706592e-05,
+      "loss": 0.7969,
       "step": 1647
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.127243339143224e-05,
-      "loss": 0.7732,
+      "epoch": 0.32,
+      "learning_rate": 1.5978250373237132e-05,
+      "loss": 0.8,
       "step": 1648
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1263161619088498e-05,
-      "loss": 0.7547,
+      "epoch": 0.32,
+      "learning_rate": 1.597325241796264e-05,
+      "loss": 0.74,
       "step": 1649
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1253888743119558e-05,
-      "loss": 0.7774,
+      "epoch": 0.32,
+      "learning_rate": 1.5968252141825038e-05,
+      "loss": 0.7632,
       "step": 1650
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1244614771627129e-05,
-      "loss": 0.8017,
+      "epoch": 0.32,
+      "learning_rate": 1.5963249546767144e-05,
+      "loss": 0.7401,
       "step": 1651
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1235339712713894e-05,
-      "loss": 0.7243,
+      "epoch": 0.32,
+      "learning_rate": 1.5958244634732673e-05,
+      "loss": 0.7378,
       "step": 1652
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.122606357448347e-05,
-      "loss": 0.7778,
+      "epoch": 0.32,
+      "learning_rate": 1.595323740766626e-05,
+      "loss": 0.7568,
       "step": 1653
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.121678636504043e-05,
-      "loss": 0.8233,
+      "epoch": 0.32,
+      "learning_rate": 1.5948227867513416e-05,
+      "loss": 0.7744,
       "step": 1654
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.120750809249028e-05,
-      "loss": 0.773,
+      "epoch": 0.32,
+      "learning_rate": 1.5943216016220563e-05,
+      "loss": 0.8271,
       "step": 1655
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1198228764939451e-05,
-      "loss": 0.7747,
+      "epoch": 0.32,
+      "learning_rate": 1.5938201855735017e-05,
+      "loss": 0.7961,
       "step": 1656
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.11889483904953e-05,
-      "loss": 0.7969,
+      "epoch": 0.32,
+      "learning_rate": 1.5933185388004998e-05,
+      "loss": 0.7695,
       "step": 1657
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1179666977266095e-05,
-      "loss": 0.782,
+      "epoch": 0.32,
+      "learning_rate": 1.5928166614979613e-05,
+      "loss": 0.7966,
       "step": 1658
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1170384533361014e-05,
-      "loss": 0.7953,
+      "epoch": 0.32,
+      "learning_rate": 1.5923145538608874e-05,
+      "loss": 0.791,
       "step": 1659
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1161101066890134e-05,
-      "loss": 0.7556,
+      "epoch": 0.32,
+      "learning_rate": 1.591812216084368e-05,
+      "loss": 0.7417,
       "step": 1660
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1151816585964428e-05,
-      "loss": 0.7987,
+      "epoch": 0.32,
+      "learning_rate": 1.5913096483635827e-05,
+      "loss": 0.7947,
       "step": 1661
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1142531098695752e-05,
-      "loss": 0.7796,
+      "epoch": 0.32,
+      "learning_rate": 1.5908068508938e-05,
+      "loss": 0.8218,
       "step": 1662
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1133244613196843e-05,
-      "loss": 0.7534,
+      "epoch": 0.32,
+      "learning_rate": 1.5903038238703795e-05,
+      "loss": 0.8418,
       "step": 1663
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1123957137581313e-05,
-      "loss": 0.7763,
+      "epoch": 0.32,
+      "learning_rate": 1.5898005674887673e-05,
+      "loss": 0.7122,
       "step": 1664
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.111466867996363e-05,
-      "loss": 0.7569,
+      "epoch": 0.32,
+      "learning_rate": 1.589297081944501e-05,
+      "loss": 0.7974,
       "step": 1665
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1105379248459132e-05,
-      "loss": 0.7801,
+      "epoch": 0.32,
+      "learning_rate": 1.5887933674332048e-05,
+      "loss": 0.8259,
       "step": 1666
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1096088851183997e-05,
-      "loss": 0.76,
+      "epoch": 0.32,
+      "learning_rate": 1.5882894241505946e-05,
+      "loss": 0.7162,
       "step": 1667
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1086797496255256e-05,
-      "loss": 0.7068,
+      "epoch": 0.32,
+      "learning_rate": 1.5877852522924733e-05,
+      "loss": 0.8062,
       "step": 1668
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1077505191790772e-05,
-      "loss": 0.7698,
+      "epoch": 0.32,
+      "learning_rate": 1.5872808520547334e-05,
+      "loss": 0.812,
       "step": 1669
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1068211945909233e-05,
-      "loss": 0.7122,
+      "epoch": 0.32,
+      "learning_rate": 1.5867762236333553e-05,
+      "loss": 0.7838,
       "step": 1670
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1058917766730158e-05,
-      "loss": 0.7204,
+      "epoch": 0.32,
+      "learning_rate": 1.5862713672244092e-05,
+      "loss": 0.8015,
       "step": 1671
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.104962266237388e-05,
-      "loss": 0.7555,
+      "epoch": 0.32,
+      "learning_rate": 1.585766283024053e-05,
+      "loss": 0.7147,
       "step": 1672
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1040326640961537e-05,
-      "loss": 0.773,
+      "epoch": 0.32,
+      "learning_rate": 1.585260971228534e-05,
+      "loss": 0.8064,
       "step": 1673
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1031029710615067e-05,
-      "loss": 0.8256,
+      "epoch": 0.32,
+      "learning_rate": 1.5847554320341865e-05,
+      "loss": 0.812,
       "step": 1674
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1021731879457207e-05,
-      "loss": 0.7441,
+      "epoch": 0.32,
+      "learning_rate": 1.5842496656374347e-05,
+      "loss": 0.7853,
       "step": 1675
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1012433155611476e-05,
-      "loss": 0.7672,
+      "epoch": 0.32,
+      "learning_rate": 1.5837436722347902e-05,
+      "loss": 0.7605,
       "step": 1676
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.1003133547202181e-05,
-      "loss": 0.7345,
+      "epoch": 0.32,
+      "learning_rate": 1.5832374520228527e-05,
+      "loss": 0.8215,
       "step": 1677
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.0993833062354393e-05,
-      "loss": 0.8046,
+      "epoch": 0.32,
+      "learning_rate": 1.582731005198311e-05,
+      "loss": 0.8363,
       "step": 1678
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.098453170919395e-05,
-      "loss": 0.6734,
+      "epoch": 0.32,
+      "learning_rate": 1.5822243319579405e-05,
+      "loss": 0.8616,
       "step": 1679
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.0975229495847455e-05,
-      "loss": 0.7214,
+      "epoch": 0.32,
+      "learning_rate": 1.581717432498606e-05,
+      "loss": 0.7461,
       "step": 1680
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0965926430442256e-05,
-      "loss": 0.772,
+      "epoch": 0.32,
+      "learning_rate": 1.5812103070172592e-05,
+      "loss": 0.8188,
       "step": 1681
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0956622521106448e-05,
-      "loss": 0.7798,
+      "epoch": 0.32,
+      "learning_rate": 1.5807029557109398e-05,
+      "loss": 0.8191,
       "step": 1682
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0947317775968864e-05,
-      "loss": 0.8169,
+      "epoch": 0.32,
+      "learning_rate": 1.580195378776776e-05,
+      "loss": 0.7642,
       "step": 1683
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0938012203159067e-05,
-      "loss": 0.7422,
+      "epoch": 0.32,
+      "learning_rate": 1.5796875764119826e-05,
+      "loss": 0.8119,
       "step": 1684
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.092870581080734e-05,
-      "loss": 0.8353,
+      "epoch": 0.32,
+      "learning_rate": 1.5791795488138623e-05,
+      "loss": 0.7988,
       "step": 1685
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0919398607044688e-05,
-      "loss": 0.7216,
+      "epoch": 0.32,
+      "learning_rate": 1.578671296179806e-05,
+      "loss": 0.7976,
       "step": 1686
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.091009060000282e-05,
-      "loss": 0.7562,
+      "epoch": 0.32,
+      "learning_rate": 1.578162818707291e-05,
+      "loss": 0.7845,
       "step": 1687
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0900781797814148e-05,
-      "loss": 0.7917,
+      "epoch": 0.32,
+      "learning_rate": 1.577654116593883e-05,
+      "loss": 0.7803,
       "step": 1688
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.089147220861178e-05,
-      "loss": 0.8565,
+      "epoch": 0.33,
+      "learning_rate": 1.577145190037234e-05,
+      "loss": 0.7939,
       "step": 1689
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0882161840529508e-05,
-      "loss": 0.7963,
+      "epoch": 0.33,
+      "learning_rate": 1.5766360392350837e-05,
+      "loss": 0.8353,
       "step": 1690
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0872850701701811e-05,
-      "loss": 0.8017,
+      "epoch": 0.33,
+      "learning_rate": 1.5761266643852587e-05,
+      "loss": 0.8179,
       "step": 1691
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0863538800263836e-05,
-      "loss": 0.7307,
+      "epoch": 0.33,
+      "learning_rate": 1.575617065685674e-05,
+      "loss": 0.825,
       "step": 1692
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0854226144351397e-05,
-      "loss": 0.6708,
+      "epoch": 0.33,
+      "learning_rate": 1.5751072433343285e-05,
+      "loss": 0.771,
       "step": 1693
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0844912742100969e-05,
-      "loss": 0.743,
+      "epoch": 0.33,
+      "learning_rate": 1.5745971975293114e-05,
+      "loss": 0.7637,
       "step": 1694
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0835598601649677e-05,
-      "loss": 0.8235,
+      "epoch": 0.33,
+      "learning_rate": 1.574086928468797e-05,
+      "loss": 0.8171,
       "step": 1695
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0826283731135296e-05,
-      "loss": 0.8176,
+      "epoch": 0.33,
+      "learning_rate": 1.573576436351046e-05,
+      "loss": 0.8002,
       "step": 1696
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0816968138696232e-05,
-      "loss": 0.7594,
+      "epoch": 0.33,
+      "learning_rate": 1.5730657213744072e-05,
+      "loss": 0.8291,
       "step": 1697
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.080765183247152e-05,
-      "loss": 0.7195,
+      "epoch": 0.33,
+      "learning_rate": 1.5725547837373142e-05,
+      "loss": 0.7908,
       "step": 1698
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0798334820600831e-05,
-      "loss": 0.7875,
+      "epoch": 0.33,
+      "learning_rate": 1.5720436236382885e-05,
+      "loss": 0.7644,
       "step": 1699
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0789017111224443e-05,
-      "loss": 0.7737,
+      "epoch": 0.33,
+      "learning_rate": 1.5715322412759374e-05,
+      "loss": 0.8342,
       "step": 1700
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0779698712483245e-05,
-      "loss": 0.7212,
+      "epoch": 0.33,
+      "learning_rate": 1.5710206368489555e-05,
+      "loss": 0.7407,
       "step": 1701
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0770379632518726e-05,
-      "loss": 0.6972,
+      "epoch": 0.33,
+      "learning_rate": 1.5705088105561217e-05,
+      "loss": 0.7745,
       "step": 1702
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0761059879472975e-05,
-      "loss": 0.7517,
+      "epoch": 0.33,
+      "learning_rate": 1.5699967625963032e-05,
+      "loss": 0.8044,
       "step": 1703
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0751739461488667e-05,
-      "loss": 0.7903,
+      "epoch": 0.33,
+      "learning_rate": 1.569484493168452e-05,
+      "loss": 0.7927,
       "step": 1704
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.074241838670906e-05,
-      "loss": 0.7468,
+      "epoch": 0.33,
+      "learning_rate": 1.568972002471607e-05,
+      "loss": 0.7852,
       "step": 1705
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0733096663277977e-05,
-      "loss": 0.6954,
+      "epoch": 0.33,
+      "learning_rate": 1.5684592907048925e-05,
+      "loss": 0.7974,
       "step": 1706
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0723774299339822e-05,
-      "loss": 0.779,
+      "epoch": 0.33,
+      "learning_rate": 1.5679463580675187e-05,
+      "loss": 0.7888,
       "step": 1707
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0714451303039545e-05,
-      "loss": 0.8031,
+      "epoch": 0.33,
+      "learning_rate": 1.567433204758782e-05,
+      "loss": 0.7515,
       "step": 1708
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0705127682522658e-05,
-      "loss": 0.8216,
+      "epoch": 0.33,
+      "learning_rate": 1.5669198309780644e-05,
+      "loss": 0.8242,
       "step": 1709
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0695803445935213e-05,
-      "loss": 0.8213,
+      "epoch": 0.33,
+      "learning_rate": 1.566406236924833e-05,
+      "loss": 0.8376,
       "step": 1710
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0686478601423804e-05,
-      "loss": 0.7548,
+      "epoch": 0.33,
+      "learning_rate": 1.5658924227986415e-05,
+      "loss": 0.7563,
       "step": 1711
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0677153157135553e-05,
-      "loss": 0.8582,
+      "epoch": 0.33,
+      "learning_rate": 1.5653783887991282e-05,
+      "loss": 0.7817,
       "step": 1712
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0667827121218108e-05,
-      "loss": 0.8555,
+      "epoch": 0.33,
+      "learning_rate": 1.564864135126018e-05,
+      "loss": 0.782,
       "step": 1713
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.0658500501819633e-05,
-      "loss": 0.7728,
+      "epoch": 0.33,
+      "learning_rate": 1.564349661979119e-05,
+      "loss": 0.8293,
       "step": 1714
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.06491733070888e-05,
-      "loss": 0.782,
+      "epoch": 0.33,
+      "learning_rate": 1.5638349695583276e-05,
+      "loss": 0.8254,
       "step": 1715
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.063984554517479e-05,
-      "loss": 0.7826,
+      "epoch": 0.33,
+      "learning_rate": 1.563320058063622e-05,
+      "loss": 0.8042,
       "step": 1716
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.063051722422727e-05,
-      "loss": 0.8226,
+      "epoch": 0.33,
+      "learning_rate": 1.5628049276950687e-05,
+      "loss": 0.8142,
       "step": 1717
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0621188352396406e-05,
-      "loss": 0.7451,
+      "epoch": 0.33,
+      "learning_rate": 1.5622895786528173e-05,
+      "loss": 0.8154,
       "step": 1718
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0611858937832835e-05,
-      "loss": 0.8136,
+      "epoch": 0.33,
+      "learning_rate": 1.5617740111371023e-05,
+      "loss": 0.759,
       "step": 1719
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0602528988687675e-05,
-      "loss": 0.8422,
+      "epoch": 0.33,
+      "learning_rate": 1.5612582253482444e-05,
+      "loss": 0.7753,
       "step": 1720
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.059319851311251e-05,
-      "loss": 0.7484,
+      "epoch": 0.33,
+      "learning_rate": 1.560742221486648e-05,
+      "loss": 0.8247,
       "step": 1721
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0583867519259383e-05,
-      "loss": 0.6775,
+      "epoch": 0.33,
+      "learning_rate": 1.5602259997528028e-05,
+      "loss": 0.7756,
       "step": 1722
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.057453601528079e-05,
-      "loss": 0.7781,
+      "epoch": 0.33,
+      "learning_rate": 1.5597095603472828e-05,
+      "loss": 0.7673,
       "step": 1723
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0565204009329674e-05,
-      "loss": 0.7279,
+      "epoch": 0.33,
+      "learning_rate": 1.5591929034707468e-05,
+      "loss": 0.7654,
       "step": 1724
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.055587150955941e-05,
-      "loss": 0.8335,
+      "epoch": 0.33,
+      "learning_rate": 1.5586760293239383e-05,
+      "loss": 0.7827,
       "step": 1725
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0546538524123815e-05,
-      "loss": 0.7176,
+      "epoch": 0.33,
+      "learning_rate": 1.5581589381076843e-05,
+      "loss": 0.7533,
       "step": 1726
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0537205061177122e-05,
-      "loss": 0.838,
+      "epoch": 0.33,
+      "learning_rate": 1.557641630022897e-05,
+      "loss": 0.7681,
       "step": 1727
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.052787112887399e-05,
-      "loss": 0.734,
+      "epoch": 0.33,
+      "learning_rate": 1.5571241052705724e-05,
+      "loss": 0.7551,
       "step": 1728
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0518536735369476e-05,
-      "loss": 0.7139,
+      "epoch": 0.33,
+      "learning_rate": 1.5566063640517918e-05,
+      "loss": 0.8059,
       "step": 1729
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0509201888819045e-05,
-      "loss": 0.8491,
+      "epoch": 0.33,
+      "learning_rate": 1.5560884065677188e-05,
+      "loss": 0.8021,
       "step": 1730
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0499866597378561e-05,
-      "loss": 0.7843,
+      "epoch": 0.33,
+      "learning_rate": 1.5555702330196024e-05,
+      "loss": 0.8213,
       "step": 1731
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0490530869204281e-05,
-      "loss": 0.8204,
+      "epoch": 0.33,
+      "learning_rate": 1.5550518436087753e-05,
+      "loss": 0.7722,
       "step": 1732
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.048119471245283e-05,
-      "loss": 0.7783,
+      "epoch": 0.33,
+      "learning_rate": 1.554533238536653e-05,
+      "loss": 0.7905,
       "step": 1733
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0471858135281215e-05,
-      "loss": 0.851,
+      "epoch": 0.33,
+      "learning_rate": 1.5540144180047367e-05,
+      "loss": 0.7645,
       "step": 1734
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0462521145846811e-05,
-      "loss": 0.6796,
+      "epoch": 0.33,
+      "learning_rate": 1.5534953822146097e-05,
+      "loss": 0.7455,
       "step": 1735
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0453183752307354e-05,
-      "loss": 0.81,
+      "epoch": 0.33,
+      "learning_rate": 1.5529761313679396e-05,
+      "loss": 0.7974,
       "step": 1736
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0443845962820936e-05,
-      "loss": 0.7302,
+      "epoch": 0.33,
+      "learning_rate": 1.5524566656664777e-05,
+      "loss": 0.8428,
       "step": 1737
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.043450778554598e-05,
-      "loss": 0.7019,
+      "epoch": 0.33,
+      "learning_rate": 1.5519369853120584e-05,
+      "loss": 0.7427,
       "step": 1738
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0425169228641264e-05,
-      "loss": 0.7219,
+      "epoch": 0.33,
+      "learning_rate": 1.5514170905065996e-05,
+      "loss": 0.7156,
       "step": 1739
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.041583030026589e-05,
-      "loss": 0.6651,
+      "epoch": 0.33,
+      "learning_rate": 1.5508969814521026e-05,
+      "loss": 0.8119,
       "step": 1740
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.040649100857929e-05,
-      "loss": 0.7981,
+      "epoch": 0.34,
+      "learning_rate": 1.5503766583506522e-05,
+      "loss": 0.7894,
       "step": 1741
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0397151361741204e-05,
-      "loss": 0.7162,
+      "epoch": 0.34,
+      "learning_rate": 1.549856121404416e-05,
+      "loss": 0.7776,
       "step": 1742
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0387811367911694e-05,
-      "loss": 0.8142,
-      "step": 1743
+      "epoch": 0.34,
+      "learning_rate": 1.5493353708156442e-05,
+      "loss": 0.8176,
+      "step": 1743
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0378471035251112e-05,
-      "loss": 0.6959,
+      "epoch": 0.34,
+      "learning_rate": 1.548814406786671e-05,
+      "loss": 0.7722,
       "step": 1744
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0369130371920121e-05,
-      "loss": 0.7954,
+      "epoch": 0.34,
+      "learning_rate": 1.548293229519914e-05,
+      "loss": 0.6802,
       "step": 1745
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0359789386079662e-05,
-      "loss": 0.7818,
+      "epoch": 0.34,
+      "learning_rate": 1.5477718392178716e-05,
+      "loss": 0.7583,
       "step": 1746
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0350448085890958e-05,
-      "loss": 0.8068,
+      "epoch": 0.34,
+      "learning_rate": 1.5472502360831265e-05,
+      "loss": 0.8018,
       "step": 1747
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0341106479515517e-05,
-      "loss": 0.7785,
+      "epoch": 0.34,
+      "learning_rate": 1.5467284203183437e-05,
+      "loss": 0.7781,
       "step": 1748
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.03317645751151e-05,
-      "loss": 0.777,
+      "epoch": 0.34,
+      "learning_rate": 1.5462063921262708e-05,
+      "loss": 0.8232,
       "step": 1749
     },
     {
-      "epoch": 0.5,
-      "learning_rate": 1.0322422380851737e-05,
-      "loss": 0.7435,
+      "epoch": 0.34,
+      "learning_rate": 1.5456841517097385e-05,
+      "loss": 0.8474,
       "step": 1750
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0313079904887712e-05,
-      "loss": 0.7964,
+      "epoch": 0.34,
+      "learning_rate": 1.545161699271659e-05,
+      "loss": 0.7601,
       "step": 1751
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0303737155385552e-05,
-      "loss": 0.707,
+      "epoch": 0.34,
+      "learning_rate": 1.5446390350150272e-05,
+      "loss": 0.7996,
       "step": 1752
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0294394140508022e-05,
-      "loss": 0.7046,
+      "epoch": 0.34,
+      "learning_rate": 1.544116159142921e-05,
+      "loss": 0.8123,
       "step": 1753
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0285050868418123e-05,
-      "loss": 0.716,
+      "epoch": 0.34,
+      "learning_rate": 1.5435930718584993e-05,
+      "loss": 0.7375,
       "step": 1754
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.027570734727908e-05,
-      "loss": 0.7983,
+      "epoch": 0.34,
+      "learning_rate": 1.5430697733650045e-05,
+      "loss": 0.8201,
       "step": 1755
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0266363585254331e-05,
-      "loss": 0.9082,
+      "epoch": 0.34,
+      "learning_rate": 1.5425462638657597e-05,
+      "loss": 0.6489,
       "step": 1756
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0257019590507527e-05,
-      "loss": 0.7609,
+      "epoch": 0.34,
+      "learning_rate": 1.542022543564171e-05,
+      "loss": 0.7666,
       "step": 1757
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0247675371202521e-05,
-      "loss": 0.7793,
+      "epoch": 0.34,
+      "learning_rate": 1.541498612663726e-05,
+      "loss": 0.8044,
       "step": 1758
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.023833093550337e-05,
-      "loss": 0.7251,
+      "epoch": 0.34,
+      "learning_rate": 1.5409744713679942e-05,
+      "loss": 0.6543,
       "step": 1759
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0228986291574317e-05,
-      "loss": 0.7541,
+      "epoch": 0.34,
+      "learning_rate": 1.5404501198806267e-05,
+      "loss": 0.7776,
       "step": 1760
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0219641447579772e-05,
-      "loss": 0.707,
+      "epoch": 0.34,
+      "learning_rate": 1.5399255584053568e-05,
+      "loss": 0.8416,
       "step": 1761
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.021029641168434e-05,
-      "loss": 0.7775,
+      "epoch": 0.34,
+      "learning_rate": 1.5394007871459983e-05,
+      "loss": 0.7527,
       "step": 1762
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0200951192052781e-05,
-      "loss": 0.7958,
+      "epoch": 0.34,
+      "learning_rate": 1.538875806306448e-05,
+      "loss": 0.8206,
       "step": 1763
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0191605796850027e-05,
-      "loss": 0.8246,
+      "epoch": 0.34,
+      "learning_rate": 1.5383506160906826e-05,
+      "loss": 0.7827,
       "step": 1764
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.018226023424115e-05,
-      "loss": 0.7646,
+      "epoch": 0.34,
+      "learning_rate": 1.5378252167027613e-05,
+      "loss": 0.7612,
       "step": 1765
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0172914512391379e-05,
-      "loss": 0.7641,
+      "epoch": 0.34,
+      "learning_rate": 1.5372996083468242e-05,
+      "loss": 0.7919,
       "step": 1766
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0163568639466073e-05,
-      "loss": 0.8103,
+      "epoch": 0.34,
+      "learning_rate": 1.536773791227092e-05,
+      "loss": 0.7924,
       "step": 1767
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0154222623630732e-05,
-      "loss": 0.8404,
+      "epoch": 0.34,
+      "learning_rate": 1.5362477655478677e-05,
+      "loss": 0.7899,
       "step": 1768
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0144876473050973e-05,
-      "loss": 0.7618,
+      "epoch": 0.34,
+      "learning_rate": 1.535721531513535e-05,
+      "loss": 0.7496,
       "step": 1769
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0135530195892537e-05,
-      "loss": 0.7533,
+      "epoch": 0.34,
+      "learning_rate": 1.535195089328557e-05,
+      "loss": 0.8245,
       "step": 1770
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0126183800321274e-05,
-      "loss": 0.6961,
+      "epoch": 0.34,
+      "learning_rate": 1.5346684391974792e-05,
+      "loss": 0.7753,
       "step": 1771
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0116837294503134e-05,
-      "loss": 0.6742,
+      "epoch": 0.34,
+      "learning_rate": 1.534141581324929e-05,
+      "loss": 0.8303,
       "step": 1772
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0107490686604169e-05,
-      "loss": 0.7622,
+      "epoch": 0.34,
+      "learning_rate": 1.533614515915612e-05,
+      "loss": 0.8293,
       "step": 1773
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0098143984790513e-05,
-      "loss": 0.7499,
+      "epoch": 0.34,
+      "learning_rate": 1.533087243174315e-05,
+      "loss": 0.7489,
       "step": 1774
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0088797197228389e-05,
-      "loss": 0.756,
+      "epoch": 0.34,
+      "learning_rate": 1.5325597633059075e-05,
+      "loss": 0.7527,
       "step": 1775
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0079450332084089e-05,
-      "loss": 0.7567,
+      "epoch": 0.34,
+      "learning_rate": 1.5320320765153367e-05,
+      "loss": 0.8044,
       "step": 1776
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0070103397523979e-05,
-      "loss": 0.7324,
+      "epoch": 0.34,
+      "learning_rate": 1.5315041830076317e-05,
+      "loss": 0.76,
       "step": 1777
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0060756401714479e-05,
-      "loss": 0.7495,
+      "epoch": 0.34,
+      "learning_rate": 1.530976082987902e-05,
+      "loss": 0.7512,
       "step": 1778
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.005140935282207e-05,
-      "loss": 0.7412,
+      "epoch": 0.34,
+      "learning_rate": 1.5304477766613365e-05,
+      "loss": 0.8145,
       "step": 1779
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0042062259013269e-05,
-      "loss": 0.8401,
+      "epoch": 0.34,
+      "learning_rate": 1.529919264233205e-05,
+      "loss": 0.7759,
       "step": 1780
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0032715128454646e-05,
-      "loss": 0.7695,
+      "epoch": 0.34,
+      "learning_rate": 1.529390545908857e-05,
+      "loss": 0.6853,
       "step": 1781
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.002336796931279e-05,
-      "loss": 0.6942,
+      "epoch": 0.34,
+      "learning_rate": 1.528861621893722e-05,
+      "loss": 0.834,
       "step": 1782
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0014020789754327e-05,
-      "loss": 0.7146,
+      "epoch": 0.34,
+      "learning_rate": 1.52833249239331e-05,
+      "loss": 0.7822,
       "step": 1783
     },
     {
-      "epoch": 0.51,
-      "learning_rate": 1.0004673597945886e-05,
-      "loss": 0.7334,
+      "epoch": 0.34,
+      "learning_rate": 1.527803157613209e-05,
+      "loss": 0.7797,
       "step": 1784
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.995326402054117e-06,
-      "loss": 0.708,
+      "epoch": 0.34,
+      "learning_rate": 1.5272736177590902e-05,
+      "loss": 0.7891,
       "step": 1785
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.985979210245678e-06,
-      "loss": 0.8109,
+      "epoch": 0.34,
+      "learning_rate": 1.526743873036701e-05,
+      "loss": 0.7563,
       "step": 1786
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.976632030687212e-06,
-      "loss": 0.7818,
+      "epoch": 0.34,
+      "learning_rate": 1.5262139236518695e-05,
+      "loss": 0.7903,
       "step": 1787
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.967284871545356e-06,
-      "loss": 0.7422,
+      "epoch": 0.34,
+      "learning_rate": 1.5256837698105047e-05,
+      "loss": 0.765,
       "step": 1788
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.957937740986732e-06,
-      "loss": 0.6691,
+      "epoch": 0.34,
+      "learning_rate": 1.5251534117185935e-05,
+      "loss": 0.6343,
       "step": 1789
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.948590647177933e-06,
-      "loss": 0.7615,
+      "epoch": 0.34,
+      "learning_rate": 1.5246228495822025e-05,
+      "loss": 0.792,
       "step": 1790
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.939243598285524e-06,
-      "loss": 0.8014,
+      "epoch": 0.34,
+      "learning_rate": 1.5240920836074777e-05,
+      "loss": 0.7831,
       "step": 1791
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.929896602476025e-06,
-      "loss": 0.7414,
+      "epoch": 0.34,
+      "learning_rate": 1.5235611140006446e-05,
+      "loss": 0.7765,
       "step": 1792
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.920549667915911e-06,
-      "loss": 0.7267,
+      "epoch": 0.35,
+      "learning_rate": 1.5230299409680073e-05,
+      "loss": 0.7512,
       "step": 1793
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.911202802771615e-06,
-      "loss": 0.7839,
+      "epoch": 0.35,
+      "learning_rate": 1.5224985647159489e-05,
+      "loss": 0.8103,
       "step": 1794
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.901856015209488e-06,
-      "loss": 0.8008,
+      "epoch": 0.35,
+      "learning_rate": 1.5219669854509322e-05,
+      "loss": 0.7521,
       "step": 1795
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.892509313395835e-06,
-      "loss": 0.8429,
+      "epoch": 0.35,
+      "learning_rate": 1.5214352033794981e-05,
+      "loss": 0.7656,
       "step": 1796
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.883162705496867e-06,
-      "loss": 0.74,
+      "epoch": 0.35,
+      "learning_rate": 1.5209032187082668e-05,
+      "loss": 0.7788,
       "step": 1797
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.873816199678731e-06,
-      "loss": 0.7111,
+      "epoch": 0.35,
+      "learning_rate": 1.5203710316439368e-05,
+      "loss": 0.7935,
       "step": 1798
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.864469804107464e-06,
-      "loss": 0.7908,
+      "epoch": 0.35,
+      "learning_rate": 1.5198386423932856e-05,
+      "loss": 0.6812,
       "step": 1799
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.85512352694903e-06,
-      "loss": 0.7138,
+      "epoch": 0.35,
+      "learning_rate": 1.5193060511631692e-05,
+      "loss": 0.7573,
       "step": 1800
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.845777376369272e-06,
-      "loss": 0.8226,
+      "epoch": 0.35,
+      "learning_rate": 1.5187732581605217e-05,
+      "loss": 0.7853,
       "step": 1801
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.83643136053393e-06,
-      "loss": 0.7095,
+      "epoch": 0.35,
+      "learning_rate": 1.518240263592356e-05,
+      "loss": 0.8271,
       "step": 1802
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.827085487608628e-06,
-      "loss": 0.775,
+      "epoch": 0.35,
+      "learning_rate": 1.5177070676657632e-05,
+      "loss": 0.8035,
       "step": 1803
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.817739765758853e-06,
-      "loss": 0.7362,
+      "epoch": 0.35,
+      "learning_rate": 1.5171736705879127e-05,
+      "loss": 0.8215,
       "step": 1804
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.808394203149976e-06,
-      "loss": 0.7758,
+      "epoch": 0.35,
+      "learning_rate": 1.5166400725660522e-05,
+      "loss": 0.7423,
       "step": 1805
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.799048807947222e-06,
-      "loss": 0.6979,
+      "epoch": 0.35,
+      "learning_rate": 1.5161062738075068e-05,
+      "loss": 0.7273,
       "step": 1806
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.789703588315663e-06,
-      "loss": 0.7756,
+      "epoch": 0.35,
+      "learning_rate": 1.5155722745196802e-05,
+      "loss": 0.7601,
       "step": 1807
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.780358552420233e-06,
-      "loss": 0.8432,
+      "epoch": 0.35,
+      "learning_rate": 1.5150380749100545e-05,
+      "loss": 0.8264,
       "step": 1808
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.771013708425688e-06,
-      "loss": 0.7351,
+      "epoch": 0.35,
+      "learning_rate": 1.514503675186188e-05,
+      "loss": 0.7834,
       "step": 1809
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.76166906449663e-06,
-      "loss": 0.8066,
+      "epoch": 0.35,
+      "learning_rate": 1.5139690755557186e-05,
+      "loss": 0.7947,
       "step": 1810
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.75232462879748e-06,
-      "loss": 0.7587,
+      "epoch": 0.35,
+      "learning_rate": 1.5134342762263606e-05,
+      "loss": 0.6521,
       "step": 1811
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.742980409492476e-06,
-      "loss": 0.7256,
+      "epoch": 0.35,
+      "learning_rate": 1.5128992774059063e-05,
+      "loss": 0.7786,
       "step": 1812
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.733636414745674e-06,
-      "loss": 0.8456,
+      "epoch": 0.35,
+      "learning_rate": 1.5123640793022255e-05,
+      "loss": 0.7992,
       "step": 1813
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.724292652720922e-06,
-      "loss": 0.782,
+      "epoch": 0.35,
+      "learning_rate": 1.5118286821232661e-05,
+      "loss": 0.7861,
       "step": 1814
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.714949131581877e-06,
-      "loss": 0.7429,
+      "epoch": 0.35,
+      "learning_rate": 1.511293086077052e-05,
+      "loss": 0.8113,
       "step": 1815
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.705605859491981e-06,
-      "loss": 0.8351,
+      "epoch": 0.35,
+      "learning_rate": 1.5107572913716859e-05,
+      "loss": 0.761,
       "step": 1816
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.69626284461445e-06,
-      "loss": 0.6959,
+      "epoch": 0.35,
+      "learning_rate": 1.510221298215346e-05,
+      "loss": 0.7872,
       "step": 1817
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.686920095112291e-06,
-      "loss": 0.7311,
+      "epoch": 0.35,
+      "learning_rate": 1.5096851068162885e-05,
+      "loss": 0.7974,
       "step": 1818
     },
     {
-      "epoch": 0.52,
-      "learning_rate": 9.677577619148266e-06,
-      "loss": 0.787,
-      "step": 1819
+      "epoch": 0.35,
+      "learning_rate": 1.5091487173828471e-05,
+      "loss": 0.7914,
+      "step": 1819
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.668235424884902e-06,
-      "loss": 0.762,
+      "epoch": 0.35,
+      "learning_rate": 1.5086121301234318e-05,
+      "loss": 0.8335,
       "step": 1820
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.658893520484486e-06,
-      "loss": 0.7784,
+      "epoch": 0.35,
+      "learning_rate": 1.5080753452465296e-05,
+      "loss": 0.7424,
       "step": 1821
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.649551914109042e-06,
-      "loss": 0.7646,
+      "epoch": 0.35,
+      "learning_rate": 1.5075383629607043e-05,
+      "loss": 0.8359,
       "step": 1822
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.640210613920341e-06,
-      "loss": 0.7365,
+      "epoch": 0.35,
+      "learning_rate": 1.5070011834745963e-05,
+      "loss": 0.8391,
       "step": 1823
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.630869628079882e-06,
-      "loss": 0.7529,
+      "epoch": 0.35,
+      "learning_rate": 1.5064638069969228e-05,
+      "loss": 0.797,
       "step": 1824
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.621528964748891e-06,
-      "loss": 0.6946,
+      "epoch": 0.35,
+      "learning_rate": 1.5059262337364779e-05,
+      "loss": 0.7581,
       "step": 1825
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.612188632088311e-06,
-      "loss": 0.81,
+      "epoch": 0.35,
+      "learning_rate": 1.505388463902131e-05,
+      "loss": 0.8108,
       "step": 1826
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.602848638258798e-06,
-      "loss": 0.7378,
+      "epoch": 0.35,
+      "learning_rate": 1.5048504977028289e-05,
+      "loss": 0.6301,
       "step": 1827
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.593508991420715e-06,
-      "loss": 0.6714,
+      "epoch": 0.35,
+      "learning_rate": 1.5043123353475944e-05,
+      "loss": 0.801,
       "step": 1828
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.584169699734113e-06,
-      "loss": 0.7616,
+      "epoch": 0.35,
+      "learning_rate": 1.5037739770455263e-05,
+      "loss": 0.792,
       "step": 1829
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.574830771358741e-06,
-      "loss": 0.8139,
+      "epoch": 0.35,
+      "learning_rate": 1.5032354230058004e-05,
+      "loss": 0.7198,
       "step": 1830
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.565492214454022e-06,
-      "loss": 0.7369,
+      "epoch": 0.35,
+      "learning_rate": 1.502696673437667e-05,
+      "loss": 0.7433,
       "step": 1831
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.556154037179069e-06,
-      "loss": 0.7878,
+      "epoch": 0.35,
+      "learning_rate": 1.5021577285504538e-05,
+      "loss": 0.8438,
       "step": 1832
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.54681624769265e-06,
-      "loss": 0.6652,
+      "epoch": 0.35,
+      "learning_rate": 1.5016185885535639e-05,
+      "loss": 0.7639,
       "step": 1833
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.53747885415319e-06,
-      "loss": 0.778,
+      "epoch": 0.35,
+      "learning_rate": 1.5010792536564762e-05,
+      "loss": 0.7966,
       "step": 1834
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.52814186471879e-06,
-      "loss": 0.8166,
+      "epoch": 0.35,
+      "learning_rate": 1.5005397240687447e-05,
+      "loss": 0.8198,
       "step": 1835
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.518805287547175e-06,
-      "loss": 0.6591,
+      "epoch": 0.35,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 0.8278,
       "step": 1836
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.509469130795724e-06,
-      "loss": 0.8181,
+      "epoch": 0.35,
+      "learning_rate": 1.4994600816599482e-05,
+      "loss": 0.7854,
       "step": 1837
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.500133402621442e-06,
-      "loss": 0.7789,
+      "epoch": 0.35,
+      "learning_rate": 1.4989199692583705e-05,
+      "loss": 0.7681,
       "step": 1838
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.490798111180957e-06,
-      "loss": 0.7631,
+      "epoch": 0.35,
+      "learning_rate": 1.498379663005123e-05,
+      "loss": 0.6733,
       "step": 1839
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.48146326463053e-06,
-      "loss": 0.7842,
+      "epoch": 0.35,
+      "learning_rate": 1.4978391631101383e-05,
+      "loss": 0.8159,
       "step": 1840
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.472128871126014e-06,
-      "loss": 0.8203,
+      "epoch": 0.35,
+      "learning_rate": 1.4972984697834238e-05,
+      "loss": 0.761,
       "step": 1841
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.462794938822878e-06,
-      "loss": 0.8108,
+      "epoch": 0.35,
+      "learning_rate": 1.4967575832350614e-05,
+      "loss": 0.7903,
       "step": 1842
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.453461475876188e-06,
-      "loss": 0.7643,
+      "epoch": 0.35,
+      "learning_rate": 1.4962165036752085e-05,
+      "loss": 0.6433,
       "step": 1843
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.44412849044059e-06,
-      "loss": 0.8104,
+      "epoch": 0.35,
+      "learning_rate": 1.4956752313140978e-05,
+      "loss": 0.8625,
       "step": 1844
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.43479599067033e-06,
-      "loss": 0.7747,
+      "epoch": 0.36,
+      "learning_rate": 1.4951337663620368e-05,
+      "loss": 0.7966,
       "step": 1845
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.425463984719212e-06,
-      "loss": 0.6947,
+      "epoch": 0.36,
+      "learning_rate": 1.4945921090294076e-05,
+      "loss": 0.8108,
       "step": 1846
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.416132480740619e-06,
-      "loss": 0.7257,
+      "epoch": 0.36,
+      "learning_rate": 1.494050259526667e-05,
+      "loss": 0.7808,
       "step": 1847
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.406801486887493e-06,
-      "loss": 0.7902,
+      "epoch": 0.36,
+      "learning_rate": 1.493508218064347e-05,
+      "loss": 0.8545,
       "step": 1848
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.397471011312325e-06,
-      "loss": 0.7704,
+      "epoch": 0.36,
+      "learning_rate": 1.4929659848530537e-05,
+      "loss": 0.8391,
       "step": 1849
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.388141062167168e-06,
-      "loss": 0.6797,
+      "epoch": 0.36,
+      "learning_rate": 1.4924235601034673e-05,
+      "loss": 0.875,
       "step": 1850
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.378811647603598e-06,
-      "loss": 0.7254,
+      "epoch": 0.36,
+      "learning_rate": 1.4918809440263435e-05,
+      "loss": 0.7891,
       "step": 1851
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.369482775772734e-06,
-      "loss": 0.7162,
+      "epoch": 0.36,
+      "learning_rate": 1.4913381368325115e-05,
+      "loss": 0.6858,
       "step": 1852
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.360154454825215e-06,
-      "loss": 0.7273,
+      "epoch": 0.36,
+      "learning_rate": 1.4907951387328752e-05,
+      "loss": 0.8098,
       "step": 1853
     },
     {
-      "epoch": 0.53,
-      "learning_rate": 9.350826692911201e-06,
-      "loss": 0.7175,
+      "epoch": 0.36,
+      "learning_rate": 1.4902519499384122e-05,
+      "loss": 0.7778,
       "step": 1854
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.34149949818037e-06,
-      "loss": 0.7777,
+      "epoch": 0.36,
+      "learning_rate": 1.489708570660175e-05,
+      "loss": 0.7627,
       "step": 1855
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.332172878781896e-06,
-      "loss": 0.7814,
+      "epoch": 0.36,
+      "learning_rate": 1.4891650011092896e-05,
+      "loss": 0.7837,
       "step": 1856
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.322846842864452e-06,
-      "loss": 0.7356,
+      "epoch": 0.36,
+      "learning_rate": 1.4886212414969551e-05,
+      "loss": 0.7622,
       "step": 1857
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.313521398576199e-06,
-      "loss": 0.7581,
+      "epoch": 0.36,
+      "learning_rate": 1.488077292034446e-05,
+      "loss": 0.7512,
       "step": 1858
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.304196554064787e-06,
-      "loss": 0.6901,
+      "epoch": 0.36,
+      "learning_rate": 1.4875331529331097e-05,
+      "loss": 0.6305,
       "step": 1859
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.294872317477345e-06,
-      "loss": 0.7854,
+      "epoch": 0.36,
+      "learning_rate": 1.4869888244043674e-05,
+      "loss": 0.7739,
       "step": 1860
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.285548696960458e-06,
-      "loss": 0.7651,
+      "epoch": 0.36,
+      "learning_rate": 1.486444306659714e-05,
+      "loss": 0.7871,
       "step": 1861
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.276225700660185e-06,
-      "loss": 0.7256,
+      "epoch": 0.36,
+      "learning_rate": 1.4858995999107175e-05,
+      "loss": 0.8291,
       "step": 1862
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.266903336722025e-06,
-      "loss": 0.7512,
+      "epoch": 0.36,
+      "learning_rate": 1.4853547043690201e-05,
+      "loss": 0.7256,
       "step": 1863
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.257581613290943e-06,
-      "loss": 0.7464,
+      "epoch": 0.36,
+      "learning_rate": 1.4848096202463373e-05,
+      "loss": 0.7917,
       "step": 1864
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.248260538511337e-06,
-      "loss": 0.7861,
+      "epoch": 0.36,
+      "learning_rate": 1.4842643477544565e-05,
+      "loss": 0.7898,
       "step": 1865
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.238940120527027e-06,
-      "loss": 0.7845,
+      "epoch": 0.36,
+      "learning_rate": 1.4837188871052399e-05,
+      "loss": 0.7683,
       "step": 1866
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.229620367481279e-06,
-      "loss": 0.7687,
+      "epoch": 0.36,
+      "learning_rate": 1.4831732385106221e-05,
+      "loss": 0.7712,
       "step": 1867
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.220301287516757e-06,
-      "loss": 0.7351,
+      "epoch": 0.36,
+      "learning_rate": 1.482627402182611e-05,
+      "loss": 0.853,
       "step": 1868
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.210982888775559e-06,
-      "loss": 0.6627,
+      "epoch": 0.36,
+      "learning_rate": 1.482081378333287e-05,
+      "loss": 0.6499,
       "step": 1869
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.201665179399172e-06,
-      "loss": 0.6819,
+      "epoch": 0.36,
+      "learning_rate": 1.4815351671748039e-05,
+      "loss": 0.8171,
       "step": 1870
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.192348167528482e-06,
-      "loss": 0.7716,
+      "epoch": 0.36,
+      "learning_rate": 1.4809887689193878e-05,
+      "loss": 0.7209,
       "step": 1871
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.183031861303773e-06,
-      "loss": 0.6913,
+      "epoch": 0.36,
+      "learning_rate": 1.4804421837793379e-05,
+      "loss": 0.7423,
       "step": 1872
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.173716268864706e-06,
-      "loss": 0.7564,
+      "epoch": 0.36,
+      "learning_rate": 1.4798954119670254e-05,
+      "loss": 0.7438,
       "step": 1873
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.164401398350326e-06,
-      "loss": 0.8416,
+      "epoch": 0.36,
+      "learning_rate": 1.479348453694895e-05,
+      "loss": 0.8114,
       "step": 1874
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.155087257899034e-06,
-      "loss": 0.7331,
+      "epoch": 0.36,
+      "learning_rate": 1.4788013091754629e-05,
+      "loss": 0.7692,
       "step": 1875
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.145773855648605e-06,
-      "loss": 0.8182,
+      "epoch": 0.36,
+      "learning_rate": 1.4782539786213184e-05,
+      "loss": 0.7739,
       "step": 1876
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.136461199736167e-06,
-      "loss": 0.7148,
+      "epoch": 0.36,
+      "learning_rate": 1.4777064622451222e-05,
+      "loss": 0.7609,
       "step": 1877
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.12714929829819e-06,
-      "loss": 0.7764,
+      "epoch": 0.36,
+      "learning_rate": 1.4771587602596085e-05,
+      "loss": 0.7646,
       "step": 1878
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.117838159470495e-06,
-      "loss": 0.7115,
+      "epoch": 0.36,
+      "learning_rate": 1.4766108728775822e-05,
+      "loss": 0.7839,
       "step": 1879
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.108527791388224e-06,
-      "loss": 0.8359,
+      "epoch": 0.36,
+      "learning_rate": 1.4760628003119213e-05,
+      "loss": 0.6311,
       "step": 1880
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.099218202185852e-06,
-      "loss": 0.7158,
+      "epoch": 0.36,
+      "learning_rate": 1.4755145427755755e-05,
+      "loss": 0.803,
       "step": 1881
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.089909399997183e-06,
-      "loss": 0.6849,
+      "epoch": 0.36,
+      "learning_rate": 1.4749661004815654e-05,
+      "loss": 0.7316,
       "step": 1882
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.080601392955313e-06,
-      "loss": 0.7076,
+      "epoch": 0.36,
+      "learning_rate": 1.474417473642985e-05,
+      "loss": 0.7998,
       "step": 1883
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.071294189192663e-06,
-      "loss": 0.7922,
+      "epoch": 0.36,
+      "learning_rate": 1.4738686624729987e-05,
+      "loss": 0.8022,
       "step": 1884
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.061987796840936e-06,
-      "loss": 0.8058,
+      "epoch": 0.36,
+      "learning_rate": 1.4733196671848435e-05,
+      "loss": 0.7947,
       "step": 1885
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.052682224031136e-06,
-      "loss": 0.7541,
+      "epoch": 0.36,
+      "learning_rate": 1.4727704879918272e-05,
+      "loss": 0.7903,
       "step": 1886
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.043377478893554e-06,
-      "loss": 0.8065,
+      "epoch": 0.36,
+      "learning_rate": 1.4722211251073293e-05,
+      "loss": 0.7712,
       "step": 1887
     },
     {
-      "epoch": 0.54,
-      "learning_rate": 9.034073569557746e-06,
-      "loss": 0.7827,
+      "epoch": 0.36,
+      "learning_rate": 1.4716715787448007e-05,
+      "loss": 0.6436,
       "step": 1888
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 9.02477050415255e-06,
-      "loss": 0.7937,
+      "epoch": 0.36,
+      "learning_rate": 1.4711218491177636e-05,
+      "loss": 0.8149,
       "step": 1889
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 9.015468290806051e-06,
-      "loss": 0.6625,
+      "epoch": 0.36,
+      "learning_rate": 1.4705719364398117e-05,
+      "loss": 0.812,
       "step": 1890
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 9.00616693764561e-06,
-      "loss": 0.7681,
+      "epoch": 0.36,
+      "learning_rate": 1.4700218409246087e-05,
+      "loss": 0.8027,
       "step": 1891
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.99686645279782e-06,
-      "loss": 0.6699,
+      "epoch": 0.36,
+      "learning_rate": 1.469471562785891e-05,
+      "loss": 0.6616,
       "step": 1892
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.987566844388524e-06,
-      "loss": 0.7486,
+      "epoch": 0.36,
+      "learning_rate": 1.4689211022374645e-05,
+      "loss": 0.7854,
       "step": 1893
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.978268120542798e-06,
-      "loss": 0.7092,
+      "epoch": 0.36,
+      "learning_rate": 1.4683704594932072e-05,
+      "loss": 0.7473,
       "step": 1894
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.968970289384935e-06,
-      "loss": 0.7476,
+      "epoch": 0.36,
+      "learning_rate": 1.4678196347670665e-05,
+      "loss": 0.8225,
       "step": 1895
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.959673359038468e-06,
-      "loss": 0.7208,
+      "epoch": 0.36,
+      "learning_rate": 1.4672686282730622e-05,
+      "loss": 0.7295,
       "step": 1896
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.950377337626124e-06,
-      "loss": 0.8028,
+      "epoch": 0.37,
+      "learning_rate": 1.4667174402252831e-05,
+      "loss": 0.7974,
       "step": 1897
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.941082233269842e-06,
-      "loss": 0.7698,
+      "epoch": 0.37,
+      "learning_rate": 1.4661660708378893e-05,
+      "loss": 0.8767,
       "step": 1898
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.93178805409077e-06,
-      "loss": 0.7544,
+      "epoch": 0.37,
+      "learning_rate": 1.4656145203251116e-05,
+      "loss": 0.8589,
       "step": 1899
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.922494808209231e-06,
-      "loss": 0.7287,
+      "epoch": 0.37,
+      "learning_rate": 1.4650627889012507e-05,
+      "loss": 0.7859,
       "step": 1900
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.913202503744748e-06,
-      "loss": 0.7777,
+      "epoch": 0.37,
+      "learning_rate": 1.4645108767806778e-05,
+      "loss": 0.7594,
       "step": 1901
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.903911148816006e-06,
-      "loss": 0.7729,
+      "epoch": 0.37,
+      "learning_rate": 1.4639587841778342e-05,
+      "loss": 0.8003,
       "step": 1902
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.89462075154087e-06,
-      "loss": 0.717,
+      "epoch": 0.37,
+      "learning_rate": 1.4634065113072316e-05,
+      "loss": 0.7925,
       "step": 1903
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.885331320036374e-06,
-      "loss": 0.8442,
+      "epoch": 0.37,
+      "learning_rate": 1.4628540583834511e-05,
+      "loss": 0.7671,
       "step": 1904
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.876042862418688e-06,
-      "loss": 0.7172,
+      "epoch": 0.37,
+      "learning_rate": 1.462301425621145e-05,
+      "loss": 0.8042,
       "step": 1905
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.86675538680316e-06,
-      "loss": 0.7814,
+      "epoch": 0.37,
+      "learning_rate": 1.4617486132350343e-05,
+      "loss": 0.8319,
       "step": 1906
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.857468901304251e-06,
-      "loss": 0.8169,
+      "epoch": 0.37,
+      "learning_rate": 1.4611956214399097e-05,
+      "loss": 0.799,
       "step": 1907
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.848183414035574e-06,
-      "loss": 0.6696,
+      "epoch": 0.37,
+      "learning_rate": 1.4606424504506325e-05,
+      "loss": 0.833,
       "step": 1908
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.838898933109869e-06,
-      "loss": 0.7605,
+      "epoch": 0.37,
+      "learning_rate": 1.4600891004821332e-05,
+      "loss": 0.8362,
       "step": 1909
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.82961546663899e-06,
-      "loss": 0.7544,
+      "epoch": 0.37,
+      "learning_rate": 1.4595355717494118e-05,
+      "loss": 0.7104,
       "step": 1910
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.820333022733911e-06,
-      "loss": 0.8522,
+      "epoch": 0.37,
+      "learning_rate": 1.4589818644675378e-05,
+      "loss": 0.7882,
       "step": 1911
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.811051609504704e-06,
-      "loss": 0.7379,
+      "epoch": 0.37,
+      "learning_rate": 1.45842797885165e-05,
+      "loss": 0.702,
       "step": 1912
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.80177123506055e-06,
-      "loss": 0.737,
+      "epoch": 0.37,
+      "learning_rate": 1.4578739151169567e-05,
+      "loss": 0.7987,
       "step": 1913
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.792491907509722e-06,
-      "loss": 0.7419,
+      "epoch": 0.37,
+      "learning_rate": 1.4573196734787357e-05,
+      "loss": 0.7959,
       "step": 1914
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.783213634959573e-06,
-      "loss": 0.7713,
+      "epoch": 0.37,
+      "learning_rate": 1.4567652541523325e-05,
+      "loss": 0.8342,
       "step": 1915
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.773936425516536e-06,
-      "loss": 0.7701,
+      "epoch": 0.37,
+      "learning_rate": 1.4562106573531632e-05,
+      "loss": 0.7881,
       "step": 1916
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.764660287286111e-06,
-      "loss": 0.7586,
+      "epoch": 0.37,
+      "learning_rate": 1.4556558832967122e-05,
+      "loss": 0.7742,
       "step": 1917
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.755385228372871e-06,
-      "loss": 0.7844,
+      "epoch": 0.37,
+      "learning_rate": 1.455100932198533e-05,
+      "loss": 0.7747,
       "step": 1918
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.746111256880445e-06,
-      "loss": 0.7872,
+      "epoch": 0.37,
+      "learning_rate": 1.4545458042742477e-05,
+      "loss": 0.759,
       "step": 1919
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.736838380911502e-06,
-      "loss": 0.7761,
+      "epoch": 0.37,
+      "learning_rate": 1.4539904997395468e-05,
+      "loss": 0.7937,
       "step": 1920
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.727566608567766e-06,
-      "loss": 0.7161,
+      "epoch": 0.37,
+      "learning_rate": 1.4534350188101905e-05,
+      "loss": 0.7983,
       "step": 1921
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.718295947949983e-06,
-      "loss": 0.7368,
+      "epoch": 0.37,
+      "learning_rate": 1.4528793617020063e-05,
+      "loss": 0.813,
       "step": 1922
     },
     {
-      "epoch": 0.55,
-      "learning_rate": 8.709026407157945e-06,
-      "loss": 0.7589,
+      "epoch": 0.37,
+      "learning_rate": 1.4523235286308907e-05,
+      "loss": 0.7408,
       "step": 1923
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.69975799429045e-06,
-      "loss": 0.7928,
+      "epoch": 0.37,
+      "learning_rate": 1.4517675198128086e-05,
+      "loss": 0.7844,
       "step": 1924
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.690490717445318e-06,
-      "loss": 0.7713,
+      "epoch": 0.37,
+      "learning_rate": 1.4512113354637931e-05,
+      "loss": 0.7874,
       "step": 1925
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.68122458471938e-06,
-      "loss": 0.7564,
+      "epoch": 0.37,
+      "learning_rate": 1.4506549757999456e-05,
+      "loss": 0.7732,
       "step": 1926
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.671959604208455e-06,
-      "loss": 0.7904,
+      "epoch": 0.37,
+      "learning_rate": 1.4500984410374353e-05,
+      "loss": 0.7402,
       "step": 1927
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.662695784007371e-06,
-      "loss": 0.769,
+      "epoch": 0.37,
+      "learning_rate": 1.4495417313924996e-05,
+      "loss": 0.7002,
       "step": 1928
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.65343313220993e-06,
-      "loss": 0.7329,
+      "epoch": 0.37,
+      "learning_rate": 1.4489848470814447e-05,
+      "loss": 0.7439,
       "step": 1929
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.644171656908914e-06,
-      "loss": 0.784,
+      "epoch": 0.37,
+      "learning_rate": 1.4484277883206433e-05,
+      "loss": 0.7991,
       "step": 1930
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.63491136619609e-06,
-      "loss": 0.7336,
+      "epoch": 0.37,
+      "learning_rate": 1.4478705553265363e-05,
+      "loss": 0.8115,
       "step": 1931
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.625652268162169e-06,
-      "loss": 0.6907,
+      "epoch": 0.37,
+      "learning_rate": 1.4473131483156326e-05,
+      "loss": 0.7859,
       "step": 1932
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.616394370896843e-06,
-      "loss": 0.7867,
+      "epoch": 0.37,
+      "learning_rate": 1.4467555675045088e-05,
+      "loss": 0.7996,
       "step": 1933
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.607137682488736e-06,
-      "loss": 0.8516,
+      "epoch": 0.37,
+      "learning_rate": 1.4461978131098089e-05,
+      "loss": 0.7324,
       "step": 1934
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.597882211025423e-06,
-      "loss": 0.718,
+      "epoch": 0.37,
+      "learning_rate": 1.4456398853482438e-05,
+      "loss": 0.7317,
       "step": 1935
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.588627964593424e-06,
-      "loss": 0.7836,
+      "epoch": 0.37,
+      "learning_rate": 1.4450817844365924e-05,
+      "loss": 0.7821,
       "step": 1936
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.579374951278171e-06,
-      "loss": 0.7511,
+      "epoch": 0.37,
+      "learning_rate": 1.444523510591701e-05,
+      "loss": 0.7592,
       "step": 1937
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.570123179164034e-06,
-      "loss": 0.703,
+      "epoch": 0.37,
+      "learning_rate": 1.4439650640304822e-05,
+      "loss": 0.8052,
       "step": 1938
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.560872656334289e-06,
-      "loss": 0.7548,
+      "epoch": 0.37,
+      "learning_rate": 1.4434064449699168e-05,
+      "loss": 0.7859,
       "step": 1939
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.551623390871125e-06,
-      "loss": 0.8205,
+      "epoch": 0.37,
+      "learning_rate": 1.4428476536270517e-05,
+      "loss": 0.8079,
       "step": 1940
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.542375390855638e-06,
-      "loss": 0.8571,
+      "epoch": 0.37,
+      "learning_rate": 1.4422886902190014e-05,
+      "loss": 0.8345,
       "step": 1941
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.533128664367807e-06,
-      "loss": 0.7665,
+      "epoch": 0.37,
+      "learning_rate": 1.4417295549629469e-05,
+      "loss": 0.8064,
       "step": 1942
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.523883219486504e-06,
-      "loss": 0.7628,
+      "epoch": 0.37,
+      "learning_rate": 1.4411702480761362e-05,
+      "loss": 0.8035,
       "step": 1943
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.514639064289477e-06,
-      "loss": 0.737,
+      "epoch": 0.37,
+      "learning_rate": 1.4406107697758838e-05,
+      "loss": 0.8486,
       "step": 1944
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.505396206853358e-06,
-      "loss": 0.8251,
+      "epoch": 0.37,
+      "learning_rate": 1.440051120279571e-05,
+      "loss": 0.8223,
       "step": 1945
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.496154655253632e-06,
-      "loss": 0.7264,
+      "epoch": 0.37,
+      "learning_rate": 1.4394912998046451e-05,
+      "loss": 0.7449,
       "step": 1946
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.486914417564653e-06,
-      "loss": 0.8052,
+      "epoch": 0.37,
+      "learning_rate": 1.4389313085686205e-05,
+      "loss": 0.8232,
       "step": 1947
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.477675501859625e-06,
-      "loss": 0.8206,
+      "epoch": 0.37,
+      "learning_rate": 1.4383711467890776e-05,
+      "loss": 0.781,
       "step": 1948
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.468437916210588e-06,
-      "loss": 0.8107,
+      "epoch": 0.38,
+      "learning_rate": 1.4378108146836632e-05,
+      "loss": 0.7905,
       "step": 1949
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.459201668688437e-06,
-      "loss": 0.7411,
+      "epoch": 0.38,
+      "learning_rate": 1.4372503124700899e-05,
+      "loss": 0.7626,
       "step": 1950
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.449966767362877e-06,
-      "loss": 0.6971,
+      "epoch": 0.38,
+      "learning_rate": 1.436689640366137e-05,
+      "loss": 0.8628,
       "step": 1951
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.440733220302455e-06,
-      "loss": 0.6729,
+      "epoch": 0.38,
+      "learning_rate": 1.4361287985896495e-05,
+      "loss": 0.7465,
       "step": 1952
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.431501035574532e-06,
-      "loss": 0.8064,
+      "epoch": 0.38,
+      "learning_rate": 1.4355677873585383e-05,
+      "loss": 0.6741,
       "step": 1953
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.42227022124526e-06,
-      "loss": 0.7884,
+      "epoch": 0.38,
+      "learning_rate": 1.43500660689078e-05,
+      "loss": 0.7,
       "step": 1954
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.413040785379623e-06,
-      "loss": 0.7175,
+      "epoch": 0.38,
+      "learning_rate": 1.4344452574044173e-05,
+      "loss": 0.7311,
       "step": 1955
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.403812736041375e-06,
-      "loss": 0.7232,
+      "epoch": 0.38,
+      "learning_rate": 1.4338837391175582e-05,
+      "loss": 0.7852,
       "step": 1956
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.394586081293073e-06,
-      "loss": 0.6831,
+      "epoch": 0.38,
+      "learning_rate": 1.4333220522483768e-05,
+      "loss": 0.7708,
       "step": 1957
     },
     {
-      "epoch": 0.56,
-      "learning_rate": 8.385360829196056e-06,
-      "loss": 0.7621,
+      "epoch": 0.38,
+      "learning_rate": 1.4327601970151122e-05,
+      "loss": 0.7279,
       "step": 1958
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.376136987810426e-06,
-      "loss": 0.7553,
+      "epoch": 0.38,
+      "learning_rate": 1.432198173636069e-05,
+      "loss": 0.6902,
       "step": 1959
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.366914565195066e-06,
-      "loss": 0.7278,
+      "epoch": 0.38,
+      "learning_rate": 1.4316359823296174e-05,
+      "loss": 0.7949,
       "step": 1960
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.35769356940761e-06,
-      "loss": 0.7373,
+      "epoch": 0.38,
+      "learning_rate": 1.4310736233141926e-05,
+      "loss": 0.7644,
       "step": 1961
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.348474008504447e-06,
-      "loss": 0.7079,
+      "epoch": 0.38,
+      "learning_rate": 1.4305110968082953e-05,
+      "loss": 0.7935,
       "step": 1962
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.33925589054072e-06,
-      "loss": 0.7769,
+      "epoch": 0.38,
+      "learning_rate": 1.4299484030304906e-05,
+      "loss": 0.8378,
       "step": 1963
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.330039223570296e-06,
-      "loss": 0.7525,
+      "epoch": 0.38,
+      "learning_rate": 1.4293855421994094e-05,
+      "loss": 0.7788,
       "step": 1964
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.320824015645794e-06,
-      "loss": 0.7126,
+      "epoch": 0.38,
+      "learning_rate": 1.4288225145337467e-05,
+      "loss": 0.7969,
       "step": 1965
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.31161027481854e-06,
-      "loss": 0.709,
+      "epoch": 0.38,
+      "learning_rate": 1.4282593202522627e-05,
+      "loss": 0.8186,
       "step": 1966
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.302398009138586e-06,
-      "loss": 0.7708,
+      "epoch": 0.38,
+      "learning_rate": 1.4276959595737832e-05,
+      "loss": 0.7629,
       "step": 1967
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.2931872266547e-06,
-      "loss": 0.7435,
+      "epoch": 0.38,
+      "learning_rate": 1.4271324327171969e-05,
+      "loss": 0.791,
       "step": 1968
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.283977935414346e-06,
-      "loss": 0.7455,
+      "epoch": 0.38,
+      "learning_rate": 1.4265687399014584e-05,
+      "loss": 0.7338,
       "step": 1969
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.274770143463692e-06,
-      "loss": 0.7532,
+      "epoch": 0.38,
+      "learning_rate": 1.4260048813455867e-05,
+      "loss": 0.7717,
       "step": 1970
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.265563858847584e-06,
-      "loss": 0.7618,
+      "epoch": 0.38,
+      "learning_rate": 1.4254408572686642e-05,
+      "loss": 0.7352,
       "step": 1971
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.25635908960957e-06,
-      "loss": 0.7154,
+      "epoch": 0.38,
+      "learning_rate": 1.4248766678898386e-05,
+      "loss": 0.8113,
       "step": 1972
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.247155843791852e-06,
-      "loss": 0.7019,
+      "epoch": 0.38,
+      "learning_rate": 1.4243123134283217e-05,
+      "loss": 0.7646,
       "step": 1973
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.237954129435322e-06,
-      "loss": 0.7615,
+      "epoch": 0.38,
+      "learning_rate": 1.4237477941033888e-05,
+      "loss": 0.7666,
       "step": 1974
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.22875395457952e-06,
-      "loss": 0.7057,
+      "epoch": 0.38,
+      "learning_rate": 1.4231831101343802e-05,
+      "loss": 0.8259,
       "step": 1975
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.219555327262647e-06,
-      "loss": 0.7894,
+      "epoch": 0.38,
+      "learning_rate": 1.4226182617406996e-05,
+      "loss": 0.7843,
       "step": 1976
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.21035825552155e-06,
-      "loss": 0.7471,
+      "epoch": 0.38,
+      "learning_rate": 1.4220532491418144e-05,
+      "loss": 0.7683,
       "step": 1977
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.201162747391713e-06,
-      "loss": 0.7637,
+      "epoch": 0.38,
+      "learning_rate": 1.4214880725572563e-05,
+      "loss": 0.7933,
       "step": 1978
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.191968810907264e-06,
-      "loss": 0.7057,
+      "epoch": 0.38,
+      "learning_rate": 1.4209227322066206e-05,
+      "loss": 0.8572,
       "step": 1979
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.182776454100951e-06,
-      "loss": 0.7505,
+      "epoch": 0.38,
+      "learning_rate": 1.4203572283095657e-05,
+      "loss": 0.8296,
       "step": 1980
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.173585685004137e-06,
-      "loss": 0.7128,
+      "epoch": 0.38,
+      "learning_rate": 1.4197915610858143e-05,
+      "loss": 0.7795,
       "step": 1981
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.164396511646811e-06,
-      "loss": 0.7513,
+      "epoch": 0.38,
+      "learning_rate": 1.419225730755152e-05,
+      "loss": 0.7664,
       "step": 1982
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.155208942057555e-06,
-      "loss": 0.7622,
+      "epoch": 0.38,
+      "learning_rate": 1.4186597375374283e-05,
+      "loss": 0.6674,
       "step": 1983
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.146022984263557e-06,
-      "loss": 0.7893,
+      "epoch": 0.38,
+      "learning_rate": 1.4180935816525554e-05,
+      "loss": 0.8215,
       "step": 1984
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.136838646290596e-06,
-      "loss": 0.7436,
+      "epoch": 0.38,
+      "learning_rate": 1.417527263320509e-05,
+      "loss": 0.7629,
       "step": 1985
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.12765593616303e-06,
-      "loss": 0.7164,
+      "epoch": 0.38,
+      "learning_rate": 1.4169607827613284e-05,
+      "loss": 0.8137,
       "step": 1986
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.118474861903807e-06,
-      "loss": 0.7321,
+      "epoch": 0.38,
+      "learning_rate": 1.4163941401951147e-05,
+      "loss": 0.8062,
       "step": 1987
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.109295431534432e-06,
-      "loss": 0.7142,
+      "epoch": 0.38,
+      "learning_rate": 1.415827335842033e-05,
+      "loss": 0.7932,
       "step": 1988
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.10011765307498e-06,
-      "loss": 0.8018,
+      "epoch": 0.38,
+      "learning_rate": 1.4152603699223112e-05,
+      "loss": 0.78,
       "step": 1989
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.090941534544087e-06,
-      "loss": 0.8212,
+      "epoch": 0.38,
+      "learning_rate": 1.4146932426562391e-05,
+      "loss": 0.7758,
       "step": 1990
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.081767083958926e-06,
-      "loss": 0.8006,
+      "epoch": 0.38,
+      "learning_rate": 1.4141259542641706e-05,
+      "loss": 0.7172,
       "step": 1991
     },
     {
-      "epoch": 0.57,
-      "learning_rate": 8.072594309335233e-06,
-      "loss": 0.7441,
+      "epoch": 0.38,
+      "learning_rate": 1.4135585049665207e-05,
+      "loss": 0.8528,
       "step": 1992
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 8.063423218687259e-06,
-      "loss": 0.7526,
+      "epoch": 0.38,
+      "learning_rate": 1.4129908949837684e-05,
+      "loss": 0.7277,
       "step": 1993
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 8.054253820027797e-06,
-      "loss": 0.7616,
+      "epoch": 0.38,
+      "learning_rate": 1.4124231245364534e-05,
+      "loss": 0.7812,
       "step": 1994
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 8.045086121368148e-06,
-      "loss": 0.743,
+      "epoch": 0.38,
+      "learning_rate": 1.4118551938451797e-05,
+      "loss": 0.751,
       "step": 1995
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 8.035920130718146e-06,
-      "loss": 0.7479,
+      "epoch": 0.38,
+      "learning_rate": 1.4112871031306118e-05,
+      "loss": 0.7992,
       "step": 1996
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 8.026755856086123e-06,
-      "loss": 0.7194,
+      "epoch": 0.38,
+      "learning_rate": 1.4107188526134774e-05,
+      "loss": 0.8108,
       "step": 1997
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 8.01759330547891e-06,
-      "loss": 0.7308,
+      "epoch": 0.38,
+      "learning_rate": 1.4101504425145662e-05,
+      "loss": 0.7798,
       "step": 1998
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 8.008432486901837e-06,
-      "loss": 0.8014,
+      "epoch": 0.38,
+      "learning_rate": 1.4095818730547297e-05,
+      "loss": 0.7383,
       "step": 1999
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.999273408358708e-06,
-      "loss": 0.7294,
+      "epoch": 0.38,
+      "learning_rate": 1.4090131444548814e-05,
+      "loss": 0.7839,
       "step": 2000
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.990116077851829e-06,
-      "loss": 0.7277,
+      "epoch": 0.39,
+      "learning_rate": 1.4084442569359964e-05,
+      "loss": 0.7524,
       "step": 2001
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.980960503381961e-06,
-      "loss": 0.7283,
+      "epoch": 0.39,
+      "learning_rate": 1.4078752107191118e-05,
+      "loss": 0.7402,
       "step": 2002
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.97180669294833e-06,
-      "loss": 0.7251,
+      "epoch": 0.39,
+      "learning_rate": 1.4073060060253265e-05,
+      "loss": 0.811,
       "step": 2003
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.962654654548639e-06,
-      "loss": 0.8354,
+      "epoch": 0.39,
+      "learning_rate": 1.4067366430758004e-05,
+      "loss": 0.8245,
       "step": 2004
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.953504396179017e-06,
-      "loss": 0.8029,
+      "epoch": 0.39,
+      "learning_rate": 1.4061671220917557e-05,
+      "loss": 0.7468,
       "step": 2005
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.94435592583406e-06,
-      "loss": 0.7277,
+      "epoch": 0.39,
+      "learning_rate": 1.4055974432944753e-05,
+      "loss": 0.722,
       "step": 2006
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.935209251506794e-06,
-      "loss": 0.7635,
+      "epoch": 0.39,
+      "learning_rate": 1.4050276069053036e-05,
+      "loss": 0.8063,
       "step": 2007
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.926064381188669e-06,
-      "loss": 0.763,
+      "epoch": 0.39,
+      "learning_rate": 1.4044576131456466e-05,
+      "loss": 0.8181,
       "step": 2008
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.91692132286957e-06,
-      "loss": 0.727,
+      "epoch": 0.39,
+      "learning_rate": 1.4038874622369714e-05,
+      "loss": 0.835,
       "step": 2009
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.907780084537787e-06,
-      "loss": 0.7248,
+      "epoch": 0.39,
+      "learning_rate": 1.4033171544008053e-05,
+      "loss": 0.7703,
       "step": 2010
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.898640674180032e-06,
-      "loss": 0.7582,
+      "epoch": 0.39,
+      "learning_rate": 1.4027466898587375e-05,
+      "loss": 0.6667,
       "step": 2011
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.889503099781416e-06,
-      "loss": 0.7418,
+      "epoch": 0.39,
+      "learning_rate": 1.4021760688324175e-05,
+      "loss": 0.7913,
       "step": 2012
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.880367369325436e-06,
-      "loss": 0.7356,
+      "epoch": 0.39,
+      "learning_rate": 1.4016052915435565e-05,
+      "loss": 0.7937,
       "step": 2013
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.871233490793995e-06,
-      "loss": 0.7746,
+      "epoch": 0.39,
+      "learning_rate": 1.4010343582139252e-05,
+      "loss": 0.7325,
       "step": 2014
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.862101472167364e-06,
-      "loss": 0.7647,
+      "epoch": 0.39,
+      "learning_rate": 1.4004632690653559e-05,
+      "loss": 0.8037,
       "step": 2015
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.852971321424197e-06,
-      "loss": 0.7943,
+      "epoch": 0.39,
+      "learning_rate": 1.3998920243197408e-05,
+      "loss": 0.6716,
       "step": 2016
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.84384304654151e-06,
-      "loss": 0.7431,
+      "epoch": 0.39,
+      "learning_rate": 1.3993206241990333e-05,
+      "loss": 0.8215,
       "step": 2017
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.834716655494681e-06,
-      "loss": 0.7434,
+      "epoch": 0.39,
+      "learning_rate": 1.3987490689252463e-05,
+      "loss": 0.634,
       "step": 2018
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.825592156257455e-06,
-      "loss": 0.7163,
+      "epoch": 0.39,
+      "learning_rate": 1.3981773587204535e-05,
+      "loss": 0.6019,
       "step": 2019
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.816469556801904e-06,
-      "loss": 0.7501,
+      "epoch": 0.39,
+      "learning_rate": 1.3976054938067885e-05,
+      "loss": 0.7705,
       "step": 2020
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.807348865098456e-06,
-      "loss": 0.7879,
+      "epoch": 0.39,
+      "learning_rate": 1.3970334744064451e-05,
+      "loss": 0.7776,
       "step": 2021
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.798230089115855e-06,
-      "loss": 0.7828,
+      "epoch": 0.39,
+      "learning_rate": 1.3964613007416777e-05,
+      "loss": 0.8386,
       "step": 2022
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.789113236821191e-06,
-      "loss": 0.742,
+      "epoch": 0.39,
+      "learning_rate": 1.3958889730347997e-05,
+      "loss": 0.7539,
       "step": 2023
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.779998316179867e-06,
-      "loss": 0.7747,
+      "epoch": 0.39,
+      "learning_rate": 1.3953164915081852e-05,
+      "loss": 0.7651,
       "step": 2024
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.770885335155588e-06,
-      "loss": 0.8158,
+      "epoch": 0.39,
+      "learning_rate": 1.3947438563842672e-05,
+      "loss": 0.7877,
       "step": 2025
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.76177430171038e-06,
-      "loss": 0.7373,
+      "epoch": 0.39,
+      "learning_rate": 1.3941710678855396e-05,
+      "loss": 0.7208,
       "step": 2026
     },
     {
-      "epoch": 0.58,
-      "learning_rate": 7.752665223804547e-06,
-      "loss": 0.7071,
+      "epoch": 0.39,
+      "learning_rate": 1.3935981262345541e-05,
+      "loss": 0.7859,
       "step": 2027
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.743558109396706e-06,
-      "loss": 0.7314,
+      "epoch": 0.39,
+      "learning_rate": 1.3930250316539237e-05,
+      "loss": 0.7656,
       "step": 2028
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.734452966443751e-06,
-      "loss": 0.721,
+      "epoch": 0.39,
+      "learning_rate": 1.39245178436632e-05,
+      "loss": 0.7957,
       "step": 2029
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.725349802900848e-06,
-      "loss": 0.7408,
+      "epoch": 0.39,
+      "learning_rate": 1.3918783845944737e-05,
+      "loss": 0.767,
       "step": 2030
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.71624862672144e-06,
-      "loss": 0.8019,
+      "epoch": 0.39,
+      "learning_rate": 1.391304832561175e-05,
+      "loss": 0.7981,
       "step": 2031
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.707149445857225e-06,
-      "loss": 0.7919,
+      "epoch": 0.39,
+      "learning_rate": 1.3907311284892737e-05,
+      "loss": 0.7701,
       "step": 2032
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.698052268258169e-06,
-      "loss": 0.6732,
+      "epoch": 0.39,
+      "learning_rate": 1.3901572726016782e-05,
+      "loss": 0.7477,
       "step": 2033
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.688957101872484e-06,
-      "loss": 0.6278,
+      "epoch": 0.39,
+      "learning_rate": 1.389583265121356e-05,
+      "loss": 0.7538,
       "step": 2034
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.679863954646618e-06,
-      "loss": 0.8055,
+      "epoch": 0.39,
+      "learning_rate": 1.3890091062713332e-05,
+      "loss": 0.8101,
       "step": 2035
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.670772834525265e-06,
-      "loss": 0.7422,
+      "epoch": 0.39,
+      "learning_rate": 1.3884347962746949e-05,
+      "loss": 0.6351,
       "step": 2036
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.661683749451338e-06,
-      "loss": 0.6889,
+      "epoch": 0.39,
+      "learning_rate": 1.3878603353545854e-05,
+      "loss": 0.791,
       "step": 2037
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.652596707365982e-06,
-      "loss": 0.7094,
+      "epoch": 0.39,
+      "learning_rate": 1.3872857237342067e-05,
+      "loss": 0.7222,
       "step": 2038
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.643511716208553e-06,
-      "loss": 0.7448,
+      "epoch": 0.39,
+      "learning_rate": 1.3867109616368208e-05,
+      "loss": 0.792,
       "step": 2039
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.634428783916608e-06,
-      "loss": 0.681,
+      "epoch": 0.39,
+      "learning_rate": 1.3861360492857464e-05,
+      "loss": 0.7535,
       "step": 2040
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.625347918425918e-06,
-      "loss": 0.7574,
+      "epoch": 0.39,
+      "learning_rate": 1.3855609869043618e-05,
+      "loss": 0.782,
       "step": 2041
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.616269127670435e-06,
-      "loss": 0.7223,
+      "epoch": 0.39,
+      "learning_rate": 1.3849857747161036e-05,
+      "loss": 0.7517,
       "step": 2042
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.607192419582312e-06,
-      "loss": 0.7588,
+      "epoch": 0.39,
+      "learning_rate": 1.3844104129444655e-05,
+      "loss": 0.7466,
       "step": 2043
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.598117802091871e-06,
-      "loss": 0.7403,
+      "epoch": 0.39,
+      "learning_rate": 1.3838349018130007e-05,
+      "loss": 0.6443,
       "step": 2044
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.5890452831276095e-06,
-      "loss": 0.7757,
+      "epoch": 0.39,
+      "learning_rate": 1.3832592415453193e-05,
+      "loss": 0.8445,
       "step": 2045
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.579974870616201e-06,
-      "loss": 0.7684,
+      "epoch": 0.39,
+      "learning_rate": 1.3826834323650899e-05,
+      "loss": 0.8193,
       "step": 2046
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.570906572482466e-06,
-      "loss": 0.7168,
+      "epoch": 0.39,
+      "learning_rate": 1.3821074744960394e-05,
+      "loss": 0.8157,
       "step": 2047
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.561840396649386e-06,
-      "loss": 0.7678,
+      "epoch": 0.39,
+      "learning_rate": 1.3815313681619515e-05,
+      "loss": 0.802,
       "step": 2048
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.552776351038078e-06,
-      "loss": 0.7803,
+      "epoch": 0.39,
+      "learning_rate": 1.3809551135866683e-05,
+      "loss": 0.74,
       "step": 2049
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.543714443567812e-06,
-      "loss": 0.6961,
+      "epoch": 0.39,
+      "learning_rate": 1.3803787109940891e-05,
+      "loss": 0.6458,
       "step": 2050
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.534654682155985e-06,
-      "loss": 0.8046,
+      "epoch": 0.39,
+      "learning_rate": 1.3798021606081713e-05,
+      "loss": 0.7555,
       "step": 2051
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.525597074718112e-06,
-      "loss": 0.7135,
+      "epoch": 0.39,
+      "learning_rate": 1.3792254626529286e-05,
+      "loss": 0.7518,
       "step": 2052
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.516541629167835e-06,
-      "loss": 0.756,
+      "epoch": 0.4,
+      "learning_rate": 1.3786486173524331e-05,
+      "loss": 0.8438,
       "step": 2053
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.507488353416896e-06,
-      "loss": 0.747,
+      "epoch": 0.4,
+      "learning_rate": 1.378071624930814e-05,
+      "loss": 0.7599,
       "step": 2054
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.498437255375153e-06,
-      "loss": 0.8098,
+      "epoch": 0.4,
+      "learning_rate": 1.377494485612257e-05,
+      "loss": 0.6292,
       "step": 2055
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.489388342950562e-06,
-      "loss": 0.7115,
+      "epoch": 0.4,
+      "learning_rate": 1.3769171996210053e-05,
+      "loss": 0.8352,
       "step": 2056
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.480341624049156e-06,
-      "loss": 0.7792,
+      "epoch": 0.4,
+      "learning_rate": 1.3763397671813597e-05,
+      "loss": 0.741,
       "step": 2057
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.471297106575067e-06,
-      "loss": 0.749,
+      "epoch": 0.4,
+      "learning_rate": 1.3757621885176768e-05,
+      "loss": 0.7959,
       "step": 2058
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.462254798430487e-06,
-      "loss": 0.745,
+      "epoch": 0.4,
+      "learning_rate": 1.375184463854371e-05,
+      "loss": 0.7778,
       "step": 2059
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.453214707515695e-06,
-      "loss": 0.7848,
+      "epoch": 0.4,
+      "learning_rate": 1.3746065934159123e-05,
+      "loss": 0.7966,
       "step": 2060
     },
     {
-      "epoch": 0.59,
-      "learning_rate": 7.444176841729022e-06,
-      "loss": 0.7673,
+      "epoch": 0.4,
+      "learning_rate": 1.3740285774268282e-05,
+      "loss": 0.7426,
       "step": 2061
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.435141208966858e-06,
-      "loss": 0.6737,
+      "epoch": 0.4,
+      "learning_rate": 1.3734504161117028e-05,
+      "loss": 0.7632,
       "step": 2062
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.426107817123644e-06,
-      "loss": 0.7446,
+      "epoch": 0.4,
+      "learning_rate": 1.3728721096951762e-05,
+      "loss": 0.7764,
       "step": 2063
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.417076674091854e-06,
-      "loss": 0.754,
+      "epoch": 0.4,
+      "learning_rate": 1.3722936584019453e-05,
+      "loss": 0.7361,
       "step": 2064
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.408047787762013e-06,
-      "loss": 0.7724,
+      "epoch": 0.4,
+      "learning_rate": 1.3717150624567627e-05,
+      "loss": 0.7913,
       "step": 2065
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.3990211660226595e-06,
-      "loss": 0.7277,
+      "epoch": 0.4,
+      "learning_rate": 1.371136322084438e-05,
+      "loss": 0.7003,
       "step": 2066
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.3899968167603585e-06,
-      "loss": 0.8112,
+      "epoch": 0.4,
+      "learning_rate": 1.3705574375098365e-05,
+      "loss": 0.7614,
       "step": 2067
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.380974747859697e-06,
-      "loss": 0.7333,
+      "epoch": 0.4,
+      "learning_rate": 1.3699784089578791e-05,
+      "loss": 0.7988,
       "step": 2068
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.3719549672032546e-06,
-      "loss": 0.7791,
+      "epoch": 0.4,
+      "learning_rate": 1.3693992366535433e-05,
+      "loss": 0.7676,
       "step": 2069
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.362937482671628e-06,
-      "loss": 0.8069,
+      "epoch": 0.4,
+      "learning_rate": 1.3688199208218623e-05,
+      "loss": 0.7811,
       "step": 2070
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.353922302143395e-06,
-      "loss": 0.7944,
+      "epoch": 0.4,
+      "learning_rate": 1.3682404616879246e-05,
+      "loss": 0.7693,
       "step": 2071
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.344909433495124e-06,
-      "loss": 0.7191,
+      "epoch": 0.4,
+      "learning_rate": 1.3676608594768754e-05,
+      "loss": 0.7538,
       "step": 2072
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.3358988846013715e-06,
-      "loss": 0.7069,
+      "epoch": 0.4,
+      "learning_rate": 1.3670811144139144e-05,
+      "loss": 0.718,
       "step": 2073
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.3268906633346515e-06,
-      "loss": 0.7013,
+      "epoch": 0.4,
+      "learning_rate": 1.3665012267242974e-05,
+      "loss": 0.8401,
       "step": 2074
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.317884777565462e-06,
-      "loss": 0.805,
+      "epoch": 0.4,
+      "learning_rate": 1.3659211966333357e-05,
+      "loss": 0.7627,
       "step": 2075
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.308881235162246e-06,
-      "loss": 0.7591,
+      "epoch": 0.4,
+      "learning_rate": 1.3653410243663953e-05,
+      "loss": 0.7695,
       "step": 2076
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.2998800439914045e-06,
-      "loss": 0.7271,
+      "epoch": 0.4,
+      "learning_rate": 1.364760710148898e-05,
+      "loss": 0.7451,
       "step": 2077
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.29088121191729e-06,
-      "loss": 0.7038,
+      "epoch": 0.4,
+      "learning_rate": 1.3641802542063208e-05,
+      "loss": 0.769,
       "step": 2078
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.2818847468021834e-06,
-      "loss": 0.6669,
+      "epoch": 0.4,
+      "learning_rate": 1.3635996567641952e-05,
+      "loss": 0.6433,
       "step": 2079
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.2728906565063074e-06,
-      "loss": 0.7719,
+      "epoch": 0.4,
+      "learning_rate": 1.3630189180481083e-05,
+      "loss": 0.7576,
       "step": 2080
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.263898948887797e-06,
-      "loss": 0.7212,
+      "epoch": 0.4,
+      "learning_rate": 1.3624380382837017e-05,
+      "loss": 0.7773,
       "step": 2081
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.25490963180272e-06,
-      "loss": 0.8204,
+      "epoch": 0.4,
+      "learning_rate": 1.3618570176966723e-05,
+      "loss": 0.7554,
       "step": 2082
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.24592271310505e-06,
-      "loss": 0.7275,
+      "epoch": 0.4,
+      "learning_rate": 1.361275856512771e-05,
+      "loss": 0.8748,
       "step": 2083
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.236938200646661e-06,
-      "loss": 0.7116,
+      "epoch": 0.4,
+      "learning_rate": 1.3606945549578039e-05,
+      "loss": 0.8352,
       "step": 2084
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.227956102277332e-06,
-      "loss": 0.7542,
+      "epoch": 0.4,
+      "learning_rate": 1.360113113257631e-05,
+      "loss": 0.7935,
       "step": 2085
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.218976425844719e-06,
-      "loss": 0.6928,
+      "epoch": 0.4,
+      "learning_rate": 1.3595315316381676e-05,
+      "loss": 0.7473,
       "step": 2086
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.209999179194381e-06,
-      "loss": 0.8024,
+      "epoch": 0.4,
+      "learning_rate": 1.3589498103253828e-05,
+      "loss": 0.7253,
       "step": 2087
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.201024370169745e-06,
-      "loss": 0.6953,
+      "epoch": 0.4,
+      "learning_rate": 1.3583679495453e-05,
+      "loss": 0.8413,
       "step": 2088
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.192052006612102e-06,
-      "loss": 0.8396,
+      "epoch": 0.4,
+      "learning_rate": 1.3577859495239975e-05,
+      "loss": 0.804,
       "step": 2089
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.183082096360621e-06,
-      "loss": 0.7726,
+      "epoch": 0.4,
+      "learning_rate": 1.3572038104876066e-05,
+      "loss": 0.8093,
       "step": 2090
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.174114647252306e-06,
-      "loss": 0.7981,
+      "epoch": 0.4,
+      "learning_rate": 1.3566215326623131e-05,
+      "loss": 0.7593,
       "step": 2091
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.165149667122036e-06,
-      "loss": 0.7881,
+      "epoch": 0.4,
+      "learning_rate": 1.356039116274357e-05,
+      "loss": 0.8145,
       "step": 2092
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.156187163802515e-06,
-      "loss": 0.7729,
+      "epoch": 0.4,
+      "learning_rate": 1.3554565615500313e-05,
+      "loss": 0.7762,
       "step": 2093
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.147227145124287e-06,
-      "loss": 0.7642,
+      "epoch": 0.4,
+      "learning_rate": 1.3548738687156839e-05,
+      "loss": 0.697,
       "step": 2094
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.138269618915732e-06,
-      "loss": 0.7925,
+      "epoch": 0.4,
+      "learning_rate": 1.3542910379977158e-05,
+      "loss": 0.7903,
       "step": 2095
     },
     {
-      "epoch": 0.6,
-      "learning_rate": 7.1293145930030395e-06,
-      "loss": 0.7317,
+      "epoch": 0.4,
+      "learning_rate": 1.3537080696225815e-05,
+      "loss": 0.7725,
       "step": 2096
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.120362075210232e-06,
-      "loss": 0.769,
+      "epoch": 0.4,
+      "learning_rate": 1.353124963816789e-05,
+      "loss": 0.762,
       "step": 2097
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.111412073359121e-06,
-      "loss": 0.7268,
+      "epoch": 0.4,
+      "learning_rate": 1.3525417208068996e-05,
+      "loss": 0.801,
       "step": 2098
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.1024645952693325e-06,
-      "loss": 0.6839,
+      "epoch": 0.4,
+      "learning_rate": 1.3519583408195283e-05,
+      "loss": 0.7292,
       "step": 2099
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.09351964875829e-06,
-      "loss": 0.8888,
+      "epoch": 0.4,
+      "learning_rate": 1.3513748240813429e-05,
+      "loss": 0.6229,
       "step": 2100
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.084577241641191e-06,
-      "loss": 0.7774,
+      "epoch": 0.4,
+      "learning_rate": 1.3507911708190646e-05,
+      "loss": 0.7456,
       "step": 2101
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.0756373817310306e-06,
-      "loss": 0.7167,
+      "epoch": 0.4,
+      "learning_rate": 1.3502073812594677e-05,
+      "loss": 0.735,
       "step": 2102
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.066700076838566e-06,
-      "loss": 0.8067,
+      "epoch": 0.4,
+      "learning_rate": 1.349623455629379e-05,
+      "loss": 0.647,
       "step": 2103
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.057765334772325e-06,
-      "loss": 0.6828,
+      "epoch": 0.4,
+      "learning_rate": 1.3490393941556787e-05,
+      "loss": 0.7528,
       "step": 2104
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.048833163338607e-06,
-      "loss": 0.7589,
+      "epoch": 0.41,
+      "learning_rate": 1.3484551970652997e-05,
+      "loss": 0.6526,
       "step": 2105
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.039903570341447e-06,
-      "loss": 0.7174,
+      "epoch": 0.41,
+      "learning_rate": 1.3478708645852272e-05,
+      "loss": 0.7966,
       "step": 2106
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.03097656358264e-06,
-      "loss": 0.8082,
+      "epoch": 0.41,
+      "learning_rate": 1.3472863969424998e-05,
+      "loss": 0.7629,
       "step": 2107
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.022052150861719e-06,
-      "loss": 0.6995,
+      "epoch": 0.41,
+      "learning_rate": 1.3467017943642074e-05,
+      "loss": 0.7495,
       "step": 2108
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.013130339975948e-06,
-      "loss": 0.7412,
+      "epoch": 0.41,
+      "learning_rate": 1.346117057077493e-05,
+      "loss": 0.754,
       "step": 2109
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 7.004211138720325e-06,
-      "loss": 0.7908,
+      "epoch": 0.41,
+      "learning_rate": 1.3455321853095527e-05,
+      "loss": 0.8193,
       "step": 2110
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.995294554887555e-06,
-      "loss": 0.7027,
+      "epoch": 0.41,
+      "learning_rate": 1.3449471792876333e-05,
+      "loss": 0.7994,
       "step": 2111
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.98638059626807e-06,
-      "loss": 0.7532,
+      "epoch": 0.41,
+      "learning_rate": 1.3443620392390352e-05,
+      "loss": 0.7805,
       "step": 2112
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.977469270649995e-06,
-      "loss": 0.7251,
+      "epoch": 0.41,
+      "learning_rate": 1.3437767653911097e-05,
+      "loss": 0.7986,
       "step": 2113
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.968560585819168e-06,
-      "loss": 0.8098,
+      "epoch": 0.41,
+      "learning_rate": 1.3431913579712612e-05,
+      "loss": 0.8018,
       "step": 2114
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.959654549559108e-06,
-      "loss": 0.7217,
+      "epoch": 0.41,
+      "learning_rate": 1.3426058172069451e-05,
+      "loss": 0.7263,
       "step": 2115
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.9507511696510285e-06,
-      "loss": 0.742,
+      "epoch": 0.41,
+      "learning_rate": 1.342020143325669e-05,
+      "loss": 0.7976,
       "step": 2116
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.941850453873822e-06,
-      "loss": 0.7358,
+      "epoch": 0.41,
+      "learning_rate": 1.341434336554992e-05,
+      "loss": 0.7898,
       "step": 2117
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.9329524100040415e-06,
-      "loss": 0.7294,
+      "epoch": 0.41,
+      "learning_rate": 1.340848397122525e-05,
+      "loss": 0.7502,
       "step": 2118
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.9240570458159225e-06,
-      "loss": 0.76,
+      "epoch": 0.41,
+      "learning_rate": 1.3402623252559308e-05,
+      "loss": 0.6526,
       "step": 2119
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.915164369081344e-06,
-      "loss": 0.7251,
+      "epoch": 0.41,
+      "learning_rate": 1.3396761211829229e-05,
+      "loss": 0.7087,
       "step": 2120
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.906274387569851e-06,
-      "loss": 0.7521,
+      "epoch": 0.41,
+      "learning_rate": 1.3390897851312667e-05,
+      "loss": 0.7952,
       "step": 2121
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.897387109048625e-06,
-      "loss": 0.6683,
+      "epoch": 0.41,
+      "learning_rate": 1.338503317328779e-05,
+      "loss": 0.7964,
       "step": 2122
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.88850254128248e-06,
-      "loss": 0.7701,
+      "epoch": 0.41,
+      "learning_rate": 1.3379167180033272e-05,
+      "loss": 0.7908,
       "step": 2123
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.879620692033882e-06,
-      "loss": 0.8026,
+      "epoch": 0.41,
+      "learning_rate": 1.3373299873828303e-05,
+      "loss": 0.7878,
       "step": 2124
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.870741569062898e-06,
-      "loss": 0.7034,
+      "epoch": 0.41,
+      "learning_rate": 1.336743125695258e-05,
+      "loss": 0.7625,
       "step": 2125
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.861865180127226e-06,
-      "loss": 0.692,
+      "epoch": 0.41,
+      "learning_rate": 1.336156133168631e-05,
+      "loss": 0.8088,
       "step": 2126
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.852991532982181e-06,
-      "loss": 0.7298,
+      "epoch": 0.41,
+      "learning_rate": 1.3355690100310213e-05,
+      "loss": 0.7117,
       "step": 2127
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.844120635380664e-06,
-      "loss": 0.7823,
+      "epoch": 0.41,
+      "learning_rate": 1.3349817565105507e-05,
+      "loss": 0.8062,
       "step": 2128
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.835252495073194e-06,
-      "loss": 0.7536,
+      "epoch": 0.41,
+      "learning_rate": 1.334394372835393e-05,
+      "loss": 0.8198,
       "step": 2129
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.826387119807864e-06,
-      "loss": 0.7903,
+      "epoch": 0.41,
+      "learning_rate": 1.333806859233771e-05,
+      "loss": 0.782,
       "step": 2130
     },
     {
-      "epoch": 0.61,
-      "learning_rate": 6.817524517330363e-06,
-      "loss": 0.7221,
+      "epoch": 0.41,
+      "learning_rate": 1.3332192159339595e-05,
+      "loss": 0.8389,
       "step": 2131
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.808664695383953e-06,
-      "loss": 0.7901,
+      "epoch": 0.41,
+      "learning_rate": 1.3326314431642821e-05,
+      "loss": 0.8022,
       "step": 2132
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.799807661709463e-06,
-      "loss": 0.7259,
+      "epoch": 0.41,
+      "learning_rate": 1.3320435411531145e-05,
+      "loss": 0.8091,
       "step": 2133
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.790953424045297e-06,
-      "loss": 0.744,
+      "epoch": 0.41,
+      "learning_rate": 1.3314555101288808e-05,
+      "loss": 0.8206,
       "step": 2134
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.782101990127401e-06,
-      "loss": 0.6742,
+      "epoch": 0.41,
+      "learning_rate": 1.3308673503200566e-05,
+      "loss": 0.7656,
       "step": 2135
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.773253367689281e-06,
-      "loss": 0.6772,
+      "epoch": 0.41,
+      "learning_rate": 1.3302790619551673e-05,
+      "loss": 0.7993,
       "step": 2136
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.76440756446199e-06,
-      "loss": 0.6522,
+      "epoch": 0.41,
+      "learning_rate": 1.3296906452627874e-05,
+      "loss": 0.8105,
       "step": 2137
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.755564588174106e-06,
-      "loss": 0.6854,
+      "epoch": 0.41,
+      "learning_rate": 1.3291021004715423e-05,
+      "loss": 0.8096,
       "step": 2138
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.746724446551748e-06,
-      "loss": 0.7307,
+      "epoch": 0.41,
+      "learning_rate": 1.3285134278101065e-05,
+      "loss": 0.7356,
       "step": 2139
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.737887147318548e-06,
-      "loss": 0.8371,
+      "epoch": 0.41,
+      "learning_rate": 1.3279246275072046e-05,
+      "loss": 0.7452,
       "step": 2140
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.729052698195669e-06,
-      "loss": 0.8031,
+      "epoch": 0.41,
+      "learning_rate": 1.3273356997916106e-05,
+      "loss": 0.709,
       "step": 2141
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.720221106901768e-06,
-      "loss": 0.7329,
+      "epoch": 0.41,
+      "learning_rate": 1.3267466448921475e-05,
+      "loss": 0.7751,
       "step": 2142
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.7113923811530165e-06,
-      "loss": 0.647,
+      "epoch": 0.41,
+      "learning_rate": 1.326157463037689e-05,
+      "loss": 0.7961,
       "step": 2143
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.70256652866308e-06,
-      "loss": 0.7371,
+      "epoch": 0.41,
+      "learning_rate": 1.3255681544571568e-05,
+      "loss": 0.7971,
       "step": 2144
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.6937435571431065e-06,
-      "loss": 0.7395,
+      "epoch": 0.41,
+      "learning_rate": 1.3249787193795227e-05,
+      "loss": 0.7625,
       "step": 2145
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.684923474301739e-06,
-      "loss": 0.7336,
+      "epoch": 0.41,
+      "learning_rate": 1.3243891580338074e-05,
+      "loss": 0.7085,
       "step": 2146
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.676106287845083e-06,
-      "loss": 0.7819,
+      "epoch": 0.41,
+      "learning_rate": 1.3237994706490802e-05,
+      "loss": 0.7698,
       "step": 2147
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.667292005476729e-06,
-      "loss": 0.7376,
+      "epoch": 0.41,
+      "learning_rate": 1.3232096574544602e-05,
+      "loss": 0.7108,
       "step": 2148
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.658480634897717e-06,
-      "loss": 0.6525,
+      "epoch": 0.41,
+      "learning_rate": 1.3226197186791147e-05,
+      "loss": 0.814,
       "step": 2149
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.6496721838065435e-06,
-      "loss": 0.7676,
+      "epoch": 0.41,
+      "learning_rate": 1.3220296545522601e-05,
+      "loss": 0.8284,
       "step": 2150
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.640866659899169e-06,
-      "loss": 0.7621,
+      "epoch": 0.41,
+      "learning_rate": 1.3214394653031616e-05,
+      "loss": 0.7722,
       "step": 2151
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.632064070868975e-06,
-      "loss": 0.7836,
+      "epoch": 0.41,
+      "learning_rate": 1.320849151161133e-05,
+      "loss": 0.7837,
       "step": 2152
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.623264424406796e-06,
-      "loss": 0.8002,
+      "epoch": 0.41,
+      "learning_rate": 1.320258712355536e-05,
+      "loss": 0.6592,
       "step": 2153
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.614467728200893e-06,
-      "loss": 0.7166,
+      "epoch": 0.41,
+      "learning_rate": 1.3196681491157816e-05,
+      "loss": 0.7424,
       "step": 2154
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.605673989936934e-06,
-      "loss": 0.7376,
+      "epoch": 0.41,
+      "learning_rate": 1.3190774616713286e-05,
+      "loss": 0.7627,
       "step": 2155
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.596883217298027e-06,
-      "loss": 0.7174,
+      "epoch": 0.41,
+      "learning_rate": 1.3184866502516846e-05,
+      "loss": 0.7964,
       "step": 2156
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.588095417964668e-06,
-      "loss": 0.7711,
+      "epoch": 0.42,
+      "learning_rate": 1.3178957150864047e-05,
+      "loss": 0.7573,
       "step": 2157
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.579310599614764e-06,
-      "loss": 0.7928,
+      "epoch": 0.42,
+      "learning_rate": 1.3173046564050923e-05,
+      "loss": 0.7833,
       "step": 2158
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.570528769923623e-06,
-      "loss": 0.7726,
+      "epoch": 0.42,
+      "learning_rate": 1.3167134744373993e-05,
+      "loss": 0.7944,
       "step": 2159
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.561749936563928e-06,
-      "loss": 0.8536,
+      "epoch": 0.42,
+      "learning_rate": 1.3161221694130247e-05,
+      "loss": 0.6345,
       "step": 2160
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.55297410720576e-06,
-      "loss": 0.6487,
+      "epoch": 0.42,
+      "learning_rate": 1.3155307415617156e-05,
+      "loss": 0.7361,
       "step": 2161
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.544201289516562e-06,
-      "loss": 0.7708,
+      "epoch": 0.42,
+      "learning_rate": 1.3149391911132674e-05,
+      "loss": 0.7024,
       "step": 2162
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.535431491161152e-06,
-      "loss": 0.7917,
+      "epoch": 0.42,
+      "learning_rate": 1.3143475182975222e-05,
+      "loss": 0.7905,
       "step": 2163
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.526664719801708e-06,
-      "loss": 0.7092,
+      "epoch": 0.42,
+      "learning_rate": 1.3137557233443707e-05,
+      "loss": 0.7771,
       "step": 2164
     },
     {
-      "epoch": 0.62,
-      "learning_rate": 6.517900983097764e-06,
-      "loss": 0.6749,
+      "epoch": 0.42,
+      "learning_rate": 1.3131638064837496e-05,
+      "loss": 0.78,
       "step": 2165
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.509140288706211e-06,
-      "loss": 0.7298,
+      "epoch": 0.42,
+      "learning_rate": 1.3125717679456447e-05,
+      "loss": 0.7428,
       "step": 2166
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.500382644281265e-06,
-      "loss": 0.7369,
+      "epoch": 0.42,
+      "learning_rate": 1.3119796079600875e-05,
+      "loss": 0.8584,
       "step": 2167
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.491628057474489e-06,
-      "loss": 0.7785,
+      "epoch": 0.42,
+      "learning_rate": 1.3113873267571577e-05,
+      "loss": 0.8094,
       "step": 2168
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.482876535934768e-06,
-      "loss": 0.7412,
+      "epoch": 0.42,
+      "learning_rate": 1.310794924566982e-05,
+      "loss": 0.6946,
       "step": 2169
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.474128087308319e-06,
-      "loss": 0.7896,
+      "epoch": 0.42,
+      "learning_rate": 1.3102024016197337e-05,
+      "loss": 0.8396,
       "step": 2170
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.465382719238666e-06,
-      "loss": 0.7863,
+      "epoch": 0.42,
+      "learning_rate": 1.309609758145633e-05,
+      "loss": 0.7333,
       "step": 2171
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.456640439366639e-06,
-      "loss": 0.6909,
+      "epoch": 0.42,
+      "learning_rate": 1.3090169943749475e-05,
+      "loss": 0.7732,
       "step": 2172
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.447901255330381e-06,
-      "loss": 0.7652,
+      "epoch": 0.42,
+      "learning_rate": 1.3084241105379909e-05,
+      "loss": 0.7454,
       "step": 2173
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.439165174765315e-06,
-      "loss": 0.7532,
+      "epoch": 0.42,
+      "learning_rate": 1.3078311068651241e-05,
+      "loss": 0.7992,
       "step": 2174
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.430432205304168e-06,
-      "loss": 0.7453,
+      "epoch": 0.42,
+      "learning_rate": 1.307237983586754e-05,
+      "loss": 0.7384,
       "step": 2175
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.421702354576941e-06,
-      "loss": 0.7338,
+      "epoch": 0.42,
+      "learning_rate": 1.3066447409333345e-05,
+      "loss": 0.7341,
       "step": 2176
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.412975630210905e-06,
-      "loss": 0.8353,
+      "epoch": 0.42,
+      "learning_rate": 1.3060513791353655e-05,
+      "loss": 0.77,
       "step": 2177
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.4042520398306115e-06,
-      "loss": 0.7616,
+      "epoch": 0.42,
+      "learning_rate": 1.3054578984233935e-05,
+      "loss": 0.7949,
       "step": 2178
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.395531591057863e-06,
-      "loss": 0.6424,
+      "epoch": 0.42,
+      "learning_rate": 1.3048642990280109e-05,
+      "loss": 0.7617,
       "step": 2179
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.386814291511726e-06,
-      "loss": 0.7197,
+      "epoch": 0.42,
+      "learning_rate": 1.3042705811798565e-05,
+      "loss": 0.7986,
       "step": 2180
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.37810014880851e-06,
-      "loss": 0.7957,
+      "epoch": 0.42,
+      "learning_rate": 1.3036767451096148e-05,
+      "loss": 0.7581,
       "step": 2181
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.369389170561764e-06,
-      "loss": 0.71,
+      "epoch": 0.42,
+      "learning_rate": 1.3030827910480167e-05,
+      "loss": 0.7925,
       "step": 2182
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.360681364382282e-06,
-      "loss": 0.7735,
+      "epoch": 0.42,
+      "learning_rate": 1.3024887192258384e-05,
+      "loss": 0.7734,
       "step": 2183
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.351976737878076e-06,
-      "loss": 0.8117,
+      "epoch": 0.42,
+      "learning_rate": 1.3018945298739022e-05,
+      "loss": 0.844,
       "step": 2184
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.343275298654384e-06,
-      "loss": 0.6896,
+      "epoch": 0.42,
+      "learning_rate": 1.301300223223076e-05,
+      "loss": 0.7593,
       "step": 2185
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.334577054313664e-06,
-      "loss": 0.6595,
+      "epoch": 0.42,
+      "learning_rate": 1.300705799504273e-05,
+      "loss": 0.8329,
       "step": 2186
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.325882012455573e-06,
-      "loss": 0.7026,
+      "epoch": 0.42,
+      "learning_rate": 1.300111258948453e-05,
+      "loss": 0.6261,
       "step": 2187
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.31719018067698e-06,
-      "loss": 0.7495,
+      "epoch": 0.42,
+      "learning_rate": 1.2995166017866194e-05,
+      "loss": 0.6536,
       "step": 2188
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.308501566571942e-06,
-      "loss": 0.7135,
+      "epoch": 0.42,
+      "learning_rate": 1.2989218282498222e-05,
+      "loss": 0.7957,
       "step": 2189
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.299816177731708e-06,
-      "loss": 0.8079,
+      "epoch": 0.42,
+      "learning_rate": 1.2983269385691562e-05,
+      "loss": 0.7783,
       "step": 2190
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.291134021744706e-06,
-      "loss": 0.7503,
+      "epoch": 0.42,
+      "learning_rate": 1.2977319329757616e-05,
+      "loss": 0.7527,
       "step": 2191
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.282455106196543e-06,
-      "loss": 0.7442,
+      "epoch": 0.42,
+      "learning_rate": 1.2971368117008232e-05,
+      "loss": 0.7344,
       "step": 2192
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.273779438669998e-06,
-      "loss": 0.8,
+      "epoch": 0.42,
+      "learning_rate": 1.296541574975571e-05,
+      "loss": 0.7937,
       "step": 2193
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.265107026745003e-06,
-      "loss": 0.7989,
+      "epoch": 0.42,
+      "learning_rate": 1.29594622303128e-05,
+      "loss": 0.7476,
       "step": 2194
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.256437877998654e-06,
-      "loss": 0.7475,
+      "epoch": 0.42,
+      "learning_rate": 1.2953507560992696e-05,
+      "loss": 0.8264,
       "step": 2195
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.247772000005188e-06,
-      "loss": 0.6992,
+      "epoch": 0.42,
+      "learning_rate": 1.2947551744109044e-05,
+      "loss": 0.8308,
       "step": 2196
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.239109400335989e-06,
-      "loss": 0.7363,
+      "epoch": 0.42,
+      "learning_rate": 1.2941594781975928e-05,
+      "loss": 0.7625,
       "step": 2197
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.230450086559583e-06,
-      "loss": 0.7692,
+      "epoch": 0.42,
+      "learning_rate": 1.2935636676907886e-05,
+      "loss": 0.8137,
       "step": 2198
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.221794066241613e-06,
-      "loss": 0.7945,
+      "epoch": 0.42,
+      "learning_rate": 1.292967743121989e-05,
+      "loss": 0.6609,
       "step": 2199
     },
     {
-      "epoch": 0.63,
-      "learning_rate": 6.213141346944853e-06,
-      "loss": 0.7677,
+      "epoch": 0.42,
+      "learning_rate": 1.2923717047227368e-05,
+      "loss": 0.7965,
       "step": 2200
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.204491936229184e-06,
-      "loss": 0.8098,
+      "epoch": 0.42,
+      "learning_rate": 1.2917755527246179e-05,
+      "loss": 0.7566,
       "step": 2201
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.195845841651609e-06,
-      "loss": 0.7154,
+      "epoch": 0.42,
+      "learning_rate": 1.2911792873592628e-05,
+      "loss": 0.6339,
       "step": 2202
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.187203070766225e-06,
-      "loss": 0.7313,
+      "epoch": 0.42,
+      "learning_rate": 1.2905829088583462e-05,
+      "loss": 0.786,
       "step": 2203
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.1785636311242245e-06,
-      "loss": 0.7539,
+      "epoch": 0.42,
+      "learning_rate": 1.2899864174535863e-05,
+      "loss": 0.7698,
       "step": 2204
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.169927530273898e-06,
-      "loss": 0.705,
+      "epoch": 0.42,
+      "learning_rate": 1.2893898133767454e-05,
+      "loss": 0.7974,
       "step": 2205
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.161294775760604e-06,
-      "loss": 0.7432,
+      "epoch": 0.42,
+      "learning_rate": 1.28879309685963e-05,
+      "loss": 0.7429,
       "step": 2206
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.152665375126795e-06,
-      "loss": 0.6779,
+      "epoch": 0.42,
+      "learning_rate": 1.2881962681340894e-05,
+      "loss": 0.8035,
       "step": 2207
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.144039335911982e-06,
-      "loss": 0.7599,
+      "epoch": 0.42,
+      "learning_rate": 1.2875993274320173e-05,
+      "loss": 0.8191,
       "step": 2208
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.135416665652737e-06,
-      "loss": 0.7441,
+      "epoch": 0.43,
+      "learning_rate": 1.2870022749853508e-05,
+      "loss": 0.7883,
       "step": 2209
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.1267973718827e-06,
-      "loss": 0.7523,
+      "epoch": 0.43,
+      "learning_rate": 1.2864051110260697e-05,
+      "loss": 0.7375,
       "step": 2210
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.118181462132546e-06,
-      "loss": 0.6919,
+      "epoch": 0.43,
+      "learning_rate": 1.2858078357861979e-05,
+      "loss": 0.7041,
       "step": 2211
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.109568943930011e-06,
-      "loss": 0.7906,
+      "epoch": 0.43,
+      "learning_rate": 1.2852104494978024e-05,
+      "loss": 0.7489,
       "step": 2212
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.100959824799853e-06,
-      "loss": 0.729,
+      "epoch": 0.43,
+      "learning_rate": 1.2846129523929929e-05,
+      "loss": 0.7854,
       "step": 2213
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.092354112263861e-06,
-      "loss": 0.775,
+      "epoch": 0.43,
+      "learning_rate": 1.284015344703923e-05,
+      "loss": 0.7748,
       "step": 2214
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.083751813840864e-06,
-      "loss": 0.7488,
+      "epoch": 0.43,
+      "learning_rate": 1.283417626662788e-05,
+      "loss": 0.752,
       "step": 2215
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.075152937046685e-06,
-      "loss": 0.7667,
+      "epoch": 0.43,
+      "learning_rate": 1.2828197985018276e-05,
+      "loss": 0.671,
       "step": 2216
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.066557489394176e-06,
-      "loss": 0.6816,
+      "epoch": 0.43,
+      "learning_rate": 1.2822218604533232e-05,
+      "loss": 0.7378,
       "step": 2217
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.057965478393177e-06,
-      "loss": 0.7426,
+      "epoch": 0.43,
+      "learning_rate": 1.281623812749599e-05,
+      "loss": 0.7471,
       "step": 2218
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.049376911550542e-06,
-      "loss": 0.6362,
+      "epoch": 0.43,
+      "learning_rate": 1.2810256556230226e-05,
+      "loss": 0.7964,
       "step": 2219
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.040791796370109e-06,
-      "loss": 0.7768,
+      "epoch": 0.43,
+      "learning_rate": 1.2804273893060028e-05,
+      "loss": 0.8147,
       "step": 2220
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.032210140352695e-06,
-      "loss": 0.758,
+      "epoch": 0.43,
+      "learning_rate": 1.2798290140309924e-05,
+      "loss": 0.7854,
       "step": 2221
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.023631950996101e-06,
-      "loss": 0.8162,
+      "epoch": 0.43,
+      "learning_rate": 1.2792305300304848e-05,
+      "loss": 0.8022,
       "step": 2222
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.015057235795093e-06,
-      "loss": 0.7399,
+      "epoch": 0.43,
+      "learning_rate": 1.278631937537017e-05,
+      "loss": 0.8108,
       "step": 2223
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 6.0064860022414085e-06,
-      "loss": 0.7668,
+      "epoch": 0.43,
+      "learning_rate": 1.2780332367831678e-05,
+      "loss": 0.7771,
       "step": 2224
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.997918257823745e-06,
-      "loss": 0.7146,
+      "epoch": 0.43,
+      "learning_rate": 1.2774344280015578e-05,
+      "loss": 0.7988,
       "step": 2225
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.98935401002774e-06,
-      "loss": 0.8534,
+      "epoch": 0.43,
+      "learning_rate": 1.2768355114248493e-05,
+      "loss": 0.8101,
       "step": 2226
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.9807932663359895e-06,
-      "loss": 0.7415,
+      "epoch": 0.43,
+      "learning_rate": 1.276236487285748e-05,
+      "loss": 0.8208,
       "step": 2227
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.972236034228011e-06,
-      "loss": 0.6858,
+      "epoch": 0.43,
+      "learning_rate": 1.2756373558169992e-05,
+      "loss": 0.757,
       "step": 2228
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.963682321180274e-06,
-      "loss": 0.6736,
+      "epoch": 0.43,
+      "learning_rate": 1.2750381172513918e-05,
+      "loss": 0.7363,
       "step": 2229
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.955132134666159e-06,
-      "loss": 0.7864,
+      "epoch": 0.43,
+      "learning_rate": 1.274438771821755e-05,
+      "loss": 0.7153,
       "step": 2230
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.946585482155973e-06,
-      "loss": 0.7663,
+      "epoch": 0.43,
+      "learning_rate": 1.2738393197609602e-05,
+      "loss": 0.7761,
       "step": 2231
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.938042371116932e-06,
-      "loss": 0.7213,
+      "epoch": 0.43,
+      "learning_rate": 1.2732397613019203e-05,
+      "loss": 0.7255,
       "step": 2232
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.9295028090131545e-06,
-      "loss": 0.759,
+      "epoch": 0.43,
+      "learning_rate": 1.272640096677589e-05,
+      "loss": 0.7944,
       "step": 2233
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.920966803305664e-06,
-      "loss": 0.6998,
+      "epoch": 0.43,
+      "learning_rate": 1.2720403261209615e-05,
+      "loss": 0.7349,
       "step": 2234
     },
     {
-      "epoch": 0.64,
-      "learning_rate": 5.912434361452379e-06,
-      "loss": 0.7928,
+      "epoch": 0.43,
+      "learning_rate": 1.2714404498650743e-05,
+      "loss": 0.751,
       "step": 2235
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.903905490908091e-06,
-      "loss": 0.7548,
+      "epoch": 0.43,
+      "learning_rate": 1.2708404681430054e-05,
+      "loss": 0.7605,
       "step": 2236
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.8953801991244895e-06,
-      "loss": 0.7927,
+      "epoch": 0.43,
+      "learning_rate": 1.2702403811878727e-05,
+      "loss": 0.8025,
       "step": 2237
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.88685849355012e-06,
-      "loss": 0.6782,
+      "epoch": 0.43,
+      "learning_rate": 1.2696401892328356e-05,
+      "loss": 0.7706,
       "step": 2238
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.878340381630412e-06,
-      "loss": 0.7974,
+      "epoch": 0.43,
+      "learning_rate": 1.2690398925110943e-05,
+      "loss": 0.7886,
       "step": 2239
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.869825870807638e-06,
-      "loss": 0.7108,
+      "epoch": 0.43,
+      "learning_rate": 1.2684394912558898e-05,
+      "loss": 0.7439,
       "step": 2240
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.8613149685209305e-06,
-      "loss": 0.7962,
+      "epoch": 0.43,
+      "learning_rate": 1.2678389857005033e-05,
+      "loss": 0.7654,
       "step": 2241
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.85280768220628e-06,
-      "loss": 0.8078,
+      "epoch": 0.43,
+      "learning_rate": 1.267238376078257e-05,
+      "loss": 0.7384,
       "step": 2242
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.844304019296501e-06,
-      "loss": 0.7922,
+      "epoch": 0.43,
+      "learning_rate": 1.2666376626225131e-05,
+      "loss": 0.7659,
       "step": 2243
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.8358039872212554e-06,
-      "loss": 0.8068,
+      "epoch": 0.43,
+      "learning_rate": 1.2660368455666752e-05,
+      "loss": 0.7411,
       "step": 2244
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.827307593407021e-06,
-      "loss": 0.7026,
+      "epoch": 0.43,
+      "learning_rate": 1.2654359251441854e-05,
+      "loss": 0.7532,
       "step": 2245
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.818814845277111e-06,
-      "loss": 0.7262,
+      "epoch": 0.43,
+      "learning_rate": 1.2648349015885272e-05,
+      "loss": 0.8025,
       "step": 2246
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.81032575025164e-06,
-      "loss": 0.6821,
+      "epoch": 0.43,
+      "learning_rate": 1.2642337751332238e-05,
+      "loss": 0.7822,
       "step": 2247
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.801840315747534e-06,
-      "loss": 0.7636,
+      "epoch": 0.43,
+      "learning_rate": 1.2636325460118388e-05,
+      "loss": 0.7495,
       "step": 2248
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.79335854917853e-06,
-      "loss": 0.7312,
+      "epoch": 0.43,
+      "learning_rate": 1.2630312144579748e-05,
+      "loss": 0.7339,
       "step": 2249
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.7848804579551466e-06,
-      "loss": 0.7849,
+      "epoch": 0.43,
+      "learning_rate": 1.262429780705275e-05,
+      "loss": 0.7402,
       "step": 2250
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.7764060494847e-06,
-      "loss": 0.7259,
+      "epoch": 0.43,
+      "learning_rate": 1.2618282449874221e-05,
+      "loss": 0.8345,
       "step": 2251
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.767935331171293e-06,
-      "loss": 0.7933,
+      "epoch": 0.43,
+      "learning_rate": 1.2612266075381385e-05,
+      "loss": 0.8083,
       "step": 2252
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.75946831041579e-06,
-      "loss": 0.7172,
+      "epoch": 0.43,
+      "learning_rate": 1.2606248685911856e-05,
+      "loss": 0.8005,
       "step": 2253
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.751004994615841e-06,
-      "loss": 0.7719,
+      "epoch": 0.43,
+      "learning_rate": 1.2600230283803648e-05,
+      "loss": 0.7921,
       "step": 2254
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.742545391165845e-06,
-      "loss": 0.7298,
+      "epoch": 0.43,
+      "learning_rate": 1.2594210871395164e-05,
+      "loss": 0.7468,
       "step": 2255
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.734089507456963e-06,
-      "loss": 0.7373,
+      "epoch": 0.43,
+      "learning_rate": 1.2588190451025209e-05,
+      "loss": 0.7368,
       "step": 2256
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.725637350877111e-06,
-      "loss": 0.7358,
+      "epoch": 0.43,
+      "learning_rate": 1.2582169025032966e-05,
+      "loss": 0.7869,
       "step": 2257
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.71718892881094e-06,
-      "loss": 0.7604,
+      "epoch": 0.43,
+      "learning_rate": 1.2576146595758019e-05,
+      "loss": 0.7505,
       "step": 2258
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.708744248639848e-06,
-      "loss": 0.7191,
+      "epoch": 0.43,
+      "learning_rate": 1.2570123165540338e-05,
+      "loss": 0.7852,
       "step": 2259
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.700303317741949e-06,
-      "loss": 0.8008,
+      "epoch": 0.43,
+      "learning_rate": 1.2564098736720286e-05,
+      "loss": 0.7751,
       "step": 2260
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.691866143492101e-06,
-      "loss": 0.758,
+      "epoch": 0.44,
+      "learning_rate": 1.2558073311638604e-05,
+      "loss": 0.7817,
       "step": 2261
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.68343273326186e-06,
-      "loss": 0.7564,
+      "epoch": 0.44,
+      "learning_rate": 1.2552046892636427e-05,
+      "loss": 0.8164,
       "step": 2262
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.675003094419504e-06,
-      "loss": 0.7252,
+      "epoch": 0.44,
+      "learning_rate": 1.2546019482055276e-05,
+      "loss": 0.7871,
       "step": 2263
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.666577234330024e-06,
-      "loss": 0.7654,
+      "epoch": 0.44,
+      "learning_rate": 1.2539991082237062e-05,
+      "loss": 0.7537,
       "step": 2264
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.658155160355092e-06,
-      "loss": 0.6504,
+      "epoch": 0.44,
+      "learning_rate": 1.2533961695524071e-05,
+      "loss": 0.7485,
       "step": 2265
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.649736879853081e-06,
-      "loss": 0.7758,
+      "epoch": 0.44,
+      "learning_rate": 1.2527931324258975e-05,
+      "loss": 0.7014,
       "step": 2266
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.641322400179044e-06,
-      "loss": 0.804,
+      "epoch": 0.44,
+      "learning_rate": 1.2521899970784834e-05,
+      "loss": 0.7905,
       "step": 2267
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.63291172868472e-06,
-      "loss": 0.7701,
+      "epoch": 0.44,
+      "learning_rate": 1.2515867637445088e-05,
+      "loss": 0.7539,
       "step": 2268
     },
     {
-      "epoch": 0.65,
-      "learning_rate": 5.624504872718528e-06,
-      "loss": 0.7011,
+      "epoch": 0.44,
+      "learning_rate": 1.2509834326583548e-05,
+      "loss": 0.7498,
       "step": 2269
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.616101839625532e-06,
-      "loss": 0.6976,
+      "epoch": 0.44,
+      "learning_rate": 1.2503800040544417e-05,
+      "loss": 0.7795,
       "step": 2270
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.607702636747477e-06,
-      "loss": 0.6781,
+      "epoch": 0.44,
+      "learning_rate": 1.249776478167227e-05,
+      "loss": 0.7625,
       "step": 2271
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.5993072714227445e-06,
-      "loss": 0.7427,
+      "epoch": 0.44,
+      "learning_rate": 1.2491728552312066e-05,
+      "loss": 0.7017,
       "step": 2272
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.59091575098638e-06,
-      "loss": 0.7229,
+      "epoch": 0.44,
+      "learning_rate": 1.2485691354809134e-05,
+      "loss": 0.7534,
       "step": 2273
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.582528082770056e-06,
-      "loss": 0.8141,
+      "epoch": 0.44,
+      "learning_rate": 1.2479653191509182e-05,
+      "loss": 0.7325,
       "step": 2274
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.574144274102078e-06,
-      "loss": 0.8001,
+      "epoch": 0.44,
+      "learning_rate": 1.2473614064758297e-05,
+      "loss": 0.8159,
       "step": 2275
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.5657643323073975e-06,
-      "loss": 0.7639,
+      "epoch": 0.44,
+      "learning_rate": 1.2467573976902936e-05,
+      "loss": 0.6238,
       "step": 2276
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.557388264707566e-06,
-      "loss": 0.8136,
+      "epoch": 0.44,
+      "learning_rate": 1.2461532930289932e-05,
+      "loss": 0.7928,
       "step": 2277
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.549016078620764e-06,
-      "loss": 0.7217,
+      "epoch": 0.44,
+      "learning_rate": 1.2455490927266485e-05,
+      "loss": 0.7495,
       "step": 2278
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.540647781361778e-06,
-      "loss": 0.7832,
+      "epoch": 0.44,
+      "learning_rate": 1.2449447970180172e-05,
+      "loss": 0.781,
       "step": 2279
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.532283380241992e-06,
-      "loss": 0.7305,
+      "epoch": 0.44,
+      "learning_rate": 1.2443404061378941e-05,
+      "loss": 0.8472,
       "step": 2280
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.523922882569393e-06,
-      "loss": 0.7278,
+      "epoch": 0.44,
+      "learning_rate": 1.2437359203211109e-05,
+      "loss": 0.7477,
       "step": 2281
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.5155662956485464e-06,
-      "loss": 0.7205,
+      "epoch": 0.44,
+      "learning_rate": 1.2431313398025356e-05,
+      "loss": 0.7356,
       "step": 2282
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.5072136267806184e-06,
-      "loss": 0.645,
+      "epoch": 0.44,
+      "learning_rate": 1.242526664817074e-05,
+      "loss": 0.7695,
       "step": 2283
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.498864883263337e-06,
-      "loss": 0.7427,
+      "epoch": 0.44,
+      "learning_rate": 1.2419218955996677e-05,
+      "loss": 0.7428,
       "step": 2284
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.490520072390999e-06,
-      "loss": 0.7262,
+      "epoch": 0.44,
+      "learning_rate": 1.2413170323852959e-05,
+      "loss": 0.7527,
       "step": 2285
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.482179201454483e-06,
-      "loss": 0.7239,
+      "epoch": 0.44,
+      "learning_rate": 1.2407120754089733e-05,
+      "loss": 0.7383,
       "step": 2286
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.473842277741201e-06,
-      "loss": 0.7049,
+      "epoch": 0.44,
+      "learning_rate": 1.2401070249057514e-05,
+      "loss": 0.7537,
       "step": 2287
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.465509308535144e-06,
-      "loss": 0.6465,
+      "epoch": 0.44,
+      "learning_rate": 1.239501881110718e-05,
+      "loss": 0.6456,
       "step": 2288
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.457180301116819e-06,
-      "loss": 0.7303,
+      "epoch": 0.44,
+      "learning_rate": 1.2388966442589978e-05,
+      "loss": 0.7505,
       "step": 2289
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.448855262763293e-06,
-      "loss": 0.7342,
+      "epoch": 0.44,
+      "learning_rate": 1.2382913145857507e-05,
+      "loss": 0.7389,
       "step": 2290
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.440534200748161e-06,
-      "loss": 0.7187,
+      "epoch": 0.44,
+      "learning_rate": 1.2376858923261732e-05,
+      "loss": 0.6636,
       "step": 2291
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.432217122341537e-06,
-      "loss": 0.7279,
+      "epoch": 0.44,
+      "learning_rate": 1.2370803777154976e-05,
+      "loss": 0.7957,
       "step": 2292
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.423904034810057e-06,
-      "loss": 0.6537,
+      "epoch": 0.44,
+      "learning_rate": 1.2364747709889923e-05,
+      "loss": 0.7627,
       "step": 2293
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.415594945416869e-06,
-      "loss": 0.7155,
+      "epoch": 0.44,
+      "learning_rate": 1.2358690723819611e-05,
+      "loss": 0.783,
       "step": 2294
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.407289861421634e-06,
-      "loss": 0.7611,
+      "epoch": 0.44,
+      "learning_rate": 1.2352632821297437e-05,
+      "loss": 0.7832,
       "step": 2295
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.398988790080515e-06,
-      "loss": 0.7759,
+      "epoch": 0.44,
+      "learning_rate": 1.2346574004677154e-05,
+      "loss": 0.7596,
       "step": 2296
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.390691738646153e-06,
-      "loss": 0.6972,
+      "epoch": 0.44,
+      "learning_rate": 1.2340514276312874e-05,
+      "loss": 0.7817,
       "step": 2297
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.382398714367698e-06,
-      "loss": 0.8183,
+      "epoch": 0.44,
+      "learning_rate": 1.2334453638559057e-05,
+      "loss": 0.7771,
       "step": 2298
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.3741097244907625e-06,
-      "loss": 0.7808,
+      "epoch": 0.44,
+      "learning_rate": 1.2328392093770517e-05,
+      "loss": 0.8401,
       "step": 2299
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.365824776257451e-06,
-      "loss": 0.7325,
+      "epoch": 0.44,
+      "learning_rate": 1.2322329644302426e-05,
+      "loss": 0.7863,
       "step": 2300
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.357543876906324e-06,
-      "loss": 0.7302,
+      "epoch": 0.44,
+      "learning_rate": 1.2316266292510305e-05,
+      "loss": 0.7145,
       "step": 2301
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.349267033672406e-06,
-      "loss": 0.7741,
+      "epoch": 0.44,
+      "learning_rate": 1.2310202040750022e-05,
+      "loss": 0.6372,
       "step": 2302
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.340994253787189e-06,
-      "loss": 0.7682,
+      "epoch": 0.44,
+      "learning_rate": 1.2304136891377795e-05,
+      "loss": 0.7737,
       "step": 2303
     },
     {
-      "epoch": 0.66,
-      "learning_rate": 5.3327255444785974e-06,
-      "loss": 0.7688,
+      "epoch": 0.44,
+      "learning_rate": 1.2298070846750197e-05,
+      "loss": 0.7612,
       "step": 2304
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.324460912971014e-06,
-      "loss": 0.6406,
+      "epoch": 0.44,
+      "learning_rate": 1.2292003909224144e-05,
+      "loss": 0.7891,
       "step": 2305
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.316200366485256e-06,
-      "loss": 0.7084,
+      "epoch": 0.44,
+      "learning_rate": 1.2285936081156897e-05,
+      "loss": 0.8171,
       "step": 2306
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.30794391223856e-06,
-      "loss": 0.6754,
+      "epoch": 0.44,
+      "learning_rate": 1.227986736490607e-05,
+      "loss": 0.7712,
       "step": 2307
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.299691557444608e-06,
-      "loss": 0.6276,
+      "epoch": 0.44,
+      "learning_rate": 1.2273797762829615e-05,
+      "loss": 0.7812,
       "step": 2308
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.291443309313475e-06,
-      "loss": 0.7652,
+      "epoch": 0.44,
+      "learning_rate": 1.2267727277285832e-05,
+      "loss": 0.8066,
       "step": 2309
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.283199175051672e-06,
-      "loss": 0.7407,
+      "epoch": 0.44,
+      "learning_rate": 1.2261655910633365e-05,
+      "loss": 0.6372,
       "step": 2310
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.2749591618621e-06,
-      "loss": 0.7187,
+      "epoch": 0.44,
+      "learning_rate": 1.2255583665231196e-05,
+      "loss": 0.8142,
       "step": 2311
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.2667232769440615e-06,
-      "loss": 0.763,
+      "epoch": 0.44,
+      "learning_rate": 1.2249510543438652e-05,
+      "loss": 0.8618,
       "step": 2312
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.258491527493262e-06,
-      "loss": 0.7217,
+      "epoch": 0.45,
+      "learning_rate": 1.22434365476154e-05,
+      "loss": 0.7571,
       "step": 2313
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.25026392070178e-06,
-      "loss": 0.7595,
+      "epoch": 0.45,
+      "learning_rate": 1.2237361680121445e-05,
+      "loss": 0.7927,
       "step": 2314
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.242040463758089e-06,
-      "loss": 0.749,
+      "epoch": 0.45,
+      "learning_rate": 1.2231285943317132e-05,
+      "loss": 0.8037,
       "step": 2315
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.233821163847019e-06,
-      "loss": 0.8275,
+      "epoch": 0.45,
+      "learning_rate": 1.2225209339563144e-05,
+      "loss": 0.856,
       "step": 2316
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.225606028149786e-06,
-      "loss": 0.7462,
+      "epoch": 0.45,
+      "learning_rate": 1.2219131871220504e-05,
+      "loss": 0.7751,
       "step": 2317
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.2173950638439605e-06,
-      "loss": 0.8212,
+      "epoch": 0.45,
+      "learning_rate": 1.2213053540650566e-05,
+      "loss": 0.7887,
       "step": 2318
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.209188278103465e-06,
-      "loss": 0.7284,
+      "epoch": 0.45,
+      "learning_rate": 1.2206974350215016e-05,
+      "loss": 0.8115,
       "step": 2319
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.200985678098576e-06,
-      "loss": 0.7673,
+      "epoch": 0.45,
+      "learning_rate": 1.2200894302275878e-05,
+      "loss": 0.7922,
       "step": 2320
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.192787270995905e-06,
-      "loss": 0.6937,
+      "epoch": 0.45,
+      "learning_rate": 1.2194813399195518e-05,
+      "loss": 0.8079,
       "step": 2321
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.184593063958409e-06,
-      "loss": 0.7445,
+      "epoch": 0.45,
+      "learning_rate": 1.2188731643336615e-05,
+      "loss": 0.7764,
       "step": 2322
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.176403064145379e-06,
-      "loss": 0.7485,
+      "epoch": 0.45,
+      "learning_rate": 1.2182649037062203e-05,
+      "loss": 0.8135,
       "step": 2323
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.168217278712413e-06,
-      "loss": 0.7159,
+      "epoch": 0.45,
+      "learning_rate": 1.2176565582735624e-05,
+      "loss": 0.7021,
       "step": 2324
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.160035714811448e-06,
-      "loss": 0.7821,
+      "epoch": 0.45,
+      "learning_rate": 1.2170481282720563e-05,
+      "loss": 0.8013,
       "step": 2325
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.151858379590713e-06,
-      "loss": 0.8346,
+      "epoch": 0.45,
+      "learning_rate": 1.2164396139381029e-05,
+      "loss": 0.7164,
       "step": 2326
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.143685280194757e-06,
-      "loss": 0.7576,
+      "epoch": 0.45,
+      "learning_rate": 1.215831015508136e-05,
+      "loss": 0.7832,
       "step": 2327
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.135516423764424e-06,
-      "loss": 0.8022,
+      "epoch": 0.45,
+      "learning_rate": 1.2152223332186222e-05,
+      "loss": 0.741,
       "step": 2328
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.127351817436847e-06,
-      "loss": 0.7562,
+      "epoch": 0.45,
+      "learning_rate": 1.2146135673060599e-05,
+      "loss": 0.739,
       "step": 2329
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.1191914683454505e-06,
-      "loss": 0.7678,
+      "epoch": 0.45,
+      "learning_rate": 1.2140047180069814e-05,
+      "loss": 0.77,
       "step": 2330
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.111035383619929e-06,
-      "loss": 0.8246,
+      "epoch": 0.45,
+      "learning_rate": 1.2133957855579501e-05,
+      "loss": 0.7603,
       "step": 2331
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.1028835703862676e-06,
-      "loss": 0.8579,
+      "epoch": 0.45,
+      "learning_rate": 1.2127867701955622e-05,
+      "loss": 0.7288,
       "step": 2332
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.094736035766714e-06,
-      "loss": 0.7668,
+      "epoch": 0.45,
+      "learning_rate": 1.2121776721564465e-05,
+      "loss": 0.8079,
       "step": 2333
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.086592786879765e-06,
-      "loss": 0.8159,
+      "epoch": 0.45,
+      "learning_rate": 1.211568491677263e-05,
+      "loss": 0.7726,
       "step": 2334
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.078453830840193e-06,
-      "loss": 0.7517,
+      "epoch": 0.45,
+      "learning_rate": 1.2109592289947045e-05,
+      "loss": 0.7981,
       "step": 2335
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.0703191747590015e-06,
-      "loss": 0.7723,
+      "epoch": 0.45,
+      "learning_rate": 1.210349884345496e-05,
+      "loss": 0.699,
       "step": 2336
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.0621888257434535e-06,
-      "loss": 0.6661,
+      "epoch": 0.45,
+      "learning_rate": 1.209740457966393e-05,
+      "loss": 0.7764,
       "step": 2337
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.054062790897036e-06,
-      "loss": 0.7988,
+      "epoch": 0.45,
+      "learning_rate": 1.2091309500941841e-05,
+      "loss": 0.8127,
       "step": 2338
     },
     {
-      "epoch": 0.67,
-      "learning_rate": 5.045941077319467e-06,
-      "loss": 0.7443,
+      "epoch": 0.45,
+      "learning_rate": 1.2085213609656891e-05,
+      "loss": 0.7979,
       "step": 2339
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 5.037823692106703e-06,
-      "loss": 0.7225,
+      "epoch": 0.45,
+      "learning_rate": 1.2079116908177592e-05,
+      "loss": 0.7726,
       "step": 2340
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 5.0297106423509e-06,
-      "loss": 0.7908,
+      "epoch": 0.45,
+      "learning_rate": 1.2073019398872778e-05,
+      "loss": 0.7671,
       "step": 2341
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 5.021601935140443e-06,
-      "loss": 0.7883,
+      "epoch": 0.45,
+      "learning_rate": 1.2066921084111582e-05,
+      "loss": 0.7991,
       "step": 2342
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 5.0134975775599095e-06,
-      "loss": 0.7899,
+      "epoch": 0.45,
+      "learning_rate": 1.2060821966263465e-05,
+      "loss": 0.7585,
       "step": 2343
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 5.005397576690083e-06,
-      "loss": 0.7374,
+      "epoch": 0.45,
+      "learning_rate": 1.2054722047698192e-05,
+      "loss": 0.7524,
       "step": 2344
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.997301939607946e-06,
-      "loss": 0.7337,
+      "epoch": 0.45,
+      "learning_rate": 1.2048621330785842e-05,
+      "loss": 0.8043,
       "step": 2345
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.989210673386658e-06,
-      "loss": 0.8393,
+      "epoch": 0.45,
+      "learning_rate": 1.2042519817896805e-05,
+      "loss": 0.786,
       "step": 2346
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.981123785095566e-06,
-      "loss": 0.7518,
+      "epoch": 0.45,
+      "learning_rate": 1.2036417511401775e-05,
+      "loss": 0.7319,
       "step": 2347
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.9730412818001825e-06,
-      "loss": 0.6383,
+      "epoch": 0.45,
+      "learning_rate": 1.2030314413671763e-05,
+      "loss": 0.7002,
       "step": 2348
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.964963170562204e-06,
-      "loss": 0.7097,
+      "epoch": 0.45,
+      "learning_rate": 1.202421052707808e-05,
+      "loss": 0.8555,
       "step": 2349
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.9568894584394835e-06,
-      "loss": 0.7103,
+      "epoch": 0.45,
+      "learning_rate": 1.2018105853992346e-05,
+      "loss": 0.6755,
       "step": 2350
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.948820152486021e-06,
-      "loss": 0.7028,
+      "epoch": 0.45,
+      "learning_rate": 1.2012000396786485e-05,
+      "loss": 0.7769,
       "step": 2351
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.940755259751984e-06,
-      "loss": 0.7137,
+      "epoch": 0.45,
+      "learning_rate": 1.200589415783273e-05,
+      "loss": 0.7666,
       "step": 2352
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.932694787283667e-06,
-      "loss": 0.7827,
+      "epoch": 0.45,
+      "learning_rate": 1.1999787139503614e-05,
+      "loss": 0.7487,
       "step": 2353
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.924638742123514e-06,
-      "loss": 0.7281,
+      "epoch": 0.45,
+      "learning_rate": 1.1993679344171973e-05,
+      "loss": 0.7302,
       "step": 2354
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.916587131310101e-06,
-      "loss": 0.6416,
+      "epoch": 0.45,
+      "learning_rate": 1.1987570774210948e-05,
+      "loss": 0.6414,
       "step": 2355
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.9085399618781226e-06,
-      "loss": 0.7585,
+      "epoch": 0.45,
+      "learning_rate": 1.1981461431993978e-05,
+      "loss": 0.7476,
       "step": 2356
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.900497240858398e-06,
-      "loss": 0.7511,
+      "epoch": 0.45,
+      "learning_rate": 1.1975351319894801e-05,
+      "loss": 0.7279,
       "step": 2357
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.892458975277851e-06,
-      "loss": 0.7197,
+      "epoch": 0.45,
+      "learning_rate": 1.1969240440287457e-05,
+      "loss": 0.825,
       "step": 2358
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.884425172159529e-06,
-      "loss": 0.7239,
+      "epoch": 0.45,
+      "learning_rate": 1.1963128795546286e-05,
+      "loss": 0.7827,
       "step": 2359
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.876395838522565e-06,
-      "loss": 0.7205,
+      "epoch": 0.45,
+      "learning_rate": 1.1957016388045917e-05,
+      "loss": 0.7612,
       "step": 2360
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.868370981382198e-06,
-      "loss": 0.7349,
+      "epoch": 0.45,
+      "learning_rate": 1.1950903220161286e-05,
+      "loss": 0.7874,
       "step": 2361
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.860350607749752e-06,
-      "loss": 0.6973,
+      "epoch": 0.45,
+      "learning_rate": 1.1944789294267614e-05,
+      "loss": 0.7622,
       "step": 2362
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.852334724632628e-06,
-      "loss": 0.7518,
+      "epoch": 0.45,
+      "learning_rate": 1.1938674612740424e-05,
+      "loss": 0.73,
       "step": 2363
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.844323339034315e-06,
-      "loss": 0.6813,
+      "epoch": 0.45,
+      "learning_rate": 1.1932559177955533e-05,
+      "loss": 0.8179,
       "step": 2364
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.836316457954365e-06,
-      "loss": 0.7624,
+      "epoch": 0.46,
+      "learning_rate": 1.1926442992289047e-05,
+      "loss": 0.7272,
       "step": 2365
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.8283140883883895e-06,
-      "loss": 0.7193,
+      "epoch": 0.46,
+      "learning_rate": 1.1920326058117364e-05,
+      "loss": 0.8247,
       "step": 2366
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.820316237328072e-06,
-      "loss": 0.6936,
+      "epoch": 0.46,
+      "learning_rate": 1.1914208377817171e-05,
+      "loss": 0.7245,
       "step": 2367
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.812322911761135e-06,
-      "loss": 0.813,
+      "epoch": 0.46,
+      "learning_rate": 1.190808995376545e-05,
+      "loss": 0.8176,
       "step": 2368
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.804334118671358e-06,
-      "loss": 0.7938,
+      "epoch": 0.46,
+      "learning_rate": 1.190197078833947e-05,
+      "loss": 0.7969,
       "step": 2369
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.7963498650385485e-06,
-      "loss": 0.7196,
+      "epoch": 0.46,
+      "learning_rate": 1.1895850883916786e-05,
+      "loss": 0.8098,
       "step": 2370
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.788370157838559e-06,
-      "loss": 0.8063,
+      "epoch": 0.46,
+      "learning_rate": 1.1889730242875243e-05,
+      "loss": 0.7283,
       "step": 2371
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.780395004043269e-06,
-      "loss": 0.7106,
+      "epoch": 0.46,
+      "learning_rate": 1.188360886759297e-05,
+      "loss": 0.7368,
       "step": 2372
     },
     {
-      "epoch": 0.68,
-      "learning_rate": 4.772424410620567e-06,
-      "loss": 0.743,
+      "epoch": 0.46,
+      "learning_rate": 1.1877486760448382e-05,
+      "loss": 0.7375,
       "step": 2373
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.764458384534376e-06,
-      "loss": 0.7086,
+      "epoch": 0.46,
+      "learning_rate": 1.1871363923820182e-05,
+      "loss": 0.7358,
       "step": 2374
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.756496932744613e-06,
-      "loss": 0.7197,
+      "epoch": 0.46,
+      "learning_rate": 1.1865240360087349e-05,
+      "loss": 0.7344,
       "step": 2375
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.748540062207202e-06,
-      "loss": 0.793,
+      "epoch": 0.46,
+      "learning_rate": 1.1859116071629148e-05,
+      "loss": 0.823,
       "step": 2376
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.740587779874072e-06,
-      "loss": 0.7862,
+      "epoch": 0.46,
+      "learning_rate": 1.1852991060825128e-05,
+      "loss": 0.7812,
       "step": 2377
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.732640092693132e-06,
-      "loss": 0.7727,
+      "epoch": 0.46,
+      "learning_rate": 1.1846865330055115e-05,
+      "loss": 0.7703,
       "step": 2378
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.724697007608288e-06,
-      "loss": 0.7235,
+      "epoch": 0.46,
+      "learning_rate": 1.1840738881699218e-05,
+      "loss": 0.7755,
       "step": 2379
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.716758531559412e-06,
-      "loss": 0.7408,
+      "epoch": 0.46,
+      "learning_rate": 1.1834611718137825e-05,
+      "loss": 0.8201,
       "step": 2380
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.708824671482361e-06,
-      "loss": 0.7528,
+      "epoch": 0.46,
+      "learning_rate": 1.1828483841751597e-05,
+      "loss": 0.7062,
       "step": 2381
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.7008954343089565e-06,
-      "loss": 0.7297,
+      "epoch": 0.46,
+      "learning_rate": 1.1822355254921478e-05,
+      "loss": 0.8124,
       "step": 2382
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.692970826966976e-06,
-      "loss": 0.6712,
+      "epoch": 0.46,
+      "learning_rate": 1.181622596002868e-05,
+      "loss": 0.6497,
       "step": 2383
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.685050856380153e-06,
-      "loss": 0.8119,
+      "epoch": 0.46,
+      "learning_rate": 1.18100959594547e-05,
+      "loss": 0.6313,
       "step": 2384
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.67713552946817e-06,
-      "loss": 0.7704,
+      "epoch": 0.46,
+      "learning_rate": 1.1803965255581304e-05,
+      "loss": 0.8086,
       "step": 2385
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.669224853146659e-06,
-      "loss": 0.7637,
+      "epoch": 0.46,
+      "learning_rate": 1.1797833850790527e-05,
+      "loss": 0.7944,
       "step": 2386
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.6613188343271776e-06,
-      "loss": 0.7356,
+      "epoch": 0.46,
+      "learning_rate": 1.179170174746469e-05,
+      "loss": 0.635,
       "step": 2387
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.653417479917223e-06,
-      "loss": 0.7324,
+      "epoch": 0.46,
+      "learning_rate": 1.1785568947986368e-05,
+      "loss": 0.7605,
       "step": 2388
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.645520796820218e-06,
-      "loss": 0.7573,
+      "epoch": 0.46,
+      "learning_rate": 1.177943545473842e-05,
+      "loss": 0.7487,
       "step": 2389
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.637628791935492e-06,
-      "loss": 0.7266,
+      "epoch": 0.46,
+      "learning_rate": 1.1773301270103968e-05,
+      "loss": 0.7803,
       "step": 2390
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.629741472158304e-06,
-      "loss": 0.7346,
+      "epoch": 0.46,
+      "learning_rate": 1.1767166396466404e-05,
+      "loss": 0.7593,
       "step": 2391
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.621858844379809e-06,
-      "loss": 0.6969,
+      "epoch": 0.46,
+      "learning_rate": 1.1761030836209384e-05,
+      "loss": 0.7915,
       "step": 2392
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.613980915487056e-06,
-      "loss": 0.8106,
+      "epoch": 0.46,
+      "learning_rate": 1.1754894591716841e-05,
+      "loss": 0.7515,
       "step": 2393
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.606107692363008e-06,
-      "loss": 0.7718,
+      "epoch": 0.46,
+      "learning_rate": 1.1748757665372965e-05,
+      "loss": 0.7542,
       "step": 2394
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.598239181886497e-06,
-      "loss": 0.7111,
+      "epoch": 0.46,
+      "learning_rate": 1.1742620059562211e-05,
+      "loss": 0.707,
       "step": 2395
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.590375390932254e-06,
-      "loss": 0.6834,
+      "epoch": 0.46,
+      "learning_rate": 1.1736481776669307e-05,
+      "loss": 0.8145,
       "step": 2396
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.582516326370871e-06,
-      "loss": 0.7346,
+      "epoch": 0.46,
+      "learning_rate": 1.1730342819079229e-05,
+      "loss": 0.7834,
       "step": 2397
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.574661995068822e-06,
-      "loss": 0.7638,
+      "epoch": 0.46,
+      "learning_rate": 1.1724203189177228e-05,
+      "loss": 0.8308,
       "step": 2398
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.566812403888446e-06,
-      "loss": 0.7446,
+      "epoch": 0.46,
+      "learning_rate": 1.1718062889348816e-05,
+      "loss": 0.7815,
       "step": 2399
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.558967559687929e-06,
-      "loss": 0.762,
+      "epoch": 0.46,
+      "learning_rate": 1.1711921921979754e-05,
+      "loss": 0.8352,
       "step": 2400
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.551127469321324e-06,
-      "loss": 0.6867,
+      "epoch": 0.46,
+      "learning_rate": 1.1705780289456069e-05,
+      "loss": 0.7383,
       "step": 2401
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.543292139638519e-06,
-      "loss": 0.6634,
+      "epoch": 0.46,
+      "learning_rate": 1.1699637994164053e-05,
+      "loss": 0.6819,
       "step": 2402
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.535461577485245e-06,
-      "loss": 0.6935,
+      "epoch": 0.46,
+      "learning_rate": 1.1693495038490247e-05,
+      "loss": 0.7944,
       "step": 2403
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.527635789703076e-06,
-      "loss": 0.8816,
+      "epoch": 0.46,
+      "learning_rate": 1.1687351424821448e-05,
+      "loss": 0.7184,
       "step": 2404
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.5198147831294015e-06,
-      "loss": 0.7349,
+      "epoch": 0.46,
+      "learning_rate": 1.168120715554472e-05,
+      "loss": 0.8118,
       "step": 2405
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.511998564597448e-06,
-      "loss": 0.7083,
+      "epoch": 0.46,
+      "learning_rate": 1.1675062233047365e-05,
+      "loss": 0.7676,
       "step": 2406
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.504187140936244e-06,
-      "loss": 0.7469,
+      "epoch": 0.46,
+      "learning_rate": 1.166891665971695e-05,
+      "loss": 0.7692,
       "step": 2407
     },
     {
-      "epoch": 0.69,
-      "learning_rate": 4.496380518970642e-06,
-      "loss": 0.7812,
+      "epoch": 0.46,
+      "learning_rate": 1.1662770437941293e-05,
+      "loss": 0.7988,
       "step": 2408
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.488578705521287e-06,
-      "loss": 0.7438,
+      "epoch": 0.46,
+      "learning_rate": 1.165662357010846e-05,
+      "loss": 0.8213,
       "step": 2409
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.4807817074046354e-06,
-      "loss": 0.707,
+      "epoch": 0.46,
+      "learning_rate": 1.1650476058606776e-05,
+      "loss": 0.7976,
       "step": 2410
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.4729895314329275e-06,
-      "loss": 0.6949,
+      "epoch": 0.46,
+      "learning_rate": 1.1644327905824808e-05,
+      "loss": 0.7888,
       "step": 2411
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.465202184414188e-06,
-      "loss": 0.7671,
+      "epoch": 0.46,
+      "learning_rate": 1.1638179114151378e-05,
+      "loss": 0.7449,
       "step": 2412
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.457419673152237e-06,
-      "loss": 0.6973,
+      "epoch": 0.46,
+      "learning_rate": 1.163202968597555e-05,
+      "loss": 0.8098,
       "step": 2413
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.449642004446649e-06,
-      "loss": 0.7541,
+      "epoch": 0.46,
+      "learning_rate": 1.162587962368664e-05,
+      "loss": 0.7883,
       "step": 2414
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.441869185092787e-06,
-      "loss": 0.8195,
+      "epoch": 0.46,
+      "learning_rate": 1.161972892967421e-05,
+      "loss": 0.7606,
       "step": 2415
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.434101221881768e-06,
-      "loss": 0.743,
+      "epoch": 0.46,
+      "learning_rate": 1.1613577606328068e-05,
+      "loss": 0.7086,
       "step": 2416
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.426338121600463e-06,
-      "loss": 0.7185,
+      "epoch": 0.47,
+      "learning_rate": 1.1607425656038263e-05,
+      "loss": 0.792,
       "step": 2417
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.418579891031504e-06,
-      "loss": 0.7137,
+      "epoch": 0.47,
+      "learning_rate": 1.1601273081195087e-05,
+      "loss": 0.8108,
       "step": 2418
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.410826536953256e-06,
-      "loss": 0.7381,
+      "epoch": 0.47,
+      "learning_rate": 1.1595119884189085e-05,
+      "loss": 0.7224,
       "step": 2419
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.403078066139835e-06,
-      "loss": 0.6945,
+      "epoch": 0.47,
+      "learning_rate": 1.1588966067411033e-05,
+      "loss": 0.8301,
       "step": 2420
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.395334485361086e-06,
-      "loss": 0.8369,
+      "epoch": 0.47,
+      "learning_rate": 1.1582811633251949e-05,
+      "loss": 0.7191,
       "step": 2421
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.387595801382574e-06,
-      "loss": 0.7704,
+      "epoch": 0.47,
+      "learning_rate": 1.1576656584103097e-05,
+      "loss": 0.751,
       "step": 2422
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.379862020965601e-06,
-      "loss": 0.6521,
+      "epoch": 0.47,
+      "learning_rate": 1.1570500922355971e-05,
+      "loss": 0.7637,
       "step": 2423
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.372133150867168e-06,
-      "loss": 0.6704,
+      "epoch": 0.47,
+      "learning_rate": 1.156434465040231e-05,
+      "loss": 0.8101,
       "step": 2424
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.36440919784e-06,
-      "loss": 0.7057,
+      "epoch": 0.47,
+      "learning_rate": 1.1558187770634089e-05,
+      "loss": 0.7634,
       "step": 2425
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.356690168632524e-06,
-      "loss": 0.841,
+      "epoch": 0.47,
+      "learning_rate": 1.1552030285443516e-05,
+      "loss": 0.7838,
       "step": 2426
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.348976069988851e-06,
-      "loss": 0.7538,
+      "epoch": 0.47,
+      "learning_rate": 1.1545872197223039e-05,
+      "loss": 0.7903,
       "step": 2427
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.341266908648806e-06,
-      "loss": 0.7436,
+      "epoch": 0.47,
+      "learning_rate": 1.1539713508365336e-05,
+      "loss": 0.7285,
       "step": 2428
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.333562691347881e-06,
-      "loss": 0.6571,
+      "epoch": 0.47,
+      "learning_rate": 1.153355422126332e-05,
+      "loss": 0.645,
       "step": 2429
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.3258634248172596e-06,
-      "loss": 0.7547,
+      "epoch": 0.47,
+      "learning_rate": 1.152739433831014e-05,
+      "loss": 0.7312,
       "step": 2430
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.318169115783789e-06,
-      "loss": 0.6972,
+      "epoch": 0.47,
+      "learning_rate": 1.1521233861899168e-05,
+      "loss": 0.8511,
       "step": 2431
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.31047977097e-06,
-      "loss": 0.7528,
+      "epoch": 0.47,
+      "learning_rate": 1.1515072794424013e-05,
+      "loss": 0.7905,
       "step": 2432
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.30279539709408e-06,
-      "loss": 0.6916,
+      "epoch": 0.47,
+      "learning_rate": 1.1508911138278516e-05,
+      "loss": 0.7837,
       "step": 2433
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.295116000869864e-06,
-      "loss": 0.7204,
+      "epoch": 0.47,
+      "learning_rate": 1.1502748895856737e-05,
+      "loss": 0.8276,
       "step": 2434
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.2874415890068565e-06,
-      "loss": 0.6966,
+      "epoch": 0.47,
+      "learning_rate": 1.1496586069552973e-05,
+      "loss": 0.769,
       "step": 2435
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.279772168210185e-06,
-      "loss": 0.7412,
+      "epoch": 0.47,
+      "learning_rate": 1.1490422661761744e-05,
+      "loss": 0.6217,
       "step": 2436
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.272107745180639e-06,
-      "loss": 0.7243,
+      "epoch": 0.47,
+      "learning_rate": 1.14842586748778e-05,
+      "loss": 0.7888,
       "step": 2437
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.264448326614625e-06,
-      "loss": 0.7781,
+      "epoch": 0.47,
+      "learning_rate": 1.1478094111296109e-05,
+      "loss": 0.7949,
       "step": 2438
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.256793919204178e-06,
-      "loss": 0.7843,
+      "epoch": 0.47,
+      "learning_rate": 1.1471928973411865e-05,
+      "loss": 0.8149,
       "step": 2439
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.2491445296369685e-06,
-      "loss": 0.7468,
+      "epoch": 0.47,
+      "learning_rate": 1.146576326362049e-05,
+      "loss": 0.743,
       "step": 2440
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.241500164596264e-06,
-      "loss": 0.7881,
+      "epoch": 0.47,
+      "learning_rate": 1.1459596984317622e-05,
+      "loss": 0.7568,
       "step": 2441
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.2338608307609564e-06,
-      "loss": 0.7572,
+      "epoch": 0.47,
+      "learning_rate": 1.1453430137899129e-05,
+      "loss": 0.7113,
       "step": 2442
     },
     {
-      "epoch": 0.7,
-      "learning_rate": 4.226226534805542e-06,
-      "loss": 0.7831,
+      "epoch": 0.47,
+      "learning_rate": 1.1447262726761088e-05,
+      "loss": 0.7917,
       "step": 2443
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.218597283400101e-06,
-      "loss": 0.7659,
+      "epoch": 0.47,
+      "learning_rate": 1.1441094753299802e-05,
+      "loss": 0.7909,
       "step": 2444
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.210973083210325e-06,
-      "loss": 0.7318,
+      "epoch": 0.47,
+      "learning_rate": 1.1434926219911792e-05,
+      "loss": 0.792,
       "step": 2445
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.203353940897474e-06,
-      "loss": 0.7486,
+      "epoch": 0.47,
+      "learning_rate": 1.1428757128993801e-05,
+      "loss": 0.7964,
       "step": 2446
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.195739863118407e-06,
-      "loss": 0.7542,
+      "epoch": 0.47,
+      "learning_rate": 1.1422587482942778e-05,
+      "loss": 0.7579,
       "step": 2447
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.188130856525545e-06,
-      "loss": 0.6898,
+      "epoch": 0.47,
+      "learning_rate": 1.1416417284155892e-05,
+      "loss": 0.7981,
       "step": 2448
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.180526927766879e-06,
-      "loss": 0.7201,
+      "epoch": 0.47,
+      "learning_rate": 1.1410246535030533e-05,
+      "loss": 0.8008,
       "step": 2449
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.172928083485974e-06,
-      "loss": 0.7395,
+      "epoch": 0.47,
+      "learning_rate": 1.1404075237964296e-05,
+      "loss": 0.7952,
       "step": 2450
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.165334330321937e-06,
-      "loss": 0.7721,
+      "epoch": 0.47,
+      "learning_rate": 1.1397903395354996e-05,
+      "loss": 0.8257,
       "step": 2451
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.157745674909443e-06,
-      "loss": 0.799,
+      "epoch": 0.47,
+      "learning_rate": 1.1391731009600655e-05,
+      "loss": 0.7213,
       "step": 2452
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.150162123878705e-06,
-      "loss": 0.7168,
+      "epoch": 0.47,
+      "learning_rate": 1.138555808309951e-05,
+      "loss": 0.7686,
       "step": 2453
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.142583683855471e-06,
-      "loss": 0.7401,
+      "epoch": 0.47,
+      "learning_rate": 1.1379384618250002e-05,
+      "loss": 0.7378,
       "step": 2454
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.135010361461037e-06,
-      "loss": 0.7533,
+      "epoch": 0.47,
+      "learning_rate": 1.1373210617450793e-05,
+      "loss": 0.8242,
       "step": 2455
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.1274421633122174e-06,
-      "loss": 0.6936,
+      "epoch": 0.47,
+      "learning_rate": 1.1367036083100735e-05,
+      "loss": 0.7544,
       "step": 2456
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.119879096021352e-06,
-      "loss": 0.7143,
+      "epoch": 0.47,
+      "learning_rate": 1.1360861017598905e-05,
+      "loss": 0.7908,
       "step": 2457
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.1123211661962934e-06,
-      "loss": 0.7547,
+      "epoch": 0.47,
+      "learning_rate": 1.1354685423344577e-05,
+      "loss": 0.7803,
       "step": 2458
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.104768380440415e-06,
-      "loss": 0.6943,
+      "epoch": 0.47,
+      "learning_rate": 1.1348509302737232e-05,
+      "loss": 0.7771,
       "step": 2459
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.097220745352592e-06,
-      "loss": 0.6865,
+      "epoch": 0.47,
+      "learning_rate": 1.1342332658176556e-05,
+      "loss": 0.7552,
       "step": 2460
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.089678267527196e-06,
-      "loss": 0.6752,
+      "epoch": 0.47,
+      "learning_rate": 1.1336155492062439e-05,
+      "loss": 0.7777,
       "step": 2461
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.082140953554099e-06,
-      "loss": 0.7825,
+      "epoch": 0.47,
+      "learning_rate": 1.1329977806794976e-05,
+      "loss": 0.7878,
       "step": 2462
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.074608810018651e-06,
-      "loss": 0.7132,
+      "epoch": 0.47,
+      "learning_rate": 1.1323799604774457e-05,
+      "loss": 0.7625,
       "step": 2463
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.067081843501696e-06,
-      "loss": 0.7234,
+      "epoch": 0.47,
+      "learning_rate": 1.1317620888401379e-05,
+      "loss": 0.785,
       "step": 2464
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.0595600605795506e-06,
-      "loss": 0.7736,
+      "epoch": 0.47,
+      "learning_rate": 1.1311441660076433e-05,
+      "loss": 0.7937,
       "step": 2465
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.052043467824002e-06,
-      "loss": 0.7331,
+      "epoch": 0.47,
+      "learning_rate": 1.130526192220052e-05,
+      "loss": 0.7273,
       "step": 2466
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.0445320718023e-06,
-      "loss": 0.7389,
+      "epoch": 0.47,
+      "learning_rate": 1.1299081677174721e-05,
+      "loss": 0.729,
       "step": 2467
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.0370258790771546e-06,
-      "loss": 0.8986,
+      "epoch": 0.47,
+      "learning_rate": 1.1292900927400334e-05,
+      "loss": 0.7686,
       "step": 2468
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.029524896206734e-06,
-      "loss": 0.7291,
+      "epoch": 0.48,
+      "learning_rate": 1.1286719675278838e-05,
+      "loss": 0.7668,
       "step": 2469
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.022029129744658e-06,
-      "loss": 0.6997,
+      "epoch": 0.48,
+      "learning_rate": 1.1280537923211919e-05,
+      "loss": 0.7555,
       "step": 2470
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.014538586239973e-06,
-      "loss": 0.6697,
+      "epoch": 0.48,
+      "learning_rate": 1.1274355673601446e-05,
+      "loss": 0.7798,
       "step": 2471
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 4.007053272237181e-06,
-      "loss": 0.7468,
+      "epoch": 0.48,
+      "learning_rate": 1.1268172928849486e-05,
+      "loss": 0.802,
       "step": 2472
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 3.999573194276199e-06,
-      "loss": 0.7151,
+      "epoch": 0.48,
+      "learning_rate": 1.12619896913583e-05,
+      "loss": 0.7494,
       "step": 2473
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 3.992098358892384e-06,
-      "loss": 0.6902,
+      "epoch": 0.48,
+      "learning_rate": 1.1255805963530339e-05,
+      "loss": 0.7646,
       "step": 2474
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 3.984628772616501e-06,
-      "loss": 0.7497,
+      "epoch": 0.48,
+      "learning_rate": 1.1249621747768247e-05,
+      "loss": 0.7676,
       "step": 2475
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 3.977164441974728e-06,
-      "loss": 0.6944,
+      "epoch": 0.48,
+      "learning_rate": 1.1243437046474854e-05,
+      "loss": 0.8123,
       "step": 2476
     },
     {
-      "epoch": 0.71,
-      "learning_rate": 3.9697053734886645e-06,
-      "loss": 0.7177,
+      "epoch": 0.48,
+      "learning_rate": 1.1237251862053178e-05,
+      "loss": 0.8027,
       "step": 2477
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.962251573675297e-06,
-      "loss": 0.7781,
+      "epoch": 0.48,
+      "learning_rate": 1.123106619690643e-05,
+      "loss": 0.7108,
       "step": 2478
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.9548030490470215e-06,
-      "loss": 0.7142,
+      "epoch": 0.48,
+      "learning_rate": 1.1224880053438006e-05,
+      "loss": 0.7205,
       "step": 2479
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.947359806111613e-06,
-      "loss": 0.7284,
+      "epoch": 0.48,
+      "learning_rate": 1.1218693434051475e-05,
+      "loss": 0.7534,
       "step": 2480
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.939921851372243e-06,
-      "loss": 0.6711,
+      "epoch": 0.48,
+      "learning_rate": 1.1212506341150615e-05,
+      "loss": 0.7399,
       "step": 2481
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.932489191327457e-06,
-      "loss": 0.8224,
+      "epoch": 0.48,
+      "learning_rate": 1.120631877713937e-05,
+      "loss": 0.6965,
       "step": 2482
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.925061832471178e-06,
-      "loss": 0.74,
+      "epoch": 0.48,
+      "learning_rate": 1.1200130744421877e-05,
+      "loss": 0.7354,
       "step": 2483
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.917639781292687e-06,
-      "loss": 0.6648,
+      "epoch": 0.48,
+      "learning_rate": 1.1193942245402443e-05,
+      "loss": 0.7986,
       "step": 2484
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.910223044276643e-06,
-      "loss": 0.7528,
+      "epoch": 0.48,
+      "learning_rate": 1.1187753282485569e-05,
+      "loss": 0.704,
       "step": 2485
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.902811627903048e-06,
-      "loss": 0.7122,
+      "epoch": 0.48,
+      "learning_rate": 1.118156385807593e-05,
+      "loss": 0.7986,
       "step": 2486
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.895405538647269e-06,
-      "loss": 0.7076,
+      "epoch": 0.48,
+      "learning_rate": 1.1175373974578378e-05,
+      "loss": 0.7678,
       "step": 2487
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.888004782980004e-06,
-      "loss": 0.7486,
+      "epoch": 0.48,
+      "learning_rate": 1.1169183634397948e-05,
+      "loss": 0.7549,
       "step": 2488
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.880609367367304e-06,
-      "loss": 0.774,
+      "epoch": 0.48,
+      "learning_rate": 1.1162992839939852e-05,
+      "loss": 0.7488,
       "step": 2489
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.873219298270545e-06,
-      "loss": 0.7343,
+      "epoch": 0.48,
+      "learning_rate": 1.1156801593609479e-05,
+      "loss": 0.7759,
       "step": 2490
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.865834582146437e-06,
-      "loss": 0.6147,
+      "epoch": 0.48,
+      "learning_rate": 1.1150609897812387e-05,
+      "loss": 0.8064,
       "step": 2491
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.858455225447017e-06,
-      "loss": 0.7132,
+      "epoch": 0.48,
+      "learning_rate": 1.114441775495432e-05,
+      "loss": 0.7803,
       "step": 2492
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.851081234619627e-06,
-      "loss": 0.7328,
+      "epoch": 0.48,
+      "learning_rate": 1.1138225167441186e-05,
+      "loss": 0.7268,
       "step": 2493
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.843712616106931e-06,
-      "loss": 0.7967,
+      "epoch": 0.48,
+      "learning_rate": 1.113203213767907e-05,
+      "loss": 0.6716,
       "step": 2494
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.836349376346894e-06,
-      "loss": 0.7399,
+      "epoch": 0.48,
+      "learning_rate": 1.1125838668074225e-05,
+      "loss": 0.791,
       "step": 2495
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.828991521772785e-06,
-      "loss": 0.6936,
+      "epoch": 0.48,
+      "learning_rate": 1.1119644761033079e-05,
+      "loss": 0.7566,
       "step": 2496
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.821639058813169e-06,
-      "loss": 0.7231,
+      "epoch": 0.48,
+      "learning_rate": 1.1113450418962233e-05,
+      "loss": 0.6316,
       "step": 2497
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.8142919938918945e-06,
-      "loss": 0.7302,
+      "epoch": 0.48,
+      "learning_rate": 1.1107255644268448e-05,
+      "loss": 0.7939,
       "step": 2498
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.806950333428102e-06,
-      "loss": 0.7172,
+      "epoch": 0.48,
+      "learning_rate": 1.110106043935866e-05,
+      "loss": 0.7203,
       "step": 2499
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.7996140838361994e-06,
-      "loss": 0.6939,
+      "epoch": 0.48,
+      "learning_rate": 1.1094864806639971e-05,
+      "loss": 0.7739,
       "step": 2500
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.79228325152588e-06,
-      "loss": 0.735,
+      "epoch": 0.48,
+      "learning_rate": 1.1088668748519646e-05,
+      "loss": 0.7443,
       "step": 2501
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.784957842902094e-06,
-      "loss": 0.7633,
+      "epoch": 0.48,
+      "learning_rate": 1.1082472267405123e-05,
+      "loss": 0.8013,
       "step": 2502
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.7776378643650515e-06,
-      "loss": 0.7419,
+      "epoch": 0.48,
+      "learning_rate": 1.107627536570399e-05,
+      "loss": 0.8025,
       "step": 2503
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.7703233223102307e-06,
-      "loss": 0.7616,
+      "epoch": 0.48,
+      "learning_rate": 1.1070078045824014e-05,
+      "loss": 0.7644,
       "step": 2504
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.7630142231283452e-06,
-      "loss": 0.7293,
+      "epoch": 0.48,
+      "learning_rate": 1.1063880310173114e-05,
+      "loss": 0.74,
       "step": 2505
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.755710573205368e-06,
-      "loss": 0.7091,
+      "epoch": 0.48,
+      "learning_rate": 1.105768216115938e-05,
+      "loss": 0.8457,
       "step": 2506
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.7484123789224945e-06,
-      "loss": 0.6751,
+      "epoch": 0.48,
+      "learning_rate": 1.1051483601191051e-05,
+      "loss": 0.6309,
       "step": 2507
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.741119646656167e-06,
-      "loss": 0.6367,
+      "epoch": 0.48,
+      "learning_rate": 1.1045284632676535e-05,
+      "loss": 0.7646,
       "step": 2508
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.733832382778054e-06,
-      "loss": 0.7527,
+      "epoch": 0.48,
+      "learning_rate": 1.1039085258024396e-05,
+      "loss": 0.7039,
       "step": 2509
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.7265505936550363e-06,
-      "loss": 0.7635,
+      "epoch": 0.48,
+      "learning_rate": 1.1032885479643351e-05,
+      "loss": 0.7766,
       "step": 2510
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.719274285649225e-06,
-      "loss": 0.6934,
+      "epoch": 0.48,
+      "learning_rate": 1.1026685299942286e-05,
+      "loss": 0.7263,
       "step": 2511
     },
     {
-      "epoch": 0.72,
-      "learning_rate": 3.7120034651179315e-06,
-      "loss": 0.6888,
+      "epoch": 0.48,
+      "learning_rate": 1.1020484721330227e-05,
+      "loss": 0.741,
       "step": 2512
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.704738138413674e-06,
-      "loss": 0.6878,
+      "epoch": 0.48,
+      "learning_rate": 1.1014283746216366e-05,
+      "loss": 0.7869,
       "step": 2513
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.697478311884181e-06,
-      "loss": 0.7694,
+      "epoch": 0.48,
+      "learning_rate": 1.1008082377010045e-05,
+      "loss": 0.7786,
       "step": 2514
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.6902239918723602e-06,
-      "loss": 0.7719,
+      "epoch": 0.48,
+      "learning_rate": 1.1001880616120764e-05,
+      "loss": 0.8191,
       "step": 2515
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.6829751847163242e-06,
-      "loss": 0.6879,
+      "epoch": 0.48,
+      "learning_rate": 1.0995678465958168e-05,
+      "loss": 0.7871,
       "step": 2516
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.6757318967493526e-06,
-      "loss": 0.7012,
+      "epoch": 0.48,
+      "learning_rate": 1.0989475928932057e-05,
+      "loss": 0.7886,
       "step": 2517
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.668494134299916e-06,
-      "loss": 0.7118,
+      "epoch": 0.48,
+      "learning_rate": 1.098327300745238e-05,
+      "loss": 0.7618,
       "step": 2518
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.661261903691656e-06,
-      "loss": 0.7236,
+      "epoch": 0.48,
+      "learning_rate": 1.0977069703929242e-05,
+      "loss": 0.822,
       "step": 2519
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.654035211243373e-06,
-      "loss": 0.764,
+      "epoch": 0.48,
+      "learning_rate": 1.0970866020772884e-05,
+      "loss": 0.708,
       "step": 2520
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.646814063269034e-06,
-      "loss": 0.7511,
+      "epoch": 0.49,
+      "learning_rate": 1.0964661960393703e-05,
+      "loss": 0.7712,
       "step": 2521
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.6395984660777585e-06,
-      "loss": 0.7513,
+      "epoch": 0.49,
+      "learning_rate": 1.0958457525202241e-05,
+      "loss": 0.762,
       "step": 2522
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.6323884259738206e-06,
-      "loss": 0.8015,
+      "epoch": 0.49,
+      "learning_rate": 1.0952252717609188e-05,
+      "loss": 0.6497,
       "step": 2523
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.625183949256643e-06,
-      "loss": 0.6944,
+      "epoch": 0.49,
+      "learning_rate": 1.0946047540025373e-05,
+      "loss": 0.7575,
       "step": 2524
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.617985042220773e-06,
-      "loss": 0.7236,
+      "epoch": 0.49,
+      "learning_rate": 1.0939841994861773e-05,
+      "loss": 0.7656,
       "step": 2525
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.61079171115591e-06,
-      "loss": 0.711,
+      "epoch": 0.49,
+      "learning_rate": 1.0933636084529507e-05,
+      "loss": 0.7705,
       "step": 2526
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.6036039623468632e-06,
-      "loss": 0.7145,
+      "epoch": 0.49,
+      "learning_rate": 1.0927429811439838e-05,
+      "loss": 0.7588,
       "step": 2527
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.596421802073582e-06,
-      "loss": 0.7283,
+      "epoch": 0.49,
+      "learning_rate": 1.0921223178004163e-05,
+      "loss": 0.7651,
       "step": 2528
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.5892452366111187e-06,
-      "loss": 0.6984,
+      "epoch": 0.49,
+      "learning_rate": 1.0915016186634027e-05,
+      "loss": 0.7556,
       "step": 2529
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.5820742722296487e-06,
-      "loss": 0.6713,
+      "epoch": 0.49,
+      "learning_rate": 1.0908808839741108e-05,
+      "loss": 0.7666,
       "step": 2530
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.574908915194447e-06,
-      "loss": 0.7063,
+      "epoch": 0.49,
+      "learning_rate": 1.0902601139737225e-05,
+      "loss": 0.772,
       "step": 2531
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.5677491717658875e-06,
-      "loss": 0.7256,
+      "epoch": 0.49,
+      "learning_rate": 1.0896393089034336e-05,
+      "loss": 0.7905,
       "step": 2532
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.560595048199449e-06,
-      "loss": 0.6757,
+      "epoch": 0.49,
+      "learning_rate": 1.0890184690044534e-05,
+      "loss": 0.7864,
       "step": 2533
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.5534465507456874e-06,
-      "loss": 0.7299,
+      "epoch": 0.49,
+      "learning_rate": 1.0883975945180043e-05,
+      "loss": 0.7354,
       "step": 2534
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.546303685650254e-06,
-      "loss": 0.7074,
+      "epoch": 0.49,
+      "learning_rate": 1.0877766856853227e-05,
+      "loss": 0.7783,
       "step": 2535
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.5391664591538787e-06,
-      "loss": 0.7205,
+      "epoch": 0.49,
+      "learning_rate": 1.0871557427476585e-05,
+      "loss": 0.7461,
       "step": 2536
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.5320348774923553e-06,
-      "loss": 0.7058,
+      "epoch": 0.49,
+      "learning_rate": 1.0865347659462737e-05,
+      "loss": 0.8152,
       "step": 2537
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.524908946896556e-06,
-      "loss": 0.7935,
+      "epoch": 0.49,
+      "learning_rate": 1.0859137555224448e-05,
+      "loss": 0.7561,
       "step": 2538
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.5177886735924105e-06,
-      "loss": 0.7631,
+      "epoch": 0.49,
+      "learning_rate": 1.0852927117174607e-05,
+      "loss": 0.7668,
       "step": 2539
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.510674063800903e-06,
-      "loss": 0.756,
+      "epoch": 0.49,
+      "learning_rate": 1.0846716347726233e-05,
+      "loss": 0.8054,
       "step": 2540
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.5035651237380787e-06,
-      "loss": 0.7838,
+      "epoch": 0.49,
+      "learning_rate": 1.0840505249292477e-05,
+      "loss": 0.802,
       "step": 2541
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.4964618596150168e-06,
-      "loss": 0.6873,
+      "epoch": 0.49,
+      "learning_rate": 1.0834293824286612e-05,
+      "loss": 0.6194,
       "step": 2542
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.489364277637852e-06,
-      "loss": 0.7477,
+      "epoch": 0.49,
+      "learning_rate": 1.0828082075122044e-05,
+      "loss": 0.7754,
       "step": 2543
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.48227238400774e-06,
-      "loss": 0.7221,
+      "epoch": 0.49,
+      "learning_rate": 1.0821870004212305e-05,
+      "loss": 0.6444,
       "step": 2544
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.4751861849208756e-06,
-      "loss": 0.7239,
+      "epoch": 0.49,
+      "learning_rate": 1.081565761397104e-05,
+      "loss": 0.7219,
       "step": 2545
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.46810568656848e-06,
-      "loss": 0.7125,
+      "epoch": 0.49,
+      "learning_rate": 1.0809444906812034e-05,
+      "loss": 0.8074,
       "step": 2546
     },
     {
-      "epoch": 0.73,
-      "learning_rate": 3.4610308951367864e-06,
-      "loss": 0.7528,
+      "epoch": 0.49,
+      "learning_rate": 1.0803231885149191e-05,
+      "loss": 0.8101,
       "step": 2547
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.4539618168070456e-06,
-      "loss": 0.7355,
+      "epoch": 0.49,
+      "learning_rate": 1.0797018551396527e-05,
+      "loss": 0.832,
       "step": 2548
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.446898457755512e-06,
-      "loss": 0.7163,
+      "epoch": 0.49,
+      "learning_rate": 1.0790804907968194e-05,
+      "loss": 0.78,
       "step": 2549
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.439840824153451e-06,
-      "loss": 0.7427,
+      "epoch": 0.49,
+      "learning_rate": 1.0784590957278452e-05,
+      "loss": 0.7322,
       "step": 2550
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.432788922167125e-06,
-      "loss": 0.7826,
+      "epoch": 0.49,
+      "learning_rate": 1.0778376701741688e-05,
+      "loss": 0.7563,
       "step": 2551
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.4257427579577805e-06,
-      "loss": 0.7464,
+      "epoch": 0.49,
+      "learning_rate": 1.0772162143772407e-05,
+      "loss": 0.7593,
       "step": 2552
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.418702337681662e-06,
-      "loss": 0.7044,
+      "epoch": 0.49,
+      "learning_rate": 1.0765947285785228e-05,
+      "loss": 0.7837,
       "step": 2553
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.411667667489982e-06,
-      "loss": 0.6747,
+      "epoch": 0.49,
+      "learning_rate": 1.0759732130194887e-05,
+      "loss": 0.7637,
       "step": 2554
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.404638753528945e-06,
-      "loss": 0.7717,
+      "epoch": 0.49,
+      "learning_rate": 1.0753516679416237e-05,
+      "loss": 0.7708,
       "step": 2555
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.397615601939711e-06,
-      "loss": 0.6533,
+      "epoch": 0.49,
+      "learning_rate": 1.0747300935864245e-05,
+      "loss": 0.775,
       "step": 2556
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3905982188584195e-06,
-      "loss": 0.7109,
+      "epoch": 0.49,
+      "learning_rate": 1.0741084901953995e-05,
+      "loss": 0.7656,
       "step": 2557
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3835866104161596e-06,
-      "loss": 0.6902,
-      "step": 2558
+      "epoch": 0.49,
+      "learning_rate": 1.0734868580100677e-05,
+      "loss": 0.8151,
+      "step": 2558
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.376580782738975e-06,
-      "loss": 0.6041,
+      "epoch": 0.49,
+      "learning_rate": 1.0728651972719603e-05,
+      "loss": 0.7583,
       "step": 2559
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3695807419478686e-06,
-      "loss": 0.6605,
+      "epoch": 0.49,
+      "learning_rate": 1.0722435082226186e-05,
+      "loss": 0.7356,
       "step": 2560
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3625864941587748e-06,
-      "loss": 0.6796,
+      "epoch": 0.49,
+      "learning_rate": 1.0716217911035952e-05,
+      "loss": 0.7665,
       "step": 2561
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3555980454825764e-06,
-      "loss": 0.6597,
+      "epoch": 0.49,
+      "learning_rate": 1.0710000461564535e-05,
+      "loss": 0.792,
       "step": 2562
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3486154020250893e-06,
-      "loss": 0.7875,
+      "epoch": 0.49,
+      "learning_rate": 1.0703782736227688e-05,
+      "loss": 0.759,
       "step": 2563
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.341638569887048e-06,
-      "loss": 0.7026,
+      "epoch": 0.49,
+      "learning_rate": 1.0697564737441254e-05,
+      "loss": 0.7876,
       "step": 2564
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3346675551641204e-06,
-      "loss": 0.6796,
+      "epoch": 0.49,
+      "learning_rate": 1.0691346467621192e-05,
+      "loss": 0.7834,
       "step": 2565
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.327702363946885e-06,
-      "loss": 0.7239,
+      "epoch": 0.49,
+      "learning_rate": 1.0685127929183567e-05,
+      "loss": 0.6321,
       "step": 2566
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.320743002320831e-06,
-      "loss": 0.7134,
+      "epoch": 0.49,
+      "learning_rate": 1.0678909124544548e-05,
+      "loss": 0.726,
       "step": 2567
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3137894763663636e-06,
-      "loss": 0.7719,
+      "epoch": 0.49,
+      "learning_rate": 1.0672690056120398e-05,
+      "loss": 0.752,
       "step": 2568
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.3068417921587783e-06,
-      "loss": 0.7103,
+      "epoch": 0.49,
+      "learning_rate": 1.0666470726327496e-05,
+      "loss": 0.7844,
       "step": 2569
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.2998999557682766e-06,
-      "loss": 0.7005,
+      "epoch": 0.49,
+      "learning_rate": 1.0660251137582316e-05,
+      "loss": 0.7651,
       "step": 2570
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.2929639732599393e-06,
-      "loss": 0.6997,
+      "epoch": 0.49,
+      "learning_rate": 1.0654031292301432e-05,
+      "loss": 0.6814,
       "step": 2571
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.286033850693744e-06,
-      "loss": 0.6925,
+      "epoch": 0.49,
+      "learning_rate": 1.0647811192901518e-05,
+      "loss": 0.7732,
       "step": 2572
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.2791095941245455e-06,
-      "loss": 0.8469,
+      "epoch": 0.5,
+      "learning_rate": 1.0641590841799352e-05,
+      "loss": 0.7832,
       "step": 2573
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.27219120960207e-06,
-      "loss": 0.7837,
+      "epoch": 0.5,
+      "learning_rate": 1.0635370241411803e-05,
+      "loss": 0.7333,
       "step": 2574
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.26527870317091e-06,
-      "loss": 0.7819,
+      "epoch": 0.5,
+      "learning_rate": 1.0629149394155837e-05,
+      "loss": 0.7387,
       "step": 2575
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.2583720808705355e-06,
-      "loss": 0.7571,
+      "epoch": 0.5,
+      "learning_rate": 1.0622928302448523e-05,
+      "loss": 0.8125,
       "step": 2576
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.2514713487352622e-06,
-      "loss": 0.7676,
+      "epoch": 0.5,
+      "learning_rate": 1.0616706968707015e-05,
+      "loss": 0.7009,
       "step": 2577
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.244576512794263e-06,
-      "loss": 0.7659,
+      "epoch": 0.5,
+      "learning_rate": 1.0610485395348571e-05,
+      "loss": 0.7915,
       "step": 2578
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.2376875790715623e-06,
-      "loss": 0.767,
+      "epoch": 0.5,
+      "learning_rate": 1.0604263584790534e-05,
+      "loss": 0.78,
       "step": 2579
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.230804553586032e-06,
-      "loss": 0.6727,
+      "epoch": 0.5,
+      "learning_rate": 1.0598041539450344e-05,
+      "loss": 0.7805,
       "step": 2580
     },
     {
-      "epoch": 0.74,
-      "learning_rate": 3.2239274423513687e-06,
-      "loss": 0.6617,
+      "epoch": 0.5,
+      "learning_rate": 1.0591819261745528e-05,
+      "loss": 0.7932,
       "step": 2581
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.217056251376116e-06,
-      "loss": 0.6749,
+      "epoch": 0.5,
+      "learning_rate": 1.0585596754093712e-05,
+      "loss": 0.6547,
       "step": 2582
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.2101909866636316e-06,
-      "loss": 0.7678,
+      "epoch": 0.5,
+      "learning_rate": 1.0579374018912602e-05,
+      "loss": 0.6287,
       "step": 2583
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.2033316542121086e-06,
-      "loss": 0.7387,
+      "epoch": 0.5,
+      "learning_rate": 1.0573151058619994e-05,
+      "loss": 0.8008,
       "step": 2584
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1964782600145484e-06,
-      "loss": 0.7406,
+      "epoch": 0.5,
+      "learning_rate": 1.0566927875633776e-05,
+      "loss": 0.8005,
       "step": 2585
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1896308100587613e-06,
-      "loss": 0.7555,
+      "epoch": 0.5,
+      "learning_rate": 1.0560704472371919e-05,
+      "loss": 0.822,
       "step": 2586
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1827893103273768e-06,
-      "loss": 0.7793,
+      "epoch": 0.5,
+      "learning_rate": 1.055448085125248e-05,
+      "loss": 0.7791,
       "step": 2587
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1759537667978122e-06,
-      "loss": 0.7181,
+      "epoch": 0.5,
+      "learning_rate": 1.0548257014693602e-05,
+      "loss": 0.781,
       "step": 2588
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1691241854422882e-06,
-      "loss": 0.693,
+      "epoch": 0.5,
+      "learning_rate": 1.0542032965113508e-05,
+      "loss": 0.7411,
       "step": 2589
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.16230057222782e-06,
-      "loss": 0.74,
+      "epoch": 0.5,
+      "learning_rate": 1.053580870493051e-05,
+      "loss": 0.7446,
       "step": 2590
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1554829331161963e-06,
-      "loss": 0.7023,
+      "epoch": 0.5,
+      "learning_rate": 1.0529584236562995e-05,
+      "loss": 0.842,
       "step": 2591
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.148671274063999e-06,
-      "loss": 0.6646,
+      "epoch": 0.5,
+      "learning_rate": 1.0523359562429441e-05,
+      "loss": 0.7754,
       "step": 2592
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.141865601022577e-06,
-      "loss": 0.7276,
+      "epoch": 0.5,
+      "learning_rate": 1.051713468494839e-05,
+      "loss": 0.7371,
       "step": 2593
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1350659199380475e-06,
-      "loss": 0.7194,
+      "epoch": 0.5,
+      "learning_rate": 1.0510909606538478e-05,
+      "loss": 0.78,
       "step": 2594
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.128272236751304e-06,
-      "loss": 0.6956,
+      "epoch": 0.5,
+      "learning_rate": 1.0504684329618408e-05,
+      "loss": 0.7925,
       "step": 2595
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.121484557397986e-06,
-      "loss": 0.8467,
+      "epoch": 0.5,
+      "learning_rate": 1.0498458856606972e-05,
+      "loss": 0.7598,
       "step": 2596
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1147028878084993e-06,
-      "loss": 0.7071,
+      "epoch": 0.5,
+      "learning_rate": 1.049223318992303e-05,
+      "loss": 0.8384,
       "step": 2597
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.107927233907988e-06,
-      "loss": 0.7344,
+      "epoch": 0.5,
+      "learning_rate": 1.0486007331985516e-05,
+      "loss": 0.812,
       "step": 2598
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.1011576016163493e-06,
-      "loss": 0.7881,
+      "epoch": 0.5,
+      "learning_rate": 1.047978128521344e-05,
+      "loss": 0.7637,
       "step": 2599
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0943939968482173e-06,
-      "loss": 0.6676,
+      "epoch": 0.5,
+      "learning_rate": 1.0473555052025893e-05,
+      "loss": 0.7839,
       "step": 2600
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.087636425512952e-06,
-      "loss": 0.8551,
+      "epoch": 0.5,
+      "learning_rate": 1.0467328634842024e-05,
+      "loss": 0.7467,
       "step": 2601
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.080884893514656e-06,
-      "loss": 0.7772,
+      "epoch": 0.5,
+      "learning_rate": 1.0461102036081069e-05,
+      "loss": 0.7422,
       "step": 2602
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0741394067521444e-06,
-      "loss": 0.7963,
+      "epoch": 0.5,
+      "learning_rate": 1.045487525816232e-05,
+      "loss": 0.6987,
       "step": 2603
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0673999711189527e-06,
-      "loss": 0.758,
+      "epoch": 0.5,
+      "learning_rate": 1.044864830350515e-05,
+      "loss": 0.7241,
       "step": 2604
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0606665925033274e-06,
-      "loss": 0.6937,
+      "epoch": 0.5,
+      "learning_rate": 1.0442421174528997e-05,
+      "loss": 0.7285,
       "step": 2605
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0539392767882305e-06,
-      "loss": 0.7834,
+      "epoch": 0.5,
+      "learning_rate": 1.0436193873653362e-05,
+      "loss": 0.6167,
       "step": 2606
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0472180298513256e-06,
-      "loss": 0.7748,
+      "epoch": 0.5,
+      "learning_rate": 1.0429966403297818e-05,
+      "loss": 0.8279,
       "step": 2607
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.040502857564963e-06,
-      "loss": 0.6895,
+      "epoch": 0.5,
+      "learning_rate": 1.0423738765882006e-05,
+      "loss": 0.8235,
       "step": 2608
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0337937657962015e-06,
-      "loss": 0.7542,
+      "epoch": 0.5,
+      "learning_rate": 1.0417510963825625e-05,
+      "loss": 0.7422,
       "step": 2609
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.027090760406771e-06,
-      "loss": 0.6968,
+      "epoch": 0.5,
+      "learning_rate": 1.0411282999548442e-05,
+      "loss": 0.7426,
       "step": 2610
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0203938472531012e-06,
-      "loss": 0.746,
+      "epoch": 0.5,
+      "learning_rate": 1.0405054875470287e-05,
+      "loss": 0.7917,
       "step": 2611
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.013703032186286e-06,
-      "loss": 0.7762,
+      "epoch": 0.5,
+      "learning_rate": 1.039882659401105e-05,
+      "loss": 0.7939,
       "step": 2612
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.0070183210520896e-06,
-      "loss": 0.7366,
+      "epoch": 0.5,
+      "learning_rate": 1.0392598157590687e-05,
+      "loss": 0.7988,
       "step": 2613
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 3.000339719690958e-06,
-      "loss": 0.7053,
+      "epoch": 0.5,
+      "learning_rate": 1.0386369568629209e-05,
+      "loss": 0.7939,
       "step": 2614
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 2.9936672339379825e-06,
-      "loss": 0.7017,
+      "epoch": 0.5,
+      "learning_rate": 1.038014082954669e-05,
+      "loss": 0.8132,
       "step": 2615
     },
     {
-      "epoch": 0.75,
-      "learning_rate": 2.987000869622921e-06,
-      "loss": 0.7019,
+      "epoch": 0.5,
+      "learning_rate": 1.037391194276326e-05,
+      "loss": 0.7251,
       "step": 2616
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9803406325701867e-06,
-      "loss": 0.7739,
+      "epoch": 0.5,
+      "learning_rate": 1.0367682910699104e-05,
+      "loss": 0.6169,
       "step": 2617
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9736865285988238e-06,
-      "loss": 0.6482,
+      "epoch": 0.5,
+      "learning_rate": 1.0361453735774467e-05,
+      "loss": 0.7277,
       "step": 2618
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9670385635225363e-06,
-      "loss": 0.75,
+      "epoch": 0.5,
+      "learning_rate": 1.0355224420409653e-05,
+      "loss": 0.8123,
       "step": 2619
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9603967431496485e-06,
-      "loss": 0.7076,
+      "epoch": 0.5,
+      "learning_rate": 1.0348994967025012e-05,
+      "loss": 0.7964,
       "step": 2620
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9537610732831302e-06,
-      "loss": 0.6705,
+      "epoch": 0.5,
+      "learning_rate": 1.0342765378040953e-05,
+      "loss": 0.762,
       "step": 2621
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9471315597205675e-06,
-      "loss": 0.7545,
+      "epoch": 0.5,
+      "learning_rate": 1.0336535655877942e-05,
+      "loss": 0.7526,
       "step": 2622
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9405082082541694e-06,
-      "loss": 0.7012,
+      "epoch": 0.5,
+      "learning_rate": 1.0330305802956484e-05,
+      "loss": 0.7761,
       "step": 2623
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9338910246707663e-06,
-      "loss": 0.7277,
+      "epoch": 0.51,
+      "learning_rate": 1.0324075821697146e-05,
+      "loss": 0.7488,
       "step": 2624
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.927280014751792e-06,
-      "loss": 0.7671,
+      "epoch": 0.51,
+      "learning_rate": 1.0317845714520543e-05,
+      "loss": 0.6541,
       "step": 2625
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9206751842732973e-06,
-      "loss": 0.8022,
+      "epoch": 0.51,
+      "learning_rate": 1.0311615483847333e-05,
+      "loss": 0.8335,
       "step": 2626
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.914076539005919e-06,
-      "loss": 0.6632,
+      "epoch": 0.51,
+      "learning_rate": 1.0305385132098229e-05,
+      "loss": 0.8052,
       "step": 2627
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.907484084714902e-06,
-      "loss": 0.7333,
+      "epoch": 0.51,
+      "learning_rate": 1.0299154661693987e-05,
+      "loss": 0.8062,
       "step": 2628
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.9008978271600828e-06,
-      "loss": 0.7541,
+      "epoch": 0.51,
+      "learning_rate": 1.029292407505541e-05,
+      "loss": 0.7678,
       "step": 2629
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.894317772095875e-06,
-      "loss": 0.782,
+      "epoch": 0.51,
+      "learning_rate": 1.0286693374603347e-05,
+      "loss": 0.7557,
       "step": 2630
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.887743925271277e-06,
-      "loss": 0.6605,
+      "epoch": 0.51,
+      "learning_rate": 1.028046256275869e-05,
+      "loss": 0.7771,
       "step": 2631
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8811762924298616e-06,
-      "loss": 0.7887,
+      "epoch": 0.51,
+      "learning_rate": 1.0274231641942378e-05,
+      "loss": 0.8206,
       "step": 2632
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.874614879309775e-06,
-      "loss": 0.7349,
+      "epoch": 0.51,
+      "learning_rate": 1.0268000614575386e-05,
+      "loss": 0.7803,
       "step": 2633
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8680596916437354e-06,
-      "loss": 0.75,
+      "epoch": 0.51,
+      "learning_rate": 1.0261769483078734e-05,
+      "loss": 0.7496,
       "step": 2634
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8615107351590056e-06,
-      "loss": 0.7429,
+      "epoch": 0.51,
+      "learning_rate": 1.0255538249873482e-05,
+      "loss": 0.8083,
       "step": 2635
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8549680155774206e-06,
-      "loss": 0.6996,
+      "epoch": 0.51,
+      "learning_rate": 1.0249306917380731e-05,
+      "loss": 0.7903,
       "step": 2636
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.848431538615353e-06,
-      "loss": 0.7035,
+      "epoch": 0.51,
+      "learning_rate": 1.0243075488021617e-05,
+      "loss": 0.7145,
       "step": 2637
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8419013099837333e-06,
-      "loss": 0.7329,
+      "epoch": 0.51,
+      "learning_rate": 1.0236843964217317e-05,
+      "loss": 0.7454,
       "step": 2638
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.835377335388024e-06,
-      "loss": 0.6559,
+      "epoch": 0.51,
+      "learning_rate": 1.0230612348389048e-05,
+      "loss": 0.8027,
       "step": 2639
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8288596205282248e-06,
-      "loss": 0.7881,
+      "epoch": 0.51,
+      "learning_rate": 1.0224380642958052e-05,
+      "loss": 0.7234,
       "step": 2640
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.822348171098872e-06,
-      "loss": 0.6895,
+      "epoch": 0.51,
+      "learning_rate": 1.0218148850345613e-05,
+      "loss": 0.7825,
       "step": 2641
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8158429927890174e-06,
-      "loss": 0.6813,
+      "epoch": 0.51,
+      "learning_rate": 1.0211916972973048e-05,
+      "loss": 0.7712,
       "step": 2642
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8093440912822436e-06,
-      "loss": 0.6895,
+      "epoch": 0.51,
+      "learning_rate": 1.0205685013261712e-05,
+      "loss": 0.8232,
       "step": 2643
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.8028514722566493e-06,
-      "loss": 0.663,
+      "epoch": 0.51,
+      "learning_rate": 1.0199452973632982e-05,
+      "loss": 0.7322,
       "step": 2644
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.7963651413848326e-06,
-      "loss": 0.6955,
+      "epoch": 0.51,
+      "learning_rate": 1.019322085650827e-05,
+      "loss": 0.7103,
       "step": 2645
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.7898851043339126e-06,
-      "loss": 0.6878,
+      "epoch": 0.51,
+      "learning_rate": 1.0186988664309023e-05,
+      "loss": 0.7435,
       "step": 2646
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.783411366765495e-06,
-      "loss": 0.6747,
+      "epoch": 0.51,
+      "learning_rate": 1.018075639945671e-05,
+      "loss": 0.7981,
       "step": 2647
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.7769439343356973e-06,
-      "loss": 0.7971,
+      "epoch": 0.51,
+      "learning_rate": 1.0174524064372837e-05,
+      "loss": 0.7341,
       "step": 2648
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.7704828126951145e-06,
-      "loss": 0.6737,
+      "epoch": 0.51,
+      "learning_rate": 1.0168291661478924e-05,
+      "loss": 0.7676,
       "step": 2649
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.7640280074888314e-06,
-      "loss": 0.8054,
+      "epoch": 0.51,
+      "learning_rate": 1.016205919319653e-05,
+      "loss": 0.7229,
       "step": 2650
     },
     {
-      "epoch": 0.76,
-      "learning_rate": 2.7575795243564216e-06,
-      "loss": 0.7693,
+      "epoch": 0.51,
+      "learning_rate": 1.0155826661947232e-05,
+      "loss": 0.6893,
       "step": 2651
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.7511373689319233e-06,
-      "loss": 0.7817,
+      "epoch": 0.51,
+      "learning_rate": 1.0149594070152638e-05,
+      "loss": 0.8015,
       "step": 2652
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.7447015468438575e-06,
-      "loss": 0.6685,
+      "epoch": 0.51,
+      "learning_rate": 1.014336142023437e-05,
+      "loss": 0.7705,
       "step": 2653
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.7382720637152025e-06,
-      "loss": 0.7519,
+      "epoch": 0.51,
+      "learning_rate": 1.0137128714614082e-05,
+      "loss": 0.832,
       "step": 2654
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.731848925163403e-06,
-      "loss": 0.6732,
+      "epoch": 0.51,
+      "learning_rate": 1.0130895955713445e-05,
+      "loss": 0.7705,
       "step": 2655
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.7254321368003643e-06,
-      "loss": 0.6805,
+      "epoch": 0.51,
+      "learning_rate": 1.0124663145954152e-05,
+      "loss": 0.6516,
       "step": 2656
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.719021704232436e-06,
-      "loss": 0.672,
+      "epoch": 0.51,
+      "learning_rate": 1.0118430287757914e-05,
+      "loss": 0.7781,
       "step": 2657
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.712617633060416e-06,
-      "loss": 0.7121,
+      "epoch": 0.51,
+      "learning_rate": 1.011219738354646e-05,
+      "loss": 0.7595,
       "step": 2658
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.7062199288795445e-06,
-      "loss": 0.7937,
+      "epoch": 0.51,
+      "learning_rate": 1.0105964435741544e-05,
+      "loss": 0.7349,
       "step": 2659
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6998285972795025e-06,
-      "loss": 0.7461,
+      "epoch": 0.51,
+      "learning_rate": 1.0099731446764927e-05,
+      "loss": 0.7439,
       "step": 2660
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6934436438444045e-06,
-      "loss": 0.7576,
+      "epoch": 0.51,
+      "learning_rate": 1.0093498419038394e-05,
+      "loss": 0.7595,
       "step": 2661
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6870650741527817e-06,
-      "loss": 0.6869,
+      "epoch": 0.51,
+      "learning_rate": 1.008726535498374e-05,
+      "loss": 0.7527,
       "step": 2662
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.680692893777602e-06,
-      "loss": 0.7089,
+      "epoch": 0.51,
+      "learning_rate": 1.0081032257022776e-05,
+      "loss": 0.7754,
       "step": 2663
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6743271082862375e-06,
-      "loss": 0.7282,
+      "epoch": 0.51,
+      "learning_rate": 1.007479912757733e-05,
+      "loss": 0.7678,
       "step": 2664
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.667967723240482e-06,
-      "loss": 0.6969,
+      "epoch": 0.51,
+      "learning_rate": 1.0068565969069236e-05,
+      "loss": 0.6344,
       "step": 2665
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.661614744196539e-06,
-      "loss": 0.7363,
+      "epoch": 0.51,
+      "learning_rate": 1.0062332783920337e-05,
+      "loss": 0.7964,
       "step": 2666
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.655268176705007e-06,
-      "loss": 0.6327,
+      "epoch": 0.51,
+      "learning_rate": 1.0056099574552498e-05,
+      "loss": 0.744,
       "step": 2667
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6489280263108865e-06,
-      "loss": 0.7428,
+      "epoch": 0.51,
+      "learning_rate": 1.0049866343387582e-05,
+      "loss": 0.8035,
       "step": 2668
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6425942985535693e-06,
-      "loss": 0.815,
+      "epoch": 0.51,
+      "learning_rate": 1.0043633092847468e-05,
+      "loss": 0.707,
       "step": 2669
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.636266998966839e-06,
-      "loss": 0.7409,
+      "epoch": 0.51,
+      "learning_rate": 1.0037399825354036e-05,
+      "loss": 0.6984,
       "step": 2670
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6299461330788655e-06,
-      "loss": 0.7322,
+      "epoch": 0.51,
+      "learning_rate": 1.0031166543329179e-05,
+      "loss": 0.8105,
       "step": 2671
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6236317064121897e-06,
-      "loss": 0.756,
+      "epoch": 0.51,
+      "learning_rate": 1.0024933249194792e-05,
+      "loss": 0.7803,
       "step": 2672
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6173237244837346e-06,
-      "loss": 0.687,
+      "epoch": 0.51,
+      "learning_rate": 1.0018699945372776e-05,
+      "loss": 0.7642,
       "step": 2673
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.6110221928047818e-06,
-      "loss": 0.7547,
+      "epoch": 0.51,
+      "learning_rate": 1.0012466634285034e-05,
+      "loss": 0.8081,
       "step": 2674
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.604727116880993e-06,
-      "loss": 0.7539,
+      "epoch": 0.51,
+      "learning_rate": 1.0006233318353474e-05,
+      "loss": 0.7341,
       "step": 2675
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.598438502212375e-06,
-      "loss": 0.733,
+      "epoch": 0.52,
+      "learning_rate": 1e-05,
+      "loss": 0.7388,
       "step": 2676
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.5921563542932913e-06,
-      "loss": 0.7944,
+      "epoch": 0.52,
+      "learning_rate": 9.993766681646531e-06,
+      "loss": 0.6923,
       "step": 2677
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.585880678612468e-06,
-      "loss": 0.6988,
+      "epoch": 0.52,
+      "learning_rate": 9.987533365714968e-06,
+      "loss": 0.7952,
       "step": 2678
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.5796114806529595e-06,
-      "loss": 0.6704,
+      "epoch": 0.52,
+      "learning_rate": 9.981300054627227e-06,
+      "loss": 0.7598,
       "step": 2679
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.573348765892174e-06,
-      "loss": 0.7165,
+      "epoch": 0.52,
+      "learning_rate": 9.97506675080521e-06,
+      "loss": 0.6956,
       "step": 2680
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.5670925398018455e-06,
-      "loss": 0.7066,
+      "epoch": 0.52,
+      "learning_rate": 9.968833456670824e-06,
+      "loss": 0.8037,
       "step": 2681
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.560842807848044e-06,
-      "loss": 0.7732,
+      "epoch": 0.52,
+      "learning_rate": 9.962600174645968e-06,
+      "loss": 0.7759,
       "step": 2682
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.55459957549117e-06,
-      "loss": 0.7485,
+      "epoch": 0.52,
+      "learning_rate": 9.956366907152536e-06,
+      "loss": 0.7598,
       "step": 2683
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.5483628481859355e-06,
-      "loss": 0.6684,
+      "epoch": 0.52,
+      "learning_rate": 9.950133656612421e-06,
+      "loss": 0.7458,
       "step": 2684
     },
     {
-      "epoch": 0.77,
-      "learning_rate": 2.5421326313813745e-06,
-      "loss": 0.7031,
+      "epoch": 0.52,
+      "learning_rate": 9.943900425447505e-06,
+      "loss": 0.7778,
       "step": 2685
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.5359089305208284e-06,
-      "loss": 0.7165,
+      "epoch": 0.52,
+      "learning_rate": 9.937667216079665e-06,
+      "loss": 0.7788,
       "step": 2686
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.5296917510419518e-06,
-      "loss": 0.7086,
+      "epoch": 0.52,
+      "learning_rate": 9.931434030930768e-06,
+      "loss": 0.834,
       "step": 2687
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.523481098376702e-06,
-      "loss": 0.732,
+      "epoch": 0.52,
+      "learning_rate": 9.925200872422671e-06,
+      "loss": 0.6158,
       "step": 2688
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.517276977951325e-06,
-      "loss": 0.6712,
+      "epoch": 0.52,
+      "learning_rate": 9.918967742977226e-06,
+      "loss": 0.7837,
       "step": 2689
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.511079395186372e-06,
-      "loss": 0.6667,
+      "epoch": 0.52,
+      "learning_rate": 9.912734645016262e-06,
+      "loss": 0.8157,
       "step": 2690
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.5048883554966672e-06,
-      "loss": 0.7384,
+      "epoch": 0.52,
+      "learning_rate": 9.90650158096161e-06,
+      "loss": 0.762,
       "step": 2691
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.498703864291331e-06,
-      "loss": 0.7391,
+      "epoch": 0.52,
+      "learning_rate": 9.900268553235077e-06,
+      "loss": 0.723,
       "step": 2692
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.492525926973761e-06,
-      "loss": 0.6412,
+      "epoch": 0.52,
+      "learning_rate": 9.89403556425846e-06,
+      "loss": 0.7764,
       "step": 2693
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4863545489416206e-06,
-      "loss": 0.7297,
+      "epoch": 0.52,
+      "learning_rate": 9.887802616453543e-06,
+      "loss": 0.7251,
       "step": 2694
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.48018973558685e-06,
-      "loss": 0.7084,
+      "epoch": 0.52,
+      "learning_rate": 9.88156971224209e-06,
+      "loss": 0.7693,
       "step": 2695
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4740314922956452e-06,
-      "loss": 0.7546,
+      "epoch": 0.52,
+      "learning_rate": 9.87533685404585e-06,
+      "loss": 0.7646,
       "step": 2696
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4678798244484724e-06,
-      "loss": 0.7001,
+      "epoch": 0.52,
+      "learning_rate": 9.869104044286558e-06,
+      "loss": 0.7964,
       "step": 2697
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4617347374200506e-06,
-      "loss": 0.7344,
+      "epoch": 0.52,
+      "learning_rate": 9.862871285385921e-06,
+      "loss": 0.7839,
       "step": 2698
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.455596236579342e-06,
-      "loss": 0.767,
+      "epoch": 0.52,
+      "learning_rate": 9.856638579765633e-06,
+      "loss": 0.7224,
       "step": 2699
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4494643272895623e-06,
-      "loss": 0.687,
+      "epoch": 0.52,
+      "learning_rate": 9.850405929847367e-06,
+      "loss": 0.7507,
       "step": 2700
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4433390149081614e-06,
-      "loss": 0.7509,
+      "epoch": 0.52,
+      "learning_rate": 9.844173338052771e-06,
+      "loss": 0.6963,
       "step": 2701
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4372203047868336e-06,
-      "loss": 0.7286,
+      "epoch": 0.52,
+      "learning_rate": 9.837940806803474e-06,
+      "loss": 0.7825,
       "step": 2702
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4311082022714993e-06,
-      "loss": 0.7908,
+      "epoch": 0.52,
+      "learning_rate": 9.83170833852108e-06,
+      "loss": 0.7499,
       "step": 2703
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4250027127023014e-06,
-      "loss": 0.7287,
+      "epoch": 0.52,
+      "learning_rate": 9.825475935627165e-06,
+      "loss": 0.7522,
       "step": 2704
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4189038414136177e-06,
-      "loss": 0.7235,
+      "epoch": 0.52,
+      "learning_rate": 9.819243600543292e-06,
+      "loss": 0.6787,
       "step": 2705
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.412811593734031e-06,
-      "loss": 0.7357,
+      "epoch": 0.52,
+      "learning_rate": 9.81301133569098e-06,
+      "loss": 0.7478,
       "step": 2706
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.406725974986348e-06,
-      "loss": 0.7085,
+      "epoch": 0.52,
+      "learning_rate": 9.806779143491733e-06,
+      "loss": 0.7498,
       "step": 2707
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.4006469904875707e-06,
-      "loss": 0.6879,
+      "epoch": 0.52,
+      "learning_rate": 9.800547026367022e-06,
+      "loss": 0.75,
       "step": 2708
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.3945746455489173e-06,
-      "loss": 0.7095,
+      "epoch": 0.52,
+      "learning_rate": 9.794314986738291e-06,
+      "loss": 0.7916,
       "step": 2709
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.3885089454758015e-06,
-      "loss": 0.7173,
+      "epoch": 0.52,
+      "learning_rate": 9.788083027026953e-06,
+      "loss": 0.7744,
       "step": 2710
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.3824498955678243e-06,
-      "loss": 0.767,
+      "epoch": 0.52,
+      "learning_rate": 9.78185114965439e-06,
+      "loss": 0.6365,
       "step": 2711
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.376397501118788e-06,
-      "loss": 0.7829,
+      "epoch": 0.52,
+      "learning_rate": 9.775619357041952e-06,
+      "loss": 0.721,
       "step": 2712
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.3703517674166697e-06,
-      "loss": 0.7304,
+      "epoch": 0.52,
+      "learning_rate": 9.769387651610955e-06,
+      "loss": 0.6538,
       "step": 2713
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.3643126997436305e-06,
-      "loss": 0.732,
+      "epoch": 0.52,
+      "learning_rate": 9.763156035782686e-06,
+      "loss": 0.8042,
       "step": 2714
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.3582803033760116e-06,
-      "loss": 0.7137,
+      "epoch": 0.52,
+      "learning_rate": 9.756924511978388e-06,
+      "loss": 0.7588,
       "step": 2715
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.352254583584318e-06,
-      "loss": 0.7128,
+      "epoch": 0.52,
+      "learning_rate": 9.750693082619274e-06,
+      "loss": 0.7654,
       "step": 2716
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.346235545633231e-06,
-      "loss": 0.8093,
+      "epoch": 0.52,
+      "learning_rate": 9.744461750126523e-06,
+      "loss": 0.7571,
       "step": 2717
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.340223194781581e-06,
-      "loss": 0.8605,
+      "epoch": 0.52,
+      "learning_rate": 9.738230516921272e-06,
+      "loss": 0.7834,
       "step": 2718
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.3342175362823683e-06,
-      "loss": 0.7634,
+      "epoch": 0.52,
+      "learning_rate": 9.73199938542462e-06,
+      "loss": 0.7637,
       "step": 2719
     },
     {
-      "epoch": 0.78,
-      "learning_rate": 2.3282185753827413e-06,
-      "loss": 0.7357,
+      "epoch": 0.52,
+      "learning_rate": 9.725768358057625e-06,
+      "loss": 0.6309,
       "step": 2720
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.322226317323997e-06,
-      "loss": 0.8018,
+      "epoch": 0.52,
+      "learning_rate": 9.719537437241311e-06,
+      "loss": 0.6293,
       "step": 2721
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.316240767341571e-06,
-      "loss": 0.6954,
+      "epoch": 0.52,
+      "learning_rate": 9.713306625396658e-06,
+      "loss": 0.7819,
       "step": 2722
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.3102619306650444e-06,
-      "loss": 0.7768,
+      "epoch": 0.52,
+      "learning_rate": 9.707075924944595e-06,
+      "loss": 0.7595,
       "step": 2723
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.3042898125181334e-06,
-      "loss": 0.7148,
+      "epoch": 0.52,
+      "learning_rate": 9.700845338306018e-06,
+      "loss": 0.7771,
       "step": 2724
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.298324418118677e-06,
-      "loss": 0.7686,
+      "epoch": 0.52,
+      "learning_rate": 9.694614867901776e-06,
+      "loss": 0.6782,
       "step": 2725
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.292365752678648e-06,
-      "loss": 0.6843,
+      "epoch": 0.52,
+      "learning_rate": 9.68838451615267e-06,
+      "loss": 0.7238,
       "step": 2726
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.2864138214041396e-06,
-      "loss": 0.7322,
+      "epoch": 0.52,
+      "learning_rate": 9.68215428547946e-06,
+      "loss": 0.6997,
       "step": 2727
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.2804686294953517e-06,
-      "loss": 0.6702,
+      "epoch": 0.53,
+      "learning_rate": 9.675924178302857e-06,
+      "loss": 0.7927,
       "step": 2728
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.274530182146609e-06,
-      "loss": 0.6677,
+      "epoch": 0.53,
+      "learning_rate": 9.66969419704352e-06,
+      "loss": 0.782,
       "step": 2729
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.2685984845463347e-06,
-      "loss": 0.7482,
+      "epoch": 0.53,
+      "learning_rate": 9.663464344122064e-06,
+      "loss": 0.7335,
       "step": 2730
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.262673541877054e-06,
-      "loss": 0.7163,
+      "epoch": 0.53,
+      "learning_rate": 9.65723462195905e-06,
+      "loss": 0.7988,
       "step": 2731
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.256755359315399e-06,
-      "loss": 0.7398,
+      "epoch": 0.53,
+      "learning_rate": 9.651005032974994e-06,
+      "loss": 0.7419,
       "step": 2732
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.250843942032084e-06,
-      "loss": 0.7217,
+      "epoch": 0.53,
+      "learning_rate": 9.644775579590352e-06,
+      "loss": 0.7134,
       "step": 2733
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.2449392951919248e-06,
-      "loss": 0.7798,
+      "epoch": 0.53,
+      "learning_rate": 9.638546264225538e-06,
+      "loss": 0.7571,
       "step": 2734
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.2390414239538096e-06,
-      "loss": 0.7621,
+      "epoch": 0.53,
+      "learning_rate": 9.632317089300902e-06,
+      "loss": 0.7939,
       "step": 2735
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.233150333470716e-06,
-      "loss": 0.7459,
+      "epoch": 0.53,
+      "learning_rate": 9.626088057236745e-06,
+      "loss": 0.7693,
       "step": 2736
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.227266028889696e-06,
-      "loss": 0.6346,
+      "epoch": 0.53,
+      "learning_rate": 9.619859170453314e-06,
+      "loss": 0.7678,
       "step": 2737
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.2213885153518655e-06,
-      "loss": 0.6563,
+      "epoch": 0.53,
+      "learning_rate": 9.613630431370794e-06,
+      "loss": 0.7524,
       "step": 2738
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.215517797992418e-06,
-      "loss": 0.6772,
+      "epoch": 0.53,
+      "learning_rate": 9.607401842409318e-06,
+      "loss": 0.738,
       "step": 2739
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.2096538819406e-06,
-      "loss": 0.7313,
+      "epoch": 0.53,
+      "learning_rate": 9.601173405988955e-06,
+      "loss": 0.7996,
       "step": 2740
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.2037967723197174e-06,
-      "loss": 0.792,
+      "epoch": 0.53,
+      "learning_rate": 9.594945124529718e-06,
+      "loss": 0.7573,
       "step": 2741
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.197946474247136e-06,
-      "loss": 0.8242,
+      "epoch": 0.53,
+      "learning_rate": 9.588717000451563e-06,
+      "loss": 0.7225,
       "step": 2742
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.1921029928342584e-06,
-      "loss": 0.753,
+      "epoch": 0.53,
+      "learning_rate": 9.58248903617438e-06,
+      "loss": 0.7744,
       "step": 2743
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.186266333186546e-06,
-      "loss": 0.6832,
+      "epoch": 0.53,
+      "learning_rate": 9.576261234117998e-06,
+      "loss": 0.7769,
       "step": 2744
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.1804365004034877e-06,
-      "loss": 0.7071,
+      "epoch": 0.53,
+      "learning_rate": 9.570033596702185e-06,
+      "loss": 0.8005,
       "step": 2745
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.1746134995786127e-06,
-      "loss": 0.7087,
+      "epoch": 0.53,
+      "learning_rate": 9.563806126346643e-06,
+      "loss": 0.8003,
       "step": 2746
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.1687973357994852e-06,
-      "loss": 0.7766,
+      "epoch": 0.53,
+      "learning_rate": 9.557578825471008e-06,
+      "loss": 0.7177,
       "step": 2747
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.1629880141476876e-06,
-      "loss": 0.8079,
+      "epoch": 0.53,
+      "learning_rate": 9.551351696494854e-06,
+      "loss": 0.7634,
       "step": 2748
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.1571855396988306e-06,
-      "loss": 0.6994,
+      "epoch": 0.53,
+      "learning_rate": 9.545124741837684e-06,
+      "loss": 0.7563,
       "step": 2749
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.151389917522536e-06,
-      "loss": 0.6592,
+      "epoch": 0.53,
+      "learning_rate": 9.538897963918936e-06,
+      "loss": 0.7705,
       "step": 2750
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.1456011526824496e-06,
-      "loss": 0.751,
+      "epoch": 0.53,
+      "learning_rate": 9.532671365157979e-06,
+      "loss": 0.8081,
       "step": 2751
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.1398192502362112e-06,
-      "loss": 0.7511,
+      "epoch": 0.53,
+      "learning_rate": 9.526444947974112e-06,
+      "loss": 0.7659,
       "step": 2752
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.134044215235479e-06,
-      "loss": 0.701,
+      "epoch": 0.53,
+      "learning_rate": 9.520218714786564e-06,
+      "loss": 0.7712,
       "step": 2753
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.128276052725907e-06,
-      "loss": 0.7725,
+      "epoch": 0.53,
+      "learning_rate": 9.51399266801449e-06,
+      "loss": 0.762,
       "step": 2754
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 2.122514767747136e-06,
-      "loss": 0.746,
+      "epoch": 0.53,
+      "learning_rate": 9.507766810076972e-06,
+      "loss": 0.7336,
       "step": 2755
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.116760365332812e-06,
-      "loss": 0.7513,
+      "epoch": 0.53,
+      "learning_rate": 9.501541143393028e-06,
+      "loss": 0.71,
       "step": 2756
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.1110128505105534e-06,
-      "loss": 0.6858,
+      "epoch": 0.53,
+      "learning_rate": 9.495315670381592e-06,
+      "loss": 0.7452,
       "step": 2757
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.1052722283019745e-06,
-      "loss": 0.7236,
+      "epoch": 0.53,
+      "learning_rate": 9.489090393461523e-06,
+      "loss": 0.665,
       "step": 2758
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.099538503722659e-06,
-      "loss": 0.8331,
+      "epoch": 0.53,
+      "learning_rate": 9.48286531505161e-06,
+      "loss": 0.748,
       "step": 2759
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.093811681782161e-06,
-      "loss": 0.6051,
+      "epoch": 0.53,
+      "learning_rate": 9.476640437570562e-06,
+      "loss": 0.7686,
       "step": 2760
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0880917674840173e-06,
-      "loss": 0.7615,
+      "epoch": 0.53,
+      "learning_rate": 9.470415763437003e-06,
+      "loss": 0.7589,
       "step": 2761
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0823787658257132e-06,
-      "loss": 0.6616,
+      "epoch": 0.53,
+      "learning_rate": 9.46419129506949e-06,
+      "loss": 0.689,
       "step": 2762
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0766726817987058e-06,
-      "loss": 0.6531,
+      "epoch": 0.53,
+      "learning_rate": 9.457967034886493e-06,
+      "loss": 0.7466,
       "step": 2763
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0709735203884085e-06,
-      "loss": 0.7214,
+      "epoch": 0.53,
+      "learning_rate": 9.4517429853064e-06,
+      "loss": 0.7563,
       "step": 2764
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0652812865741757e-06,
-      "loss": 0.7604,
+      "epoch": 0.53,
+      "learning_rate": 9.44551914874752e-06,
+      "loss": 0.7247,
       "step": 2765
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0595959853293233e-06,
-      "loss": 0.6373,
+      "epoch": 0.53,
+      "learning_rate": 9.439295527628083e-06,
+      "loss": 0.7468,
       "step": 2766
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0539176216210986e-06,
-      "loss": 0.7297,
+      "epoch": 0.53,
+      "learning_rate": 9.433072124366224e-06,
+      "loss": 0.729,
       "step": 2767
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0482462004106895e-06,
-      "loss": 0.6823,
+      "epoch": 0.53,
+      "learning_rate": 9.426848941380007e-06,
+      "loss": 0.6483,
       "step": 2768
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0425817266532277e-06,
-      "loss": 0.7208,
+      "epoch": 0.53,
+      "learning_rate": 9.4206259810874e-06,
+      "loss": 0.7334,
       "step": 2769
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0369242052977613e-06,
-      "loss": 0.695,
+      "epoch": 0.53,
+      "learning_rate": 9.41440324590629e-06,
+      "loss": 0.7891,
       "step": 2770
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.031273641287276e-06,
-      "loss": 0.7415,
+      "epoch": 0.53,
+      "learning_rate": 9.408180738254472e-06,
+      "loss": 0.7253,
       "step": 2771
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.025630039558668e-06,
-      "loss": 0.7318,
+      "epoch": 0.53,
+      "learning_rate": 9.401958460549658e-06,
+      "loss": 0.728,
       "step": 2772
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0199934050427627e-06,
-      "loss": 0.6973,
+      "epoch": 0.53,
+      "learning_rate": 9.395736415209468e-06,
+      "loss": 0.7686,
       "step": 2773
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0143637426642857e-06,
-      "loss": 0.7363,
+      "epoch": 0.53,
+      "learning_rate": 9.38951460465143e-06,
+      "loss": 0.749,
       "step": 2774
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.008741057341882e-06,
-      "loss": 0.8057,
+      "epoch": 0.53,
+      "learning_rate": 9.383293031292985e-06,
+      "loss": 0.7483,
       "step": 2775
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 2.0031253539880935e-06,
-      "loss": 0.7348,
+      "epoch": 0.53,
+      "learning_rate": 9.377071697551479e-06,
+      "loss": 0.7524,
       "step": 2776
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9975166375093625e-06,
-      "loss": 0.7334,
+      "epoch": 0.53,
+      "learning_rate": 9.370850605844165e-06,
+      "loss": 0.7231,
       "step": 2777
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9919149128060313e-06,
-      "loss": 0.7157,
+      "epoch": 0.53,
+      "learning_rate": 9.364629758588199e-06,
+      "loss": 0.801,
       "step": 2778
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.986320184772328e-06,
-      "loss": 0.7532,
+      "epoch": 0.53,
+      "learning_rate": 9.358409158200648e-06,
+      "loss": 0.735,
       "step": 2779
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9807324582963715e-06,
-      "loss": 0.7263,
+      "epoch": 0.54,
+      "learning_rate": 9.352188807098482e-06,
+      "loss": 0.7112,
       "step": 2780
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.975151738260166e-06,
-      "loss": 0.8116,
+      "epoch": 0.54,
+      "learning_rate": 9.34596870769857e-06,
+      "loss": 0.7825,
       "step": 2781
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.969578029539585e-06,
-      "loss": 0.6697,
+      "epoch": 0.54,
+      "learning_rate": 9.339748862417686e-06,
+      "loss": 0.791,
       "step": 2782
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.964011337004387e-06,
-      "loss": 0.7604,
+      "epoch": 0.54,
+      "learning_rate": 9.333529273672505e-06,
+      "loss": 0.7576,
       "step": 2783
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9584516655181896e-06,
-      "loss": 0.7377,
+      "epoch": 0.54,
+      "learning_rate": 9.327309943879604e-06,
+      "loss": 0.759,
       "step": 2784
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9528990199384866e-06,
-      "loss": 0.8113,
+      "epoch": 0.54,
+      "learning_rate": 9.321090875455457e-06,
+      "loss": 0.7585,
       "step": 2785
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9473534051166276e-06,
-      "loss": 0.6903,
+      "epoch": 0.54,
+      "learning_rate": 9.314872070816435e-06,
+      "loss": 0.7629,
       "step": 2786
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9418148258978165e-06,
-      "loss": 0.7224,
+      "epoch": 0.54,
+      "learning_rate": 9.308653532378809e-06,
+      "loss": 0.6903,
       "step": 2787
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9362832871211177e-06,
-      "loss": 0.7775,
+      "epoch": 0.54,
+      "learning_rate": 9.302435262558748e-06,
+      "loss": 0.7003,
       "step": 2788
     },
     {
-      "epoch": 0.8,
-      "learning_rate": 1.9307587936194383e-06,
-      "loss": 0.7417,
+      "epoch": 0.54,
+      "learning_rate": 9.296217263772313e-06,
+      "loss": 0.7688,
       "step": 2789
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.9252413502195324e-06,
-      "loss": 0.6501,
+      "epoch": 0.54,
+      "learning_rate": 9.289999538435463e-06,
+      "loss": 0.7793,
       "step": 2790
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.919730961741998e-06,
-      "loss": 0.7544,
+      "epoch": 0.54,
+      "learning_rate": 9.28378208896405e-06,
+      "loss": 0.7786,
       "step": 2791
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.91422763300126e-06,
-      "loss": 0.7447,
+      "epoch": 0.54,
+      "learning_rate": 9.277564917773816e-06,
+      "loss": 0.7493,
       "step": 2792
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.9087313688055854e-06,
-      "loss": 0.7717,
+      "epoch": 0.54,
+      "learning_rate": 9.2713480272804e-06,
+      "loss": 0.7451,
       "step": 2793
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.9032421739570617e-06,
-      "loss": 0.6639,
+      "epoch": 0.54,
+      "learning_rate": 9.265131419899325e-06,
+      "loss": 0.7659,
       "step": 2794
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8977600532516004e-06,
-      "loss": 0.7515,
+      "epoch": 0.54,
+      "learning_rate": 9.258915098046008e-06,
+      "loss": 0.7754,
       "step": 2795
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.892285011478938e-06,
-      "loss": 0.7648,
+      "epoch": 0.54,
+      "learning_rate": 9.252699064135759e-06,
+      "loss": 0.7151,
       "step": 2796
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8868170534226193e-06,
-      "loss": 0.7496,
+      "epoch": 0.54,
+      "learning_rate": 9.246483320583768e-06,
+      "loss": 0.78,
       "step": 2797
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8813561838600058e-06,
-      "loss": 0.7677,
+      "epoch": 0.54,
+      "learning_rate": 9.240267869805118e-06,
+      "loss": 0.7791,
       "step": 2798
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.87590240756226e-06,
-      "loss": 0.7498,
+      "epoch": 0.54,
+      "learning_rate": 9.234052714214777e-06,
+      "loss": 0.8188,
       "step": 2799
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.870455729294355e-06,
-      "loss": 0.7164,
+      "epoch": 0.54,
+      "learning_rate": 9.227837856227594e-06,
+      "loss": 0.7456,
       "step": 2800
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8650161538150513e-06,
-      "loss": 0.7216,
+      "epoch": 0.54,
+      "learning_rate": 9.221623298258315e-06,
+      "loss": 0.7776,
       "step": 2801
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8595836858769135e-06,
-      "loss": 0.6237,
+      "epoch": 0.54,
+      "learning_rate": 9.215409042721553e-06,
+      "loss": 0.7119,
       "step": 2802
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8541583302262944e-06,
-      "loss": 0.7821,
+      "epoch": 0.54,
+      "learning_rate": 9.209195092031811e-06,
+      "loss": 0.7937,
       "step": 2803
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8487400916033293e-06,
-      "loss": 0.7289,
+      "epoch": 0.54,
+      "learning_rate": 9.202981448603477e-06,
+      "loss": 0.8323,
       "step": 2804
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.843328974741936e-06,
-      "loss": 0.6963,
+      "epoch": 0.54,
+      "learning_rate": 9.196768114850814e-06,
+      "loss": 0.7786,
       "step": 2805
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.83792498436981e-06,
-      "loss": 0.7367,
+      "epoch": 0.54,
+      "learning_rate": 9.190555093187968e-06,
+      "loss": 0.8047,
       "step": 2806
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8325281252084238e-06,
-      "loss": 0.7442,
+      "epoch": 0.54,
+      "learning_rate": 9.184342386028963e-06,
+      "loss": 0.7164,
       "step": 2807
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8271384019730186e-06,
-      "loss": 0.6932,
+      "epoch": 0.54,
+      "learning_rate": 9.178129995787698e-06,
+      "loss": 0.7761,
       "step": 2808
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8217558193725948e-06,
-      "loss": 0.7311,
+      "epoch": 0.54,
+      "learning_rate": 9.17191792487796e-06,
+      "loss": 0.7063,
       "step": 2809
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8163803821099236e-06,
-      "loss": 0.8292,
+      "epoch": 0.54,
+      "learning_rate": 9.165706175713391e-06,
+      "loss": 0.719,
       "step": 2810
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8110120948815247e-06,
-      "loss": 0.7699,
+      "epoch": 0.54,
+      "learning_rate": 9.159494750707527e-06,
+      "loss": 0.7262,
       "step": 2811
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8056509623776775e-06,
-      "loss": 0.7454,
+      "epoch": 0.54,
+      "learning_rate": 9.153283652273768e-06,
+      "loss": 0.8296,
       "step": 2812
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.8002969892824062e-06,
-      "loss": 0.7209,
+      "epoch": 0.54,
+      "learning_rate": 9.147072882825394e-06,
+      "loss": 0.7693,
       "step": 2813
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.794950180273478e-06,
-      "loss": 0.7038,
+      "epoch": 0.54,
+      "learning_rate": 9.140862444775554e-06,
+      "loss": 0.7783,
       "step": 2814
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.7896105400224073e-06,
-      "loss": 0.7268,
+      "epoch": 0.54,
+      "learning_rate": 9.134652340537265e-06,
+      "loss": 0.7874,
       "step": 2815
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.7842780731944398e-06,
-      "loss": 0.6542,
+      "epoch": 0.54,
+      "learning_rate": 9.128442572523418e-06,
+      "loss": 0.7195,
       "step": 2816
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.7789527844485544e-06,
-      "loss": 0.6643,
+      "epoch": 0.54,
+      "learning_rate": 9.122233143146777e-06,
+      "loss": 0.6096,
       "step": 2817
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.7736346784374646e-06,
-      "loss": 0.7166,
+      "epoch": 0.54,
+      "learning_rate": 9.11602405481996e-06,
+      "loss": 0.731,
       "step": 2818
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.7683237598075976e-06,
-      "loss": 0.7562,
+      "epoch": 0.54,
+      "learning_rate": 9.10981530995547e-06,
+      "loss": 0.7289,
       "step": 2819
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.763020033199112e-06,
-      "loss": 0.766,
+      "epoch": 0.54,
+      "learning_rate": 9.103606910965666e-06,
+      "loss": 0.7881,
       "step": 2820
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.757723503245875e-06,
-      "loss": 0.6391,
+      "epoch": 0.54,
+      "learning_rate": 9.097398860262777e-06,
+      "loss": 0.7533,
       "step": 2821
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.7524341745754657e-06,
-      "loss": 0.6777,
+      "epoch": 0.54,
+      "learning_rate": 9.091191160258895e-06,
+      "loss": 0.7483,
       "step": 2822
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.74715205180918e-06,
-      "loss": 0.786,
+      "epoch": 0.54,
+      "learning_rate": 9.084983813365977e-06,
+      "loss": 0.7428,
       "step": 2823
     },
     {
-      "epoch": 0.81,
-      "learning_rate": 1.741877139562006e-06,
-      "loss": 0.6929,
+      "epoch": 0.54,
+      "learning_rate": 9.078776821995839e-06,
+      "loss": 0.7766,
       "step": 2824
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.736609442442645e-06,
-      "loss": 0.7842,
+      "epoch": 0.54,
+      "learning_rate": 9.072570188560164e-06,
+      "loss": 0.8154,
       "step": 2825
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.731348965053481e-06,
-      "loss": 0.7275,
+      "epoch": 0.54,
+      "learning_rate": 9.066363915470494e-06,
+      "loss": 0.7849,
       "step": 2826
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.726095711990604e-06,
-      "loss": 0.7315,
+      "epoch": 0.54,
+      "learning_rate": 9.060158005138229e-06,
+      "loss": 0.7625,
       "step": 2827
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.7208496878437774e-06,
-      "loss": 0.7269,
+      "epoch": 0.54,
+      "learning_rate": 9.05395245997463e-06,
+      "loss": 0.7454,
       "step": 2828
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.7156108971964602e-06,
-      "loss": 0.7173,
+      "epoch": 0.54,
+      "learning_rate": 9.047747282390815e-06,
+      "loss": 0.7511,
       "step": 2829
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.7103793446257898e-06,
-      "loss": 0.6724,
+      "epoch": 0.54,
+      "learning_rate": 9.04154247479776e-06,
+      "loss": 0.7467,
       "step": 2830
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.7051550347025759e-06,
-      "loss": 0.7666,
+      "epoch": 0.54,
+      "learning_rate": 9.0353380396063e-06,
+      "loss": 0.7458,
       "step": 2831
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6999379719913e-06,
-      "loss": 0.7378,
+      "epoch": 0.55,
+      "learning_rate": 9.02913397922712e-06,
+      "loss": 0.7627,
       "step": 2832
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.694728161050111e-06,
-      "loss": 0.7349,
+      "epoch": 0.55,
+      "learning_rate": 9.022930296070761e-06,
+      "loss": 0.5974,
       "step": 2833
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6895256064308285e-06,
-      "loss": 0.6879,
+      "epoch": 0.55,
+      "learning_rate": 9.016726992547621e-06,
+      "loss": 0.7224,
       "step": 2834
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6843303126789301e-06,
-      "loss": 0.6449,
+      "epoch": 0.55,
+      "learning_rate": 9.010524071067947e-06,
+      "loss": 0.6809,
       "step": 2835
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6791422843335415e-06,
-      "loss": 0.7565,
+      "epoch": 0.55,
+      "learning_rate": 9.004321534041836e-06,
+      "loss": 0.8052,
       "step": 2836
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6739615259274533e-06,
-      "loss": 0.7222,
+      "epoch": 0.55,
+      "learning_rate": 8.99811938387924e-06,
+      "loss": 0.7866,
       "step": 2837
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6687880419870917e-06,
-      "loss": 0.7716,
+      "epoch": 0.55,
+      "learning_rate": 8.991917622989957e-06,
+      "loss": 0.7488,
       "step": 2838
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6636218370325396e-06,
-      "loss": 0.8001,
+      "epoch": 0.55,
+      "learning_rate": 8.985716253783636e-06,
+      "loss": 0.8213,
       "step": 2839
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.65846291557751e-06,
-      "loss": 0.6717,
+      "epoch": 0.55,
+      "learning_rate": 8.979515278669776e-06,
+      "loss": 0.7086,
       "step": 2840
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.653311282129354e-06,
-      "loss": 0.7042,
+      "epoch": 0.55,
+      "learning_rate": 8.973314700057717e-06,
+      "loss": 0.7625,
       "step": 2841
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6481669411890632e-06,
-      "loss": 0.7408,
+      "epoch": 0.55,
+      "learning_rate": 8.967114520356652e-06,
+      "loss": 0.7808,
       "step": 2842
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.643029897251246e-06,
-      "loss": 0.7245,
+      "epoch": 0.55,
+      "learning_rate": 8.960914741975608e-06,
+      "loss": 0.7927,
       "step": 2843
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6379001548041474e-06,
-      "loss": 0.6846,
+      "epoch": 0.55,
+      "learning_rate": 8.954715367323468e-06,
+      "loss": 0.7954,
       "step": 2844
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.63277771832962e-06,
-      "loss": 0.674,
+      "epoch": 0.55,
+      "learning_rate": 8.948516398808952e-06,
+      "loss": 0.7388,
       "step": 2845
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6276625923031452e-06,
-      "loss": 0.7676,
+      "epoch": 0.55,
+      "learning_rate": 8.942317838840625e-06,
+      "loss": 0.7644,
       "step": 2846
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6225547811938135e-06,
-      "loss": 0.7043,
+      "epoch": 0.55,
+      "learning_rate": 8.936119689826888e-06,
+      "loss": 0.7419,
       "step": 2847
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6174542894643185e-06,
-      "loss": 0.8641,
+      "epoch": 0.55,
+      "learning_rate": 8.92992195417599e-06,
+      "loss": 0.7379,
       "step": 2848
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6123611215709679e-06,
-      "loss": 0.7332,
+      "epoch": 0.55,
+      "learning_rate": 8.923724634296013e-06,
+      "loss": 0.744,
       "step": 2849
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.607275281963664e-06,
-      "loss": 0.7754,
+      "epoch": 0.55,
+      "learning_rate": 8.917527732594882e-06,
+      "loss": 0.7241,
       "step": 2850
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.6021967750859058e-06,
-      "loss": 0.7092,
+      "epoch": 0.55,
+      "learning_rate": 8.911331251480357e-06,
+      "loss": 0.778,
       "step": 2851
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.597125605374794e-06,
-      "loss": 0.7677,
+      "epoch": 0.55,
+      "learning_rate": 8.905135193360032e-06,
+      "loss": 0.7905,
       "step": 2852
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.592061777261007e-06,
-      "loss": 0.7147,
+      "epoch": 0.55,
+      "learning_rate": 8.898939560641342e-06,
+      "loss": 0.7703,
       "step": 2853
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.587005295168821e-06,
-      "loss": 0.6778,
+      "epoch": 0.55,
+      "learning_rate": 8.892744355731555e-06,
+      "loss": 0.7545,
       "step": 2854
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.5819561635160819e-06,
-      "loss": 0.7257,
-      "step": 2855
+      "epoch": 0.55,
+      "learning_rate": 8.88654958103777e-06,
+      "loss": 0.7637,
+      "step": 2855
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.5769143867142235e-06,
-      "loss": 0.785,
+      "epoch": 0.55,
+      "learning_rate": 8.880355238966923e-06,
+      "loss": 0.792,
       "step": 2856
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.5718799691682506e-06,
-      "loss": 0.7269,
+      "epoch": 0.55,
+      "learning_rate": 8.874161331925778e-06,
+      "loss": 0.8276,
       "step": 2857
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.5668529152767364e-06,
-      "loss": 0.7039,
+      "epoch": 0.55,
+      "learning_rate": 8.867967862320935e-06,
+      "loss": 0.7278,
       "step": 2858
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 1.5618332294318216e-06,
-      "loss": 0.7229,
+      "epoch": 0.55,
+      "learning_rate": 8.861774832558819e-06,
+      "loss": 0.7461,
       "step": 2859
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.556820916019206e-06,
-      "loss": 0.7657,
+      "epoch": 0.55,
+      "learning_rate": 8.855582245045682e-06,
+      "loss": 0.7596,
       "step": 2860
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.551815979418153e-06,
-      "loss": 0.7818,
+      "epoch": 0.55,
+      "learning_rate": 8.849390102187615e-06,
+      "loss": 0.7356,
       "step": 2861
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.5468184240014839e-06,
-      "loss": 0.7205,
+      "epoch": 0.55,
+      "learning_rate": 8.843198406390524e-06,
+      "loss": 0.7723,
       "step": 2862
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.54182825413556e-06,
-      "loss": 0.7418,
+      "epoch": 0.55,
+      "learning_rate": 8.83700716006015e-06,
+      "loss": 0.7847,
       "step": 2863
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.5368454741803018e-06,
-      "loss": 0.7314,
+      "epoch": 0.55,
+      "learning_rate": 8.830816365602053e-06,
+      "loss": 0.7397,
       "step": 2864
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.5318700884891613e-06,
-      "loss": 0.747,
+      "epoch": 0.55,
+      "learning_rate": 8.824626025421625e-06,
+      "loss": 0.7705,
       "step": 2865
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.5269021014091434e-06,
-      "loss": 0.6526,
+      "epoch": 0.55,
+      "learning_rate": 8.818436141924072e-06,
+      "loss": 0.7396,
       "step": 2866
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.5219415172807795e-06,
-      "loss": 0.7234,
+      "epoch": 0.55,
+      "learning_rate": 8.812246717514434e-06,
+      "loss": 0.7388,
       "step": 2867
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.5169883404381313e-06,
-      "loss": 0.7057,
+      "epoch": 0.55,
+      "learning_rate": 8.806057754597559e-06,
+      "loss": 0.7091,
       "step": 2868
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.5120425752087985e-06,
-      "loss": 0.7164,
+      "epoch": 0.55,
+      "learning_rate": 8.799869255578126e-06,
+      "loss": 0.743,
       "step": 2869
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.5071042259138957e-06,
-      "loss": 0.6404,
+      "epoch": 0.55,
+      "learning_rate": 8.793681222860631e-06,
+      "loss": 0.8274,
       "step": 2870
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.502173296868067e-06,
-      "loss": 0.6617,
+      "epoch": 0.55,
+      "learning_rate": 8.787493658849387e-06,
+      "loss": 0.7698,
       "step": 2871
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4972497923794627e-06,
-      "loss": 0.7018,
+      "epoch": 0.55,
+      "learning_rate": 8.781306565948528e-06,
+      "loss": 0.5863,
       "step": 2872
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4923337167497542e-06,
-      "loss": 0.7373,
+      "epoch": 0.55,
+      "learning_rate": 8.775119946562e-06,
+      "loss": 0.7666,
       "step": 2873
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4874250742741247e-06,
-      "loss": 0.742,
+      "epoch": 0.55,
+      "learning_rate": 8.768933803093573e-06,
+      "loss": 0.7705,
       "step": 2874
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4825238692412514e-06,
-      "loss": 0.6773,
+      "epoch": 0.55,
+      "learning_rate": 8.762748137946827e-06,
+      "loss": 0.7552,
       "step": 2875
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4776301059333275e-06,
-      "loss": 0.6523,
+      "epoch": 0.55,
+      "learning_rate": 8.756562953525151e-06,
+      "loss": 0.73,
       "step": 2876
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4727437886260343e-06,
-      "loss": 0.6997,
+      "epoch": 0.55,
+      "learning_rate": 8.750378252231756e-06,
+      "loss": 0.752,
       "step": 2877
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4678649215885476e-06,
-      "loss": 0.7178,
+      "epoch": 0.55,
+      "learning_rate": 8.744194036469665e-06,
+      "loss": 0.7407,
       "step": 2878
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4629935090835434e-06,
-      "loss": 0.7999,
+      "epoch": 0.55,
+      "learning_rate": 8.738010308641705e-06,
+      "loss": 0.813,
       "step": 2879
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4581295553671725e-06,
-      "loss": 0.7176,
+      "epoch": 0.55,
+      "learning_rate": 8.731827071150519e-06,
+      "loss": 0.7812,
       "step": 2880
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4532730646890791e-06,
-      "loss": 0.7708,
+      "epoch": 0.55,
+      "learning_rate": 8.72564432639856e-06,
+      "loss": 0.7203,
       "step": 2881
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4484240412923778e-06,
-      "loss": 0.7911,
+      "epoch": 0.55,
+      "learning_rate": 8.719462076788085e-06,
+      "loss": 0.7432,
       "step": 2882
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4435824894136673e-06,
-      "loss": 0.7493,
+      "epoch": 0.55,
+      "learning_rate": 8.713280324721163e-06,
+      "loss": 0.7961,
       "step": 2883
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4387484132830164e-06,
-      "loss": 0.7029,
+      "epoch": 0.56,
+      "learning_rate": 8.70709907259967e-06,
+      "loss": 0.769,
       "step": 2884
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4339218171239588e-06,
-      "loss": 0.736,
+      "epoch": 0.56,
+      "learning_rate": 8.700918322825282e-06,
+      "loss": 0.6942,
       "step": 2885
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4291027051534944e-06,
-      "loss": 0.6726,
+      "epoch": 0.56,
+      "learning_rate": 8.694738077799487e-06,
+      "loss": 0.7271,
       "step": 2886
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4242910815820832e-06,
-      "loss": 0.7669,
+      "epoch": 0.56,
+      "learning_rate": 8.68855833992357e-06,
+      "loss": 0.7883,
       "step": 2887
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4194869506136455e-06,
-      "loss": 0.5912,
+      "epoch": 0.56,
+      "learning_rate": 8.682379111598626e-06,
+      "loss": 0.7615,
       "step": 2888
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4146903164455571e-06,
-      "loss": 0.804,
+      "epoch": 0.56,
+      "learning_rate": 8.676200395225546e-06,
+      "loss": 0.7991,
       "step": 2889
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.409901183268636e-06,
-      "loss": 0.6633,
+      "epoch": 0.56,
+      "learning_rate": 8.670022193205027e-06,
+      "loss": 0.7874,
       "step": 2890
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.4051195552671559e-06,
-      "loss": 0.7354,
+      "epoch": 0.56,
+      "learning_rate": 8.663844507937563e-06,
+      "loss": 0.7891,
       "step": 2891
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.400345436618824e-06,
-      "loss": 0.6943,
+      "epoch": 0.56,
+      "learning_rate": 8.657667341823449e-06,
+      "loss": 0.7021,
       "step": 2892
     },
     {
-      "epoch": 0.83,
-      "learning_rate": 1.395578831494795e-06,
-      "loss": 0.7806,
+      "epoch": 0.56,
+      "learning_rate": 8.651490697262773e-06,
+      "loss": 0.7542,
       "step": 2893
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3908197440596516e-06,
-      "loss": 0.7734,
+      "epoch": 0.56,
+      "learning_rate": 8.645314576655428e-06,
+      "loss": 0.7512,
       "step": 2894
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.386068178471416e-06,
-      "loss": 0.7873,
+      "epoch": 0.56,
+      "learning_rate": 8.6391389824011e-06,
+      "loss": 0.6973,
       "step": 2895
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3813241388815312e-06,
-      "loss": 0.7703,
+      "epoch": 0.56,
+      "learning_rate": 8.632963916899268e-06,
+      "loss": 0.7458,
       "step": 2896
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.376587629434868e-06,
-      "loss": 0.7188,
+      "epoch": 0.56,
+      "learning_rate": 8.626789382549212e-06,
+      "loss": 0.599,
       "step": 2897
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.37185865426972e-06,
-      "loss": 0.674,
+      "epoch": 0.56,
+      "learning_rate": 8.62061538175e-06,
+      "loss": 0.7576,
       "step": 2898
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3671372175177934e-06,
-      "loss": 0.7213,
+      "epoch": 0.56,
+      "learning_rate": 8.614441916900493e-06,
+      "loss": 0.7563,
       "step": 2899
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3624233233042128e-06,
-      "loss": 0.7352,
+      "epoch": 0.56,
+      "learning_rate": 8.60826899039935e-06,
+      "loss": 0.7766,
       "step": 2900
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3577169757475117e-06,
-      "loss": 0.7395,
+      "epoch": 0.56,
+      "learning_rate": 8.602096604645009e-06,
+      "loss": 0.7689,
       "step": 2901
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3530181789596274e-06,
-      "loss": 0.691,
+      "epoch": 0.56,
+      "learning_rate": 8.59592476203571e-06,
+      "loss": 0.749,
       "step": 2902
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.348326937045905e-06,
-      "loss": 0.7303,
+      "epoch": 0.56,
+      "learning_rate": 8.589753464969473e-06,
+      "loss": 0.7383,
       "step": 2903
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3436432541050837e-06,
-      "loss": 0.7617,
+      "epoch": 0.56,
+      "learning_rate": 8.583582715844113e-06,
+      "loss": 0.8064,
       "step": 2904
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3389671342292975e-06,
-      "loss": 0.7706,
+      "epoch": 0.56,
+      "learning_rate": 8.577412517057227e-06,
+      "loss": 0.8079,
       "step": 2905
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3342985815040821e-06,
-      "loss": 0.685,
+      "epoch": 0.56,
+      "learning_rate": 8.571242871006202e-06,
+      "loss": 0.7363,
       "step": 2906
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.329637600008349e-06,
-      "loss": 0.7626,
+      "epoch": 0.56,
+      "learning_rate": 8.56507378008821e-06,
+      "loss": 0.7842,
       "step": 2907
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.324984193814407e-06,
-      "loss": 0.7959,
+      "epoch": 0.56,
+      "learning_rate": 8.558905246700202e-06,
+      "loss": 0.7473,
       "step": 2908
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3203383669879355e-06,
-      "loss": 0.753,
+      "epoch": 0.56,
+      "learning_rate": 8.552737273238919e-06,
+      "loss": 0.7307,
       "step": 2909
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3157001235879985e-06,
-      "loss": 0.7025,
+      "epoch": 0.56,
+      "learning_rate": 8.546569862100876e-06,
+      "loss": 0.7432,
       "step": 2910
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3110694676670343e-06,
-      "loss": 0.7107,
+      "epoch": 0.56,
+      "learning_rate": 8.540403015682382e-06,
+      "loss": 0.7153,
       "step": 2911
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.3064464032708491e-06,
-      "loss": 0.7975,
+      "epoch": 0.56,
+      "learning_rate": 8.534236736379515e-06,
+      "loss": 0.7487,
       "step": 2912
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.301830934438616e-06,
-      "loss": 0.7802,
+      "epoch": 0.56,
+      "learning_rate": 8.528071026588137e-06,
+      "loss": 0.7092,
       "step": 2913
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.297223065202875e-06,
-      "loss": 0.7688,
+      "epoch": 0.56,
+      "learning_rate": 8.521905888703894e-06,
+      "loss": 0.7466,
       "step": 2914
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2926227995895234e-06,
-      "loss": 0.7785,
+      "epoch": 0.56,
+      "learning_rate": 8.515741325122202e-06,
+      "loss": 0.7668,
       "step": 2915
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2880301416178199e-06,
-      "loss": 0.7146,
+      "epoch": 0.56,
+      "learning_rate": 8.509577338238255e-06,
+      "loss": 0.7307,
       "step": 2916
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2834450953003675e-06,
-      "loss": 0.6871,
+      "epoch": 0.56,
+      "learning_rate": 8.503413930447027e-06,
+      "loss": 0.6389,
       "step": 2917
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2788676646431296e-06,
-      "loss": 0.6889,
+      "epoch": 0.56,
+      "learning_rate": 8.497251104143263e-06,
+      "loss": 0.7279,
       "step": 2918
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2742978536454065e-06,
-      "loss": 0.7152,
+      "epoch": 0.56,
+      "learning_rate": 8.491088861721486e-06,
+      "loss": 0.7048,
       "step": 2919
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2697356662998495e-06,
-      "loss": 0.7352,
+      "epoch": 0.56,
+      "learning_rate": 8.484927205575985e-06,
+      "loss": 0.7573,
       "step": 2920
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2651811065924414e-06,
-      "loss": 0.7467,
+      "epoch": 0.56,
+      "learning_rate": 8.478766138100834e-06,
+      "loss": 0.7798,
       "step": 2921
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2606341785025067e-06,
-      "loss": 0.8094,
+      "epoch": 0.56,
+      "learning_rate": 8.472605661689863e-06,
+      "loss": 0.7107,
       "step": 2922
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2560948860026989e-06,
-      "loss": 0.6955,
+      "epoch": 0.56,
+      "learning_rate": 8.46644577873668e-06,
+      "loss": 0.7544,
       "step": 2923
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2515632330589987e-06,
-      "loss": 0.7445,
+      "epoch": 0.56,
+      "learning_rate": 8.460286491634664e-06,
+      "loss": 0.6423,
       "step": 2924
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2470392236307193e-06,
-      "loss": 0.7601,
+      "epoch": 0.56,
+      "learning_rate": 8.454127802776961e-06,
+      "loss": 0.7308,
       "step": 2925
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2425228616704854e-06,
-      "loss": 0.6248,
+      "epoch": 0.56,
+      "learning_rate": 8.447969714556484e-06,
+      "loss": 0.7676,
       "step": 2926
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2380141511242483e-06,
-      "loss": 0.7033,
+      "epoch": 0.56,
+      "learning_rate": 8.441812229365913e-06,
+      "loss": 0.7008,
       "step": 2927
     },
     {
-      "epoch": 0.84,
-      "learning_rate": 1.2335130959312747e-06,
-      "loss": 0.7358,
+      "epoch": 0.56,
+      "learning_rate": 8.43565534959769e-06,
+      "loss": 0.7544,
       "step": 2928
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.2290197000241344e-06,
-      "loss": 0.7367,
+      "epoch": 0.56,
+      "learning_rate": 8.42949907764403e-06,
+      "loss": 0.7888,
       "step": 2929
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.2245339673287148e-06,
-      "loss": 0.7487,
+      "epoch": 0.56,
+      "learning_rate": 8.423343415896904e-06,
+      "loss": 0.769,
       "step": 2930
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.2200559017642022e-06,
-      "loss": 0.7417,
+      "epoch": 0.56,
+      "learning_rate": 8.417188366748051e-06,
+      "loss": 0.714,
       "step": 2931
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.2155855072430833e-06,
-      "loss": 0.7092,
+      "epoch": 0.56,
+      "learning_rate": 8.411033932588969e-06,
+      "loss": 0.7512,
       "step": 2932
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.2111227876711484e-06,
-      "loss": 0.6969,
+      "epoch": 0.56,
+      "learning_rate": 8.404880115810914e-06,
+      "loss": 0.7126,
       "step": 2933
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.2066677469474764e-06,
-      "loss": 0.7366,
+      "epoch": 0.56,
+      "learning_rate": 8.398726918804911e-06,
+      "loss": 0.7261,
       "step": 2934
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.2022203889644425e-06,
-      "loss": 0.7123,
+      "epoch": 0.56,
+      "learning_rate": 8.392574343961739e-06,
+      "loss": 0.7528,
       "step": 2935
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1977807176077028e-06,
-      "loss": 0.719,
+      "epoch": 0.57,
+      "learning_rate": 8.386422393671934e-06,
+      "loss": 0.7825,
       "step": 2936
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1933487367562025e-06,
-      "loss": 0.7982,
+      "epoch": 0.57,
+      "learning_rate": 8.380271070325789e-06,
+      "loss": 0.7908,
       "step": 2937
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1889244502821695e-06,
-      "loss": 0.6831,
+      "epoch": 0.57,
+      "learning_rate": 8.374120376313362e-06,
+      "loss": 0.7354,
       "step": 2938
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1845078620511008e-06,
-      "loss": 0.8032,
+      "epoch": 0.57,
+      "learning_rate": 8.367970314024451e-06,
+      "loss": 0.7799,
       "step": 2939
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1800989759217784e-06,
-      "loss": 0.6736,
+      "epoch": 0.57,
+      "learning_rate": 8.361820885848623e-06,
+      "loss": 0.801,
       "step": 2940
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1756977957462457e-06,
-      "loss": 0.747,
+      "epoch": 0.57,
+      "learning_rate": 8.355672094175192e-06,
+      "loss": 0.7413,
       "step": 2941
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1713043253698186e-06,
-      "loss": 0.689,
+      "epoch": 0.57,
+      "learning_rate": 8.349523941393224e-06,
+      "loss": 0.761,
       "step": 2942
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1669185686310713e-06,
-      "loss": 0.6898,
+      "epoch": 0.57,
+      "learning_rate": 8.343376429891538e-06,
+      "loss": 0.7761,
       "step": 2943
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1625405293618453e-06,
-      "loss": 0.7173,
+      "epoch": 0.57,
+      "learning_rate": 8.337229562058707e-06,
+      "loss": 0.7604,
       "step": 2944
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1581702113872396e-06,
-      "loss": 0.7548,
+      "epoch": 0.57,
+      "learning_rate": 8.331083340283051e-06,
+      "loss": 0.8167,
       "step": 2945
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1538076185255987e-06,
-      "loss": 0.5945,
+      "epoch": 0.57,
+      "learning_rate": 8.324937766952638e-06,
+      "loss": 0.7566,
       "step": 2946
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1494527545885281e-06,
-      "loss": 0.6461,
+      "epoch": 0.57,
+      "learning_rate": 8.318792844455282e-06,
+      "loss": 0.7898,
       "step": 2947
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1451056233808711e-06,
-      "loss": 0.8052,
+      "epoch": 0.57,
+      "learning_rate": 8.312648575178552e-06,
+      "loss": 0.7281,
       "step": 2948
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1407662287007237e-06,
-      "loss": 0.7178,
+      "epoch": 0.57,
+      "learning_rate": 8.306504961509755e-06,
+      "loss": 0.7644,
       "step": 2949
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1364345743394157e-06,
-      "loss": 0.7203,
+      "epoch": 0.57,
+      "learning_rate": 8.300362005835947e-06,
+      "loss": 0.7874,
       "step": 2950
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.132110664081515e-06,
-      "loss": 0.7003,
+      "epoch": 0.57,
+      "learning_rate": 8.294219710543931e-06,
+      "loss": 0.785,
       "step": 2951
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1277945017048274e-06,
-      "loss": 0.7016,
+      "epoch": 0.57,
+      "learning_rate": 8.28807807802025e-06,
+      "loss": 0.7805,
       "step": 2952
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1234860909803856e-06,
-      "loss": 0.717,
+      "epoch": 0.57,
+      "learning_rate": 8.281937110651187e-06,
+      "loss": 0.8091,
       "step": 2953
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1191854356724518e-06,
-      "loss": 0.7718,
+      "epoch": 0.57,
+      "learning_rate": 8.275796810822774e-06,
+      "loss": 0.7241,
       "step": 2954
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1148925395385135e-06,
-      "loss": 0.6972,
+      "epoch": 0.57,
+      "learning_rate": 8.269657180920773e-06,
+      "loss": 0.7766,
       "step": 2955
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1106074063292726e-06,
-      "loss": 0.7966,
+      "epoch": 0.57,
+      "learning_rate": 8.263518223330698e-06,
+      "loss": 0.6858,
       "step": 2956
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.106330039788659e-06,
-      "loss": 0.6712,
+      "epoch": 0.57,
+      "learning_rate": 8.25737994043779e-06,
+      "loss": 0.7332,
       "step": 2957
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.1020604436538052e-06,
-      "loss": 0.6541,
+      "epoch": 0.57,
+      "learning_rate": 8.251242334627039e-06,
+      "loss": 0.6758,
       "step": 2958
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.097798621655064e-06,
-      "loss": 0.7491,
+      "epoch": 0.57,
+      "learning_rate": 8.245105408283162e-06,
+      "loss": 0.7502,
       "step": 2959
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.0935445775159926e-06,
-      "loss": 0.7678,
+      "epoch": 0.57,
+      "learning_rate": 8.238969163790617e-06,
+      "loss": 0.7557,
       "step": 2960
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.0892983149533476e-06,
-      "loss": 0.8318,
+      "epoch": 0.57,
+      "learning_rate": 8.232833603533601e-06,
+      "loss": 0.6689,
       "step": 2961
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.085059837677097e-06,
-      "loss": 0.739,
+      "epoch": 0.57,
+      "learning_rate": 8.226698729896036e-06,
+      "loss": 0.7549,
       "step": 2962
     },
     {
-      "epoch": 0.85,
-      "learning_rate": 1.0808291493903978e-06,
-      "loss": 0.7282,
+      "epoch": 0.57,
+      "learning_rate": 8.220564545261585e-06,
+      "loss": 0.8085,
       "step": 2963
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0766062537896072e-06,
-      "loss": 0.875,
+      "epoch": 0.57,
+      "learning_rate": 8.214431052013636e-06,
+      "loss": 0.6012,
       "step": 2964
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0723911545642728e-06,
-      "loss": 0.7091,
+      "epoch": 0.57,
+      "learning_rate": 8.208298252535314e-06,
+      "loss": 0.7678,
       "step": 2965
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.068183855397127e-06,
-      "loss": 0.7648,
+      "epoch": 0.57,
+      "learning_rate": 8.202166149209475e-06,
+      "loss": 0.7686,
       "step": 2966
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0639843599640942e-06,
-      "loss": 0.7199,
+      "epoch": 0.57,
+      "learning_rate": 8.1960347444187e-06,
+      "loss": 0.7527,
       "step": 2967
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0597926719342744e-06,
-      "loss": 0.7152,
+      "epoch": 0.57,
+      "learning_rate": 8.189904040545302e-06,
+      "loss": 0.6262,
       "step": 2968
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0556087949699468e-06,
-      "loss": 0.7343,
+      "epoch": 0.57,
+      "learning_rate": 8.183774039971322e-06,
+      "loss": 0.722,
       "step": 2969
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0514327327265683e-06,
-      "loss": 0.7369,
+      "epoch": 0.57,
+      "learning_rate": 8.177644745078525e-06,
+      "loss": 0.7496,
       "step": 2970
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0472644888527683e-06,
-      "loss": 0.7518,
+      "epoch": 0.57,
+      "learning_rate": 8.171516158248406e-06,
+      "loss": 0.7742,
       "step": 2971
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0431040669903458e-06,
-      "loss": 0.719,
+      "epoch": 0.57,
+      "learning_rate": 8.165388281862177e-06,
+      "loss": 0.7783,
       "step": 2972
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.038951470774261e-06,
-      "loss": 0.8267,
+      "epoch": 0.57,
+      "learning_rate": 8.159261118300784e-06,
+      "loss": 0.7603,
       "step": 2973
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0348067038326436e-06,
-      "loss": 0.7572,
+      "epoch": 0.57,
+      "learning_rate": 8.153134669944887e-06,
+      "loss": 0.7164,
       "step": 2974
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0306697697867761e-06,
-      "loss": 0.6917,
+      "epoch": 0.57,
+      "learning_rate": 8.147008939174875e-06,
+      "loss": 0.7764,
       "step": 2975
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.026540672251105e-06,
-      "loss": 0.6087,
+      "epoch": 0.57,
+      "learning_rate": 8.140883928370855e-06,
+      "loss": 0.7661,
       "step": 2976
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0224194148332224e-06,
-      "loss": 0.7548,
+      "epoch": 0.57,
+      "learning_rate": 8.134759639912655e-06,
+      "loss": 0.7395,
       "step": 2977
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.018306001133873e-06,
-      "loss": 0.7053,
+      "epoch": 0.57,
+      "learning_rate": 8.12863607617982e-06,
+      "loss": 0.7554,
       "step": 2978
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0142004347469535e-06,
-      "loss": 0.7345,
+      "epoch": 0.57,
+      "learning_rate": 8.12251323955162e-06,
+      "loss": 0.7407,
       "step": 2979
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0101027192594948e-06,
-      "loss": 0.692,
+      "epoch": 0.57,
+      "learning_rate": 8.116391132407033e-06,
+      "loss": 0.6608,
       "step": 2980
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.006012858251677e-06,
-      "loss": 0.7065,
+      "epoch": 0.57,
+      "learning_rate": 8.11026975712476e-06,
+      "loss": 0.7983,
       "step": 2981
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 1.0019308552968165e-06,
-      "loss": 0.6818,
+      "epoch": 0.57,
+      "learning_rate": 8.104149116083216e-06,
+      "loss": 0.6794,
       "step": 2982
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.97856713961357e-07,
-      "loss": 0.7235,
+      "epoch": 0.57,
+      "learning_rate": 8.098029211660534e-06,
+      "loss": 0.7192,
       "step": 2983
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.937904378048846e-07,
-      "loss": 0.785,
+      "epoch": 0.57,
+      "learning_rate": 8.091910046234552e-06,
+      "loss": 0.7485,
       "step": 2984
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.897320303801018e-07,
-      "loss": 0.6751,
+      "epoch": 0.57,
+      "learning_rate": 8.085791622182832e-06,
+      "loss": 0.7891,
       "step": 2985
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.856814952328464e-07,
-      "loss": 0.7292,
+      "epoch": 0.57,
+      "learning_rate": 8.079673941882639e-06,
+      "loss": 0.7493,
       "step": 2986
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.816388359020734e-07,
-      "loss": 0.7161,
+      "epoch": 0.57,
+      "learning_rate": 8.073557007710957e-06,
+      "loss": 0.7014,
       "step": 2987
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.77604055919854e-07,
-      "loss": 0.7255,
+      "epoch": 0.58,
+      "learning_rate": 8.06744082204447e-06,
+      "loss": 0.7646,
       "step": 2988
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.735771588113818e-07,
-      "loss": 0.7007,
+      "epoch": 0.58,
+      "learning_rate": 8.061325387259578e-06,
+      "loss": 0.6905,
       "step": 2989
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.695581480949566e-07,
-      "loss": 0.8028,
+      "epoch": 0.58,
+      "learning_rate": 8.055210705732391e-06,
+      "loss": 0.7302,
       "step": 2990
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.655470272819946e-07,
-      "loss": 0.7381,
+      "epoch": 0.58,
+      "learning_rate": 8.04909677983872e-06,
+      "loss": 0.7932,
       "step": 2991
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.615437998770105e-07,
-      "loss": 0.7164,
+      "epoch": 0.58,
+      "learning_rate": 8.042983611954087e-06,
+      "loss": 0.7703,
       "step": 2992
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.575484693776294e-07,
-      "loss": 0.6808,
+      "epoch": 0.58,
+      "learning_rate": 8.036871204453718e-06,
+      "loss": 0.7437,
       "step": 2993
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.535610392745764e-07,
-      "loss": 0.6888,
+      "epoch": 0.58,
+      "learning_rate": 8.030759559712545e-06,
+      "loss": 0.7113,
       "step": 2994
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.495815130516695e-07,
-      "loss": 0.6979,
+      "epoch": 0.58,
+      "learning_rate": 8.0246486801052e-06,
+      "loss": 0.6411,
       "step": 2995
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.456098941858238e-07,
-      "loss": 0.7163,
+      "epoch": 0.58,
+      "learning_rate": 8.018538568006027e-06,
+      "loss": 0.8284,
       "step": 2996
     },
     {
-      "epoch": 0.86,
-      "learning_rate": 9.41646186147045e-07,
-      "loss": 0.7027,
+      "epoch": 0.58,
+      "learning_rate": 8.012429225789055e-06,
+      "loss": 0.7969,
       "step": 2997
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.376903923984271e-07,
-      "loss": 0.703,
+      "epoch": 0.58,
+      "learning_rate": 8.00632065582803e-06,
+      "loss": 0.7922,
       "step": 2998
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.337425163961533e-07,
-      "loss": 0.7022,
+      "epoch": 0.58,
+      "learning_rate": 8.00021286049639e-06,
+      "loss": 0.7164,
       "step": 2999
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.298025615894824e-07,
-      "loss": 0.7286,
+      "epoch": 0.58,
+      "learning_rate": 7.994105842167274e-06,
+      "loss": 0.7917,
       "step": 3000
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.258705314207572e-07,
-      "loss": 0.7954,
+      "epoch": 0.58,
+      "learning_rate": 7.987999603213518e-06,
+      "loss": 0.7542,
       "step": 3001
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.219464293253944e-07,
-      "loss": 0.7319,
+      "epoch": 0.58,
+      "learning_rate": 7.981894146007658e-06,
+      "loss": 0.7158,
       "step": 3002
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.180302587318868e-07,
-      "loss": 0.7461,
-      "step": 3003
+      "epoch": 0.58,
+      "learning_rate": 7.975789472921922e-06,
+      "loss": 0.7388,
+      "step": 3003
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.14122023061792e-07,
-      "loss": 0.6661,
+      "epoch": 0.58,
+      "learning_rate": 7.96968558632824e-06,
+      "loss": 0.701,
       "step": 3004
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.102217257297419e-07,
-      "loss": 0.7712,
+      "epoch": 0.58,
+      "learning_rate": 7.963582488598227e-06,
+      "loss": 0.776,
       "step": 3005
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.063293701434273e-07,
-      "loss": 0.666,
+      "epoch": 0.58,
+      "learning_rate": 7.957480182103198e-06,
+      "loss": 0.7678,
       "step": 3006
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 9.024449597036001e-07,
-      "loss": 0.7354,
+      "epoch": 0.58,
+      "learning_rate": 7.95137866921416e-06,
+      "loss": 0.7666,
       "step": 3007
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.985684978040743e-07,
-      "loss": 0.7369,
+      "epoch": 0.58,
+      "learning_rate": 7.945277952301811e-06,
+      "loss": 0.7396,
       "step": 3008
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.946999878317197e-07,
-      "loss": 0.6246,
+      "epoch": 0.58,
+      "learning_rate": 7.939178033736538e-06,
+      "loss": 0.7155,
       "step": 3009
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.908394331664516e-07,
-      "loss": 0.6896,
+      "epoch": 0.58,
+      "learning_rate": 7.93307891588842e-06,
+      "loss": 0.6193,
       "step": 3010
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.869868371812451e-07,
-      "loss": 0.6939,
+      "epoch": 0.58,
+      "learning_rate": 7.926980601127225e-06,
+      "loss": 0.7328,
       "step": 3011
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.8314220324211e-07,
-      "loss": 0.7446,
+      "epoch": 0.58,
+      "learning_rate": 7.92088309182241e-06,
+      "loss": 0.7461,
       "step": 3012
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.793055347081103e-07,
-      "loss": 0.8044,
+      "epoch": 0.58,
+      "learning_rate": 7.914786390343112e-06,
+      "loss": 0.7534,
       "step": 3013
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.754768349313436e-07,
-      "loss": 0.6939,
+      "epoch": 0.58,
+      "learning_rate": 7.908690499058162e-06,
+      "loss": 0.7864,
       "step": 3014
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.716561072569474e-07,
-      "loss": 0.7522,
+      "epoch": 0.58,
+      "learning_rate": 7.902595420336074e-06,
+      "loss": 0.7798,
       "step": 3015
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.678433550230959e-07,
-      "loss": 0.7107,
+      "epoch": 0.58,
+      "learning_rate": 7.896501156545044e-06,
+      "loss": 0.7986,
       "step": 3016
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.640385815609909e-07,
-      "loss": 0.6637,
+      "epoch": 0.58,
+      "learning_rate": 7.890407710052957e-06,
+      "loss": 0.7854,
       "step": 3017
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.602417901948701e-07,
-      "loss": 0.6318,
+      "epoch": 0.58,
+      "learning_rate": 7.884315083227373e-06,
+      "loss": 0.7737,
       "step": 3018
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.564529842419866e-07,
-      "loss": 0.7327,
+      "epoch": 0.58,
+      "learning_rate": 7.878223278435539e-06,
+      "loss": 0.6482,
       "step": 3019
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.52672167012627e-07,
-      "loss": 0.7342,
+      "epoch": 0.58,
+      "learning_rate": 7.872132298044382e-06,
+      "loss": 0.6074,
       "step": 3020
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.488993418100955e-07,
-      "loss": 0.7536,
+      "epoch": 0.58,
+      "learning_rate": 7.866042144420502e-06,
+      "loss": 0.7415,
       "step": 3021
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.451345119307097e-07,
-      "loss": 0.7222,
+      "epoch": 0.58,
+      "learning_rate": 7.859952819930188e-06,
+      "loss": 0.7693,
       "step": 3022
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.413776806638041e-07,
-      "loss": 0.7468,
+      "epoch": 0.58,
+      "learning_rate": 7.853864326939403e-06,
+      "loss": 0.7649,
       "step": 3023
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.37628851291723e-07,
-      "loss": 0.7296,
+      "epoch": 0.58,
+      "learning_rate": 7.847776667813782e-06,
+      "loss": 0.8083,
       "step": 3024
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.338880270898242e-07,
-      "loss": 0.6954,
+      "epoch": 0.58,
+      "learning_rate": 7.841689844918643e-06,
+      "loss": 0.7476,
       "step": 3025
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.301552113264688e-07,
-      "loss": 0.813,
+      "epoch": 0.58,
+      "learning_rate": 7.835603860618973e-06,
+      "loss": 0.7236,
       "step": 3026
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.26430407263018e-07,
-      "loss": 0.7076,
+      "epoch": 0.58,
+      "learning_rate": 7.829518717279439e-06,
+      "loss": 0.7971,
       "step": 3027
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.227136181538387e-07,
-      "loss": 0.8415,
+      "epoch": 0.58,
+      "learning_rate": 7.823434417264378e-06,
+      "loss": 0.7839,
       "step": 3028
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.190048472462897e-07,
-      "loss": 0.7034,
+      "epoch": 0.58,
+      "learning_rate": 7.817350962937802e-06,
+      "loss": 0.7603,
       "step": 3029
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.15304097780727e-07,
-      "loss": 0.755,
+      "epoch": 0.58,
+      "learning_rate": 7.811268356663387e-06,
+      "loss": 0.7427,
       "step": 3030
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.116113729905006e-07,
-      "loss": 0.7064,
+      "epoch": 0.58,
+      "learning_rate": 7.805186600804489e-06,
+      "loss": 0.7629,
       "step": 3031
     },
     {
-      "epoch": 0.87,
-      "learning_rate": 8.079266761019455e-07,
-      "loss": 0.7281,
+      "epoch": 0.58,
+      "learning_rate": 7.799105697724127e-06,
+      "loss": 0.7332,
       "step": 3032
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 8.042500103343831e-07,
-      "loss": 0.697,
+      "epoch": 0.58,
+      "learning_rate": 7.793025649784991e-06,
+      "loss": 0.719,
       "step": 3033
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 8.005813789001171e-07,
-      "loss": 0.7979,
+      "epoch": 0.58,
+      "learning_rate": 7.786946459349441e-06,
+      "loss": 0.8025,
       "step": 3034
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.969207850044359e-07,
-      "loss": 0.6905,
+      "epoch": 0.58,
+      "learning_rate": 7.780868128779499e-06,
+      "loss": 0.73,
       "step": 3035
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.932682318456042e-07,
-      "loss": 0.726,
+      "epoch": 0.58,
+      "learning_rate": 7.774790660436857e-06,
+      "loss": 0.6606,
       "step": 3036
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.896237226148573e-07,
-      "loss": 0.6718,
+      "epoch": 0.58,
+      "learning_rate": 7.768714056682873e-06,
+      "loss": 0.7766,
       "step": 3037
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.85987260496408e-07,
-      "loss": 0.6968,
+      "epoch": 0.58,
+      "learning_rate": 7.76263831987856e-06,
+      "loss": 0.7251,
       "step": 3038
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.823588486674338e-07,
-      "loss": 0.7208,
+      "epoch": 0.58,
+      "learning_rate": 7.756563452384605e-06,
+      "loss": 0.6882,
       "step": 3039
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.787384902980821e-07,
-      "loss": 0.7552,
+      "epoch": 0.59,
+      "learning_rate": 7.750489456561351e-06,
+      "loss": 0.7878,
       "step": 3040
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.751261885514638e-07,
-      "loss": 0.749,
+      "epoch": 0.59,
+      "learning_rate": 7.744416334768809e-06,
+      "loss": 0.7385,
       "step": 3041
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.715219465836454e-07,
-      "loss": 0.7579,
+      "epoch": 0.59,
+      "learning_rate": 7.738344089366638e-06,
+      "loss": 0.7966,
       "step": 3042
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.679257675436591e-07,
-      "loss": 0.7269,
+      "epoch": 0.59,
+      "learning_rate": 7.73227272271417e-06,
+      "loss": 0.7966,
       "step": 3043
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.643376545734871e-07,
-      "loss": 0.6567,
+      "epoch": 0.59,
+      "learning_rate": 7.726202237170387e-06,
+      "loss": 0.7917,
       "step": 3044
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.607576108080694e-07,
-      "loss": 0.7264,
+      "epoch": 0.59,
+      "learning_rate": 7.720132635093935e-06,
+      "loss": 0.7751,
       "step": 3045
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.571856393752886e-07,
-      "loss": 0.7035,
+      "epoch": 0.59,
+      "learning_rate": 7.714063918843106e-06,
+      "loss": 0.762,
       "step": 3046
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.536217433959802e-07,
-      "loss": 0.749,
+      "epoch": 0.59,
+      "learning_rate": 7.70799609077586e-06,
+      "loss": 0.7999,
       "step": 3047
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.500659259839249e-07,
-      "loss": 0.7598,
+      "epoch": 0.59,
+      "learning_rate": 7.701929153249808e-06,
+      "loss": 0.7944,
       "step": 3048
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.465181902458395e-07,
-      "loss": 0.6816,
+      "epoch": 0.59,
+      "learning_rate": 7.695863108622208e-06,
+      "loss": 0.708,
       "step": 3049
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.429785392813871e-07,
-      "loss": 0.734,
+      "epoch": 0.59,
+      "learning_rate": 7.689797959249984e-06,
+      "loss": 0.6818,
       "step": 3050
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.394469761831602e-07,
-      "loss": 0.7459,
+      "epoch": 0.59,
+      "learning_rate": 7.6837337074897e-06,
+      "loss": 0.7727,
       "step": 3051
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.359235040366875e-07,
-      "loss": 0.7365,
+      "epoch": 0.59,
+      "learning_rate": 7.677670355697577e-06,
+      "loss": 0.7864,
       "step": 3052
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.324081259204319e-07,
-      "loss": 0.7213,
+      "epoch": 0.59,
+      "learning_rate": 7.671607906229488e-06,
+      "loss": 0.7582,
       "step": 3053
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.289008449057788e-07,
-      "loss": 0.6179,
+      "epoch": 0.59,
+      "learning_rate": 7.66554636144095e-06,
+      "loss": 0.6914,
       "step": 3054
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.25401664057046e-07,
-      "loss": 0.7638,
+      "epoch": 0.59,
+      "learning_rate": 7.659485723687131e-06,
+      "loss": 0.7266,
       "step": 3055
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.219105864314646e-07,
-      "loss": 0.7237,
+      "epoch": 0.59,
+      "learning_rate": 7.653425995322852e-06,
+      "loss": 0.7224,
       "step": 3056
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.184276150791969e-07,
-      "loss": 0.7929,
+      "epoch": 0.59,
+      "learning_rate": 7.647367178702568e-06,
+      "loss": 0.7454,
       "step": 3057
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.149527530433153e-07,
-      "loss": 0.725,
+      "epoch": 0.59,
+      "learning_rate": 7.641309276180394e-06,
+      "loss": 0.7347,
       "step": 3058
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.114860033598103e-07,
-      "loss": 0.7133,
+      "epoch": 0.59,
+      "learning_rate": 7.635252290110082e-06,
+      "loss": 0.7048,
       "step": 3059
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.080273690575823e-07,
-      "loss": 0.6568,
+      "epoch": 0.59,
+      "learning_rate": 7.629196222845027e-06,
+      "loss": 0.736,
       "step": 3060
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.045768531584418e-07,
-      "loss": 0.6969,
+      "epoch": 0.59,
+      "learning_rate": 7.623141076738271e-06,
+      "loss": 0.6978,
       "step": 3061
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 7.011344586771073e-07,
-      "loss": 0.6593,
+      "epoch": 0.59,
+      "learning_rate": 7.617086854142498e-06,
+      "loss": 0.78,
       "step": 3062
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 6.977001886212043e-07,
-      "loss": 0.7786,
+      "epoch": 0.59,
+      "learning_rate": 7.611033557410027e-06,
+      "loss": 0.6649,
       "step": 3063
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 6.942740459912534e-07,
-      "loss": 0.6615,
+      "epoch": 0.59,
+      "learning_rate": 7.6049811888928235e-06,
+      "loss": 0.7737,
       "step": 3064
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 6.908560337806802e-07,
-      "loss": 0.7288,
+      "epoch": 0.59,
+      "learning_rate": 7.598929750942492e-06,
+      "loss": 0.75,
       "step": 3065
     },
     {
-      "epoch": 0.88,
-      "learning_rate": 6.874461549758015e-07,
-      "loss": 0.7188,
+      "epoch": 0.59,
+      "learning_rate": 7.592879245910273e-06,
+      "loss": 0.7744,
       "step": 3066
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.840444125558354e-07,
-      "loss": 0.7956,
+      "epoch": 0.59,
+      "learning_rate": 7.586829676147045e-06,
+      "loss": 0.7722,
       "step": 3067
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.806508094928833e-07,
-      "loss": 0.7548,
+      "epoch": 0.59,
+      "learning_rate": 7.580781044003324e-06,
+      "loss": 0.7793,
       "step": 3068
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.772653487519377e-07,
-      "loss": 0.6847,
+      "epoch": 0.59,
+      "learning_rate": 7.574733351829263e-06,
+      "loss": 0.7612,
       "step": 3069
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.738880332908815e-07,
-      "loss": 0.6618,
+      "epoch": 0.59,
+      "learning_rate": 7.5686866019746444e-06,
+      "loss": 0.791,
       "step": 3070
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.705188660604745e-07,
-      "loss": 0.6652,
+      "epoch": 0.59,
+      "learning_rate": 7.562640796788893e-06,
+      "loss": 0.6616,
       "step": 3071
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.67157850004363e-07,
-      "loss": 0.7081,
+      "epoch": 0.59,
+      "learning_rate": 7.556595938621058e-06,
+      "loss": 0.7603,
       "step": 3072
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.638049880590658e-07,
-      "loss": 0.7415,
+      "epoch": 0.59,
+      "learning_rate": 7.550552029819828e-06,
+      "loss": 0.6998,
       "step": 3073
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.604602831539841e-07,
-      "loss": 0.7565,
+      "epoch": 0.59,
+      "learning_rate": 7.544509072733515e-06,
+      "loss": 0.8,
       "step": 3074
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.571237382113882e-07,
-      "loss": 0.7344,
+      "epoch": 0.59,
+      "learning_rate": 7.53846706971007e-06,
+      "loss": 0.7412,
       "step": 3075
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.537953561464183e-07,
-      "loss": 0.7258,
+      "epoch": 0.59,
+      "learning_rate": 7.532426023097063e-06,
+      "loss": 0.7745,
       "step": 3076
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.504751398670872e-07,
-      "loss": 0.6662,
+      "epoch": 0.59,
+      "learning_rate": 7.5263859352417025e-06,
+      "loss": 0.731,
       "step": 3077
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.471630922742678e-07,
-      "loss": 0.7275,
+      "epoch": 0.59,
+      "learning_rate": 7.5203468084908185e-06,
+      "loss": 0.7834,
       "step": 3078
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.438592162616963e-07,
-      "loss": 0.7462,
+      "epoch": 0.59,
+      "learning_rate": 7.514308645190867e-06,
+      "loss": 0.774,
       "step": 3079
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.405635147159772e-07,
-      "loss": 0.6819,
+      "epoch": 0.59,
+      "learning_rate": 7.508271447687936e-06,
+      "loss": 0.7734,
       "step": 3080
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.372759905165615e-07,
-      "loss": 0.694,
+      "epoch": 0.59,
+      "learning_rate": 7.50223521832773e-06,
+      "loss": 0.7986,
       "step": 3081
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.339966465357661e-07,
-      "loss": 0.6766,
+      "epoch": 0.59,
+      "learning_rate": 7.496199959455584e-06,
+      "loss": 0.7396,
       "step": 3082
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.307254856387524e-07,
-      "loss": 0.6628,
+      "epoch": 0.59,
+      "learning_rate": 7.490165673416455e-06,
+      "loss": 0.7751,
       "step": 3083
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.274625106835375e-07,
-      "loss": 0.748,
+      "epoch": 0.59,
+      "learning_rate": 7.484132362554915e-06,
+      "loss": 0.7485,
       "step": 3084
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.242077245209877e-07,
-      "loss": 0.6659,
+      "epoch": 0.59,
+      "learning_rate": 7.478100029215166e-06,
+      "loss": 0.7764,
       "step": 3085
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.209611299948082e-07,
-      "loss": 0.7575,
+      "epoch": 0.59,
+      "learning_rate": 7.472068675741024e-06,
+      "loss": 0.7761,
       "step": 3086
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.177227299415534e-07,
-      "loss": 0.664,
+      "epoch": 0.59,
+      "learning_rate": 7.466038304475931e-06,
+      "loss": 0.801,
       "step": 3087
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.144925271906122e-07,
-      "loss": 0.6558,
+      "epoch": 0.59,
+      "learning_rate": 7.4600089177629384e-06,
+      "loss": 0.7607,
       "step": 3088
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.112705245642192e-07,
-      "loss": 0.7768,
+      "epoch": 0.59,
+      "learning_rate": 7.4539805179447234e-06,
+      "loss": 0.762,
       "step": 3089
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.080567248774372e-07,
-      "loss": 0.7421,
+      "epoch": 0.59,
+      "learning_rate": 7.447953107363574e-06,
+      "loss": 0.7871,
       "step": 3090
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.048511309381666e-07,
-      "loss": 0.6786,
+      "epoch": 0.59,
+      "learning_rate": 7.4419266883614e-06,
+      "loss": 0.7688,
       "step": 3091
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 6.016537455471383e-07,
-      "loss": 0.7237,
+      "epoch": 0.6,
+      "learning_rate": 7.435901263279717e-06,
+      "loss": 0.7612,
       "step": 3092
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.984645714979076e-07,
-      "loss": 0.7647,
+      "epoch": 0.6,
+      "learning_rate": 7.429876834459661e-06,
+      "loss": 0.7374,
       "step": 3093
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.952836115768612e-07,
-      "loss": 0.8151,
+      "epoch": 0.6,
+      "learning_rate": 7.4238534042419805e-06,
+      "loss": 0.6812,
       "step": 3094
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.921108685632026e-07,
-      "loss": 0.7587,
+      "epoch": 0.6,
+      "learning_rate": 7.417830974967034e-06,
+      "loss": 0.752,
       "step": 3095
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.889463452289623e-07,
-      "loss": 0.7258,
+      "epoch": 0.6,
+      "learning_rate": 7.411809548974792e-06,
+      "loss": 0.7483,
       "step": 3096
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.857900443389864e-07,
-      "loss": 0.7241,
+      "epoch": 0.6,
+      "learning_rate": 7.4057891286048356e-06,
+      "loss": 0.7903,
       "step": 3097
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.826419686509354e-07,
-      "loss": 0.7583,
+      "epoch": 0.6,
+      "learning_rate": 7.399769716196353e-06,
+      "loss": 0.6871,
       "step": 3098
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.795021209152874e-07,
-      "loss": 0.6921,
+      "epoch": 0.6,
+      "learning_rate": 7.393751314088147e-06,
+      "loss": 0.7917,
       "step": 3099
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.763705038753276e-07,
-      "loss": 0.6854,
+      "epoch": 0.6,
+      "learning_rate": 7.387733924618617e-06,
+      "loss": 0.7382,
       "step": 3100
     },
     {
-      "epoch": 0.89,
-      "learning_rate": 5.73247120267153e-07,
-      "loss": 0.7398,
+      "epoch": 0.6,
+      "learning_rate": 7.38171755012578e-06,
+      "loss": 0.7106,
       "step": 3101
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.701319728196675e-07,
-      "loss": 0.7523,
+      "epoch": 0.6,
+      "learning_rate": 7.3757021929472495e-06,
+      "loss": 0.7681,
       "step": 3102
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.670250642545739e-07,
-      "loss": 0.7321,
+      "epoch": 0.6,
+      "learning_rate": 7.3696878554202525e-06,
+      "loss": 0.7838,
       "step": 3103
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.639263972863851e-07,
-      "loss": 0.7354,
+      "epoch": 0.6,
+      "learning_rate": 7.3636745398816135e-06,
+      "loss": 0.6273,
       "step": 3104
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.608359746224057e-07,
-      "loss": 0.7031,
+      "epoch": 0.6,
+      "learning_rate": 7.35766224866776e-06,
+      "loss": 0.6328,
       "step": 3105
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.577537989627402e-07,
-      "loss": 0.6942,
+      "epoch": 0.6,
+      "learning_rate": 7.3516509841147276e-06,
+      "loss": 0.7089,
       "step": 3106
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.54679873000289e-07,
-      "loss": 0.732,
+      "epoch": 0.6,
+      "learning_rate": 7.345640748558146e-06,
+      "loss": 0.7274,
       "step": 3107
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.516141994207414e-07,
-      "loss": 0.7727,
+      "epoch": 0.6,
+      "learning_rate": 7.33963154433325e-06,
+      "loss": 0.7494,
       "step": 3108
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.485567809025805e-07,
-      "loss": 0.6754,
+      "epoch": 0.6,
+      "learning_rate": 7.333623373774868e-06,
+      "loss": 0.8032,
       "step": 3109
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.455076201170739e-07,
-      "loss": 0.7694,
+      "epoch": 0.6,
+      "learning_rate": 7.327616239217432e-06,
+      "loss": 0.7681,
       "step": 3110
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.424667197282751e-07,
-      "loss": 0.793,
+      "epoch": 0.6,
+      "learning_rate": 7.321610142994971e-06,
+      "loss": 0.811,
       "step": 3111
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.394340823930244e-07,
-      "loss": 0.6128,
+      "epoch": 0.6,
+      "learning_rate": 7.315605087441107e-06,
+      "loss": 0.7209,
       "step": 3112
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.364097107609356e-07,
-      "loss": 0.64,
+      "epoch": 0.6,
+      "learning_rate": 7.309601074889061e-06,
+      "loss": 0.7073,
       "step": 3113
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.333936074744062e-07,
-      "loss": 0.6684,
+      "epoch": 0.6,
+      "learning_rate": 7.303598107671648e-06,
+      "loss": 0.7749,
       "step": 3114
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.303857751686048e-07,
-      "loss": 0.7183,
+      "epoch": 0.6,
+      "learning_rate": 7.297596188121277e-06,
+      "loss": 0.7698,
       "step": 3115
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.273862164714805e-07,
-      "loss": 0.6957,
+      "epoch": 0.6,
+      "learning_rate": 7.291595318569951e-06,
+      "loss": 0.7401,
       "step": 3116
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.243949340037469e-07,
-      "loss": 0.6892,
+      "epoch": 0.6,
+      "learning_rate": 7.285595501349259e-06,
+      "loss": 0.7415,
       "step": 3117
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.214119303788901e-07,
-      "loss": 0.7276,
+      "epoch": 0.6,
+      "learning_rate": 7.279596738790389e-06,
+      "loss": 0.7859,
       "step": 3118
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.184372082031653e-07,
-      "loss": 0.7769,
+      "epoch": 0.6,
+      "learning_rate": 7.273599033224114e-06,
+      "loss": 0.7338,
       "step": 3119
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.154707700755857e-07,
-      "loss": 0.6884,
+      "epoch": 0.6,
+      "learning_rate": 7.267602386980801e-06,
+      "loss": 0.7251,
       "step": 3120
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.125126185879336e-07,
-      "loss": 0.6848,
+      "epoch": 0.6,
+      "learning_rate": 7.2616068023904e-06,
+      "loss": 0.7642,
       "step": 3121
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.095627563247452e-07,
-      "loss": 0.7395,
+      "epoch": 0.6,
+      "learning_rate": 7.255612281782451e-06,
+      "loss": 0.661,
       "step": 3122
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.066211858633196e-07,
-      "loss": 0.861,
+      "epoch": 0.6,
+      "learning_rate": 7.249618827486083e-06,
+      "loss": 0.715,
       "step": 3123
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.03687909773708e-07,
-      "loss": 0.7659,
+      "epoch": 0.6,
+      "learning_rate": 7.243626441830009e-06,
+      "loss": 0.7334,
       "step": 3124
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.007629306187145e-07,
-      "loss": 0.6177,
+      "epoch": 0.6,
+      "learning_rate": 7.2376351271425235e-06,
+      "loss": 0.7947,
       "step": 3125
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.978462509538972e-07,
-      "loss": 0.7288,
+      "epoch": 0.6,
+      "learning_rate": 7.2316448857515076e-06,
+      "loss": 0.7766,
       "step": 3126
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.9493787332756e-07,
-      "loss": 0.6441,
+      "epoch": 0.6,
+      "learning_rate": 7.225655719984426e-06,
+      "loss": 0.7734,
       "step": 3127
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.920378002807558e-07,
-      "loss": 0.734,
+      "epoch": 0.6,
+      "learning_rate": 7.219667632168326e-06,
+      "loss": 0.7258,
       "step": 3128
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.891460343472798e-07,
-      "loss": 0.705,
+      "epoch": 0.6,
+      "learning_rate": 7.213680624629832e-06,
+      "loss": 0.7118,
       "step": 3129
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.8626257805367e-07,
-      "loss": 0.7399,
+      "epoch": 0.6,
+      "learning_rate": 7.207694699695155e-06,
+      "loss": 0.7705,
       "step": 3130
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.833874339192046e-07,
-      "loss": 0.6857,
+      "epoch": 0.6,
+      "learning_rate": 7.201709859690081e-06,
+      "loss": 0.7229,
       "step": 3131
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.805206044558985e-07,
-      "loss": 0.782,
+      "epoch": 0.6,
+      "learning_rate": 7.1957261069399745e-06,
+      "loss": 0.8159,
       "step": 3132
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.776620921685027e-07,
-      "loss": 0.7473,
+      "epoch": 0.6,
+      "learning_rate": 7.189743443769778e-06,
+      "loss": 0.77,
       "step": 3133
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.7481189955450256e-07,
-      "loss": 0.7506,
+      "epoch": 0.6,
+      "learning_rate": 7.183761872504011e-06,
+      "loss": 0.6752,
       "step": 3134
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.7197002910411073e-07,
-      "loss": 0.6841,
+      "epoch": 0.6,
+      "learning_rate": 7.1777813954667716e-06,
+      "loss": 0.7186,
       "step": 3135
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 4.6913648330027427e-07,
-      "loss": 0.6947,
+      "epoch": 0.6,
+      "learning_rate": 7.171802014981726e-06,
+      "loss": 0.7126,
       "step": 3136
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.6631126461866183e-07,
-      "loss": 0.6832,
+      "epoch": 0.6,
+      "learning_rate": 7.1658237333721216e-06,
+      "loss": 0.719,
       "step": 3137
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.6349437552767105e-07,
-      "loss": 0.6995,
+      "epoch": 0.6,
+      "learning_rate": 7.159846552960774e-06,
+      "loss": 0.7695,
       "step": 3138
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.606858184884178e-07,
-      "loss": 0.7468,
+      "epoch": 0.6,
+      "learning_rate": 7.153870476070073e-06,
+      "loss": 0.7975,
       "step": 3139
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.5788559595474233e-07,
-      "loss": 0.7554,
+      "epoch": 0.6,
+      "learning_rate": 7.14789550502198e-06,
+      "loss": 0.7488,
       "step": 3140
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.550937103732012e-07,
-      "loss": 0.705,
+      "epoch": 0.6,
+      "learning_rate": 7.141921642138025e-06,
+      "loss": 0.7683,
       "step": 3141
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.523101641830663e-07,
-      "loss": 0.7221,
+      "epoch": 0.6,
+      "learning_rate": 7.135948889739307e-06,
+      "loss": 0.6727,
       "step": 3142
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.4953495981632236e-07,
-      "loss": 0.72,
+      "epoch": 0.6,
+      "learning_rate": 7.129977250146496e-06,
+      "loss": 0.7715,
       "step": 3143
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.4676809969766865e-07,
-      "loss": 0.6749,
+      "epoch": 0.61,
+      "learning_rate": 7.124006725679828e-06,
+      "loss": 0.7743,
       "step": 3144
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.440095862445115e-07,
-      "loss": 0.6887,
+      "epoch": 0.61,
+      "learning_rate": 7.118037318659108e-06,
+      "loss": 0.7183,
       "step": 3145
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.412594218669697e-07,
-      "loss": 0.7614,
+      "epoch": 0.61,
+      "learning_rate": 7.112069031403704e-06,
+      "loss": 0.7651,
       "step": 3146
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.3851760896786e-07,
-      "loss": 0.7851,
+      "epoch": 0.61,
+      "learning_rate": 7.106101866232546e-06,
+      "loss": 0.745,
       "step": 3147
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.3578414994270846e-07,
-      "loss": 0.7216,
+      "epoch": 0.61,
+      "learning_rate": 7.100135825464138e-06,
+      "loss": 0.7808,
       "step": 3148
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.3305904717973803e-07,
-      "loss": 0.7164,
+      "epoch": 0.61,
+      "learning_rate": 7.094170911416543e-06,
+      "loss": 0.7437,
       "step": 3149
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.3034230305987635e-07,
-      "loss": 0.674,
+      "epoch": 0.61,
+      "learning_rate": 7.088207126407374e-06,
+      "loss": 0.8359,
       "step": 3150
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.276339199567425e-07,
-      "loss": 0.8094,
+      "epoch": 0.61,
+      "learning_rate": 7.082244472753823e-06,
+      "loss": 0.7993,
       "step": 3151
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.2493390023665147e-07,
-      "loss": 0.8124,
+      "epoch": 0.61,
+      "learning_rate": 7.076282952772634e-06,
+      "loss": 0.7152,
       "step": 3152
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.222422462586151e-07,
-      "loss": 0.7194,
+      "epoch": 0.61,
+      "learning_rate": 7.070322568780111e-06,
+      "loss": 0.8245,
       "step": 3153
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.195589603743311e-07,
-      "loss": 0.7282,
+      "epoch": 0.61,
+      "learning_rate": 7.064363323092117e-06,
+      "loss": 0.7074,
       "step": 3154
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.168840449281897e-07,
-      "loss": 0.6682,
+      "epoch": 0.61,
+      "learning_rate": 7.058405218024074e-06,
+      "loss": 0.7629,
       "step": 3155
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.142175022572659e-07,
-      "loss": 0.7323,
+      "epoch": 0.61,
+      "learning_rate": 7.052448255890958e-06,
+      "loss": 0.7302,
       "step": 3156
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.1155933469131937e-07,
-      "loss": 0.5992,
+      "epoch": 0.61,
+      "learning_rate": 7.046492439007306e-06,
+      "loss": 0.7781,
       "step": 3157
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.0890954455279574e-07,
-      "loss": 0.7395,
+      "epoch": 0.61,
+      "learning_rate": 7.040537769687204e-06,
+      "loss": 0.7363,
       "step": 3158
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.0626813415681534e-07,
-      "loss": 0.7736,
+      "epoch": 0.61,
+      "learning_rate": 7.034584250244292e-06,
+      "loss": 0.8269,
       "step": 3159
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.036351058111809e-07,
-      "loss": 0.753,
+      "epoch": 0.61,
+      "learning_rate": 7.028631882991771e-06,
+      "loss": 0.7966,
       "step": 3160
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.0101046181637236e-07,
-      "loss": 0.7383,
+      "epoch": 0.61,
+      "learning_rate": 7.022680670242387e-06,
+      "loss": 0.7992,
       "step": 3161
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.98394204465542e-07,
-      "loss": 0.7368,
+      "epoch": 0.61,
+      "learning_rate": 7.01673061430844e-06,
+      "loss": 0.7708,
       "step": 3162
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.957863360445158e-07,
-      "loss": 0.7629,
+      "epoch": 0.61,
+      "learning_rate": 7.01078171750178e-06,
+      "loss": 0.7568,
       "step": 3163
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.931868588317911e-07,
-      "loss": 0.6751,
+      "epoch": 0.61,
+      "learning_rate": 7.004833982133808e-06,
+      "loss": 0.7585,
       "step": 3164
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.905957750985323e-07,
-      "loss": 0.7128,
+      "epoch": 0.61,
+      "learning_rate": 6.998887410515473e-06,
+      "loss": 0.7034,
       "step": 3165
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.880130871085708e-07,
-      "loss": 0.6879,
+      "epoch": 0.61,
+      "learning_rate": 6.992942004957271e-06,
+      "loss": 0.7771,
       "step": 3166
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.8543879711840257e-07,
-      "loss": 0.6471,
+      "epoch": 0.61,
+      "learning_rate": 6.986997767769243e-06,
+      "loss": 0.7898,
       "step": 3167
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.8287290737718975e-07,
-      "loss": 0.7536,
+      "epoch": 0.61,
+      "learning_rate": 6.981054701260981e-06,
+      "loss": 0.7405,
       "step": 3168
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.803154201267489e-07,
-      "loss": 0.7224,
+      "epoch": 0.61,
+      "learning_rate": 6.97511280774162e-06,
+      "loss": 0.7842,
       "step": 3169
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 3.7776633760155944e-07,
-      "loss": 0.7931,
+      "epoch": 0.61,
+      "learning_rate": 6.969172089519836e-06,
+      "loss": 0.7527,
       "step": 3170
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.752256620287542e-07,
-      "loss": 0.7261,
+      "epoch": 0.61,
+      "learning_rate": 6.963232548903853e-06,
+      "loss": 0.7872,
       "step": 3171
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.7269339562812646e-07,
-      "loss": 0.751,
+      "epoch": 0.61,
+      "learning_rate": 6.957294188201438e-06,
+      "loss": 0.7366,
       "step": 3172
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.7016954061211975e-07,
-      "loss": 0.6552,
+      "epoch": 0.61,
+      "learning_rate": 6.951357009719893e-06,
+      "loss": 0.7347,
       "step": 3173
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.676540991858235e-07,
-      "loss": 0.7098,
+      "epoch": 0.61,
+      "learning_rate": 6.9454210157660694e-06,
+      "loss": 0.7394,
       "step": 3174
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.6514707354698644e-07,
-      "loss": 0.7125,
+      "epoch": 0.61,
+      "learning_rate": 6.939486208646349e-06,
+      "loss": 0.7336,
       "step": 3175
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.62648465885993e-07,
-      "loss": 0.763,
+      "epoch": 0.61,
+      "learning_rate": 6.933552590666659e-06,
+      "loss": 0.7737,
       "step": 3176
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.6015827838588366e-07,
-      "loss": 0.6738,
+      "epoch": 0.61,
+      "learning_rate": 6.927620164132463e-06,
+      "loss": 0.7618,
       "step": 3177
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.5767651322233367e-07,
-      "loss": 0.7183,
+      "epoch": 0.61,
+      "learning_rate": 6.921688931348762e-06,
+      "loss": 0.6182,
       "step": 3178
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.55203172563664e-07,
-      "loss": 0.7399,
+      "epoch": 0.61,
+      "learning_rate": 6.915758894620093e-06,
+      "loss": 0.8213,
       "step": 3179
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.527382585708339e-07,
-      "loss": 0.7561,
+      "epoch": 0.61,
+      "learning_rate": 6.909830056250527e-06,
+      "loss": 0.7786,
       "step": 3180
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.502817733974395e-07,
-      "loss": 0.647,
+      "epoch": 0.61,
+      "learning_rate": 6.903902418543671e-06,
+      "loss": 0.7465,
       "step": 3181
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.478337191897152e-07,
-      "loss": 0.7524,
+      "epoch": 0.61,
+      "learning_rate": 6.8979759838026676e-06,
+      "loss": 0.7124,
       "step": 3182
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.453940980865289e-07,
-      "loss": 0.7267,
+      "epoch": 0.61,
+      "learning_rate": 6.892050754330181e-06,
+      "loss": 0.791,
       "step": 3183
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.4296291221937563e-07,
-      "loss": 0.7397,
+      "epoch": 0.61,
+      "learning_rate": 6.886126732428424e-06,
+      "loss": 0.765,
       "step": 3184
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.405401637123873e-07,
-      "loss": 0.7725,
+      "epoch": 0.61,
+      "learning_rate": 6.8802039203991275e-06,
+      "loss": 0.752,
       "step": 3185
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.3812585468231963e-07,
-      "loss": 0.6713,
+      "epoch": 0.61,
+      "learning_rate": 6.874282320543557e-06,
+      "loss": 0.7426,
       "step": 3186
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.3571998723855634e-07,
-      "loss": 0.7221,
+      "epoch": 0.61,
+      "learning_rate": 6.8683619351625065e-06,
+      "loss": 0.7324,
       "step": 3187
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.333225634831072e-07,
-      "loss": 0.7691,
+      "epoch": 0.61,
+      "learning_rate": 6.862442766556297e-06,
+      "loss": 0.6775,
       "step": 3188
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.3093358551059887e-07,
-      "loss": 0.7187,
+      "epoch": 0.61,
+      "learning_rate": 6.85652481702478e-06,
+      "loss": 0.7039,
       "step": 3189
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.2855305540828717e-07,
-      "loss": 0.7186,
+      "epoch": 0.61,
+      "learning_rate": 6.850608088867332e-06,
+      "loss": 0.7427,
       "step": 3190
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.2618097525604076e-07,
-      "loss": 0.704,
+      "epoch": 0.61,
+      "learning_rate": 6.844692584382848e-06,
+      "loss": 0.7129,
       "step": 3191
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.238173471263495e-07,
-      "loss": 0.7421,
+      "epoch": 0.61,
+      "learning_rate": 6.83877830586976e-06,
+      "loss": 0.7759,
       "step": 3192
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.2146217308431484e-07,
-      "loss": 0.7776,
+      "epoch": 0.61,
+      "learning_rate": 6.832865255626013e-06,
+      "loss": 0.77,
       "step": 3193
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.1911545518765517e-07,
-      "loss": 0.7508,
+      "epoch": 0.61,
+      "learning_rate": 6.826953435949081e-06,
+      "loss": 0.7512,
       "step": 3194
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.1677719548670047e-07,
-      "loss": 0.656,
+      "epoch": 0.61,
+      "learning_rate": 6.821042849135957e-06,
+      "loss": 0.7312,
       "step": 3195
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.1444739602438877e-07,
-      "loss": 0.6961,
+      "epoch": 0.62,
+      "learning_rate": 6.815133497483157e-06,
+      "loss": 0.7883,
       "step": 3196
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.1212605883626734e-07,
-      "loss": 0.8145,
+      "epoch": 0.62,
+      "learning_rate": 6.809225383286715e-06,
+      "loss": 0.7969,
       "step": 3197
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.0981318595049046e-07,
-      "loss": 0.7679,
+      "epoch": 0.62,
+      "learning_rate": 6.8033185088421874e-06,
+      "loss": 0.7861,
       "step": 3198
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.075087793878162e-07,
-      "loss": 0.7288,
+      "epoch": 0.62,
+      "learning_rate": 6.797412876444645e-06,
+      "loss": 0.7351,
       "step": 3199
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.052128411616073e-07,
-      "loss": 0.7451,
+      "epoch": 0.62,
+      "learning_rate": 6.791508488388675e-06,
+      "loss": 0.7697,
       "step": 3200
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.029253732778259e-07,
-      "loss": 0.7459,
+      "epoch": 0.62,
+      "learning_rate": 6.785605346968387e-06,
+      "loss": 0.8127,
       "step": 3201
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 3.0064637773503547e-07,
-      "loss": 0.7393,
+      "epoch": 0.62,
+      "learning_rate": 6.779703454477402e-06,
+      "loss": 0.7544,
       "step": 3202
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 2.983758565243944e-07,
-      "loss": 0.7645,
+      "epoch": 0.62,
+      "learning_rate": 6.7738028132088565e-06,
+      "loss": 0.7527,
       "step": 3203
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 2.9611381162966024e-07,
-      "loss": 0.7862,
+      "epoch": 0.62,
+      "learning_rate": 6.767903425455402e-06,
+      "loss": 0.7767,
       "step": 3204
     },
     {
-      "epoch": 0.92,
-      "learning_rate": 2.9386024502718214e-07,
-      "loss": 0.6242,
+      "epoch": 0.62,
+      "learning_rate": 6.762005293509202e-06,
+      "loss": 0.6897,
       "step": 3205
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.9161515868590285e-07,
-      "loss": 0.7839,
+      "epoch": 0.62,
+      "learning_rate": 6.7561084196619306e-06,
+      "loss": 0.7311,
       "step": 3206
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.8937855456735665e-07,
-      "loss": 0.7129,
+      "epoch": 0.62,
+      "learning_rate": 6.750212806204778e-06,
+      "loss": 0.7256,
       "step": 3207
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.871504346256637e-07,
-      "loss": 0.6867,
+      "epoch": 0.62,
+      "learning_rate": 6.744318455428436e-06,
+      "loss": 0.729,
       "step": 3208
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.849308008075369e-07,
-      "loss": 0.7165,
+      "epoch": 0.62,
+      "learning_rate": 6.738425369623115e-06,
+      "loss": 0.8027,
       "step": 3209
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.827196550522726e-07,
-      "loss": 0.7545,
+      "epoch": 0.62,
+      "learning_rate": 6.732533551078528e-06,
+      "loss": 0.8083,
       "step": 3210
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.805169992917467e-07,
-      "loss": 0.7004,
+      "epoch": 0.62,
+      "learning_rate": 6.7266430020839e-06,
+      "loss": 0.7695,
       "step": 3211
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.7832283545042415e-07,
-      "loss": 0.7181,
+      "epoch": 0.62,
+      "learning_rate": 6.720753724927957e-06,
+      "loss": 0.5991,
       "step": 3212
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.7613716544534596e-07,
-      "loss": 0.7006,
+      "epoch": 0.62,
+      "learning_rate": 6.714865721898938e-06,
+      "loss": 0.7502,
       "step": 3213
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.739599911861346e-07,
-      "loss": 0.7536,
+      "epoch": 0.62,
+      "learning_rate": 6.708978995284581e-06,
+      "loss": 0.7727,
       "step": 3214
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.7179131457498844e-07,
-      "loss": 0.6969,
+      "epoch": 0.62,
+      "learning_rate": 6.70309354737213e-06,
+      "loss": 0.6962,
       "step": 3215
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.6963113750668066e-07,
-      "loss": 0.7763,
+      "epoch": 0.62,
+      "learning_rate": 6.697209380448333e-06,
+      "loss": 0.7354,
       "step": 3216
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.674794618685617e-07,
-      "loss": 0.6722,
+      "epoch": 0.62,
+      "learning_rate": 6.6913264967994375e-06,
+      "loss": 0.8176,
       "step": 3217
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.653362895405498e-07,
-      "loss": 0.7595,
+      "epoch": 0.62,
+      "learning_rate": 6.685444898711196e-06,
+      "loss": 0.7163,
       "step": 3218
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.6320162239513725e-07,
-      "loss": 0.7107,
+      "epoch": 0.62,
+      "learning_rate": 6.679564588468861e-06,
+      "loss": 0.7629,
       "step": 3219
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.6107546229738433e-07,
-      "loss": 0.7977,
+      "epoch": 0.62,
+      "learning_rate": 6.673685568357182e-06,
+      "loss": 0.7849,
       "step": 3220
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.5895781110491735e-07,
-      "loss": 0.73,
+      "epoch": 0.62,
+      "learning_rate": 6.66780784066041e-06,
+      "loss": 0.7434,
       "step": 3221
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.568486706679318e-07,
-      "loss": 0.7578,
+      "epoch": 0.62,
+      "learning_rate": 6.661931407662292e-06,
+      "loss": 0.6916,
       "step": 3222
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.5474804282918487e-07,
-      "loss": 0.7388,
+      "epoch": 0.62,
+      "learning_rate": 6.656056271646076e-06,
+      "loss": 0.7614,
       "step": 3223
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.526559294239961e-07,
-      "loss": 0.7609,
+      "epoch": 0.62,
+      "learning_rate": 6.650182434894496e-06,
+      "loss": 0.7744,
       "step": 3224
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.505723322802445e-07,
-      "loss": 0.7149,
+      "epoch": 0.62,
+      "learning_rate": 6.644309899689794e-06,
+      "loss": 0.748,
       "step": 3225
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.484972532183716e-07,
-      "loss": 0.7521,
+      "epoch": 0.62,
+      "learning_rate": 6.638438668313695e-06,
+      "loss": 0.7668,
       "step": 3226
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.464306940513772e-07,
-      "loss": 0.7354,
+      "epoch": 0.62,
+      "learning_rate": 6.632568743047426e-06,
+      "loss": 0.7737,
       "step": 3227
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.443726565848137e-07,
-      "loss": 0.6773,
+      "epoch": 0.62,
+      "learning_rate": 6.6267001261717015e-06,
+      "loss": 0.7484,
       "step": 3228
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.423231426167916e-07,
-      "loss": 0.8461,
+      "epoch": 0.62,
+      "learning_rate": 6.6208328199667305e-06,
+      "loss": 0.7587,
       "step": 3229
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.4028215393797073e-07,
-      "loss": 0.7245,
+      "epoch": 0.62,
+      "learning_rate": 6.614966826712212e-06,
+      "loss": 0.7891,
       "step": 3230
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.382496923315647e-07,
-      "loss": 0.7602,
+      "epoch": 0.62,
+      "learning_rate": 6.609102148687333e-06,
+      "loss": 0.7035,
       "step": 3231
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.3622575957333748e-07,
-      "loss": 0.7061,
+      "epoch": 0.62,
+      "learning_rate": 6.603238788170771e-06,
+      "loss": 0.7107,
       "step": 3232
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.3421035743160125e-07,
-      "loss": 0.7192,
+      "epoch": 0.62,
+      "learning_rate": 6.597376747440694e-06,
+      "loss": 0.7477,
       "step": 3233
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.32203487667213e-07,
-      "loss": 0.7636,
+      "epoch": 0.62,
+      "learning_rate": 6.59151602877475e-06,
+      "loss": 0.78,
       "step": 3234
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.3020515203357574e-07,
-      "loss": 0.7253,
+      "epoch": 0.62,
+      "learning_rate": 6.5856566344500815e-06,
+      "loss": 0.7454,
       "step": 3235
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.2821535227663838e-07,
-      "loss": 0.7039,
+      "epoch": 0.62,
+      "learning_rate": 6.579798566743314e-06,
+      "loss": 0.6274,
       "step": 3236
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.2623409013488806e-07,
-      "loss": 0.7002,
+      "epoch": 0.62,
+      "learning_rate": 6.573941827930551e-06,
+      "loss": 0.7566,
       "step": 3237
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.2426136733935677e-07,
-      "loss": 0.7072,
+      "epoch": 0.62,
+      "learning_rate": 6.568086420287389e-06,
+      "loss": 0.7771,
       "step": 3238
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.2229718561361468e-07,
-      "loss": 0.7456,
+      "epoch": 0.62,
+      "learning_rate": 6.562232346088903e-06,
+      "loss": 0.621,
       "step": 3239
     },
     {
-      "epoch": 0.93,
-      "learning_rate": 2.2034154667376574e-07,
-      "loss": 0.7408,
+      "epoch": 0.62,
+      "learning_rate": 6.5563796076096484e-06,
+      "loss": 0.7163,
       "step": 3240
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.1839445222845645e-07,
-      "loss": 0.7329,
+      "epoch": 0.62,
+      "learning_rate": 6.550528207123667e-06,
+      "loss": 0.7466,
       "step": 3241
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.1645590397886273e-07,
-      "loss": 0.7985,
+      "epoch": 0.62,
+      "learning_rate": 6.544678146904475e-06,
+      "loss": 0.7427,
       "step": 3242
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.145259036186953e-07,
-      "loss": 0.6585,
+      "epoch": 0.62,
+      "learning_rate": 6.538829429225068e-06,
+      "loss": 0.7246,
       "step": 3243
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.126044528341975e-07,
-      "loss": 0.741,
+      "epoch": 0.62,
+      "learning_rate": 6.532982056357928e-06,
+      "loss": 0.6526,
       "step": 3244
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.1069155330414204e-07,
-      "loss": 0.6374,
+      "epoch": 0.62,
+      "learning_rate": 6.527136030575005e-06,
+      "loss": 0.812,
       "step": 3245
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.0878720669983088e-07,
-      "loss": 0.8122,
+      "epoch": 0.62,
+      "learning_rate": 6.521291354147727e-06,
+      "loss": 0.7771,
       "step": 3246
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.06891414685092e-07,
-      "loss": 0.8156,
+      "epoch": 0.62,
+      "learning_rate": 6.515448029347005e-06,
+      "loss": 0.74,
       "step": 3247
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.0500417891628155e-07,
-      "loss": 0.763,
+      "epoch": 0.63,
+      "learning_rate": 6.5096060584432134e-06,
+      "loss": 0.8003,
       "step": 3248
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.0312550104227947e-07,
-      "loss": 0.7731,
+      "epoch": 0.63,
+      "learning_rate": 6.503765443706212e-06,
+      "loss": 0.7166,
       "step": 3249
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 2.0125538270448608e-07,
-      "loss": 0.6481,
+      "epoch": 0.63,
+      "learning_rate": 6.497926187405326e-06,
+      "loss": 0.7585,
       "step": 3250
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.993938255368244e-07,
-      "loss": 0.712,
+      "epoch": 0.63,
+      "learning_rate": 6.492088291809355e-06,
+      "loss": 0.7461,
       "step": 3251
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.975408311657412e-07,
-      "loss": 0.6822,
+      "epoch": 0.63,
+      "learning_rate": 6.486251759186573e-06,
+      "loss": 0.7515,
       "step": 3252
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.9569640121019695e-07,
-      "loss": 0.6864,
+      "epoch": 0.63,
+      "learning_rate": 6.48041659180472e-06,
+      "loss": 0.7156,
       "step": 3253
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.9386053728167152e-07,
-      "loss": 0.7133,
+      "epoch": 0.63,
+      "learning_rate": 6.474582791931006e-06,
+      "loss": 0.7769,
       "step": 3254
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.9203324098416076e-07,
-      "loss": 0.7228,
+      "epoch": 0.63,
+      "learning_rate": 6.468750361832112e-06,
+      "loss": 0.8704,
       "step": 3255
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.9021451391417534e-07,
-      "loss": 0.7875,
+      "epoch": 0.63,
+      "learning_rate": 6.462919303774186e-06,
+      "loss": 0.7103,
       "step": 3256
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.884043576607375e-07,
-      "loss": 0.7189,
+      "epoch": 0.63,
+      "learning_rate": 6.4570896200228415e-06,
+      "loss": 0.7944,
       "step": 3257
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.8660277380538327e-07,
-      "loss": 0.7324,
+      "epoch": 0.63,
+      "learning_rate": 6.45126131284316e-06,
+      "loss": 0.7479,
       "step": 3258
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.8480976392215578e-07,
-      "loss": 0.6721,
+      "epoch": 0.63,
+      "learning_rate": 6.445434384499687e-06,
+      "loss": 0.7312,
       "step": 3259
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.8302532957761076e-07,
-      "loss": 0.7057,
+      "epoch": 0.63,
+      "learning_rate": 6.439608837256432e-06,
+      "loss": 0.7349,
       "step": 3260
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.8124947233081002e-07,
-      "loss": 0.74,
+      "epoch": 0.63,
+      "learning_rate": 6.43378467337687e-06,
+      "loss": 0.7566,
       "step": 3261
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.794821937333191e-07,
-      "loss": 0.6698,
+      "epoch": 0.63,
+      "learning_rate": 6.427961895123935e-06,
+      "loss": 0.7444,
       "step": 3262
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.7772349532921286e-07,
-      "loss": 0.6468,
+      "epoch": 0.63,
+      "learning_rate": 6.422140504760025e-06,
+      "loss": 0.7214,
       "step": 3263
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.7597337865506548e-07,
-      "loss": 0.6939,
+      "epoch": 0.63,
+      "learning_rate": 6.4163205045469975e-06,
+      "loss": 0.7563,
       "step": 3264
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.7423184523995606e-07,
-      "loss": 0.6906,
+      "epoch": 0.63,
+      "learning_rate": 6.410501896746172e-06,
+      "loss": 0.7441,
       "step": 3265
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.7249889660546416e-07,
-      "loss": 0.7493,
+      "epoch": 0.63,
+      "learning_rate": 6.404684683618325e-06,
+      "loss": 0.6984,
       "step": 3266
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.7077453426566749e-07,
-      "loss": 0.7629,
+      "epoch": 0.63,
+      "learning_rate": 6.398868867423691e-06,
+      "loss": 0.7429,
       "step": 3267
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.6905875972714314e-07,
-      "loss": 0.7761,
+      "epoch": 0.63,
+      "learning_rate": 6.393054450421963e-06,
+      "loss": 0.8167,
       "step": 3268
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.673515744889642e-07,
-      "loss": 0.7263,
+      "epoch": 0.63,
+      "learning_rate": 6.387241434872293e-06,
+      "loss": 0.7654,
       "step": 3269
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.656529800426987e-07,
-      "loss": 0.7812,
+      "epoch": 0.63,
+      "learning_rate": 6.381429823033281e-06,
+      "loss": 0.8018,
       "step": 3270
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.6396297787241166e-07,
-      "loss": 0.7374,
+      "epoch": 0.63,
+      "learning_rate": 6.375619617162985e-06,
+      "loss": 0.679,
       "step": 3271
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.6228156945465756e-07,
-      "loss": 0.742,
+      "epoch": 0.63,
+      "learning_rate": 6.36981081951892e-06,
+      "loss": 0.7573,
       "step": 3272
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.606087562584857e-07,
-      "loss": 0.6797,
+      "epoch": 0.63,
+      "learning_rate": 6.364003432358051e-06,
+      "loss": 0.7693,
       "step": 3273
     },
     {
-      "epoch": 0.94,
-      "learning_rate": 1.5894453974543256e-07,
-      "loss": 0.7006,
+      "epoch": 0.63,
+      "learning_rate": 6.358197457936796e-06,
+      "loss": 0.7356,
       "step": 3274
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.5728892136952612e-07,
-      "loss": 0.7357,
+      "epoch": 0.63,
+      "learning_rate": 6.3523928985110216e-06,
+      "loss": 0.7388,
       "step": 3275
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.5564190257728151e-07,
-      "loss": 0.7527,
+      "epoch": 0.63,
+      "learning_rate": 6.34658975633605e-06,
+      "loss": 0.8124,
       "step": 3276
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.5400348480769988e-07,
-      "loss": 0.7132,
+      "epoch": 0.63,
+      "learning_rate": 6.340788033666645e-06,
+      "loss": 0.5828,
       "step": 3277
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.523736694922684e-07,
-      "loss": 0.7309,
+      "epoch": 0.63,
+      "learning_rate": 6.334987732757028e-06,
+      "loss": 0.71,
       "step": 3278
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.5075245805495798e-07,
-      "loss": 0.7147,
+      "epoch": 0.63,
+      "learning_rate": 6.329188855860859e-06,
+      "loss": 0.7183,
       "step": 3279
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.4913985191222115e-07,
-      "loss": 0.7177,
+      "epoch": 0.63,
+      "learning_rate": 6.32339140523125e-06,
+      "loss": 0.7356,
       "step": 3280
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.4753585247299307e-07,
-      "loss": 0.6835,
+      "epoch": 0.63,
+      "learning_rate": 6.317595383120756e-06,
+      "loss": 0.7312,
       "step": 3281
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.4594046113869053e-07,
-      "loss": 0.6823,
+      "epoch": 0.63,
+      "learning_rate": 6.311800791781381e-06,
+      "loss": 0.7542,
       "step": 3282
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.4435367930320743e-07,
-      "loss": 0.7224,
+      "epoch": 0.63,
+      "learning_rate": 6.30600763346457e-06,
+      "loss": 0.6514,
       "step": 3283
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.4277550835291476e-07,
-      "loss": 0.712,
+      "epoch": 0.63,
+      "learning_rate": 6.300215910421212e-06,
+      "loss": 0.7885,
       "step": 3284
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.4120594966666512e-07,
-      "loss": 0.772,
+      "epoch": 0.63,
+      "learning_rate": 6.294425624901638e-06,
+      "loss": 0.749,
       "step": 3285
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.3964500461577934e-07,
-      "loss": 0.8012,
+      "epoch": 0.63,
+      "learning_rate": 6.288636779155621e-06,
+      "loss": 0.7456,
       "step": 3286
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.380926745640576e-07,
-      "loss": 0.6669,
+      "epoch": 0.63,
+      "learning_rate": 6.282849375432374e-06,
+      "loss": 0.7996,
       "step": 3287
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.3654896086777281e-07,
-      "loss": 0.6657,
+      "epoch": 0.63,
+      "learning_rate": 6.277063415980549e-06,
+      "loss": 0.7517,
       "step": 3288
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.3501386487566714e-07,
-      "loss": 0.7205,
+      "epoch": 0.63,
+      "learning_rate": 6.271278903048239e-06,
+      "loss": 0.7776,
       "step": 3289
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.3348738792895666e-07,
-      "loss": 0.7278,
+      "epoch": 0.63,
+      "learning_rate": 6.265495838882973e-06,
+      "loss": 0.6265,
       "step": 3290
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.319695313613234e-07,
-      "loss": 0.691,
+      "epoch": 0.63,
+      "learning_rate": 6.2597142257317185e-06,
+      "loss": 0.6016,
       "step": 3291
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.3046029649891988e-07,
-      "loss": 0.7735,
+      "epoch": 0.63,
+      "learning_rate": 6.25393406584088e-06,
+      "loss": 0.7996,
       "step": 3292
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.2895968466036912e-07,
-      "loss": 0.7981,
+      "epoch": 0.63,
+      "learning_rate": 6.248155361456293e-06,
+      "loss": 0.8149,
       "step": 3293
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.2746769715675234e-07,
-      "loss": 0.6819,
+      "epoch": 0.63,
+      "learning_rate": 6.2423781148232345e-06,
+      "loss": 0.7446,
       "step": 3294
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.2598433529162235e-07,
-      "loss": 0.7424,
+      "epoch": 0.63,
+      "learning_rate": 6.236602328186405e-06,
+      "loss": 0.6975,
       "step": 3295
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.2450960036099247e-07,
-      "loss": 0.6638,
+      "epoch": 0.63,
+      "learning_rate": 6.230828003789949e-06,
+      "loss": 0.7607,
       "step": 3296
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.230434936533409e-07,
-      "loss": 0.7531,
+      "epoch": 0.63,
+      "learning_rate": 6.225055143877434e-06,
+      "loss": 0.7593,
       "step": 3297
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.2158601644960521e-07,
-      "loss": 0.6903,
+      "epoch": 0.63,
+      "learning_rate": 6.219283750691864e-06,
+      "loss": 0.7781,
       "step": 3298
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.2013717002318458e-07,
-      "loss": 0.705,
+      "epoch": 0.63,
+      "learning_rate": 6.2135138264756715e-06,
+      "loss": 0.7275,
       "step": 3299
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.1869695563993755e-07,
-      "loss": 0.7124,
+      "epoch": 0.64,
+      "learning_rate": 6.207745373470717e-06,
+      "loss": 0.7639,
       "step": 3300
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.1726537455817866e-07,
-      "loss": 0.7223,
+      "epoch": 0.64,
+      "learning_rate": 6.201978393918291e-06,
+      "loss": 0.7407,
       "step": 3301
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.1584242802868295e-07,
-      "loss": 0.7247,
+      "epoch": 0.64,
+      "learning_rate": 6.196212890059111e-06,
+      "loss": 0.7461,
       "step": 3302
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.1442811729468039e-07,
-      "loss": 0.7129,
+      "epoch": 0.64,
+      "learning_rate": 6.190448864133321e-06,
+      "loss": 0.8059,
       "step": 3303
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.1302244359185365e-07,
-      "loss": 0.8568,
+      "epoch": 0.64,
+      "learning_rate": 6.184686318380488e-06,
+      "loss": 0.7581,
       "step": 3304
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.1162540814834255e-07,
-      "loss": 0.7301,
+      "epoch": 0.64,
+      "learning_rate": 6.17892525503961e-06,
+      "loss": 0.7483,
       "step": 3305
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.1023701218473626e-07,
-      "loss": 0.7874,
+      "epoch": 0.64,
+      "learning_rate": 6.173165676349103e-06,
+      "loss": 0.7656,
       "step": 3306
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.0885725691407778e-07,
-      "loss": 0.7138,
+      "epoch": 0.64,
+      "learning_rate": 6.1674075845468114e-06,
+      "loss": 0.7571,
       "step": 3307
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.074861435418606e-07,
-      "loss": 0.7689,
+      "epoch": 0.64,
+      "learning_rate": 6.1616509818699975e-06,
+      "loss": 0.6921,
       "step": 3308
     },
     {
-      "epoch": 0.95,
-      "learning_rate": 1.0612367326602757e-07,
-      "loss": 0.6875,
+      "epoch": 0.64,
+      "learning_rate": 6.155895870555348e-06,
+      "loss": 0.7246,
       "step": 3309
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 1.0476984727696981e-07,
-      "loss": 0.7673,
+      "epoch": 0.64,
+      "learning_rate": 6.150142252838967e-06,
+      "loss": 0.7856,
       "step": 3310
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 1.0342466675752561e-07,
-      "loss": 0.6618,
+      "epoch": 0.64,
+      "learning_rate": 6.144390130956384e-06,
+      "loss": 0.7247,
       "step": 3311
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 1.0208813288298036e-07,
-      "loss": 0.7621,
+      "epoch": 0.64,
+      "learning_rate": 6.138639507142539e-06,
+      "loss": 0.703,
       "step": 3312
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 1.0076024682106444e-07,
-      "loss": 0.7813,
+      "epoch": 0.64,
+      "learning_rate": 6.132890383631796e-06,
+      "loss": 0.6775,
       "step": 3313
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 9.944100973195425e-08,
-      "loss": 0.7714,
+      "epoch": 0.64,
+      "learning_rate": 6.127142762657934e-06,
+      "loss": 0.782,
       "step": 3314
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 9.813042276826779e-08,
-      "loss": 0.6475,
+      "epoch": 0.64,
+      "learning_rate": 6.12139664645415e-06,
+      "loss": 0.728,
       "step": 3315
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 9.682848707506354e-08,
-      "loss": 0.7269,
+      "epoch": 0.64,
+      "learning_rate": 6.115652037253054e-06,
+      "loss": 0.708,
       "step": 3316
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 9.553520378984604e-08,
-      "loss": 0.7451,
+      "epoch": 0.64,
+      "learning_rate": 6.109908937286673e-06,
+      "loss": 0.8118,
       "step": 3317
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 9.425057404255589e-08,
-      "loss": 0.6779,
+      "epoch": 0.64,
+      "learning_rate": 6.104167348786443e-06,
+      "loss": 0.7258,
       "step": 3318
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 9.297459895557747e-08,
-      "loss": 0.6669,
+      "epoch": 0.64,
+      "learning_rate": 6.098427273983221e-06,
+      "loss": 0.7301,
       "step": 3319
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 9.170727964372905e-08,
-      "loss": 0.7448,
+      "epoch": 0.64,
+      "learning_rate": 6.092688715107265e-06,
+      "loss": 0.7371,
       "step": 3320
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 9.044861721426934e-08,
-      "loss": 0.8206,
+      "epoch": 0.64,
+      "learning_rate": 6.086951674388252e-06,
+      "loss": 0.6814,
       "step": 3321
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 8.919861276689312e-08,
-      "loss": 0.622,
+      "epoch": 0.64,
+      "learning_rate": 6.0812161540552675e-06,
+      "loss": 0.6858,
       "step": 3322
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 8.79572673937279e-08,
-      "loss": 0.6485,
+      "epoch": 0.64,
+      "learning_rate": 6.075482156336804e-06,
+      "loss": 0.7727,
       "step": 3323
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 8.672458217934166e-08,
-      "loss": 0.7592,
+      "epoch": 0.64,
+      "learning_rate": 6.069749683460765e-06,
+      "loss": 0.8008,
       "step": 3324
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 8.550055820072955e-08,
-      "loss": 0.6937,
+      "epoch": 0.64,
+      "learning_rate": 6.06401873765446e-06,
+      "loss": 0.7277,
       "step": 3325
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 8.42851965273217e-08,
-      "loss": 0.7597,
+      "epoch": 0.64,
+      "learning_rate": 6.058289321144608e-06,
+      "loss": 0.7357,
       "step": 3326
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 8.307849822098313e-08,
-      "loss": 0.6706,
+      "epoch": 0.64,
+      "learning_rate": 6.052561436157329e-06,
+      "loss": 0.7189,
       "step": 3327
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 8.188046433600383e-08,
-      "loss": 0.718,
+      "epoch": 0.64,
+      "learning_rate": 6.046835084918152e-06,
+      "loss": 0.7617,
       "step": 3328
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 8.069109591910984e-08,
-      "loss": 0.7451,
+      "epoch": 0.64,
+      "learning_rate": 6.041110269652005e-06,
+      "loss": 0.749,
       "step": 3329
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.951039400945215e-08,
-      "loss": 0.645,
+      "epoch": 0.64,
+      "learning_rate": 6.0353869925832255e-06,
+      "loss": 0.7622,
       "step": 3330
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.833835963861002e-08,
-      "loss": 0.7818,
+      "epoch": 0.64,
+      "learning_rate": 6.02966525593555e-06,
+      "loss": 0.7755,
       "step": 3331
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.717499383059213e-08,
-      "loss": 0.677,
+      "epoch": 0.64,
+      "learning_rate": 6.023945061932119e-06,
+      "loss": 0.7727,
       "step": 3332
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.602029760183095e-08,
-      "loss": 0.7135,
+      "epoch": 0.64,
+      "learning_rate": 6.018226412795469e-06,
+      "loss": 0.7827,
       "step": 3333
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.487427196118501e-08,
-      "loss": 0.6786,
+      "epoch": 0.64,
+      "learning_rate": 6.0125093107475385e-06,
+      "loss": 0.7732,
       "step": 3334
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.373691790993897e-08,
-      "loss": 0.6891,
+      "epoch": 0.64,
+      "learning_rate": 6.00679375800967e-06,
+      "loss": 0.6675,
       "step": 3335
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.260823644179793e-08,
-      "loss": 0.6447,
+      "epoch": 0.64,
+      "learning_rate": 6.001079756802592e-06,
+      "loss": 0.7727,
       "step": 3336
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.148822854289417e-08,
-      "loss": 0.7208,
+      "epoch": 0.64,
+      "learning_rate": 5.9953673093464425e-06,
+      "loss": 0.7396,
       "step": 3337
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 7.037689519177826e-08,
-      "loss": 0.727,
+      "epoch": 0.64,
+      "learning_rate": 5.98965641786075e-06,
+      "loss": 0.7468,
       "step": 3338
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 6.927423735942352e-08,
-      "loss": 0.6814,
+      "epoch": 0.64,
+      "learning_rate": 5.983947084564439e-06,
+      "loss": 0.7756,
       "step": 3339
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 6.818025600922151e-08,
-      "loss": 0.71,
+      "epoch": 0.64,
+      "learning_rate": 5.978239311675826e-06,
+      "loss": 0.7369,
       "step": 3340
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 6.709495209698546e-08,
-      "loss": 0.8063,
+      "epoch": 0.64,
+      "learning_rate": 5.97253310141263e-06,
+      "loss": 0.7878,
       "step": 3341
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 6.601832657094575e-08,
-      "loss": 0.7662,
+      "epoch": 0.64,
+      "learning_rate": 5.966828455991951e-06,
+      "loss": 0.771,
       "step": 3342
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 6.495038037175106e-08,
-      "loss": 0.7395,
+      "epoch": 0.64,
+      "learning_rate": 5.96112537763029e-06,
+      "loss": 0.7607,
       "step": 3343
     },
     {
-      "epoch": 0.96,
-      "learning_rate": 6.38911144324672e-08,
-      "loss": 0.7401,
+      "epoch": 0.64,
+      "learning_rate": 5.955423868543537e-06,
+      "loss": 0.8058,
       "step": 3344
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 6.284052967857501e-08,
-      "loss": 0.6827,
+      "epoch": 0.64,
+      "learning_rate": 5.949723930946967e-06,
+      "loss": 0.735,
       "step": 3345
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 6.179862702797135e-08,
-      "loss": 0.6728,
+      "epoch": 0.64,
+      "learning_rate": 5.944025567055251e-06,
+      "loss": 0.7437,
       "step": 3346
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 6.076540739096804e-08,
-      "loss": 0.6628,
+      "epoch": 0.64,
+      "learning_rate": 5.9383287790824475e-06,
+      "loss": 0.7139,
       "step": 3347
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.974087167028741e-08,
-      "loss": 0.7525,
+      "epoch": 0.64,
+      "learning_rate": 5.932633569242e-06,
+      "loss": 0.7579,
       "step": 3348
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.872502076107012e-08,
-      "loss": 0.7325,
+      "epoch": 0.64,
+      "learning_rate": 5.92693993974674e-06,
+      "loss": 0.7151,
       "step": 3349
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.7717855550862846e-08,
-      "loss": 0.7424,
+      "epoch": 0.64,
+      "learning_rate": 5.921247892808886e-06,
+      "loss": 0.7681,
       "step": 3350
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.6719376919629475e-08,
-      "loss": 0.6596,
+      "epoch": 0.64,
+      "learning_rate": 5.91555743064004e-06,
+      "loss": 0.5933,
       "step": 3351
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.5729585739739966e-08,
-      "loss": 0.7095,
+      "epoch": 0.65,
+      "learning_rate": 5.909868555451191e-06,
+      "loss": 0.6694,
       "step": 3352
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.474848287597478e-08,
-      "loss": 0.6685,
+      "epoch": 0.65,
+      "learning_rate": 5.904181269452707e-06,
+      "loss": 0.7175,
       "step": 3353
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.377606918552603e-08,
-      "loss": 0.7479,
+      "epoch": 0.65,
+      "learning_rate": 5.898495574854342e-06,
+      "loss": 0.7625,
       "step": 3354
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.281234551799075e-08,
-      "loss": 0.6957,
+      "epoch": 0.65,
+      "learning_rate": 5.89281147386523e-06,
+      "loss": 0.7207,
       "step": 3355
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.185731271537653e-08,
-      "loss": 0.7081,
+      "epoch": 0.65,
+      "learning_rate": 5.887128968693887e-06,
+      "loss": 0.7542,
       "step": 3356
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 5.091097161209369e-08,
-      "loss": 0.7067,
+      "epoch": 0.65,
+      "learning_rate": 5.881448061548208e-06,
+      "loss": 0.7305,
       "step": 3357
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.997332303496416e-08,
-      "loss": 0.7134,
+      "epoch": 0.65,
+      "learning_rate": 5.875768754635469e-06,
+      "loss": 0.803,
       "step": 3358
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.904436780321043e-08,
-      "loss": 0.6926,
+      "epoch": 0.65,
+      "learning_rate": 5.870091050162321e-06,
+      "loss": 0.7881,
       "step": 3359
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.8124106728461016e-08,
-      "loss": 0.7712,
+      "epoch": 0.65,
+      "learning_rate": 5.864414950334796e-06,
+      "loss": 0.7334,
       "step": 3360
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.721254061474945e-08,
-      "loss": 0.7371,
+      "epoch": 0.65,
+      "learning_rate": 5.858740457358298e-06,
+      "loss": 0.7455,
       "step": 3361
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.6309670258511964e-08,
-      "loss": 0.7305,
+      "epoch": 0.65,
+      "learning_rate": 5.853067573437612e-06,
+      "loss": 0.7422,
       "step": 3362
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.541549644858645e-08,
-      "loss": 0.7221,
+      "epoch": 0.65,
+      "learning_rate": 5.847396300776893e-06,
+      "loss": 0.7844,
       "step": 3363
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.453001996621242e-08,
-      "loss": 0.6983,
+      "epoch": 0.65,
+      "learning_rate": 5.8417266415796745e-06,
+      "loss": 0.7151,
       "step": 3364
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.365324158503326e-08,
-      "loss": 0.6887,
+      "epoch": 0.65,
+      "learning_rate": 5.836058598048859e-06,
+      "loss": 0.7344,
       "step": 3365
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.278516207108952e-08,
-      "loss": 0.7409,
+      "epoch": 0.65,
+      "learning_rate": 5.830392172386723e-06,
+      "loss": 0.7917,
       "step": 3366
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.192578218282339e-08,
-      "loss": 0.7321,
+      "epoch": 0.65,
+      "learning_rate": 5.824727366794915e-06,
+      "loss": 0.759,
       "step": 3367
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.107510267107429e-08,
-      "loss": 0.7089,
+      "epoch": 0.65,
+      "learning_rate": 5.819064183474451e-06,
+      "loss": 0.7278,
       "step": 3368
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 4.0233124279084327e-08,
-      "loss": 0.73,
+      "epoch": 0.65,
+      "learning_rate": 5.813402624625722e-06,
+      "loss": 0.7778,
       "step": 3369
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 3.93998477424884e-08,
-      "loss": 0.7413,
+      "epoch": 0.65,
+      "learning_rate": 5.807742692448483e-06,
+      "loss": 0.7246,
       "step": 3370
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 3.857527378932191e-08,
-      "loss": 0.7239,
+      "epoch": 0.65,
+      "learning_rate": 5.802084389141862e-06,
+      "loss": 0.728,
       "step": 3371
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 3.7759403140014136e-08,
-      "loss": 0.7006,
+      "epoch": 0.65,
+      "learning_rate": 5.796427716904347e-06,
+      "loss": 0.7787,
       "step": 3372
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 3.6952236507392655e-08,
-      "loss": 0.7979,
+      "epoch": 0.65,
+      "learning_rate": 5.790772677933799e-06,
+      "loss": 0.7177,
       "step": 3373
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 3.6153774596681125e-08,
-      "loss": 0.6666,
+      "epoch": 0.65,
+      "learning_rate": 5.78511927442744e-06,
+      "loss": 0.7778,
       "step": 3374
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 3.5364018105494834e-08,
-      "loss": 0.7485,
+      "epoch": 0.65,
+      "learning_rate": 5.77946750858186e-06,
+      "loss": 0.7104,
       "step": 3375
     },
     {
-      "epoch": 0.97,
-      "learning_rate": 3.458296772384406e-08,
-      "loss": 0.741,
+      "epoch": 0.65,
+      "learning_rate": 5.773817382593008e-06,
+      "loss": 0.739,
       "step": 3376
     },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7681688986562e-06,
+      "loss": 0.7676,
+      "step": 3377
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7625220589661136e-06,
+      "loss": 0.7086,
+      "step": 3378
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.756876865716787e-06,
+      "loss": 0.7421,
+      "step": 3379
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.751233321101617e-06,
+      "loss": 0.7267,
+      "step": 3380
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.745591427313365e-06,
+      "loss": 0.7595,
+      "step": 3381
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.739951186544141e-06,
+      "loss": 0.7791,
+      "step": 3382
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7343126009854215e-06,
+      "loss": 0.7223,
+      "step": 3383
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.728675672828037e-06,
+      "loss": 0.7625,
+      "step": 3384
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.72304040426217e-06,
+      "loss": 0.7172,
+      "step": 3385
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.717406797477371e-06,
+      "loss": 0.8005,
+      "step": 3386
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.711774854662535e-06,
+      "loss": 0.7231,
+      "step": 3387
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.706144578005908e-06,
+      "loss": 0.7815,
+      "step": 3388
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.700515969695094e-06,
+      "loss": 0.7037,
+      "step": 3389
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.694889031917047e-06,
+      "loss": 0.7579,
+      "step": 3390
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.689263766858072e-06,
+      "loss": 0.6926,
+      "step": 3391
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.683640176703824e-06,
+      "loss": 0.7699,
+      "step": 3392
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.678018263639309e-06,
+      "loss": 0.7239,
+      "step": 3393
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.672398029848881e-06,
+      "loss": 0.8042,
+      "step": 3394
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.666779477516234e-06,
+      "loss": 0.7134,
+      "step": 3395
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.66116260882442e-06,
+      "loss": 0.6649,
+      "step": 3396
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.65554742595583e-06,
+      "loss": 0.7369,
+      "step": 3397
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6499339310922015e-06,
+      "loss": 0.7271,
+      "step": 3398
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6443221264146196e-06,
+      "loss": 0.7434,
+      "step": 3399
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.638712014103507e-06,
+      "loss": 0.6934,
+      "step": 3400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.633103596338631e-06,
+      "loss": 0.7466,
+      "step": 3401
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.627496875299102e-06,
+      "loss": 0.8018,
+      "step": 3402
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.62189185316337e-06,
+      "loss": 0.6819,
+      "step": 3403
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.616288532109225e-06,
+      "loss": 0.7424,
+      "step": 3404
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.610686914313796e-06,
+      "loss": 0.7417,
+      "step": 3405
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.6050870019535496e-06,
+      "loss": 0.725,
+      "step": 3406
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.599488797204291e-06,
+      "loss": 0.8052,
+      "step": 3407
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5938923022411615e-06,
+      "loss": 0.7887,
+      "step": 3408
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.588297519238637e-06,
+      "loss": 0.7751,
+      "step": 3409
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.582704450370533e-06,
+      "loss": 0.6768,
+      "step": 3410
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5771130978099896e-06,
+      "loss": 0.7289,
+      "step": 3411
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.571523463729487e-06,
+      "loss": 0.7625,
+      "step": 3412
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.565935550300836e-06,
+      "loss": 0.7275,
+      "step": 3413
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.560349359695181e-06,
+      "loss": 0.7394,
+      "step": 3414
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.554764894082994e-06,
+      "loss": 0.7766,
+      "step": 3415
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.549182155634076e-06,
+      "loss": 0.8054,
+      "step": 3416
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.543601146517563e-06,
+      "loss": 0.7551,
+      "step": 3417
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5380218689019125e-06,
+      "loss": 0.7068,
+      "step": 3418
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.532444324954911e-06,
+      "loss": 0.7573,
+      "step": 3419
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.526868516843673e-06,
+      "loss": 0.6508,
+      "step": 3420
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.521294446734637e-06,
+      "loss": 0.7236,
+      "step": 3421
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.51572211679357e-06,
+      "loss": 0.7432,
+      "step": 3422
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.510151529185554e-06,
+      "loss": 0.6943,
+      "step": 3423
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.504582686075002e-06,
+      "loss": 0.623,
+      "step": 3424
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.499015589625649e-06,
+      "loss": 0.7565,
+      "step": 3425
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.493450242000546e-06,
+      "loss": 0.7103,
+      "step": 3426
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4878866453620746e-06,
+      "loss": 0.74,
+      "step": 3427
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4823248018719184e-06,
+      "loss": 0.7307,
+      "step": 3428
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4767647136910984e-06,
+      "loss": 0.7222,
+      "step": 3429
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.471206382979941e-06,
+      "loss": 0.7556,
+      "step": 3430
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.465649811898098e-06,
+      "loss": 0.7017,
+      "step": 3431
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.460095002604533e-06,
+      "loss": 0.7408,
+      "step": 3432
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4545419572575265e-06,
+      "loss": 0.7095,
+      "step": 3433
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4489906780146716e-06,
+      "loss": 0.6469,
+      "step": 3434
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.44344116703288e-06,
+      "loss": 0.7112,
+      "step": 3435
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.43789342646837e-06,
+      "loss": 0.7681,
+      "step": 3436
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.432347458476678e-06,
+      "loss": 0.7722,
+      "step": 3437
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4268032652126465e-06,
+      "loss": 0.7388,
+      "step": 3438
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.421260848830432e-06,
+      "loss": 0.7671,
+      "step": 3439
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.415720211483499e-06,
+      "loss": 0.8037,
+      "step": 3440
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.410181355324622e-06,
+      "loss": 0.7644,
+      "step": 3441
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.404644282505882e-06,
+      "loss": 0.7356,
+      "step": 3442
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3991089951786725e-06,
+      "loss": 0.7502,
+      "step": 3443
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.393575495493679e-06,
+      "loss": 0.7125,
+      "step": 3444
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.388043785600907e-06,
+      "loss": 0.7461,
+      "step": 3445
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.382513867649663e-06,
+      "loss": 0.7649,
+      "step": 3446
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.376985743788552e-06,
+      "loss": 0.7686,
+      "step": 3447
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.37145941616549e-06,
+      "loss": 0.8114,
+      "step": 3448
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.365934886927687e-06,
+      "loss": 0.7168,
+      "step": 3449
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.360412158221661e-06,
+      "loss": 0.7543,
+      "step": 3450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.354891232193225e-06,
+      "loss": 0.7808,
+      "step": 3451
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.349372110987496e-06,
+      "loss": 0.8425,
+      "step": 3452
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.343854796748886e-06,
+      "loss": 0.7432,
+      "step": 3453
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.338339291621109e-06,
+      "loss": 0.7268,
+      "step": 3454
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.332825597747171e-06,
+      "loss": 0.7349,
+      "step": 3455
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.32731371726938e-06,
+      "loss": 0.7158,
+      "step": 3456
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.321803652329334e-06,
+      "loss": 0.7366,
+      "step": 3457
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.316295405067929e-06,
+      "loss": 0.7268,
+      "step": 3458
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.3107889776253544e-06,
+      "loss": 0.7385,
+      "step": 3459
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.305284372141095e-06,
+      "loss": 0.6102,
+      "step": 3460
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.299781590753916e-06,
+      "loss": 0.7244,
+      "step": 3461
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.294280635601889e-06,
+      "loss": 0.7639,
+      "step": 3462
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.288781508822367e-06,
+      "loss": 0.754,
+      "step": 3463
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.283284212551997e-06,
+      "loss": 0.7302,
+      "step": 3464
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.277788748926711e-06,
+      "loss": 0.7797,
+      "step": 3465
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2722951200817315e-06,
+      "loss": 0.7668,
+      "step": 3466
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2668033281515676e-06,
+      "loss": 0.7588,
+      "step": 3467
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2613133752700145e-06,
+      "loss": 0.6665,
+      "step": 3468
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2558252635701535e-06,
+      "loss": 0.7211,
+      "step": 3469
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.250338995184348e-06,
+      "loss": 0.7515,
+      "step": 3470
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.244854572244249e-06,
+      "loss": 0.7585,
+      "step": 3471
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.239371996880786e-06,
+      "loss": 0.7085,
+      "step": 3472
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2338912712241785e-06,
+      "loss": 0.7488,
+      "step": 3473
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.228412397403916e-06,
+      "loss": 0.6947,
+      "step": 3474
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.222935377548777e-06,
+      "loss": 0.625,
+      "step": 3475
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.217460213786822e-06,
+      "loss": 0.7463,
+      "step": 3476
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.211986908245374e-06,
+      "loss": 0.7003,
+      "step": 3477
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.206515463051054e-06,
+      "loss": 0.6707,
+      "step": 3478
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.201045880329749e-06,
+      "loss": 0.7017,
+      "step": 3479
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.195578162206627e-06,
+      "loss": 0.7325,
+      "step": 3480
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.190112310806126e-06,
+      "loss": 0.7634,
+      "step": 3481
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.184648328251965e-06,
+      "loss": 0.759,
+      "step": 3482
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.179186216667133e-06,
+      "loss": 0.793,
+      "step": 3483
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1737259781738934e-06,
+      "loss": 0.752,
+      "step": 3484
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1682676148937805e-06,
+      "loss": 0.6157,
+      "step": 3485
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1628111289476025e-06,
+      "loss": 0.7816,
+      "step": 3486
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1573565224554365e-06,
+      "loss": 0.765,
+      "step": 3487
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.151903797536631e-06,
+      "loss": 0.7605,
+      "step": 3488
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.146452956309798e-06,
+      "loss": 0.7129,
+      "step": 3489
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.141004000892824e-06,
+      "loss": 0.7822,
+      "step": 3490
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.135556933402862e-06,
+      "loss": 0.7197,
+      "step": 3491
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.130111755956327e-06,
+      "loss": 0.7505,
+      "step": 3492
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1246684706689074e-06,
+      "loss": 0.6445,
+      "step": 3493
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.119227079655544e-06,
+      "loss": 0.6113,
+      "step": 3494
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1137875850304545e-06,
+      "loss": 0.699,
+      "step": 3495
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.108349988907111e-06,
+      "loss": 0.7751,
+      "step": 3496
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.102914293398252e-06,
+      "loss": 0.731,
+      "step": 3497
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.097480500615879e-06,
+      "loss": 0.7357,
+      "step": 3498
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.092048612671252e-06,
+      "loss": 0.7374,
+      "step": 3499
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.086618631674888e-06,
+      "loss": 0.7573,
+      "step": 3500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.081190559736569e-06,
+      "loss": 0.7676,
+      "step": 3501
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.075764398965331e-06,
+      "loss": 0.6858,
+      "step": 3502
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.070340151469468e-06,
+      "loss": 0.7651,
+      "step": 3503
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.064917819356532e-06,
+      "loss": 0.6989,
+      "step": 3504
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.059497404733331e-06,
+      "loss": 0.6444,
+      "step": 3505
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.054078909705926e-06,
+      "loss": 0.7106,
+      "step": 3506
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.048662336379635e-06,
+      "loss": 0.7292,
+      "step": 3507
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.043247686859024e-06,
+      "loss": 0.7473,
+      "step": 3508
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.037834963247922e-06,
+      "loss": 0.6835,
+      "step": 3509
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.032424167649394e-06,
+      "loss": 0.7338,
+      "step": 3510
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.027015302165768e-06,
+      "loss": 0.6749,
+      "step": 3511
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.021608368898621e-06,
+      "loss": 0.6992,
+      "step": 3512
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.016203369948774e-06,
+      "loss": 0.7632,
+      "step": 3513
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.0108003074163005e-06,
+      "loss": 0.66,
+      "step": 3514
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.005399183400521e-06,
+      "loss": 0.7566,
+      "step": 3515
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.000000000000003e-06,
+      "loss": 0.7734,
+      "step": 3516
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.994602759312557e-06,
+      "loss": 0.7603,
+      "step": 3517
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.989207463435244e-06,
+      "loss": 0.7166,
+      "step": 3518
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9838141144643636e-06,
+      "loss": 0.6964,
+      "step": 3519
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.978422714495465e-06,
+      "loss": 0.782,
+      "step": 3520
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.973033265623333e-06,
+      "loss": 0.7314,
+      "step": 3521
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.967645769942e-06,
+      "loss": 0.7815,
+      "step": 3522
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.962260229544738e-06,
+      "loss": 0.6692,
+      "step": 3523
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.956876646524059e-06,
+      "loss": 0.7715,
+      "step": 3524
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.951495022971713e-06,
+      "loss": 0.7356,
+      "step": 3525
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.946115360978696e-06,
+      "loss": 0.6809,
+      "step": 3526
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.940737662635227e-06,
+      "loss": 0.7095,
+      "step": 3527
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.935361930030774e-06,
+      "loss": 0.6598,
+      "step": 3528
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.929988165254041e-06,
+      "loss": 0.7632,
+      "step": 3529
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.924616370392962e-06,
+      "loss": 0.6619,
+      "step": 3530
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.919246547534709e-06,
+      "loss": 0.7588,
+      "step": 3531
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9138786987656865e-06,
+      "loss": 0.6285,
+      "step": 3532
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.908512826171533e-06,
+      "loss": 0.7222,
+      "step": 3533
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9031489318371195e-06,
+      "loss": 0.7415,
+      "step": 3534
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.897787017846547e-06,
+      "loss": 0.7318,
+      "step": 3535
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.892427086283147e-06,
+      "loss": 0.7856,
+      "step": 3536
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.887069139229481e-06,
+      "loss": 0.7979,
+      "step": 3537
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.881713178767341e-06,
+      "loss": 0.7561,
+      "step": 3538
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8763592069777454e-06,
+      "loss": 0.6385,
+      "step": 3539
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.87100722594094e-06,
+      "loss": 0.657,
+      "step": 3540
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.865657237736397e-06,
+      "loss": 0.7515,
+      "step": 3541
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.860309244442821e-06,
+      "loss": 0.6873,
+      "step": 3542
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.854963248138121e-06,
+      "loss": 0.7429,
+      "step": 3543
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.849619250899458e-06,
+      "loss": 0.7812,
+      "step": 3544
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.844277254803198e-06,
+      "loss": 0.6042,
+      "step": 3545
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.838937261924933e-06,
+      "loss": 0.6982,
+      "step": 3546
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.83359927433948e-06,
+      "loss": 0.7399,
+      "step": 3547
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8282632941208725e-06,
+      "loss": 0.7864,
+      "step": 3548
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.822929323342369e-06,
+      "loss": 0.7568,
+      "step": 3549
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.817597364076441e-06,
+      "loss": 0.6847,
+      "step": 3550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.812267418394784e-06,
+      "loss": 0.8041,
+      "step": 3551
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.806939488368308e-06,
+      "loss": 0.7285,
+      "step": 3552
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8016135760671435e-06,
+      "loss": 0.7051,
+      "step": 3553
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.796289683560631e-06,
+      "loss": 0.7754,
+      "step": 3554
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.790967812917334e-06,
+      "loss": 0.7466,
+      "step": 3555
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.78564796620502e-06,
+      "loss": 0.7312,
+      "step": 3556
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.7803301454906804e-06,
+      "loss": 0.7542,
+      "step": 3557
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.775014352840512e-06,
+      "loss": 0.7562,
+      "step": 3558
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.76970059031993e-06,
+      "loss": 0.5708,
+      "step": 3559
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.764388859993556e-06,
+      "loss": 0.7019,
+      "step": 3560
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.759079163925223e-06,
+      "loss": 0.7397,
+      "step": 3561
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.753771504177976e-06,
+      "loss": 0.7059,
+      "step": 3562
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7484658828140665e-06,
+      "loss": 0.688,
+      "step": 3563
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.743162301894952e-06,
+      "loss": 0.7852,
+      "step": 3564
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7378607634813045e-06,
+      "loss": 0.7039,
+      "step": 3565
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.732561269632992e-06,
+      "loss": 0.761,
+      "step": 3566
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.727263822409099e-06,
+      "loss": 0.678,
+      "step": 3567
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7219684238679066e-06,
+      "loss": 0.7115,
+      "step": 3568
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.716675076066902e-06,
+      "loss": 0.7534,
+      "step": 3569
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.711383781062779e-06,
+      "loss": 0.6716,
+      "step": 3570
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.706094540911429e-06,
+      "loss": 0.6913,
+      "step": 3571
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.700807357667953e-06,
+      "loss": 0.7371,
+      "step": 3572
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6955222333866365e-06,
+      "loss": 0.732,
+      "step": 3573
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6902391701209826e-06,
+      "loss": 0.6909,
+      "step": 3574
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.684958169923684e-06,
+      "loss": 0.7496,
+      "step": 3575
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.679679234846636e-06,
+      "loss": 0.7371,
+      "step": 3576
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.674402366940927e-06,
+      "loss": 0.7859,
+      "step": 3577
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.669127568256851e-06,
+      "loss": 0.7316,
+      "step": 3578
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.663854840843885e-06,
+      "loss": 0.7067,
+      "step": 3579
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.658584186750713e-06,
+      "loss": 0.7235,
+      "step": 3580
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6533156080252076e-06,
+      "loss": 0.6658,
+      "step": 3581
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.648049106714434e-06,
+      "loss": 0.7822,
+      "step": 3582
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.642784684864656e-06,
+      "loss": 0.7251,
+      "step": 3583
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.637522344521323e-06,
+      "loss": 0.686,
+      "step": 3584
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.63226208772908e-06,
+      "loss": 0.6982,
+      "step": 3585
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.627003916531761e-06,
+      "loss": 0.7506,
+      "step": 3586
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.621747832972389e-06,
+      "loss": 0.6821,
+      "step": 3587
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.616493839093179e-06,
+      "loss": 0.7948,
+      "step": 3588
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6112419369355255e-06,
+      "loss": 0.7213,
+      "step": 3589
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.60599212854002e-06,
+      "loss": 0.7168,
+      "step": 3590
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.600744415946438e-06,
+      "loss": 0.7678,
+      "step": 3591
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.595498801193736e-06,
+      "loss": 0.743,
+      "step": 3592
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.590255286320062e-06,
+      "loss": 0.7111,
+      "step": 3593
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5850138733627435e-06,
+      "loss": 0.7249,
+      "step": 3594
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5797745643582935e-06,
+      "loss": 0.8086,
+      "step": 3595
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5745373613424075e-06,
+      "loss": 0.771,
+      "step": 3596
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5693022663499584e-06,
+      "loss": 0.7153,
+      "step": 3597
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.564069281415009e-06,
+      "loss": 0.7666,
+      "step": 3598
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5588384085707925e-06,
+      "loss": 0.7844,
+      "step": 3599
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5536096498497295e-06,
+      "loss": 0.7242,
+      "step": 3600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.548383007283412e-06,
+      "loss": 0.667,
+      "step": 3601
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.543158482902617e-06,
+      "loss": 0.7495,
+      "step": 3602
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.537936078737291e-06,
+      "loss": 0.7007,
+      "step": 3603
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.532715796816565e-06,
+      "loss": 0.7837,
+      "step": 3604
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.52749763916874e-06,
+      "loss": 0.7678,
+      "step": 3605
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.522281607821288e-06,
+      "loss": 0.7695,
+      "step": 3606
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.517067704800864e-06,
+      "loss": 0.7588,
+      "step": 3607
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.511855932133289e-06,
+      "loss": 0.681,
+      "step": 3608
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.506646291843561e-06,
+      "loss": 0.7318,
+      "step": 3609
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.501438785955845e-06,
+      "loss": 0.7461,
+      "step": 3610
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.496233416493481e-06,
+      "loss": 0.7722,
+      "step": 3611
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.491030185478976e-06,
+      "loss": 0.7587,
+      "step": 3612
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4858290949340065e-06,
+      "loss": 0.7656,
+      "step": 3613
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.480630146879419e-06,
+      "loss": 0.6479,
+      "step": 3614
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.475433343335225e-06,
+      "loss": 0.6815,
+      "step": 3615
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.470238686320606e-06,
+      "loss": 0.7412,
+      "step": 3616
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4650461778539055e-06,
+      "loss": 0.7791,
+      "step": 3617
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.459855819952635e-06,
+      "loss": 0.7136,
+      "step": 3618
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.454667614633471e-06,
+      "loss": 0.7131,
+      "step": 3619
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.449481563912252e-06,
+      "loss": 0.7622,
+      "step": 3620
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.444297669803981e-06,
+      "loss": 0.7153,
+      "step": 3621
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.439115934322816e-06,
+      "loss": 0.7555,
+      "step": 3622
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.433936359482087e-06,
+      "loss": 0.7239,
+      "step": 3623
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.428758947294278e-06,
+      "loss": 0.7288,
+      "step": 3624
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.423583699771036e-06,
+      "loss": 0.7151,
+      "step": 3625
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.418410618923163e-06,
+      "loss": 0.6956,
+      "step": 3626
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.413239706760621e-06,
+      "loss": 0.7822,
+      "step": 3627
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.408070965292534e-06,
+      "loss": 0.67,
+      "step": 3628
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.402904396527172e-06,
+      "loss": 0.7285,
+      "step": 3629
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.397740002471973e-06,
+      "loss": 0.7144,
+      "step": 3630
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.392577785133521e-06,
+      "loss": 0.7321,
+      "step": 3631
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.387417746517557e-06,
+      "loss": 0.7305,
+      "step": 3632
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.382259888628978e-06,
+      "loss": 0.7393,
+      "step": 3633
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.377104213471831e-06,
+      "loss": 0.72,
+      "step": 3634
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.371950723049314e-06,
+      "loss": 0.7173,
+      "step": 3635
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3667994193637794e-06,
+      "loss": 0.7327,
+      "step": 3636
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.361650304416728e-06,
+      "loss": 0.7869,
+      "step": 3637
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.356503380208812e-06,
+      "loss": 0.738,
+      "step": 3638
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.351358648739826e-06,
+      "loss": 0.6279,
+      "step": 3639
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.34621611200872e-06,
+      "loss": 0.8347,
+      "step": 3640
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3410757720135886e-06,
+      "loss": 0.7087,
+      "step": 3641
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.335937630751675e-06,
+      "loss": 0.7439,
+      "step": 3642
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.330801690219361e-06,
+      "loss": 0.7527,
+      "step": 3643
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.325667952412184e-06,
+      "loss": 0.7671,
+      "step": 3644
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.320536419324816e-06,
+      "loss": 0.7413,
+      "step": 3645
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.315407092951078e-06,
+      "loss": 0.7679,
+      "step": 3646
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.310279975283932e-06,
+      "loss": 0.7646,
+      "step": 3647
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.305155068315481e-06,
+      "loss": 0.7585,
+      "step": 3648
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.30003237403697e-06,
+      "loss": 0.6118,
+      "step": 3649
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2949118944387846e-06,
+      "loss": 0.7532,
+      "step": 3650
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.289793631510449e-06,
+      "loss": 0.7493,
+      "step": 3651
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.284677587240625e-06,
+      "loss": 0.6957,
+      "step": 3652
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2795637636171165e-06,
+      "loss": 0.7567,
+      "step": 3653
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.27445216262686e-06,
+      "loss": 0.7181,
+      "step": 3654
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2693427862559335e-06,
+      "loss": 0.6798,
+      "step": 3655
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.264235636489542e-06,
+      "loss": 0.7251,
+      "step": 3656
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2591307153120335e-06,
+      "loss": 0.7498,
+      "step": 3657
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.254028024706887e-06,
+      "loss": 0.5835,
+      "step": 3658
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.248927566656717e-06,
+      "loss": 0.6569,
+      "step": 3659
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2438293431432665e-06,
+      "loss": 0.7812,
+      "step": 3660
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.238733356147414e-06,
+      "loss": 0.7207,
+      "step": 3661
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.233639607649168e-06,
+      "loss": 0.6223,
+      "step": 3662
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.228548099627665e-06,
+      "loss": 0.6853,
+      "step": 3663
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.223458834061175e-06,
+      "loss": 0.6978,
+      "step": 3664
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.218371812927092e-06,
+      "loss": 0.7874,
+      "step": 3665
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.213287038201943e-06,
+      "loss": 0.7169,
+      "step": 3666
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.208204511861379e-06,
+      "loss": 0.718,
+      "step": 3667
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.203124235880179e-06,
+      "loss": 0.7393,
+      "step": 3668
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.198046212232243e-06,
+      "loss": 0.7493,
+      "step": 3669
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.192970442890602e-06,
+      "loss": 0.8074,
+      "step": 3670
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.187896929827414e-06,
+      "loss": 0.7428,
+      "step": 3671
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.182825675013945e-06,
+      "loss": 0.7421,
+      "step": 3672
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1777566804206e-06,
+      "loss": 0.8005,
+      "step": 3673
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.172689948016896e-06,
+      "loss": 0.8181,
+      "step": 3674
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.167625479771476e-06,
+      "loss": 0.6943,
+      "step": 3675
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.162563277652104e-06,
+      "loss": 0.729,
+      "step": 3676
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.157503343625659e-06,
+      "loss": 0.7473,
+      "step": 3677
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.152445679658139e-06,
+      "loss": 0.7003,
+      "step": 3678
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.147390287714667e-06,
+      "loss": 0.7468,
+      "step": 3679
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.142337169759472e-06,
+      "loss": 0.7224,
+      "step": 3680
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.137286327755913e-06,
+      "loss": 0.793,
+      "step": 3681
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.132237763666451e-06,
+      "loss": 0.7043,
+      "step": 3682
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1271914794526715e-06,
+      "loss": 0.704,
+      "step": 3683
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.12214747707527e-06,
+      "loss": 0.7346,
+      "step": 3684
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.117105758494056e-06,
+      "loss": 0.7668,
+      "step": 3685
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.112066325667954e-06,
+      "loss": 0.7278,
+      "step": 3686
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.107029180554996e-06,
+      "loss": 0.7378,
+      "step": 3687
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.101994325112332e-06,
+      "loss": 0.7305,
+      "step": 3688
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.096961761296211e-06,
+      "loss": 0.7629,
+      "step": 3689
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0919314910620025e-06,
+      "loss": 0.6666,
+      "step": 3690
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.086903516364179e-06,
+      "loss": 0.7462,
+      "step": 3691
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0818778391563255e-06,
+      "loss": 0.6902,
+      "step": 3692
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.07685446139113e-06,
+      "loss": 0.8049,
+      "step": 3693
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.07183338502039e-06,
+      "loss": 0.7378,
+      "step": 3694
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.066814611995006e-06,
+      "loss": 0.7339,
+      "step": 3695
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.061798144264986e-06,
+      "loss": 0.7185,
+      "step": 3696
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.056783983779442e-06,
+      "loss": 0.8088,
+      "step": 3697
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.051772132486589e-06,
+      "loss": 0.7048,
+      "step": 3698
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.046762592333744e-06,
+      "loss": 0.728,
+      "step": 3699
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.041755365267323e-06,
+      "loss": 0.7274,
+      "step": 3700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.03675045323286e-06,
+      "loss": 0.7651,
+      "step": 3701
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0317478581749644e-06,
+      "loss": 0.7922,
+      "step": 3702
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.02674758203736e-06,
+      "loss": 0.7362,
+      "step": 3703
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.021749626762869e-06,
+      "loss": 0.7842,
+      "step": 3704
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.01675399429341e-06,
+      "loss": 0.824,
+      "step": 3705
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0117606865699975e-06,
+      "loss": 0.6867,
+      "step": 3706
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.006769705532746e-06,
+      "loss": 0.7229,
+      "step": 3707
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.001781053120863e-06,
+      "loss": 0.75,
+      "step": 3708
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.996794731272653e-06,
+      "loss": 0.7158,
+      "step": 3709
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.991810741925515e-06,
+      "loss": 0.5803,
+      "step": 3710
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.986829087015941e-06,
+      "loss": 0.7498,
+      "step": 3711
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.981849768479516e-06,
+      "loss": 0.7633,
+      "step": 3712
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.976872788250918e-06,
+      "loss": 0.7456,
+      "step": 3713
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.971898148263915e-06,
+      "loss": 0.7498,
+      "step": 3714
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.966925850451367e-06,
+      "loss": 0.6938,
+      "step": 3715
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.961955896745224e-06,
+      "loss": 0.7268,
+      "step": 3716
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.956988289076529e-06,
+      "loss": 0.7544,
+      "step": 3717
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9520230293754e-06,
+      "loss": 0.7615,
+      "step": 3718
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9470601195710575e-06,
+      "loss": 0.6892,
+      "step": 3719
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.942099561591802e-06,
+      "loss": 0.7368,
+      "step": 3720
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.937141357365023e-06,
+      "loss": 0.7571,
+      "step": 3721
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9321855088171934e-06,
+      "loss": 0.7451,
+      "step": 3722
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.927232017873872e-06,
+      "loss": 0.7676,
+      "step": 3723
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.922280886459701e-06,
+      "loss": 0.5848,
+      "step": 3724
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.917332116498406e-06,
+      "loss": 0.693,
+      "step": 3725
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.912385709912794e-06,
+      "loss": 0.7737,
+      "step": 3726
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9074416686247554e-06,
+      "loss": 0.6832,
+      "step": 3727
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.902499994555261e-06,
+      "loss": 0.7977,
+      "step": 3728
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.897560689624362e-06,
+      "loss": 0.7288,
+      "step": 3729
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.892623755751189e-06,
+      "loss": 0.6864,
+      "step": 3730
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.887689194853951e-06,
+      "loss": 0.7539,
+      "step": 3731
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.882757008849936e-06,
+      "loss": 0.739,
+      "step": 3732
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.877827199655506e-06,
+      "loss": 0.7141,
+      "step": 3733
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.872899769186107e-06,
+      "loss": 0.7336,
+      "step": 3734
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.867974719356249e-06,
+      "loss": 0.761,
+      "step": 3735
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8630520520795275e-06,
+      "loss": 0.7566,
+      "step": 3736
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.858131769268607e-06,
+      "loss": 0.6552,
+      "step": 3737
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.853213872835229e-06,
+      "loss": 0.764,
+      "step": 3738
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.848298364690204e-06,
+      "loss": 0.728,
+      "step": 3739
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8433852467434175e-06,
+      "loss": 0.7397,
+      "step": 3740
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.838474520903825e-06,
+      "loss": 0.7252,
+      "step": 3741
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.833566189079453e-06,
+      "loss": 0.7417,
+      "step": 3742
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8286602531773975e-06,
+      "loss": 0.7087,
+      "step": 3743
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.823756715103822e-06,
+      "loss": 0.7196,
+      "step": 3744
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8188555767639625e-06,
+      "loss": 0.7255,
+      "step": 3745
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8139568400621184e-06,
+      "loss": 0.7427,
+      "step": 3746
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8090605069016596e-06,
+      "loss": 0.7249,
+      "step": 3747
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804166579185018e-06,
+      "loss": 0.7236,
+      "step": 3748
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799275058813694e-06,
+      "loss": 0.7269,
+      "step": 3749
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794385947688255e-06,
+      "loss": 0.7388,
+      "step": 3750
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7894992477083226e-06,
+      "loss": 0.7446,
+      "step": 3751
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.78461496077259e-06,
+      "loss": 0.7242,
+      "step": 3752
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.779733088778813e-06,
+      "loss": 0.7742,
+      "step": 3753
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.774853633623806e-06,
+      "loss": 0.6678,
+      "step": 3754
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7699765972034442e-06,
+      "loss": 0.7588,
+      "step": 3755
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7651019814126656e-06,
+      "loss": 0.7407,
+      "step": 3756
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7602297881454653e-06,
+      "loss": 0.7483,
+      "step": 3757
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.755360019294898e-06,
+      "loss": 0.7781,
+      "step": 3758
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.750492676753077e-06,
+      "loss": 0.7405,
+      "step": 3759
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7456277624111725e-06,
+      "loss": 0.7749,
+      "step": 3760
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7407652781594094e-06,
+      "loss": 0.7147,
+      "step": 3761
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.735905225887072e-06,
+      "loss": 0.6817,
+      "step": 3762
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7310476074824966e-06,
+      "loss": 0.7852,
+      "step": 3763
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.726192424833075e-06,
+      "loss": 0.7122,
+      "step": 3764
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7213396798252522e-06,
+      "loss": 0.7362,
+      "step": 3765
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7164893743445274e-06,
+      "loss": 0.7194,
+      "step": 3766
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7116415102754545e-06,
+      "loss": 0.7549,
+      "step": 3767
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7067960895016277e-06,
+      "loss": 0.7874,
+      "step": 3768
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.701953113905703e-06,
+      "loss": 0.7668,
+      "step": 3769
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6971125853693834e-06,
+      "loss": 0.7362,
+      "step": 3770
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.692274505773419e-06,
+      "loss": 0.769,
+      "step": 3771
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.687438876997612e-06,
+      "loss": 0.7319,
+      "step": 3772
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6826057009208083e-06,
+      "loss": 0.6394,
+      "step": 3773
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.677774979420904e-06,
+      "loss": 0.6871,
+      "step": 3774
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.67294671437484e-06,
+      "loss": 0.7637,
+      "step": 3775
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6681209076586035e-06,
+      "loss": 0.7439,
+      "step": 3776
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.663297561147224e-06,
+      "loss": 0.6478,
+      "step": 3777
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6584766767147796e-06,
+      "loss": 0.6969,
+      "step": 3778
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6536582562343893e-06,
+      "loss": 0.7073,
+      "step": 3779
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6488423015782128e-06,
+      "loss": 0.7086,
+      "step": 3780
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.644028814617454e-06,
+      "loss": 0.7798,
+      "step": 3781
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6392177972223596e-06,
+      "loss": 0.7319,
+      "step": 3782
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6344092512622173e-06,
+      "loss": 0.7092,
+      "step": 3783
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6296031786053455e-06,
+      "loss": 0.7444,
+      "step": 3784
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6247995811191107e-06,
+      "loss": 0.7786,
+      "step": 3785
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.619998460669916e-06,
+      "loss": 0.7611,
+      "step": 3786
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6151998191232005e-06,
+      "loss": 0.7957,
+      "step": 3787
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.610403658343443e-06,
+      "loss": 0.7315,
+      "step": 3788
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6056099801941535e-06,
+      "loss": 0.6976,
+      "step": 3789
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.600818786537883e-06,
+      "loss": 0.7795,
+      "step": 3790
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5960300792362124e-06,
+      "loss": 0.7587,
+      "step": 3791
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.591243860149759e-06,
+      "loss": 0.7537,
+      "step": 3792
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.586460131138174e-06,
+      "loss": 0.7289,
+      "step": 3793
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5816788940601387e-06,
+      "loss": 0.7131,
+      "step": 3794
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.576900150773368e-06,
+      "loss": 0.8091,
+      "step": 3795
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5721239031346067e-06,
+      "loss": 0.7494,
+      "step": 3796
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5673501529996314e-06,
+      "loss": 0.7898,
+      "step": 3797
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5625789022232473e-06,
+      "loss": 0.7549,
+      "step": 3798
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5578101526592877e-06,
+      "loss": 0.7683,
+      "step": 3799
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5530439061606202e-06,
+      "loss": 0.7444,
+      "step": 3800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5482801645791266e-06,
+      "loss": 0.7546,
+      "step": 3801
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5435189297657267e-06,
+      "loss": 0.728,
+      "step": 3802
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5387602035703637e-06,
+      "loss": 0.7537,
+      "step": 3803
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.534003987842005e-06,
+      "loss": 0.7405,
+      "step": 3804
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5292502844286447e-06,
+      "loss": 0.7183,
+      "step": 3805
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5244990951772972e-06,
+      "loss": 0.7434,
+      "step": 3806
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5197504219340027e-06,
+      "loss": 0.7206,
+      "step": 3807
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5150042665438233e-06,
+      "loss": 0.7603,
+      "step": 3808
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5102606308508423e-06,
+      "loss": 0.6166,
+      "step": 3809
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.505519516698165e-06,
+      "loss": 0.6666,
+      "step": 3810
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5007809259279146e-06,
+      "loss": 0.7559,
+      "step": 3811
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.496044860381238e-06,
+      "loss": 0.7595,
+      "step": 3812
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4913113218982965e-06,
+      "loss": 0.5902,
+      "step": 3813
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.486580312318273e-06,
+      "loss": 0.7418,
+      "step": 3814
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.481851833479365e-06,
+      "loss": 0.7542,
+      "step": 3815
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4771258872187917e-06,
+      "loss": 0.6995,
+      "step": 3816
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.472402475372778e-06,
+      "loss": 0.7161,
+      "step": 3817
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4676815997765756e-06,
+      "loss": 0.7634,
+      "step": 3818
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4629632622644437e-06,
+      "loss": 0.686,
+      "step": 3819
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4582474646696575e-06,
+      "loss": 0.7717,
+      "step": 3820
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.453534208824507e-06,
+      "loss": 0.761,
+      "step": 3821
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.448823496560292e-06,
+      "loss": 0.7444,
+      "step": 3822
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.444115329707325e-06,
+      "loss": 0.7776,
+      "step": 3823
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4394097100949286e-06,
+      "loss": 0.765,
+      "step": 3824
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4347066395514383e-06,
+      "loss": 0.6523,
+      "step": 3825
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4300061199041967e-06,
+      "loss": 0.7505,
+      "step": 3826
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.425308152979555e-06,
+      "loss": 0.6838,
+      "step": 3827
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4206127406028744e-06,
+      "loss": 0.6993,
+      "step": 3828
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.415919884598523e-06,
+      "loss": 0.7056,
+      "step": 3829
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.411229586789876e-06,
+      "loss": 0.7065,
+      "step": 3830
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4065418489993118e-06,
+      "loss": 0.7644,
+      "step": 3831
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.401856673048217e-06,
+      "loss": 0.7561,
+      "step": 3832
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3971740607569868e-06,
+      "loss": 0.7795,
+      "step": 3833
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.392494013945009e-06,
+      "loss": 0.7621,
+      "step": 3834
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3878165344306824e-06,
+      "loss": 0.7983,
+      "step": 3835
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3831416240314085e-06,
+      "loss": 0.7378,
+      "step": 3836
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.378469284563589e-06,
+      "loss": 0.7538,
+      "step": 3837
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3737995178426276e-06,
+      "loss": 0.7256,
+      "step": 3838
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3691323256829266e-06,
+      "loss": 0.6355,
+      "step": 3839
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3644677098978894e-06,
+      "loss": 0.6392,
+      "step": 3840
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3598056722999185e-06,
+      "loss": 0.7788,
+      "step": 3841
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3551462147004132e-06,
+      "loss": 0.7303,
+      "step": 3842
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3504893389097727e-06,
+      "loss": 0.7052,
+      "step": 3843
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3458350467373914e-06,
+      "loss": 0.7184,
+      "step": 3844
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3411833399916584e-06,
+      "loss": 0.7454,
+      "step": 3845
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3365342204799613e-06,
+      "loss": 0.7505,
+      "step": 3846
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3318876900086815e-06,
+      "loss": 0.7778,
+      "step": 3847
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3272437503831945e-06,
+      "loss": 0.7726,
+      "step": 3848
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3226024034078698e-06,
+      "loss": 0.6762,
+      "step": 3849
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3179636508860645e-06,
+      "loss": 0.6732,
+      "step": 3850
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3133274946201333e-06,
+      "loss": 0.723,
+      "step": 3851
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.308693936411421e-06,
+      "loss": 0.7362,
+      "step": 3852
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.304062978060263e-06,
+      "loss": 0.7432,
+      "step": 3853
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2994346213659824e-06,
+      "loss": 0.6763,
+      "step": 3854
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.294808868126894e-06,
+      "loss": 0.677,
+      "step": 3855
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.290185720140301e-06,
+      "loss": 0.7058,
+      "step": 3856
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.285565179202491e-06,
+      "loss": 0.73,
+      "step": 3857
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.280947247108741e-06,
+      "loss": 0.7668,
+      "step": 3858
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2763319256533177e-06,
+      "loss": 0.7432,
+      "step": 3859
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2717192166294685e-06,
+      "loss": 0.6951,
+      "step": 3860
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.267109121829428e-06,
+      "loss": 0.6996,
+      "step": 3861
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.262501643044417e-06,
+      "loss": 0.6355,
+      "step": 3862
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2578967820646313e-06,
+      "loss": 0.7532,
+      "step": 3863
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2532945406792573e-06,
+      "loss": 0.7133,
+      "step": 3864
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.248694920676464e-06,
+      "loss": 0.7861,
+      "step": 3865
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2440979238433977e-06,
+      "loss": 0.6338,
+      "step": 3866
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.23950355196619e-06,
+      "loss": 0.7644,
+      "step": 3867
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.234911806829948e-06,
+      "loss": 0.7527,
+      "step": 3868
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2303226902187625e-06,
+      "loss": 0.7278,
+      "step": 3869
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.225736203915698e-06,
+      "loss": 0.7693,
+      "step": 3870
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.221152349702802e-06,
+      "loss": 0.7311,
+      "step": 3871
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.216571129361097e-06,
+      "loss": 0.7837,
+      "step": 3872
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2119925446705824e-06,
+      "loss": 0.738,
+      "step": 3873
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2074165974102324e-06,
+      "loss": 0.7317,
+      "step": 3874
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2028432893579975e-06,
+      "loss": 0.7922,
+      "step": 3875
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1982726222908046e-06,
+      "loss": 0.7106,
+      "step": 3876
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1937045979845518e-06,
+      "loss": 0.7166,
+      "step": 3877
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1891392182141103e-06,
+      "loss": 0.7439,
+      "step": 3878
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1845764847533276e-06,
+      "loss": 0.7578,
+      "step": 3879
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1800163993750166e-06,
+      "loss": 0.7266,
+      "step": 3880
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1754589638509647e-06,
+      "loss": 0.8108,
+      "step": 3881
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1709041799519312e-06,
+      "loss": 0.6886,
+      "step": 3882
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.166352049447644e-06,
+      "loss": 0.7108,
+      "step": 3883
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.161802574106799e-06,
+      "loss": 0.7513,
+      "step": 3884
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.157255755697062e-06,
+      "loss": 0.7451,
+      "step": 3885
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.152711595985065e-06,
+      "loss": 0.7256,
+      "step": 3886
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.148170096736408e-06,
+      "loss": 0.7368,
+      "step": 3887
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.143631259715658e-06,
+      "loss": 0.7021,
+      "step": 3888
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1390950866863456e-06,
+      "loss": 0.7676,
+      "step": 3889
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.134561579410966e-06,
+      "loss": 0.7094,
+      "step": 3890
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1300307396509833e-06,
+      "loss": 0.7074,
+      "step": 3891
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1255025691668184e-06,
+      "loss": 0.7383,
+      "step": 3892
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.120977069717861e-06,
+      "loss": 0.7798,
+      "step": 3893
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.116454243062459e-06,
+      "loss": 0.761,
+      "step": 3894
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1119340909579265e-06,
+      "loss": 0.749,
+      "step": 3895
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.10741661516053e-06,
+      "loss": 0.7522,
+      "step": 3896
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.102901817425504e-06,
+      "loss": 0.743,
+      "step": 3897
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0983896995070397e-06,
+      "loss": 0.7277,
+      "step": 3898
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0938802631582865e-06,
+      "loss": 0.731,
+      "step": 3899
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.089373510131354e-06,
+      "loss": 0.7452,
+      "step": 3900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0848694421773075e-06,
+      "loss": 0.7549,
+      "step": 3901
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0803680610461674e-06,
+      "loss": 0.7274,
+      "step": 3902
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0758693684869147e-06,
+      "loss": 0.7077,
+      "step": 3903
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.071373366247482e-06,
+      "loss": 0.6139,
+      "step": 3904
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.066880056074758e-06,
+      "loss": 0.7732,
+      "step": 3905
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0623894397145837e-06,
+      "loss": 0.7222,
+      "step": 3906
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.057901518911758e-06,
+      "loss": 0.7581,
+      "step": 3907
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0534162954100264e-06,
+      "loss": 0.6951,
+      "step": 3908
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0489337709520918e-06,
+      "loss": 0.7202,
+      "step": 3909
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.044453947279603e-06,
+      "loss": 0.7251,
+      "step": 3910
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0399768261331664e-06,
+      "loss": 0.6035,
+      "step": 3911
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0355024092523334e-06,
+      "loss": 0.7673,
+      "step": 3912
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.031030698375602e-06,
+      "loss": 0.7498,
+      "step": 3913
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0265616952404252e-06,
+      "loss": 0.7521,
+      "step": 3914
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0220954015832004e-06,
+      "loss": 0.6975,
+      "step": 3915
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.017631819139273e-06,
+      "loss": 0.7303,
+      "step": 3916
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.013170949642935e-06,
+      "loss": 0.6897,
+      "step": 3917
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0087127948274264e-06,
+      "loss": 0.6281,
+      "step": 3918
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.004257356424927e-06,
+      "loss": 0.73,
+      "step": 3919
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.999804636166567e-06,
+      "loss": 0.8062,
+      "step": 3920
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.995354635782417e-06,
+      "loss": 0.7495,
+      "step": 3921
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.990907357001491e-06,
+      "loss": 0.7239,
+      "step": 3922
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.986462801551748e-06,
+      "loss": 0.719,
+      "step": 3923
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9820209711600858e-06,
+      "loss": 0.7882,
+      "step": 3924
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.977581867552346e-06,
+      "loss": 0.7561,
+      "step": 3925
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9731454924533086e-06,
+      "loss": 0.7079,
+      "step": 3926
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9687118475866948e-06,
+      "loss": 0.7509,
+      "step": 3927
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9642809346751677e-06,
+      "loss": 0.7378,
+      "step": 3928
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9598527554403187e-06,
+      "loss": 0.6919,
+      "step": 3929
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9554273116026887e-06,
+      "loss": 0.7651,
+      "step": 3930
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.95100460488175e-06,
+      "loss": 0.7378,
+      "step": 3931
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9465846369959126e-06,
+      "loss": 0.718,
+      "step": 3932
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.942167409662524e-06,
+      "loss": 0.7219,
+      "step": 3933
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.937752924597864e-06,
+      "loss": 0.7422,
+      "step": 3934
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.933341183517148e-06,
+      "loss": 0.6907,
+      "step": 3935
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9289321881345257e-06,
+      "loss": 0.7689,
+      "step": 3936
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.92452594016308e-06,
+      "loss": 0.7476,
+      "step": 3937
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9201224413148254e-06,
+      "loss": 0.7651,
+      "step": 3938
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9157216933007095e-06,
+      "loss": 0.7424,
+      "step": 3939
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.91132369783061e-06,
+      "loss": 0.699,
+      "step": 3940
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.906928456613336e-06,
+      "loss": 0.6277,
+      "step": 3941
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.902535971356625e-06,
+      "loss": 0.7097,
+      "step": 3942
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.898146243767146e-06,
+      "loss": 0.7383,
+      "step": 3943
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.893759275550494e-06,
+      "loss": 0.7847,
+      "step": 3944
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8893750684111977e-06,
+      "loss": 0.666,
+      "step": 3945
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.884993624052701e-06,
+      "loss": 0.7407,
+      "step": 3946
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8806149441773844e-06,
+      "loss": 0.7593,
+      "step": 3947
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.876239030486554e-06,
+      "loss": 0.6818,
+      "step": 3948
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.871865884680436e-06,
+      "loss": 0.7065,
+      "step": 3949
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.867495508458186e-06,
+      "loss": 0.7122,
+      "step": 3950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8631279035178796e-06,
+      "loss": 0.7622,
+      "step": 3951
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8587630715565185e-06,
+      "loss": 0.7273,
+      "step": 3952
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8544010142700263e-06,
+      "loss": 0.7122,
+      "step": 3953
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.850041733353247e-06,
+      "loss": 0.7473,
+      "step": 3954
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.845685230499948e-06,
+      "loss": 0.6863,
+      "step": 3955
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8413315074028157e-06,
+      "loss": 0.6934,
+      "step": 3956
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8369805657534576e-06,
+      "loss": 0.7074,
+      "step": 3957
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8326324072423994e-06,
+      "loss": 0.7782,
+      "step": 3958
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.828287033559086e-06,
+      "loss": 0.7573,
+      "step": 3959
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.823944446391881e-06,
+      "loss": 0.6812,
+      "step": 3960
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.819604647428067e-06,
+      "loss": 0.7607,
+      "step": 3961
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8152676383538346e-06,
+      "loss": 0.7273,
+      "step": 3962
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8109334208542994e-06,
+      "loss": 0.7834,
+      "step": 3963
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8066019966134907e-06,
+      "loss": 0.7528,
+      "step": 3964
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8022733673143508e-06,
+      "loss": 0.6859,
+      "step": 3965
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7979475346387363e-06,
+      "loss": 0.7418,
+      "step": 3966
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.793624500267418e-06,
+      "loss": 0.6803,
+      "step": 3967
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7893042658800793e-06,
+      "loss": 0.7235,
+      "step": 3968
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.784986833155314e-06,
+      "loss": 0.6575,
+      "step": 3969
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.78067220377063e-06,
+      "loss": 0.7245,
+      "step": 3970
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.776360379402445e-06,
+      "loss": 0.6406,
+      "step": 3971
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7720513617260857e-06,
+      "loss": 0.7185,
+      "step": 3972
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7677451524157882e-06,
+      "loss": 0.6888,
+      "step": 3973
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.763441753144701e-06,
+      "loss": 0.7532,
+      "step": 3974
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7591411655848755e-06,
+      "loss": 0.7354,
+      "step": 3975
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7548433914072736e-06,
+      "loss": 0.7361,
+      "step": 3976
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7505484322817656e-06,
+      "loss": 0.6895,
+      "step": 3977
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.746256289877126e-06,
+      "loss": 0.7932,
+      "step": 3978
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.741966965861033e-06,
+      "loss": 0.7339,
+      "step": 3979
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7376804619000706e-06,
+      "loss": 0.7946,
+      "step": 3980
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7333967796597317e-06,
+      "loss": 0.7603,
+      "step": 3981
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.729115920804408e-06,
+      "loss": 0.7202,
+      "step": 3982
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7248378869973946e-06,
+      "loss": 0.769,
+      "step": 3983
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.720562679900892e-06,
+      "loss": 0.5914,
+      "step": 3984
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.716290301175999e-06,
+      "loss": 0.7568,
+      "step": 3985
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.712020752482717e-06,
+      "loss": 0.7438,
+      "step": 3986
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.707754035479948e-06,
+      "loss": 0.6946,
+      "step": 3987
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.703490151825492e-06,
+      "loss": 0.7354,
+      "step": 3988
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.699229103176052e-06,
+      "loss": 0.7322,
+      "step": 3989
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.694970891187225e-06,
+      "loss": 0.7705,
+      "step": 3990
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.690715517513508e-06,
+      "loss": 0.7866,
+      "step": 3991
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6864629838082957e-06,
+      "loss": 0.7275,
+      "step": 3992
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6822132917238785e-06,
+      "loss": 0.7305,
+      "step": 3993
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6779664429114448e-06,
+      "loss": 0.7258,
+      "step": 3994
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6737224390210726e-06,
+      "loss": 0.7351,
+      "step": 3995
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.669481281701739e-06,
+      "loss": 0.7324,
+      "step": 3996
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6652429726013162e-06,
+      "loss": 0.751,
+      "step": 3997
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.661007513366567e-06,
+      "loss": 0.7056,
+      "step": 3998
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.656774905643147e-06,
+      "loss": 0.7217,
+      "step": 3999
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.652545151075606e-06,
+      "loss": 0.7156,
+      "step": 4000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6483182513073835e-06,
+      "loss": 0.7225,
+      "step": 4001
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6440942079808096e-06,
+      "loss": 0.6919,
+      "step": 4002
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.639873022737105e-06,
+      "loss": 0.7473,
+      "step": 4003
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.635654697216382e-06,
+      "loss": 0.6969,
+      "step": 4004
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.631439233057638e-06,
+      "loss": 0.7012,
+      "step": 4005
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6272266318987606e-06,
+      "loss": 0.7386,
+      "step": 4006
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6230168953765257e-06,
+      "loss": 0.6968,
+      "step": 4007
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6188100251265947e-06,
+      "loss": 0.7446,
+      "step": 4008
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6146060227835156e-06,
+      "loss": 0.6965,
+      "step": 4009
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6104048899807243e-06,
+      "loss": 0.6516,
+      "step": 4010
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6062066283505404e-06,
+      "loss": 0.7153,
+      "step": 4011
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6020112395241627e-06,
+      "loss": 0.7002,
+      "step": 4012
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5978187251316823e-06,
+      "loss": 0.8142,
+      "step": 4013
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5936290868020685e-06,
+      "loss": 0.7825,
+      "step": 4014
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5894423261631717e-06,
+      "loss": 0.7549,
+      "step": 4015
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5852584448417327e-06,
+      "loss": 0.7734,
+      "step": 4016
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.581077444463365e-06,
+      "loss": 0.7128,
+      "step": 4017
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5768993266525653e-06,
+      "loss": 0.7186,
+      "step": 4018
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5727240930327103e-06,
+      "loss": 0.7725,
+      "step": 4019
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5685517452260566e-06,
+      "loss": 0.761,
+      "step": 4020
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.564382284853738e-06,
+      "loss": 0.751,
+      "step": 4021
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5602157135357697e-06,
+      "loss": 0.7148,
+      "step": 4022
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5560520328910397e-06,
+      "loss": 0.7634,
+      "step": 4023
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.55189124453732e-06,
+      "loss": 0.7002,
+      "step": 4024
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5477333500912473e-06,
+      "loss": 0.7053,
+      "step": 4025
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5435783511683444e-06,
+      "loss": 0.7113,
+      "step": 4026
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.539426249383006e-06,
+      "loss": 0.7815,
+      "step": 4027
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5352770463484986e-06,
+      "loss": 0.7161,
+      "step": 4028
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.531130743676966e-06,
+      "loss": 0.7412,
+      "step": 4029
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5269873429794235e-06,
+      "loss": 0.7292,
+      "step": 4030
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5228468458657585e-06,
+      "loss": 0.7061,
+      "step": 4031
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.51870925394473e-06,
+      "loss": 0.7415,
+      "step": 4032
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5145745688239696e-06,
+      "loss": 0.703,
+      "step": 4033
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5104427921099783e-06,
+      "loss": 0.7511,
+      "step": 4034
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.506313925408127e-06,
+      "loss": 0.7023,
+      "step": 4035
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.502187970322657e-06,
+      "loss": 0.759,
+      "step": 4036
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4980649284566783e-06,
+      "loss": 0.7068,
+      "step": 4037
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.493944801412167e-06,
+      "loss": 0.7418,
+      "step": 4038
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.489827590789968e-06,
+      "loss": 0.7092,
+      "step": 4039
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.485713298189798e-06,
+      "loss": 0.7319,
+      "step": 4040
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4816019252102274e-06,
+      "loss": 0.7244,
+      "step": 4041
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4774934734487034e-06,
+      "loss": 0.7078,
+      "step": 4042
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.473387944501533e-06,
+      "loss": 0.7454,
+      "step": 4043
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.469285339963892e-06,
+      "loss": 0.7271,
+      "step": 4044
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4651856614298143e-06,
+      "loss": 0.7949,
+      "step": 4045
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.461088910492202e-06,
+      "loss": 0.7681,
+      "step": 4046
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.456995088742815e-06,
+      "loss": 0.656,
+      "step": 4047
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.45290419777228e-06,
+      "loss": 0.7466,
+      "step": 4048
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.448816239170081e-06,
+      "loss": 0.7498,
+      "step": 4049
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.444731214524565e-06,
+      "loss": 0.6833,
+      "step": 4050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.440649125422937e-06,
+      "loss": 0.7222,
+      "step": 4051
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.436569973451264e-06,
+      "loss": 0.7039,
+      "step": 4052
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.432493760194469e-06,
+      "loss": 0.7561,
+      "step": 4053
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.428420487236336e-06,
+      "loss": 0.7,
+      "step": 4054
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4243501561595027e-06,
+      "loss": 0.6062,
+      "step": 4055
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.420282768545469e-06,
+      "loss": 0.7539,
+      "step": 4056
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.41621832597459e-06,
+      "loss": 0.7454,
+      "step": 4057
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.412156830026069e-06,
+      "loss": 0.7368,
+      "step": 4058
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.408098282277972e-06,
+      "loss": 0.7653,
+      "step": 4059
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4040426843072206e-06,
+      "loss": 0.7328,
+      "step": 4060
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3999900376895844e-06,
+      "loss": 0.5963,
+      "step": 4061
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.395940343999691e-06,
+      "loss": 0.7505,
+      "step": 4062
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3918936048110197e-06,
+      "loss": 0.7489,
+      "step": 4063
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.387849821695899e-06,
+      "loss": 0.7351,
+      "step": 4064
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3838089962255127e-06,
+      "loss": 0.7134,
+      "step": 4065
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3797711299698924e-06,
+      "loss": 0.7429,
+      "step": 4066
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.375736224497922e-06,
+      "loss": 0.7416,
+      "step": 4067
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.371704281377335e-06,
+      "loss": 0.7579,
+      "step": 4068
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3676753021747113e-06,
+      "loss": 0.7505,
+      "step": 4069
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.363649288455482e-06,
+      "loss": 0.7439,
+      "step": 4070
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3596262417839256e-06,
+      "loss": 0.7183,
+      "step": 4071
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3556061637231653e-06,
+      "loss": 0.731,
+      "step": 4072
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3515890558351773e-06,
+      "loss": 0.7162,
+      "step": 4073
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.347574919680773e-06,
+      "loss": 0.7461,
+      "step": 4074
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.343563756819619e-06,
+      "loss": 0.7461,
+      "step": 4075
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.339555568810221e-06,
+      "loss": 0.7313,
+      "step": 4076
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3355503572099324e-06,
+      "loss": 0.7368,
+      "step": 4077
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3315481235749484e-06,
+      "loss": 0.6945,
+      "step": 4078
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3275488694603076e-06,
+      "loss": 0.7576,
+      "step": 4079
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.323552596419889e-06,
+      "loss": 0.7803,
+      "step": 4080
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.319559306006417e-06,
+      "loss": 0.7091,
+      "step": 4081
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.315568999771455e-06,
+      "loss": 0.7273,
+      "step": 4082
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3115816792654057e-06,
+      "loss": 0.7881,
+      "step": 4083
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3075973460375134e-06,
+      "loss": 0.7253,
+      "step": 4084
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.303616001635861e-06,
+      "loss": 0.7627,
+      "step": 4085
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2996376476073724e-06,
+      "loss": 0.6172,
+      "step": 4086
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.295662285497805e-06,
+      "loss": 0.7019,
+      "step": 4087
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.291689916851758e-06,
+      "loss": 0.6858,
+      "step": 4088
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.287720543212666e-06,
+      "loss": 0.7131,
+      "step": 4089
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2837541661228024e-06,
+      "loss": 0.7729,
+      "step": 4090
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2797907871232673e-06,
+      "loss": 0.7067,
+      "step": 4091
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.275830407754006e-06,
+      "loss": 0.6772,
+      "step": 4092
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.271873029553795e-06,
+      "loss": 0.7341,
+      "step": 4093
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.267918654060244e-06,
+      "loss": 0.7087,
+      "step": 4094
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2639672828097956e-06,
+      "loss": 0.7402,
+      "step": 4095
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2600189173377263e-06,
+      "loss": 0.7849,
+      "step": 4096
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.256073559178145e-06,
+      "loss": 0.7959,
+      "step": 4097
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2521312098639914e-06,
+      "loss": 0.7556,
+      "step": 4098
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2481918709270347e-06,
+      "loss": 0.699,
+      "step": 4099
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2442555438978774e-06,
+      "loss": 0.6567,
+      "step": 4100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.240322230305951e-06,
+      "loss": 0.7671,
+      "step": 4101
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2363919316795135e-06,
+      "loss": 0.7382,
+      "step": 4102
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2324646495456546e-06,
+      "loss": 0.7061,
+      "step": 4103
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2285403854302912e-06,
+      "loss": 0.7438,
+      "step": 4104
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.224619140858166e-06,
+      "loss": 0.738,
+      "step": 4105
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2207009173528528e-06,
+      "loss": 0.7673,
+      "step": 4106
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2167857164367424e-06,
+      "loss": 0.6687,
+      "step": 4107
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2128735396310606e-06,
+      "loss": 0.6313,
+      "step": 4108
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2089643884558553e-06,
+      "loss": 0.7896,
+      "step": 4109
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2050582644299976e-06,
+      "loss": 0.7427,
+      "step": 4110
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.201155169071184e-06,
+      "loss": 0.735,
+      "step": 4111
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1972551038959313e-06,
+      "loss": 0.6514,
+      "step": 4112
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1933580704195835e-06,
+      "loss": 0.7299,
+      "step": 4113
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.189464070156302e-06,
+      "loss": 0.7815,
+      "step": 4114
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1855731046190732e-06,
+      "loss": 0.6182,
+      "step": 4115
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1816851753197023e-06,
+      "loss": 0.7345,
+      "step": 4116
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.177800283768817e-06,
+      "loss": 0.7019,
+      "step": 4117
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.173918431475861e-06,
+      "loss": 0.7444,
+      "step": 4118
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1700396199491015e-06,
+      "loss": 0.7344,
+      "step": 4119
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1661638506956208e-06,
+      "loss": 0.7549,
+      "step": 4120
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1622911252213195e-06,
+      "loss": 0.6981,
+      "step": 4121
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1584214450309194e-06,
+      "loss": 0.8054,
+      "step": 4122
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1545548116279557e-06,
+      "loss": 0.7295,
+      "step": 4123
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1506912265147772e-06,
+      "loss": 0.5884,
+      "step": 4124
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.146830691192553e-06,
+      "loss": 0.7188,
+      "step": 4125
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1429732071612653e-06,
+      "loss": 0.7188,
+      "step": 4126
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1391187759197118e-06,
+      "loss": 0.7227,
+      "step": 4127
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1352673989655026e-06,
+      "loss": 0.7637,
+      "step": 4128
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.131419077795063e-06,
+      "loss": 0.7715,
+      "step": 4129
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1275738139036274e-06,
+      "loss": 0.6841,
+      "step": 4130
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1237316087852465e-06,
+      "loss": 0.7881,
+      "step": 4131
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.119892463932781e-06,
+      "loss": 0.6047,
+      "step": 4132
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.116056380837902e-06,
+      "loss": 0.7246,
+      "step": 4133
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1122233609910903e-06,
+      "loss": 0.7137,
+      "step": 4134
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.108393405881638e-06,
+      "loss": 0.7461,
+      "step": 4135
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.104566516997647e-06,
+      "loss": 0.7329,
+      "step": 4136
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1007426958260245e-06,
+      "loss": 0.7075,
+      "step": 4137
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.096921943852489e-06,
+      "loss": 0.6071,
+      "step": 4138
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.093104262561569e-06,
+      "loss": 0.7368,
+      "step": 4139
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.08928965343659e-06,
+      "loss": 0.6987,
+      "step": 4140
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0854781179596937e-06,
+      "loss": 0.7583,
+      "step": 4141
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0816696576118223e-06,
+      "loss": 0.7207,
+      "step": 4142
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.077864273872727e-06,
+      "loss": 0.7112,
+      "step": 4143
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0740619682209607e-06,
+      "loss": 0.7224,
+      "step": 4144
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0702627421338817e-06,
+      "loss": 0.7224,
+      "step": 4145
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0664665970876496e-06,
+      "loss": 0.7343,
+      "step": 4146
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.06267353455723e-06,
+      "loss": 0.7727,
+      "step": 4147
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.05888355601639e-06,
+      "loss": 0.6274,
+      "step": 4148
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0550966629376955e-06,
+      "loss": 0.6978,
+      "step": 4149
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0513128567925177e-06,
+      "loss": 0.6422,
+      "step": 4150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0475321390510262e-06,
+      "loss": 0.7456,
+      "step": 4151
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.043754511182191e-06,
+      "loss": 0.7267,
+      "step": 4152
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0399799746537806e-06,
+      "loss": 0.6925,
+      "step": 4153
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.036208530932363e-06,
+      "loss": 0.7532,
+      "step": 4154
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0324401814833074e-06,
+      "loss": 0.7781,
+      "step": 4155
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0286749277707783e-06,
+      "loss": 0.7151,
+      "step": 4156
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.024912771257732e-06,
+      "loss": 0.7765,
+      "step": 4157
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.021153713405931e-06,
+      "loss": 0.5922,
+      "step": 4158
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0173977556759284e-06,
+      "loss": 0.7596,
+      "step": 4159
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.013644899527074e-06,
+      "loss": 0.7014,
+      "step": 4160
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.009895146417512e-06,
+      "loss": 0.724,
+      "step": 4161
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0061484978041813e-06,
+      "loss": 0.7183,
+      "step": 4162
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.002404955142815e-06,
+      "loss": 0.7134,
+      "step": 4163
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9986645198879385e-06,
+      "loss": 0.7484,
+      "step": 4164
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9949271934928703e-06,
+      "loss": 0.7407,
+      "step": 4165
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9911929774097216e-06,
+      "loss": 0.7069,
+      "step": 4166
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9874618730893947e-06,
+      "loss": 0.7177,
+      "step": 4167
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.983733881981581e-06,
+      "loss": 0.6871,
+      "step": 4168
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9800090055347654e-06,
+      "loss": 0.7444,
+      "step": 4169
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9762872451962214e-06,
+      "loss": 0.7856,
+      "step": 4170
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9725686024120093e-06,
+      "loss": 0.7205,
+      "step": 4171
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9688530786269854e-06,
+      "loss": 0.75,
+      "step": 4172
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.965140675284779e-06,
+      "loss": 0.6899,
+      "step": 4173
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.961431393827827e-06,
+      "loss": 0.7205,
+      "step": 4174
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.95772523569734e-06,
+      "loss": 0.7378,
+      "step": 4175
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9540222023333165e-06,
+      "loss": 0.7405,
+      "step": 4176
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.950322295174545e-06,
+      "loss": 0.74,
+      "step": 4177
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9466255156585965e-06,
+      "loss": 0.7778,
+      "step": 4178
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9429318652218277e-06,
+      "loss": 0.7124,
+      "step": 4179
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9392413452993787e-06,
+      "loss": 0.7429,
+      "step": 4180
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9355539573251737e-06,
+      "loss": 0.7085,
+      "step": 4181
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.93186970273192e-06,
+      "loss": 0.7349,
+      "step": 4182
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.928188582951108e-06,
+      "loss": 0.7214,
+      "step": 4183
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9245105994130086e-06,
+      "loss": 0.7356,
+      "step": 4184
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.920835753546679e-06,
+      "loss": 0.7469,
+      "step": 4185
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9171640467799478e-06,
+      "loss": 0.7803,
+      "step": 4186
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.913495480539432e-06,
+      "loss": 0.6382,
+      "step": 4187
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9098300562505266e-06,
+      "loss": 0.7659,
+      "step": 4188
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.906167775337404e-06,
+      "loss": 0.7166,
+      "step": 4189
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9025086392230163e-06,
+      "loss": 0.7723,
+      "step": 4190
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8988526493290948e-06,
+      "loss": 0.7202,
+      "step": 4191
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.895199807076148e-06,
+      "loss": 0.5781,
+      "step": 4192
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.891550113883458e-06,
+      "loss": 0.7266,
+      "step": 4193
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8879035711690897e-06,
+      "loss": 0.7582,
+      "step": 4194
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8842601803498772e-06,
+      "loss": 0.7264,
+      "step": 4195
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.880619942841435e-06,
+      "loss": 0.7944,
+      "step": 4196
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8769828600581497e-06,
+      "loss": 0.7026,
+      "step": 4197
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8733489334131827e-06,
+      "loss": 0.7239,
+      "step": 4198
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8697181643184703e-06,
+      "loss": 0.7705,
+      "step": 4199
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8660905541847208e-06,
+      "loss": 0.7151,
+      "step": 4200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8624661044214154e-06,
+      "loss": 0.7332,
+      "step": 4201
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.858844816436809e-06,
+      "loss": 0.6898,
+      "step": 4202
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8552266916379225e-06,
+      "loss": 0.714,
+      "step": 4203
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8516117314305526e-06,
+      "loss": 0.7285,
+      "step": 4204
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.847999937219266e-06,
+      "loss": 0.7229,
+      "step": 4205
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8443913104073984e-06,
+      "loss": 0.7428,
+      "step": 4206
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8407858523970568e-06,
+      "loss": 0.7256,
+      "step": 4207
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8371835645891134e-06,
+      "loss": 0.7649,
+      "step": 4208
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.833584448383211e-06,
+      "loss": 0.6908,
+      "step": 4209
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.82998850517776e-06,
+      "loss": 0.7458,
+      "step": 4210
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.826395736369937e-06,
+      "loss": 0.7415,
+      "step": 4211
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8228061433556866e-06,
+      "loss": 0.7356,
+      "step": 4212
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8192197275297174e-06,
+      "loss": 0.7249,
+      "step": 4213
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.815636490285506e-06,
+      "loss": 0.7576,
+      "step": 4214
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8120564330152924e-06,
+      "loss": 0.7375,
+      "step": 4215
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.808479557110081e-06,
+      "loss": 0.7156,
+      "step": 4216
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8049058639596418e-06,
+      "loss": 0.7949,
+      "step": 4217
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.801335354952507e-06,
+      "loss": 0.7637,
+      "step": 4218
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7977680314759693e-06,
+      "loss": 0.752,
+      "step": 4219
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7942038949160857e-06,
+      "loss": 0.71,
+      "step": 4220
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7906429466576768e-06,
+      "loss": 0.6912,
+      "step": 4221
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7870851880843233e-06,
+      "loss": 0.726,
+      "step": 4222
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7835306205783643e-06,
+      "loss": 0.8057,
+      "step": 4223
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7799792455209019e-06,
+      "loss": 0.6906,
+      "step": 4224
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.776431064291796e-06,
+      "loss": 0.7078,
+      "step": 4225
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7728860782696666e-06,
+      "loss": 0.6404,
+      "step": 4226
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7693442888318923e-06,
+      "loss": 0.7107,
+      "step": 4227
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.765805697354608e-06,
+      "loss": 0.6885,
+      "step": 4228
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7622703052127078e-06,
+      "loss": 0.7482,
+      "step": 4229
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7587381137798432e-06,
+      "loss": 0.7251,
+      "step": 4230
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7552091244284197e-06,
+      "loss": 0.7317,
+      "step": 4231
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7516833385296016e-06,
+      "loss": 0.6029,
+      "step": 4232
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7481607574533044e-06,
+      "loss": 0.7114,
+      "step": 4233
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.744641382568204e-06,
+      "loss": 0.7354,
+      "step": 4234
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.741125215241728e-06,
+      "loss": 0.6953,
+      "step": 4235
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7376122568400533e-06,
+      "loss": 0.7717,
+      "step": 4236
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7341025087281149e-06,
+      "loss": 0.6172,
+      "step": 4237
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.730595972269602e-06,
+      "loss": 0.7749,
+      "step": 4238
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7270926488269502e-06,
+      "loss": 0.7517,
+      "step": 4239
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7235925397613529e-06,
+      "loss": 0.7139,
+      "step": 4240
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7200956464327512e-06,
+      "loss": 0.8254,
+      "step": 4241
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.716601970199836e-06,
+      "loss": 0.7712,
+      "step": 4242
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7131115124200494e-06,
+      "loss": 0.6913,
+      "step": 4243
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.709624274449584e-06,
+      "loss": 0.7129,
+      "step": 4244
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7061402576433794e-06,
+      "loss": 0.6367,
+      "step": 4245
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7026594633551252e-06,
+      "loss": 0.7184,
+      "step": 4246
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6991818929372584e-06,
+      "loss": 0.7206,
+      "step": 4247
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6957075477409623e-06,
+      "loss": 0.7434,
+      "step": 4248
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6922364291161697e-06,
+      "loss": 0.7129,
+      "step": 4249
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.688768538411556e-06,
+      "loss": 0.6985,
+      "step": 4250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6853038769745466e-06,
+      "loss": 0.7466,
+      "step": 4251
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6818424461513129e-06,
+      "loss": 0.7915,
+      "step": 4252
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6783842472867607e-06,
+      "loss": 0.7162,
+      "step": 4253
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.674929281724551e-06,
+      "loss": 0.7346,
+      "step": 4254
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6714775508070868e-06,
+      "loss": 0.7189,
+      "step": 4255
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6680290558755119e-06,
+      "loss": 0.8118,
+      "step": 4256
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6645837982697122e-06,
+      "loss": 0.7733,
+      "step": 4257
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6611417793283192e-06,
+      "loss": 0.7562,
+      "step": 4258
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6577030003887018e-06,
+      "loss": 0.7688,
+      "step": 4259
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6542674627869738e-06,
+      "loss": 0.7512,
+      "step": 4260
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6508351678579882e-06,
+      "loss": 0.6025,
+      "step": 4261
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6474061169353362e-06,
+      "loss": 0.7476,
+      "step": 4262
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6439803113513509e-06,
+      "loss": 0.7212,
+      "step": 4263
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.640557752437103e-06,
+      "loss": 0.667,
+      "step": 4264
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6371384415224046e-06,
+      "loss": 0.6174,
+      "step": 4265
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6337223799358025e-06,
+      "loss": 0.7118,
+      "step": 4266
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6303095690045822e-06,
+      "loss": 0.7742,
+      "step": 4267
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6269000100547682e-06,
+      "loss": 0.7581,
+      "step": 4268
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6234937044111155e-06,
+      "loss": 0.7683,
+      "step": 4269
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6200906533971206e-06,
+      "loss": 0.7303,
+      "step": 4270
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6166908583350138e-06,
+      "loss": 0.8152,
+      "step": 4271
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6132943205457607e-06,
+      "loss": 0.7324,
+      "step": 4272
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6099010413490624e-06,
+      "loss": 0.7512,
+      "step": 4273
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6065110220633495e-06,
+      "loss": 0.7341,
+      "step": 4274
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6031242640057908e-06,
+      "loss": 0.7715,
+      "step": 4275
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.599740768492286e-06,
+      "loss": 0.662,
+      "step": 4276
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.596360536837468e-06,
+      "loss": 0.6157,
+      "step": 4277
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5929835703546992e-06,
+      "loss": 0.7816,
+      "step": 4278
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.589609870356076e-06,
+      "loss": 0.662,
+      "step": 4279
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5862394381524239e-06,
+      "loss": 0.7148,
+      "step": 4280
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.582872275053301e-06,
+      "loss": 0.7266,
+      "step": 4281
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.579508382366992e-06,
+      "loss": 0.7563,
+      "step": 4282
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5761477614005127e-06,
+      "loss": 0.7299,
+      "step": 4283
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5727904134596084e-06,
+      "loss": 0.7239,
+      "step": 4284
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5694363398487545e-06,
+      "loss": 0.7375,
+      "step": 4285
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.566085541871145e-06,
+      "loss": 0.7434,
+      "step": 4286
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5627380208287114e-06,
+      "loss": 0.761,
+      "step": 4287
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5593937780221092e-06,
+      "loss": 0.7837,
+      "step": 4288
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.556052814750717e-06,
+      "loss": 0.7761,
+      "step": 4289
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5527151323126422e-06,
+      "loss": 0.7167,
+      "step": 4290
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5493807320047183e-06,
+      "loss": 0.7212,
+      "step": 4291
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5460496151225002e-06,
+      "loss": 0.6322,
+      "step": 4292
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.542721782960268e-06,
+      "loss": 0.6951,
+      "step": 4293
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5393972368110287e-06,
+      "loss": 0.755,
+      "step": 4294
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.536075977966509e-06,
+      "loss": 0.6947,
+      "step": 4295
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5327580077171589e-06,
+      "loss": 0.6947,
+      "step": 4296
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5294433273521525e-06,
+      "loss": 0.7435,
+      "step": 4297
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5261319381593831e-06,
+      "loss": 0.7434,
+      "step": 4298
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.522823841425467e-06,
+      "loss": 0.7506,
+      "step": 4299
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5195190384357405e-06,
+      "loss": 0.7554,
+      "step": 4300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5162175304742633e-06,
+      "loss": 0.7661,
+      "step": 4301
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5129193188238068e-06,
+      "loss": 0.7327,
+      "step": 4302
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5096244047658704e-06,
+      "loss": 0.7069,
+      "step": 4303
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5063327895806668e-06,
+      "loss": 0.7383,
+      "step": 4304
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5030444745471295e-06,
+      "loss": 0.7201,
+      "step": 4305
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.499759460942909e-06,
+      "loss": 0.7166,
+      "step": 4306
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4964777500443728e-06,
+      "loss": 0.6223,
+      "step": 4307
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4931993431266056e-06,
+      "loss": 0.7141,
+      "step": 4308
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4899242414634097e-06,
+      "loss": 0.7935,
+      "step": 4309
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.486652446327299e-06,
+      "loss": 0.726,
+      "step": 4310
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4833839589895072e-06,
+      "loss": 0.6901,
+      "step": 4311
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.48011878071998e-06,
+      "loss": 0.6763,
+      "step": 4312
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.476856912787379e-06,
+      "loss": 0.7417,
+      "step": 4313
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4735983564590784e-06,
+      "loss": 0.751,
+      "step": 4314
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.470343113001167e-06,
+      "loss": 0.6978,
+      "step": 4315
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.467091183678444e-06,
+      "loss": 0.769,
+      "step": 4316
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4638425697544235e-06,
+      "loss": 0.6377,
+      "step": 4317
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.460597272491333e-06,
+      "loss": 0.6359,
+      "step": 4318
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4573552931501046e-06,
+      "loss": 0.7373,
+      "step": 4319
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4541166329903856e-06,
+      "loss": 0.7357,
+      "step": 4320
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4508812932705364e-06,
+      "loss": 0.7124,
+      "step": 4321
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4476492752476223e-06,
+      "loss": 0.7272,
+      "step": 4322
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4444205801774204e-06,
+      "loss": 0.7092,
+      "step": 4323
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4411952093144167e-06,
+      "loss": 0.7424,
+      "step": 4324
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4379731639118045e-06,
+      "loss": 0.7034,
+      "step": 4325
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4347544452214869e-06,
+      "loss": 0.7534,
+      "step": 4326
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4315390544940732e-06,
+      "loss": 0.6874,
+      "step": 4327
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4283269929788779e-06,
+      "loss": 0.7256,
+      "step": 4328
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4251182619239257e-06,
+      "loss": 0.6945,
+      "step": 4329
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4219128625759426e-06,
+      "loss": 0.7654,
+      "step": 4330
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4187107961803704e-06,
+      "loss": 0.7068,
+      "step": 4331
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4155120639813392e-06,
+      "loss": 0.7454,
+      "step": 4332
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4123166672216971e-06,
+      "loss": 0.7432,
+      "step": 4333
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.409124607142992e-06,
+      "loss": 0.6719,
+      "step": 4334
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4059358849854732e-06,
+      "loss": 0.7283,
+      "step": 4335
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4027505019880972e-06,
+      "loss": 0.6863,
+      "step": 4336
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3995684593885206e-06,
+      "loss": 0.733,
+      "step": 4337
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3963897584231023e-06,
+      "loss": 0.7163,
+      "step": 4338
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3932144003269033e-06,
+      "loss": 0.7173,
+      "step": 4339
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3900423863336842e-06,
+      "loss": 0.7139,
+      "step": 4340
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3868737176759105e-06,
+      "loss": 0.5854,
+      "step": 4341
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3837083955847418e-06,
+      "loss": 0.7034,
+      "step": 4342
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3805464212900432e-06,
+      "loss": 0.7124,
+      "step": 4343
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.377387796020374e-06,
+      "loss": 0.7302,
+      "step": 4344
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3742325210029973e-06,
+      "loss": 0.7063,
+      "step": 4345
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3710805974638697e-06,
+      "loss": 0.7227,
+      "step": 4346
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3679320266276518e-06,
+      "loss": 0.7152,
+      "step": 4347
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.364786809717692e-06,
+      "loss": 0.804,
+      "step": 4348
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3616449479560434e-06,
+      "loss": 0.6543,
+      "step": 4349
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3585064425634542e-06,
+      "loss": 0.7424,
+      "step": 4350
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3553712947593655e-06,
+      "loss": 0.7449,
+      "step": 4351
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3522395057619186e-06,
+      "loss": 0.7194,
+      "step": 4352
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3491110767879444e-06,
+      "loss": 0.7253,
+      "step": 4353
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.345986009052972e-06,
+      "loss": 0.78,
+      "step": 4354
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.342864303771223e-06,
+      "loss": 0.7781,
+      "step": 4355
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.339745962155613e-06,
+      "loss": 0.7498,
+      "step": 4356
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3366309854177517e-06,
+      "loss": 0.6238,
+      "step": 4357
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3335193747679387e-06,
+      "loss": 0.7356,
+      "step": 4358
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.330411131415169e-06,
+      "loss": 0.7404,
+      "step": 4359
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3273062565671258e-06,
+      "loss": 0.7305,
+      "step": 4360
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.324204751430186e-06,
+      "loss": 0.7849,
+      "step": 4361
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3211066172094178e-06,
+      "loss": 0.7456,
+      "step": 4362
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3180118551085763e-06,
+      "loss": 0.7566,
+      "step": 4363
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3149204663301118e-06,
+      "loss": 0.6408,
+      "step": 4364
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3118324520751558e-06,
+      "loss": 0.7405,
+      "step": 4365
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3087478135435361e-06,
+      "loss": 0.7618,
+      "step": 4366
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3056665519337663e-06,
+      "loss": 0.749,
+      "step": 4367
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3025886684430467e-06,
+      "loss": 0.7118,
+      "step": 4368
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.299514164267267e-06,
+      "loss": 0.7042,
+      "step": 4369
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2964430406010032e-06,
+      "loss": 0.7449,
+      "step": 4370
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.293375298637518e-06,
+      "loss": 0.6738,
+      "step": 4371
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2903109395687597e-06,
+      "loss": 0.7294,
+      "step": 4372
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2872499645853609e-06,
+      "loss": 0.6871,
+      "step": 4373
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2841923748766427e-06,
+      "loss": 0.7639,
+      "step": 4374
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2811381716306092e-06,
+      "loss": 0.7223,
+      "step": 4375
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.278087356033947e-06,
+      "loss": 0.7344,
+      "step": 4376
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2750399292720284e-06,
+      "loss": 0.7228,
+      "step": 4377
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.271995892528909e-06,
+      "loss": 0.7203,
+      "step": 4378
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2689552469873267e-06,
+      "loss": 0.7329,
+      "step": 4379
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2659179938287035e-06,
+      "loss": 0.7336,
+      "step": 4380
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2628841342331389e-06,
+      "loss": 0.7106,
+      "step": 4381
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2598536693794171e-06,
+      "loss": 0.7303,
+      "step": 4382
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2568266004450037e-06,
+      "loss": 0.7,
+      "step": 4383
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2538029286060428e-06,
+      "loss": 0.7133,
+      "step": 4384
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2507826550373614e-06,
+      "loss": 0.7461,
+      "step": 4385
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2477657809124632e-06,
+      "loss": 0.7551,
+      "step": 4386
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.244752307403534e-06,
+      "loss": 0.7351,
+      "step": 4387
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2417422356814345e-06,
+      "loss": 0.6909,
+      "step": 4388
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2387355669157076e-06,
+      "loss": 0.7456,
+      "step": 4389
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2357323022745716e-06,
+      "loss": 0.7739,
+      "step": 4390
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2327324429249232e-06,
+      "loss": 0.7264,
+      "step": 4391
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2297359900323346e-06,
+      "loss": 0.6877,
+      "step": 4392
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2267429447610557e-06,
+      "loss": 0.7781,
+      "step": 4393
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2237533082740127e-06,
+      "loss": 0.7341,
+      "step": 4394
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2207670817328065e-06,
+      "loss": 0.6168,
+      "step": 4395
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2177842662977136e-06,
+      "loss": 0.719,
+      "step": 4396
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2148048631276876e-06,
+      "loss": 0.7136,
+      "step": 4397
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2118288733803474e-06,
+      "loss": 0.7786,
+      "step": 4398
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2088562982119957e-06,
+      "loss": 0.6725,
+      "step": 4399
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2058871387776039e-06,
+      "loss": 0.7487,
+      "step": 4400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2029213962308172e-06,
+      "loss": 0.7837,
+      "step": 4401
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.199959071723953e-06,
+      "loss": 0.712,
+      "step": 4402
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.197000166408001e-06,
+      "loss": 0.7167,
+      "step": 4403
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.19404468143262e-06,
+      "loss": 0.7123,
+      "step": 4404
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1910926179461446e-06,
+      "loss": 0.6648,
+      "step": 4405
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.188143977095576e-06,
+      "loss": 0.7377,
+      "step": 4406
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.185198760026587e-06,
+      "loss": 0.7026,
+      "step": 4407
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1822569678835195e-06,
+      "loss": 0.771,
+      "step": 4408
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.179318601809386e-06,
+      "loss": 0.7024,
+      "step": 4409
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.176383662945866e-06,
+      "loss": 0.7488,
+      "step": 4410
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1734521524333087e-06,
+      "loss": 0.7174,
+      "step": 4411
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1705240714107301e-06,
+      "loss": 0.7764,
+      "step": 4412
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.167599421015818e-06,
+      "loss": 0.7312,
+      "step": 4413
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.164678202384919e-06,
+      "loss": 0.7627,
+      "step": 4414
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1617604166530527e-06,
+      "loss": 0.7112,
+      "step": 4415
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1588460649539036e-06,
+      "loss": 0.7229,
+      "step": 4416
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1559351484198211e-06,
+      "loss": 0.7498,
+      "step": 4417
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.153027668181821e-06,
+      "loss": 0.7654,
+      "step": 4418
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1501236253695823e-06,
+      "loss": 0.6189,
+      "step": 4419
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1472230211114498e-06,
+      "loss": 0.5959,
+      "step": 4420
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1443258565344329e-06,
+      "loss": 0.6157,
+      "step": 4421
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1414321327642019e-06,
+      "loss": 0.707,
+      "step": 4422
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1385418509250933e-06,
+      "loss": 0.7378,
+      "step": 4423
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1356550121401033e-06,
+      "loss": 0.6305,
+      "step": 4424
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1327716175308934e-06,
+      "loss": 0.7402,
+      "step": 4425
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.129891668217783e-06,
+      "loss": 0.6079,
+      "step": 4426
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1270151653197569e-06,
+      "loss": 0.7029,
+      "step": 4427
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.124142109954459e-06,
+      "loss": 0.7318,
+      "step": 4428
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1212725032381933e-06,
+      "loss": 0.7339,
+      "step": 4429
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1184063462859262e-06,
+      "loss": 0.7302,
+      "step": 4430
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1155436402112785e-06,
+      "loss": 0.7703,
+      "step": 4431
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1126843861265347e-06,
+      "loss": 0.75,
+      "step": 4432
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1098285851426372e-06,
+      "loss": 0.7004,
+      "step": 4433
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1069762383691862e-06,
+      "loss": 0.7185,
+      "step": 4434
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1041273469144399e-06,
+      "loss": 0.6992,
+      "step": 4435
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1012819118853147e-06,
+      "loss": 0.7476,
+      "step": 4436
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.098439934387383e-06,
+      "loss": 0.7327,
+      "step": 4437
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.095601415524874e-06,
+      "loss": 0.7078,
+      "step": 4438
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.092766356400673e-06,
+      "loss": 0.7505,
+      "step": 4439
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0899347581163222e-06,
+      "loss": 0.677,
+      "step": 4440
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0871066217720173e-06,
+      "loss": 0.7583,
+      "step": 4441
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.08428194846661e-06,
+      "loss": 0.6382,
+      "step": 4442
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0814607392976062e-06,
+      "loss": 0.6613,
+      "step": 4443
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0786429953611665e-06,
+      "loss": 0.6938,
+      "step": 4444
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0758287177521032e-06,
+      "loss": 0.6986,
+      "step": 4445
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.073017907563887e-06,
+      "loss": 0.7142,
+      "step": 4446
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0702105658886318e-06,
+      "loss": 0.7368,
+      "step": 4447
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0674066938171123e-06,
+      "loss": 0.6873,
+      "step": 4448
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0646062924387513e-06,
+      "loss": 0.7377,
+      "step": 4449
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.061809362841626e-06,
+      "loss": 0.7065,
+      "step": 4450
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0590159061124606e-06,
+      "loss": 0.7346,
+      "step": 4451
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0562259233366334e-06,
+      "loss": 0.6919,
+      "step": 4452
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.053439415598171e-06,
+      "loss": 0.7507,
+      "step": 4453
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0506563839797501e-06,
+      "loss": 0.7129,
+      "step": 4454
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0478768295626985e-06,
+      "loss": 0.7358,
+      "step": 4455
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0451007534269908e-06,
+      "loss": 0.7573,
+      "step": 4456
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.04232815665125e-06,
+      "loss": 0.7607,
+      "step": 4457
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0395590403127487e-06,
+      "loss": 0.7112,
+      "step": 4458
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0367934054874074e-06,
+      "loss": 0.604,
+      "step": 4459
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.034031253249792e-06,
+      "loss": 0.7632,
+      "step": 4460
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0312725846731174e-06,
+      "loss": 0.7722,
+      "step": 4461
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0285174008292431e-06,
+      "loss": 0.667,
+      "step": 4462
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.025765702788677e-06,
+      "loss": 0.7189,
+      "step": 4463
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0230174916205681e-06,
+      "loss": 0.7401,
+      "step": 4464
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0202727683927149e-06,
+      "loss": 0.7007,
+      "step": 4465
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0175315341715598e-06,
+      "loss": 0.7367,
+      "step": 4466
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0147937900221882e-06,
+      "loss": 0.7687,
+      "step": 4467
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.012059537008332e-06,
+      "loss": 0.7361,
+      "step": 4468
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.009328776192363e-06,
+      "loss": 0.7736,
+      "step": 4469
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0066015086353e-06,
+      "loss": 0.7148,
+      "step": 4470
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.003877735396801e-06,
+      "loss": 0.7078,
+      "step": 4471
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0011574575351702e-06,
+      "loss": 0.7375,
+      "step": 4472
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.984406761073496e-07,
+      "loss": 0.7109,
+      "step": 4473
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.957273921689237e-07,
+      "loss": 0.725,
+      "step": 4474
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.930176067741216e-07,
+      "loss": 0.7888,
+      "step": 4475
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.903113209758098e-07,
+      "loss": 0.7407,
+      "step": 4476
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.87608535825494e-07,
+      "loss": 0.6685,
+      "step": 4477
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.849092523733217e-07,
+      "loss": 0.7686,
+      "step": 4478
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.822134716680832e-07,
+      "loss": 0.7983,
+      "step": 4479
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.795211947571993e-07,
+      "loss": 0.6956,
+      "step": 4480
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.768324226867353e-07,
+      "loss": 0.7195,
+      "step": 4481
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.74147156501396e-07,
+      "loss": 0.6318,
+      "step": 4482
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.714653972445199e-07,
+      "loss": 0.7335,
+      "step": 4483
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.687871459580845e-07,
+      "loss": 0.6102,
+      "step": 4484
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.661124036827064e-07,
+      "loss": 0.6329,
+      "step": 4485
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.634411714576353e-07,
+      "loss": 0.6896,
+      "step": 4486
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.60773450320759e-07,
+      "loss": 0.7556,
+      "step": 4487
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.58109241308599e-07,
+      "loss": 0.7285,
+      "step": 4488
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.55448545456319e-07,
+      "loss": 0.7424,
+      "step": 4489
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.527913637977093e-07,
+      "loss": 0.7432,
+      "step": 4490
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.501376973651999e-07,
+      "loss": 0.7039,
+      "step": 4491
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.474875471898526e-07,
+      "loss": 0.7715,
+      "step": 4492
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.448409143013626e-07,
+      "loss": 0.7314,
+      "step": 4493
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.421977997280596e-07,
+      "loss": 0.7144,
+      "step": 4494
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.395582044969076e-07,
+      "loss": 0.7163,
+      "step": 4495
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.369221296335007e-07,
+      "loss": 0.6793,
+      "step": 4496
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.342895761620663e-07,
+      "loss": 0.7134,
+      "step": 4497
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.31660545105465e-07,
+      "loss": 0.7905,
+      "step": 4498
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.290350374851865e-07,
+      "loss": 0.7728,
+      "step": 4499
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.264130543213512e-07,
+      "loss": 0.736,
+      "step": 4500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.237945966327133e-07,
+      "loss": 0.6592,
+      "step": 4501
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.211796654366545e-07,
+      "loss": 0.7627,
+      "step": 4502
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.185682617491865e-07,
+      "loss": 0.7109,
+      "step": 4503
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.15960386584952e-07,
+      "loss": 0.7061,
+      "step": 4504
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.133560409572195e-07,
+      "loss": 0.7278,
+      "step": 4505
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.107552258778907e-07,
+      "loss": 0.6766,
+      "step": 4506
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.081579423574916e-07,
+      "loss": 0.7356,
+      "step": 4507
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.055641914051783e-07,
+      "loss": 0.7307,
+      "step": 4508
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.029739740287358e-07,
+      "loss": 0.7419,
+      "step": 4509
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.00387291234569e-07,
+      "loss": 0.7618,
+      "step": 4510
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.978041440277163e-07,
+      "loss": 0.6475,
+      "step": 4511
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.952245334118415e-07,
+      "loss": 0.7019,
+      "step": 4512
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.926484603892327e-07,
+      "loss": 0.6352,
+      "step": 4513
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.900759259608038e-07,
+      "loss": 0.7242,
+      "step": 4514
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.875069311260942e-07,
+      "loss": 0.7522,
+      "step": 4515
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.849414768832687e-07,
+      "loss": 0.7495,
+      "step": 4516
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.823795642291145e-07,
+      "loss": 0.7339,
+      "step": 4517
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.79821194159044e-07,
+      "loss": 0.7188,
+      "step": 4518
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.772663676670934e-07,
+      "loss": 0.7227,
+      "step": 4519
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.747150857459219e-07,
+      "loss": 0.7273,
+      "step": 4520
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.721673493868111e-07,
+      "loss": 0.7383,
+      "step": 4521
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.696231595796633e-07,
+      "loss": 0.6318,
+      "step": 4522
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.670825173130081e-07,
+      "loss": 0.6805,
+      "step": 4523
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.645454235739903e-07,
+      "loss": 0.7268,
+      "step": 4524
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.620118793483823e-07,
+      "loss": 0.6926,
+      "step": 4525
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.5948188562057e-07,
+      "loss": 0.7164,
+      "step": 4526
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.56955443373565e-07,
+      "loss": 0.7013,
+      "step": 4527
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.544325535889997e-07,
+      "loss": 0.6509,
+      "step": 4528
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.519132172471212e-07,
+      "loss": 0.7096,
+      "step": 4529
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.493974353268019e-07,
+      "loss": 0.7612,
+      "step": 4530
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.468852088055291e-07,
+      "loss": 0.7094,
+      "step": 4531
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.443765386594094e-07,
+      "loss": 0.7732,
+      "step": 4532
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.418714258631689e-07,
+      "loss": 0.7917,
+      "step": 4533
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.393698713901499e-07,
+      "loss": 0.7159,
+      "step": 4534
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.36871876212314e-07,
+      "loss": 0.7019,
+      "step": 4535
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.343774413002382e-07,
+      "loss": 0.752,
+      "step": 4536
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.318865676231158e-07,
+      "loss": 0.6866,
+      "step": 4537
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.293992561487596e-07,
+      "loss": 0.717,
+      "step": 4538
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.26915507843593e-07,
+      "loss": 0.7263,
+      "step": 4539
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.24435323672661e-07,
+      "loss": 0.76,
+      "step": 4540
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.219587045996203e-07,
+      "loss": 0.7952,
+      "step": 4541
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.194856515867433e-07,
+      "loss": 0.749,
+      "step": 4542
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.170161655949139e-07,
+      "loss": 0.7456,
+      "step": 4543
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.145502475836331e-07,
+      "loss": 0.741,
+      "step": 4544
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.120878985110181e-07,
+      "loss": 0.6199,
+      "step": 4545
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.096291193337935e-07,
+      "loss": 0.6982,
+      "step": 4546
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.071739110073018e-07,
+      "loss": 0.7812,
+      "step": 4547
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.047222744854943e-07,
+      "loss": 0.7279,
+      "step": 4548
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.022742107209369e-07,
+      "loss": 0.6885,
+      "step": 4549
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.998297206648075e-07,
+      "loss": 0.7427,
+      "step": 4550
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.973888052668943e-07,
+      "loss": 0.6838,
+      "step": 4551
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.949514654755963e-07,
+      "loss": 0.7852,
+      "step": 4552
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.925177022379249e-07,
+      "loss": 0.7185,
+      "step": 4553
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.900875164995003e-07,
+      "loss": 0.7104,
+      "step": 4554
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.876609092045528e-07,
+      "loss": 0.7109,
+      "step": 4555
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.852378812959227e-07,
+      "loss": 0.6914,
+      "step": 4556
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.828184337150613e-07,
+      "loss": 0.7133,
+      "step": 4557
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.804025674020266e-07,
+      "loss": 0.6835,
+      "step": 4558
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.779902832954833e-07,
+      "loss": 0.7737,
+      "step": 4559
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.755815823327084e-07,
+      "loss": 0.8108,
+      "step": 4560
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.731764654495832e-07,
+      "loss": 0.7576,
+      "step": 4561
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.707749335806014e-07,
+      "loss": 0.7367,
+      "step": 4562
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.683769876588576e-07,
+      "loss": 0.6971,
+      "step": 4563
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.659826286160565e-07,
+      "loss": 0.7522,
+      "step": 4564
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.635918573825096e-07,
+      "loss": 0.7266,
+      "step": 4565
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.612046748871327e-07,
+      "loss": 0.7125,
+      "step": 4566
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.588210820574482e-07,
+      "loss": 0.7217,
+      "step": 4567
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.564410798195832e-07,
+      "loss": 0.7516,
+      "step": 4568
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.540646690982711e-07,
+      "loss": 0.7292,
+      "step": 4569
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.516918508168469e-07,
+      "loss": 0.7051,
+      "step": 4570
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.493226258972519e-07,
+      "loss": 0.6357,
+      "step": 4571
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.46956995260033e-07,
+      "loss": 0.7144,
+      "step": 4572
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.445949598243362e-07,
+      "loss": 0.7546,
+      "step": 4573
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.422365205079141e-07,
+      "loss": 0.7015,
+      "step": 4574
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.398816782271223e-07,
+      "loss": 0.7061,
+      "step": 4575
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.375304338969135e-07,
+      "loss": 0.6008,
+      "step": 4576
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.351827884308493e-07,
+      "loss": 0.6079,
+      "step": 4577
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.328387427410877e-07,
+      "loss": 0.6274,
+      "step": 4578
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.304982977383935e-07,
+      "loss": 0.7089,
+      "step": 4579
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.281614543321269e-07,
+      "loss": 0.7798,
+      "step": 4580
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.258282134302519e-07,
+      "loss": 0.6122,
+      "step": 4581
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.234985759393321e-07,
+      "loss": 0.7107,
+      "step": 4582
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.211725427645311e-07,
+      "loss": 0.7546,
+      "step": 4583
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.188501148096117e-07,
+      "loss": 0.7051,
+      "step": 4584
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.165312929769352e-07,
+      "loss": 0.626,
+      "step": 4585
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.142160781674645e-07,
+      "loss": 0.7963,
+      "step": 4586
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.119044712807577e-07,
+      "loss": 0.7416,
+      "step": 4587
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.095964732149741e-07,
+      "loss": 0.7771,
+      "step": 4588
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.072920848668674e-07,
+      "loss": 0.604,
+      "step": 4589
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.049913071317927e-07,
+      "loss": 0.7307,
+      "step": 4590
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.026941409036991e-07,
+      "loss": 0.7229,
+      "step": 4591
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.004005870751341e-07,
+      "loss": 0.7035,
+      "step": 4592
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.981106465372389e-07,
+      "loss": 0.7075,
+      "step": 4593
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.958243201797554e-07,
+      "loss": 0.6991,
+      "step": 4594
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.935416088910185e-07,
+      "loss": 0.6145,
+      "step": 4595
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.912625135579587e-07,
+      "loss": 0.6936,
+      "step": 4596
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.889870350661009e-07,
+      "loss": 0.73,
+      "step": 4597
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.867151742995659e-07,
+      "loss": 0.7197,
+      "step": 4598
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.844469321410685e-07,
+      "loss": 0.7861,
+      "step": 4599
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.821823094719171e-07,
+      "loss": 0.7488,
+      "step": 4600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.799213071720156e-07,
+      "loss": 0.738,
+      "step": 4601
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.776639261198581e-07,
+      "loss": 0.6083,
+      "step": 4602
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.754101671925339e-07,
+      "loss": 0.6006,
+      "step": 4603
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.731600312657238e-07,
+      "loss": 0.7517,
+      "step": 4604
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.709135192137018e-07,
+      "loss": 0.7429,
+      "step": 4605
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.68670631909335e-07,
+      "loss": 0.7803,
+      "step": 4606
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.664313702240788e-07,
+      "loss": 0.7113,
+      "step": 4607
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.641957350279838e-07,
+      "loss": 0.7668,
+      "step": 4608
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.619637271896873e-07,
+      "loss": 0.7246,
+      "step": 4609
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.597353475764201e-07,
+      "loss": 0.7283,
+      "step": 4610
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.57510597054003e-07,
+      "loss": 0.7332,
+      "step": 4611
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.552894764868456e-07,
+      "loss": 0.6019,
+      "step": 4612
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.530719867379498e-07,
+      "loss": 0.782,
+      "step": 4613
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.508581286689031e-07,
+      "loss": 0.7432,
+      "step": 4614
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.48647903139884e-07,
+      "loss": 0.672,
+      "step": 4615
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.464413110096601e-07,
+      "loss": 0.7415,
+      "step": 4616
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.442383531355856e-07,
+      "loss": 0.7949,
+      "step": 4617
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.420390303736034e-07,
+      "loss": 0.707,
+      "step": 4618
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.398433435782459e-07,
+      "loss": 0.6981,
+      "step": 4619
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.37651293602628e-07,
+      "loss": 0.733,
+      "step": 4620
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.354628812984576e-07,
+      "loss": 0.7002,
+      "step": 4621
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.332781075160244e-07,
+      "loss": 0.7793,
+      "step": 4622
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.31096973104206e-07,
+      "loss": 0.748,
+      "step": 4623
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.28919478910468e-07,
+      "loss": 0.6846,
+      "step": 4624
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.26745625780858e-07,
+      "loss": 0.713,
+      "step": 4625
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.245754145600091e-07,
+      "loss": 0.7369,
+      "step": 4626
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.224088460911437e-07,
+      "loss": 0.6992,
+      "step": 4627
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.202459212160638e-07,
+      "loss": 0.7136,
+      "step": 4628
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.180866407751595e-07,
+      "loss": 0.7039,
+      "step": 4629
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.15931005607403e-07,
+      "loss": 0.6785,
+      "step": 4630
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.137790165503499e-07,
+      "loss": 0.7288,
+      "step": 4631
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.116306744401391e-07,
+      "loss": 0.6842,
+      "step": 4632
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.09485980111495e-07,
+      "loss": 0.7565,
+      "step": 4633
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.073449343977211e-07,
+      "loss": 0.6212,
+      "step": 4634
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.052075381307054e-07,
+      "loss": 0.6541,
+      "step": 4635
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.030737921409169e-07,
+      "loss": 0.7458,
+      "step": 4636
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.009436972574079e-07,
+      "loss": 0.7312,
+      "step": 4637
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.988172543078097e-07,
+      "loss": 0.6555,
+      "step": 4638
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.966944641183369e-07,
+      "loss": 0.7051,
+      "step": 4639
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.945753275137844e-07,
+      "loss": 0.7825,
+      "step": 4640
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.924598453175278e-07,
+      "loss": 0.7227,
+      "step": 4641
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.903480183515197e-07,
+      "loss": 0.7008,
+      "step": 4642
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.882398474362949e-07,
+      "loss": 0.7065,
+      "step": 4643
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.861353333909692e-07,
+      "loss": 0.7488,
+      "step": 4644
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.840344770332351e-07,
+      "loss": 0.7305,
+      "step": 4645
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.819372791793654e-07,
+      "loss": 0.7515,
+      "step": 4646
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.798437406442104e-07,
+      "loss": 0.7375,
+      "step": 4647
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.777538622412005e-07,
+      "loss": 0.7113,
+      "step": 4648
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.756676447823406e-07,
+      "loss": 0.6897,
+      "step": 4649
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.735850890782158e-07,
+      "loss": 0.7218,
+      "step": 4650
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.715061959379875e-07,
+      "loss": 0.78,
+      "step": 4651
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.694309661693942e-07,
+      "loss": 0.7063,
+      "step": 4652
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.67359400578752e-07,
+      "loss": 0.7874,
+      "step": 4653
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.652914999709535e-07,
+      "loss": 0.7883,
+      "step": 4654
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.632272651494631e-07,
+      "loss": 0.697,
+      "step": 4655
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.611666969163243e-07,
+      "loss": 0.6262,
+      "step": 4656
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.591097960721581e-07,
+      "loss": 0.6778,
+      "step": 4657
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.570565634161562e-07,
+      "loss": 0.6896,
+      "step": 4658
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.550069997460872e-07,
+      "loss": 0.8206,
+      "step": 4659
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.529611058582951e-07,
+      "loss": 0.7378,
+      "step": 4660
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.509188825476964e-07,
+      "loss": 0.7056,
+      "step": 4661
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.488803306077806e-07,
+      "loss": 0.6927,
+      "step": 4662
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.468454508306131e-07,
+      "loss": 0.5793,
+      "step": 4663
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.448142440068316e-07,
+      "loss": 0.7366,
+      "step": 4664
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.427867109256457e-07,
+      "loss": 0.7747,
+      "step": 4665
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.407628523748398e-07,
+      "loss": 0.7639,
+      "step": 4666
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.387426691407682e-07,
+      "loss": 0.6644,
+      "step": 4667
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.367261620083575e-07,
+      "loss": 0.7515,
+      "step": 4668
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.347133317611075e-07,
+      "loss": 0.7334,
+      "step": 4669
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.327041791810905e-07,
+      "loss": 0.7808,
+      "step": 4670
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.306987050489442e-07,
+      "loss": 0.7734,
+      "step": 4671
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.286969101438821e-07,
+      "loss": 0.7739,
+      "step": 4672
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.266987952436875e-07,
+      "loss": 0.7169,
+      "step": 4673
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.247043611247127e-07,
+      "loss": 0.7177,
+      "step": 4674
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.227136085618801e-07,
+      "loss": 0.7399,
+      "step": 4675
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.207265383286831e-07,
+      "loss": 0.7635,
+      "step": 4676
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.187431511971819e-07,
+      "loss": 0.7563,
+      "step": 4677
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.167634479380068e-07,
+      "loss": 0.7051,
+      "step": 4678
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.147874293203581e-07,
+      "loss": 0.7163,
+      "step": 4679
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.128150961120026e-07,
+      "loss": 0.6248,
+      "step": 4680
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.108464490792753e-07,
+      "loss": 0.6689,
+      "step": 4681
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.088814889870808e-07,
+      "loss": 0.6918,
+      "step": 4682
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.069202165988874e-07,
+      "loss": 0.7837,
+      "step": 4683
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.049626326767366e-07,
+      "loss": 0.7664,
+      "step": 4684
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.030087379812299e-07,
+      "loss": 0.7657,
+      "step": 4685
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.010585332715401e-07,
+      "loss": 0.7462,
+      "step": 4686
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.991120193054056e-07,
+      "loss": 0.7542,
+      "step": 4687
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.97169196839129e-07,
+      "loss": 0.7439,
+      "step": 4688
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.952300666275789e-07,
+      "loss": 0.7168,
+      "step": 4689
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.932946294241903e-07,
+      "loss": 0.7087,
+      "step": 4690
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.913628859809638e-07,
+      "loss": 0.6887,
+      "step": 4691
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.894348370484648e-07,
+      "loss": 0.7527,
+      "step": 4692
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.875104833758204e-07,
+      "loss": 0.6971,
+      "step": 4693
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.855898257107261e-07,
+      "loss": 0.7786,
+      "step": 4694
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.836728647994371e-07,
+      "loss": 0.697,
+      "step": 4695
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.817596013867765e-07,
+      "loss": 0.7347,
+      "step": 4696
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.798500362161273e-07,
+      "loss": 0.6929,
+      "step": 4697
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.779441700294362e-07,
+      "loss": 0.6466,
+      "step": 4698
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.7604200356721644e-07,
+      "loss": 0.7373,
+      "step": 4699
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.7414353756853773e-07,
+      "loss": 0.7878,
+      "step": 4700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.7224877277103673e-07,
+      "loss": 0.5996,
+      "step": 4701
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.703577099109091e-07,
+      "loss": 0.709,
+      "step": 4702
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.6847034972291595e-07,
+      "loss": 0.7468,
+      "step": 4703
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.6658669294037393e-07,
+      "loss": 0.629,
+      "step": 4704
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.647067402951655e-07,
+      "loss": 0.7849,
+      "step": 4705
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.628304925177318e-07,
+      "loss": 0.7246,
+      "step": 4706
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.609579503370754e-07,
+      "loss": 0.7495,
+      "step": 4707
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.5908911448075746e-07,
+      "loss": 0.6821,
+      "step": 4708
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.572239856749028e-07,
+      "loss": 0.6713,
+      "step": 4709
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.553625646441928e-07,
+      "loss": 0.7102,
+      "step": 4710
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.535048521118668e-07,
+      "loss": 0.7053,
+      "step": 4711
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.5165084879972844e-07,
+      "loss": 0.7908,
+      "step": 4712
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.498005554281337e-07,
+      "loss": 0.7153,
+      "step": 4713
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4795397271600314e-07,
+      "loss": 0.7631,
+      "step": 4714
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.461111013808117e-07,
+      "loss": 0.8049,
+      "step": 4715
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4427194213859216e-07,
+      "loss": 0.7612,
+      "step": 4716
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.424364957039395e-07,
+      "loss": 0.7725,
+      "step": 4717
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.4060476278999897e-07,
+      "loss": 0.7096,
+      "step": 4718
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.3877674410848005e-07,
+      "loss": 0.7292,
+      "step": 4719
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.3695244036964567e-07,
+      "loss": 0.7583,
+      "step": 4720
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.351318522823134e-07,
+      "loss": 0.5979,
+      "step": 4721
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.3331498055386057e-07,
+      "loss": 0.7681,
+      "step": 4722
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.3150182589021926e-07,
+      "loss": 0.718,
+      "step": 4723
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.296923889958771e-07,
+      "loss": 0.7166,
+      "step": 4724
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.278866705738782e-07,
+      "loss": 0.6719,
+      "step": 4725
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2608467132581934e-07,
+      "loss": 0.7123,
+      "step": 4726
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2428639195185585e-07,
+      "loss": 0.7771,
+      "step": 4727
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.224918331506955e-07,
+      "loss": 0.7178,
+      "step": 4728
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.2070099561960064e-07,
+      "loss": 0.7419,
+      "step": 4729
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.189138800543868e-07,
+      "loss": 0.7527,
+      "step": 4730
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.171304871494264e-07,
+      "loss": 0.7275,
+      "step": 4731
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1535081759764286e-07,
+      "loss": 0.7925,
+      "step": 4732
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1357487209051416e-07,
+      "loss": 0.7191,
+      "step": 4733
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.118026513180695e-07,
+      "loss": 0.7695,
+      "step": 4734
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1003415596889363e-07,
+      "loss": 0.592,
+      "step": 4735
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.082693867301224e-07,
+      "loss": 0.6859,
+      "step": 4736
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.065083442874418e-07,
+      "loss": 0.7351,
+      "step": 4737
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0475102932509336e-07,
+      "loss": 0.7627,
+      "step": 4738
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.029974425258687e-07,
+      "loss": 0.7034,
+      "step": 4739
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.012475845711106e-07,
+      "loss": 0.7158,
+      "step": 4740
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.99501456140714e-07,
+      "loss": 0.7299,
+      "step": 4741
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.9775905791312407e-07,
+      "loss": 0.7135,
+      "step": 4742
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.96020390565337e-07,
+      "loss": 0.7559,
+      "step": 4743
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.9428545477289913e-07,
+      "loss": 0.7244,
+      "step": 4744
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.9255425120990564e-07,
+      "loss": 0.7781,
+      "step": 4745
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.908267805490051e-07,
+      "loss": 0.6615,
+      "step": 4746
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8910304346139185e-07,
+      "loss": 0.6945,
+      "step": 4747
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8738304061681107e-07,
+      "loss": 0.6758,
+      "step": 4748
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8566677268355943e-07,
+      "loss": 0.771,
+      "step": 4749
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8395424032847686e-07,
+      "loss": 0.6769,
+      "step": 4750
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8224544421695766e-07,
+      "loss": 0.7095,
+      "step": 4751
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8054038501294077e-07,
+      "loss": 0.6455,
+      "step": 4752
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.788390633789163e-07,
+      "loss": 0.7817,
+      "step": 4753
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.7714147997591655e-07,
+      "loss": 0.7234,
+      "step": 4754
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7544763546352834e-07,
+      "loss": 0.7197,
+      "step": 4755
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7375753049987974e-07,
+      "loss": 0.6586,
+      "step": 4756
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7207116574165094e-07,
+      "loss": 0.7419,
+      "step": 4757
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.703885418440656e-07,
+      "loss": 0.7095,
+      "step": 4758
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.687096594608941e-07,
+      "loss": 0.7483,
+      "step": 4759
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6703451924445467e-07,
+      "loss": 0.7461,
+      "step": 4760
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6536312184560996e-07,
+      "loss": 0.7222,
+      "step": 4761
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6369546791377054e-07,
+      "loss": 0.6998,
+      "step": 4762
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.620315580968892e-07,
+      "loss": 0.7651,
+      "step": 4763
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.603713930414676e-07,
+      "loss": 0.7244,
+      "step": 4764
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.587149733925488e-07,
+      "loss": 0.7313,
+      "step": 4765
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.570622997937234e-07,
+      "loss": 0.7047,
+      "step": 4766
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5541337288712564e-07,
+      "loss": 0.7485,
+      "step": 4767
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5376819331343404e-07,
+      "loss": 0.7083,
+      "step": 4768
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5212676171187065e-07,
+      "loss": 0.771,
+      "step": 4769
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.50489078720202e-07,
+      "loss": 0.6987,
+      "step": 4770
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4885514497473574e-07,
+      "loss": 0.7208,
+      "step": 4771
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472249611103273e-07,
+      "loss": 0.7532,
+      "step": 4772
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.455985277603713e-07,
+      "loss": 0.6502,
+      "step": 4773
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4397584555680653e-07,
+      "loss": 0.7466,
+      "step": 4774
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4235691513011425e-07,
+      "loss": 0.7268,
+      "step": 4775
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4074173710931804e-07,
+      "loss": 0.7605,
+      "step": 4776
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3913031212198356e-07,
+      "loss": 0.7468,
+      "step": 4777
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.375226407942178e-07,
+      "loss": 0.7566,
+      "step": 4778
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.359187237506689e-07,
+      "loss": 0.6942,
+      "step": 4779
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3431856161452835e-07,
+      "loss": 0.7526,
+      "step": 4780
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.327221550075266e-07,
+      "loss": 0.6147,
+      "step": 4781
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3112950454993633e-07,
+      "loss": 0.7544,
+      "step": 4782
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2954061086056924e-07,
+      "loss": 0.7231,
+      "step": 4783
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2795547455677813e-07,
+      "loss": 0.7053,
+      "step": 4784
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.26374096254457e-07,
+      "loss": 0.7307,
+      "step": 4785
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.247964765680389e-07,
+      "loss": 0.7679,
+      "step": 4786
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2322261611049457e-07,
+      "loss": 0.7703,
+      "step": 4787
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2165251549333585e-07,
+      "loss": 0.7317,
+      "step": 4788
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.20086175326616e-07,
+      "loss": 0.7052,
+      "step": 4789
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.185235962189237e-07,
+      "loss": 0.7368,
+      "step": 4790
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1696477877738664e-07,
+      "loss": 0.7197,
+      "step": 4791
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1540972360767254e-07,
+      "loss": 0.6389,
+      "step": 4792
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1385843131398697e-07,
+      "loss": 0.5979,
+      "step": 4793
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1231090249907336e-07,
+      "loss": 0.7959,
+      "step": 4794
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.107671377642119e-07,
+      "loss": 0.7864,
+      "step": 4795
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0922713770922155e-07,
+      "loss": 0.748,
+      "step": 4796
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.076909029324571e-07,
+      "loss": 0.6995,
+      "step": 4797
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.06158434030811e-07,
+      "loss": 0.7321,
+      "step": 4798
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0462973159971375e-07,
+      "loss": 0.7463,
+      "step": 4799
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0310479623313125e-07,
+      "loss": 0.814,
+      "step": 4800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0158362852356627e-07,
+      "loss": 0.7362,
+      "step": 4801
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0006622906205707e-07,
+      "loss": 0.627,
+      "step": 4802
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.985525984381754e-07,
+      "loss": 0.7065,
+      "step": 4803
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.970427372400353e-07,
+      "loss": 0.7448,
+      "step": 4804
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.955366460542797e-07,
+      "loss": 0.7578,
+      "step": 4805
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.940343254660905e-07,
+      "loss": 0.6973,
+      "step": 4806
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.925357760591818e-07,
+      "loss": 0.6941,
+      "step": 4807
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.910409984158058e-07,
+      "loss": 0.7218,
+      "step": 4808
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8954999311674557e-07,
+      "loss": 0.6936,
+      "step": 4809
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.880627607413211e-07,
+      "loss": 0.7269,
+      "step": 4810
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.865793018673857e-07,
+      "loss": 0.7573,
+      "step": 4811
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8509961707132496e-07,
+      "loss": 0.7334,
+      "step": 4812
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8362370692806117e-07,
+      "loss": 0.7065,
+      "step": 4813
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.821515720110479e-07,
+      "loss": 0.6791,
+      "step": 4814
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.806832128922732e-07,
+      "loss": 0.7637,
+      "step": 4815
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7921863014225504e-07,
+      "loss": 0.7039,
+      "step": 4816
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7775782433004714e-07,
+      "loss": 0.7522,
+      "step": 4817
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7630079602323447e-07,
+      "loss": 0.7837,
+      "step": 4818
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7484754578793513e-07,
+      "loss": 0.6169,
+      "step": 4819
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.733980741887987e-07,
+      "loss": 0.7544,
+      "step": 4820
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7195238178900685e-07,
+      "loss": 0.6752,
+      "step": 4821
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7051046915027244e-07,
+      "loss": 0.6962,
+      "step": 4822
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.690723368328407e-07,
+      "loss": 0.6121,
+      "step": 4823
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.676379853954858e-07,
+      "loss": 0.6721,
+      "step": 4824
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.662074153955152e-07,
+      "loss": 0.6538,
+      "step": 4825
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6478062738876654e-07,
+      "loss": 0.6884,
+      "step": 4826
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6335762192960743e-07,
+      "loss": 0.6428,
+      "step": 4827
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6193839957093683e-07,
+      "loss": 0.7495,
+      "step": 4828
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.605229608641824e-07,
+      "loss": 0.7021,
+      "step": 4829
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5911130635930203e-07,
+      "loss": 0.7229,
+      "step": 4830
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.577034366047848e-07,
+      "loss": 0.6699,
+      "step": 4831
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5629935214764866e-07,
+      "loss": 0.7048,
+      "step": 4832
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5489905353343725e-07,
+      "loss": 0.7363,
+      "step": 4833
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5350254130622866e-07,
+      "loss": 0.7415,
+      "step": 4834
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5210981600862663e-07,
+      "loss": 0.7,
+      "step": 4835
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.507208781817638e-07,
+      "loss": 0.7727,
+      "step": 4836
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4933572836530307e-07,
+      "loss": 0.7361,
+      "step": 4837
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4795436709743384e-07,
+      "loss": 0.7341,
+      "step": 4838
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.465767949148734e-07,
+      "loss": 0.7167,
+      "step": 4839
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.45203012352867e-07,
+      "loss": 0.7007,
+      "step": 4840
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4383301994518773e-07,
+      "loss": 0.7153,
+      "step": 4841
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.424668182241363e-07,
+      "loss": 0.7683,
+      "step": 4842
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4110440772054155e-07,
+      "loss": 0.7323,
+      "step": 4843
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3974578896375555e-07,
+      "loss": 0.7373,
+      "step": 4844
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.383909624816616e-07,
+      "loss": 0.7842,
+      "step": 4845
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.370399288006664e-07,
+      "loss": 0.7059,
+      "step": 4846
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3569268844570447e-07,
+      "loss": 0.7548,
+      "step": 4847
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3434924194023712e-07,
+      "loss": 0.7311,
+      "step": 4848
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3300958980624787e-07,
+      "loss": 0.7457,
+      "step": 4849
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3167373256425152e-07,
+      "loss": 0.7192,
+      "step": 4850
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3034167073328283e-07,
+      "loss": 0.7241,
+      "step": 4851
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2901340483090785e-07,
+      "loss": 0.7736,
+      "step": 4852
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2768893537321145e-07,
+      "loss": 0.7375,
+      "step": 4853
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2636826287480872e-07,
+      "loss": 0.6901,
+      "step": 4854
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2505138784883585e-07,
+      "loss": 0.7192,
+      "step": 4855
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2373831080695463e-07,
+      "loss": 0.7229,
+      "step": 4856
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2242903225935254e-07,
+      "loss": 0.7388,
+      "step": 4857
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.211235527147404e-07,
+      "loss": 0.7676,
+      "step": 4858
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1982187268035138e-07,
+      "loss": 0.7168,
+      "step": 4859
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1852399266194312e-07,
+      "loss": 0.749,
+      "step": 4860
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1722991316380005e-07,
+      "loss": 0.7104,
+      "step": 4861
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1593963468872435e-07,
+      "loss": 0.7419,
+      "step": 4862
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1465315773804617e-07,
+      "loss": 0.7151,
+      "step": 4863
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1337048281161565e-07,
+      "loss": 0.7244,
+      "step": 4864
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1209161040780746e-07,
+      "loss": 0.6785,
+      "step": 4865
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1081654102351634e-07,
+      "loss": 0.6785,
+      "step": 4866
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0954527515416156e-07,
+      "loss": 0.6377,
+      "step": 4867
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.082778132936858e-07,
+      "loss": 0.698,
+      "step": 4868
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0701415593455065e-07,
+      "loss": 0.738,
+      "step": 4869
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.057543035677412e-07,
+      "loss": 0.7256,
+      "step": 4870
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0449825668276246e-07,
+      "loss": 0.7119,
+      "step": 4871
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0324601576764525e-07,
+      "loss": 0.5991,
+      "step": 4872
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0199758130893478e-07,
+      "loss": 0.7457,
+      "step": 4873
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0075295379170413e-07,
+      "loss": 0.6692,
+      "step": 4874
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9951213369954204e-07,
+      "loss": 0.7483,
+      "step": 4875
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9827512151456175e-07,
+      "loss": 0.7112,
+      "step": 4876
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9704191771739322e-07,
+      "loss": 0.7383,
+      "step": 4877
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.95812522787191e-07,
+      "loss": 0.6992,
+      "step": 4878
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9458693720162513e-07,
+      "loss": 0.7366,
+      "step": 4879
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.933651614368892e-07,
+      "loss": 0.7344,
+      "step": 4880
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.921471959676957e-07,
+      "loss": 0.6927,
+      "step": 4881
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9093304126727497e-07,
+      "loss": 0.7532,
+      "step": 4882
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.897226978073774e-07,
+      "loss": 0.653,
+      "step": 4883
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.885161660582746e-07,
+      "loss": 0.7188,
+      "step": 4884
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8731344648875382e-07,
+      "loss": 0.689,
+      "step": 4885
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8611453956612346e-07,
+      "loss": 0.7227,
+      "step": 4886
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8491944575621091e-07,
+      "loss": 0.7161,
+      "step": 4887
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8372816552336025e-07,
+      "loss": 0.7147,
+      "step": 4888
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8254069933043572e-07,
+      "loss": 0.689,
+      "step": 4889
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.81357047638816e-07,
+      "loss": 0.7649,
+      "step": 4890
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8017721090840324e-07,
+      "loss": 0.7362,
+      "step": 4891
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7900118959761181e-07,
+      "loss": 0.7566,
+      "step": 4892
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7782898416337735e-07,
+      "loss": 0.7322,
+      "step": 4893
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7666059506115108e-07,
+      "loss": 0.7737,
+      "step": 4894
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.754960227449032e-07,
+      "loss": 0.7158,
+      "step": 4895
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7433526766711727e-07,
+      "loss": 0.7292,
+      "step": 4896
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7317833027879928e-07,
+      "loss": 0.6705,
+      "step": 4897
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7202521102946624e-07,
+      "loss": 0.7014,
+      "step": 4898
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7087591036715534e-07,
+      "loss": 0.6946,
+      "step": 4899
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6973042873841827e-07,
+      "loss": 0.6991,
+      "step": 4900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6858876658832235e-07,
+      "loss": 0.6946,
+      "step": 4901
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6745092436045495e-07,
+      "loss": 0.6365,
+      "step": 4902
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6631690249691358e-07,
+      "loss": 0.7144,
+      "step": 4903
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.651867014383146e-07,
+      "loss": 0.6116,
+      "step": 4904
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6406032162379127e-07,
+      "loss": 0.7051,
+      "step": 4905
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.629377634909868e-07,
+      "loss": 0.6123,
+      "step": 4906
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.618190274760656e-07,
+      "loss": 0.7017,
+      "step": 4907
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6070411401370335e-07,
+      "loss": 0.7312,
+      "step": 4908
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5959302353709128e-07,
+      "loss": 0.7507,
+      "step": 4909
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.584857564779363e-07,
+      "loss": 0.697,
+      "step": 4910
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5738231326645758e-07,
+      "loss": 0.7429,
+      "step": 4911
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5628269433139e-07,
+      "loss": 0.7661,
+      "step": 4912
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5518690009998282e-07,
+      "loss": 0.7627,
+      "step": 4913
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5409493099799888e-07,
+      "loss": 0.7052,
+      "step": 4914
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.530067874497143e-07,
+      "loss": 0.7424,
+      "step": 4915
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.519224698779198e-07,
+      "loss": 0.7222,
+      "step": 4916
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5084197870391836e-07,
+      "loss": 0.6736,
+      "step": 4917
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.497653143475275e-07,
+      "loss": 0.7817,
+      "step": 4918
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.486924772270759e-07,
+      "loss": 0.7349,
+      "step": 4919
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4762346775940794e-07,
+      "loss": 0.743,
+      "step": 4920
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.465582863598791e-07,
+      "loss": 0.7096,
+      "step": 4921
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4549693344235726e-07,
+      "loss": 0.759,
+      "step": 4922
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.444394094192225e-07,
+      "loss": 0.7148,
+      "step": 4923
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4338571470137063e-07,
+      "loss": 0.7278,
+      "step": 4924
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4233584969820414e-07,
+      "loss": 0.769,
+      "step": 4925
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4128981481764115e-07,
+      "loss": 0.8108,
+      "step": 4926
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4024761046611213e-07,
+      "loss": 0.7405,
+      "step": 4927
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3920923704855648e-07,
+      "loss": 0.7322,
+      "step": 4928
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3817469496842596e-07,
+      "loss": 0.7765,
+      "step": 4929
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3714398462768563e-07,
+      "loss": 0.7593,
+      "step": 4930
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3611710642681076e-07,
+      "loss": 0.6807,
+      "step": 4931
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.350940607647866e-07,
+      "loss": 0.7148,
+      "step": 4932
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3407484803910854e-07,
+      "loss": 0.7009,
+      "step": 4933
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3305946864578645e-07,
+      "loss": 0.6953,
+      "step": 4934
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.320479229793359e-07,
+      "loss": 0.6915,
+      "step": 4935
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3104021143278911e-07,
+      "loss": 0.8032,
+      "step": 4936
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3003633439768182e-07,
+      "loss": 0.7242,
+      "step": 4937
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2903629226406423e-07,
+      "loss": 0.728,
+      "step": 4938
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.280400854204944e-07,
+      "loss": 0.7355,
+      "step": 4939
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2704771425404382e-07,
+      "loss": 0.7163,
+      "step": 4940
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2605917915028743e-07,
+      "loss": 0.6559,
+      "step": 4941
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2507448049331571e-07,
+      "loss": 0.708,
+      "step": 4942
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.24093618665726e-07,
+      "loss": 0.6816,
+      "step": 4943
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.231165940486234e-07,
+      "loss": 0.7351,
+      "step": 4944
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.221434070216243e-07,
+      "loss": 0.7568,
+      "step": 4945
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2117405796285286e-07,
+      "loss": 0.6757,
+      "step": 4946
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2020854724894448e-07,
+      "loss": 0.7128,
+      "step": 4947
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.192468752550402e-07,
+      "loss": 0.7296,
+      "step": 4948
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1828904235478888e-07,
+      "loss": 0.7227,
+      "step": 4949
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1733504892035064e-07,
+      "loss": 0.7179,
+      "step": 4950
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1638489532239339e-07,
+      "loss": 0.72,
+      "step": 4951
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1543858193009183e-07,
+      "loss": 0.7103,
+      "step": 4952
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1449610911112741e-07,
+      "loss": 0.7219,
+      "step": 4953
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1355747723169386e-07,
+      "loss": 0.709,
+      "step": 4954
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1262268665648724e-07,
+      "loss": 0.7478,
+      "step": 4955
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1169173774871478e-07,
+      "loss": 0.7583,
+      "step": 4956
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1076463087008938e-07,
+      "loss": 0.7354,
+      "step": 4957
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0984136638083176e-07,
+      "loss": 0.6431,
+      "step": 4958
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0892194463966943e-07,
+      "loss": 0.7451,
+      "step": 4959
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0800636600383662e-07,
+      "loss": 0.6913,
+      "step": 4960
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0709463082907545e-07,
+      "loss": 0.7332,
+      "step": 4961
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0618673946963365e-07,
+      "loss": 0.7412,
+      "step": 4962
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.052826922782646e-07,
+      "loss": 0.7437,
+      "step": 4963
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0438248960623065e-07,
+      "loss": 0.7272,
+      "step": 4964
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0348613180329758e-07,
+      "loss": 0.6587,
+      "step": 4965
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0259361921774014e-07,
+      "loss": 0.6848,
+      "step": 4966
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0170495219633647e-07,
+      "loss": 0.7441,
+      "step": 4967
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0082013108437038e-07,
+      "loss": 0.7328,
+      "step": 4968
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.993915622563578e-08,
+      "loss": 0.6506,
+      "step": 4969
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.906202796242547e-08,
+      "loss": 0.7324,
+      "step": 4970
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.818874663554356e-08,
+      "loss": 0.6803,
+      "step": 4971
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.731931258429638e-08,
+      "loss": 0.7079,
+      "step": 4972
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.645372614649595e-08,
+      "loss": 0.7241,
+      "step": 4973
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.55919876584599e-08,
+      "loss": 0.6902,
+      "step": 4974
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.473409745500928e-08,
+      "loss": 0.748,
+      "step": 4975
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.388005586947191e-08,
+      "loss": 0.7301,
+      "step": 4976
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.302986323368012e-08,
+      "loss": 0.7019,
+      "step": 4977
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.218351987796859e-08,
+      "loss": 0.7164,
+      "step": 4978
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.134102613117757e-08,
+      "loss": 0.7764,
+      "step": 4979
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.0502382320653e-08,
+      "loss": 0.6272,
+      "step": 4980
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.966758877224202e-08,
+      "loss": 0.6299,
+      "step": 4981
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.88366458102996e-08,
+      "loss": 0.7354,
+      "step": 4982
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.800955375768194e-08,
+      "loss": 0.7258,
+      "step": 4983
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.718631293574753e-08,
+      "loss": 0.7407,
+      "step": 4984
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.636692366436383e-08,
+      "loss": 0.7371,
+      "step": 4985
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.555138626189619e-08,
+      "loss": 0.7551,
+      "step": 4986
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.473970104521556e-08,
+      "loss": 0.7144,
+      "step": 4987
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.393186832969746e-08,
+      "loss": 0.6243,
+      "step": 4988
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.31278884292186e-08,
+      "loss": 0.7336,
+      "step": 4989
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.232776165616019e-08,
+      "loss": 0.7334,
+      "step": 4990
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.153148832140467e-08,
+      "loss": 0.7241,
+      "step": 4991
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.07390687343379e-08,
+      "loss": 0.7261,
+      "step": 4992
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.995050320285025e-08,
+      "loss": 0.7629,
+      "step": 4993
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.916579203333107e-08,
+      "loss": 0.7515,
+      "step": 4994
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.838493553067539e-08,
+      "loss": 0.748,
+      "step": 4995
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.760793399827937e-08,
+      "loss": 0.7595,
+      "step": 4996
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.683478773804043e-08,
+      "loss": 0.7542,
+      "step": 4997
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.606549705035937e-08,
+      "loss": 0.6403,
+      "step": 4998
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.53000622341371e-08,
+      "loss": 0.6696,
+      "step": 4999
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.453848358678018e-08,
+      "loss": 0.708,
+      "step": 5000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.378076140419188e-08,
+      "loss": 0.7078,
+      "step": 5001
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.302689598078117e-08,
+      "loss": 0.6987,
+      "step": 5002
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.227688760945595e-08,
+      "loss": 0.6926,
+      "step": 5003
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.153073658162646e-08,
+      "loss": 0.7356,
+      "step": 5004
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.078844318720523e-08,
+      "loss": 0.7329,
+      "step": 5005
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.00500077146038e-08,
+      "loss": 0.5841,
+      "step": 5006
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.931543045073708e-08,
+      "loss": 0.7471,
+      "step": 5007
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.858471168101788e-08,
+      "loss": 0.7805,
+      "step": 5008
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.785785168936244e-08,
+      "loss": 0.7822,
+      "step": 5009
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.713485075818815e-08,
+      "loss": 0.7161,
+      "step": 5010
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.641570916840923e-08,
+      "loss": 0.6816,
+      "step": 5011
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.570042719944436e-08,
+      "loss": 0.6761,
+      "step": 5012
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.498900512921013e-08,
+      "loss": 0.7052,
+      "step": 5013
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.428144323412544e-08,
+      "loss": 0.7559,
+      "step": 5014
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.357774178910703e-08,
+      "loss": 0.6013,
+      "step": 5015
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.287790106757396e-08,
+      "loss": 0.6058,
+      "step": 5016
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.21819213414443e-08,
+      "loss": 0.7158,
+      "step": 5017
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.148980288113504e-08,
+      "loss": 0.7451,
+      "step": 5018
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.080154595556331e-08,
+      "loss": 0.7039,
+      "step": 5019
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.011715083214742e-08,
+      "loss": 0.7379,
+      "step": 5020
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.943661777680354e-08,
+      "loss": 0.6272,
+      "step": 5021
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.875994705394794e-08,
+      "loss": 0.66,
+      "step": 5022
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.808713892649587e-08,
+      "loss": 0.7559,
+      "step": 5023
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.7418193655861545e-08,
+      "loss": 0.7642,
+      "step": 5024
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.675311150195928e-08,
+      "loss": 0.7079,
+      "step": 5025
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.609189272320237e-08,
+      "loss": 0.7144,
+      "step": 5026
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.5434537576500856e-08,
+      "loss": 0.743,
+      "step": 5027
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.4781046317267103e-08,
+      "loss": 0.6934,
+      "step": 5028
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.413141919940801e-08,
+      "loss": 0.7362,
+      "step": 5029
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.348565647533388e-08,
+      "loss": 0.752,
+      "step": 5030
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.284375839594958e-08,
+      "loss": 0.714,
+      "step": 5031
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.220572521066003e-08,
+      "loss": 0.7158,
+      "step": 5032
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.1571557167369165e-08,
+      "loss": 0.7544,
+      "step": 5033
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.094125451247656e-08,
+      "loss": 0.6884,
+      "step": 5034
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.031481749088296e-08,
+      "loss": 0.6818,
+      "step": 5035
+    },
     {
       "epoch": 0.97,
-      "learning_rate": 3.381062413413405e-08,
-      "loss": 0.7318,
-      "step": 3377
+      "learning_rate": 4.9692246345985905e-08,
+      "loss": 0.7532,
+      "step": 5036
     },
     {
       "epoch": 0.97,
-      "learning_rate": 3.3046988011161685e-08,
-      "loss": 0.7234,
-      "step": 3378
+      "learning_rate": 4.9073541319680785e-08,
+      "loss": 0.7185,
+      "step": 5037
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.8458702652359744e-08,
+      "loss": 0.7639,
+      "step": 5038
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.784773058291503e-08,
+      "loss": 0.7295,
+      "step": 5039
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.7240625348735636e-08,
+      "loss": 0.6892,
+      "step": 5040
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.663738718570621e-08,
+      "loss": 0.718,
+      "step": 5041
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.603801632821148e-08,
+      "loss": 0.6307,
+      "step": 5042
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.544251300913405e-08,
+      "loss": 0.7617,
+      "step": 5043
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.485087745984884e-08,
+      "loss": 0.7195,
+      "step": 5044
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.4263109910234194e-08,
+      "loss": 0.7439,
+      "step": 5045
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.367921058866187e-08,
+      "loss": 0.6711,
+      "step": 5046
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.3099179722002614e-08,
+      "loss": 0.7097,
+      "step": 5047
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.252301753562171e-08,
+      "loss": 0.7031,
+      "step": 5048
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.195072425338342e-08,
+      "loss": 0.7019,
+      "step": 5049
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.1382300097647655e-08,
+      "loss": 0.7333,
+      "step": 5050
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.0817745289272184e-08,
+      "loss": 0.7485,
+      "step": 5051
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.025706004760932e-08,
+      "loss": 0.7094,
+      "step": 5052
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.970024459051147e-08,
+      "loss": 0.6464,
+      "step": 5053
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.914729913432336e-08,
+      "loss": 0.6292,
+      "step": 5054
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.859822389388757e-08,
+      "loss": 0.7114,
+      "step": 5055
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.805301908254455e-08,
+      "loss": 0.7253,
+      "step": 5056
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.751168491212931e-08,
+      "loss": 0.7209,
+      "step": 5057
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.697422159297248e-08,
+      "loss": 0.7418,
+      "step": 5058
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.6440629333901466e-08,
+      "loss": 0.705,
+      "step": 5059
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.591090834224153e-08,
+      "loss": 0.7222,
+      "step": 5060
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.538505882380916e-08,
+      "loss": 0.7002,
+      "step": 5061
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.4863080982919794e-08,
+      "loss": 0.7395,
+      "step": 5062
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.4344975022385654e-08,
+      "loss": 0.7292,
+      "step": 5063
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383074114351237e-08,
+      "loss": 0.7275,
+      "step": 5064
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3320379546101234e-08,
+      "loss": 0.7239,
+      "step": 5065
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.281389042844918e-08,
+      "loss": 0.7402,
+      "step": 5066
     },
     {
       "epoch": 0.98,
-      "learning_rate": 3.229206002211549e-08,
-      "loss": 0.8022,
-      "step": 3379
+      "learning_rate": 3.23112739873499e-08,
+      "loss": 0.7131,
+      "step": 5067
     },
     {
       "epoch": 0.98,
-      "learning_rate": 3.1545840826577855e-08,
-      "loss": 0.639,
-      "step": 3380
+      "learning_rate": 3.181253041809052e-08,
+      "loss": 0.7175,
+      "step": 5068
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.13176599144549e-08,
+      "loss": 0.7034,
+      "step": 5069
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.082666266872036e-08,
+      "loss": 0.6321,
+      "step": 5070
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.033953887166097e-08,
+      "loss": 0.6982,
+      "step": 5071
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.9856288712544204e-08,
+      "loss": 0.657,
+      "step": 5072
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.9376912379134314e-08,
+      "loss": 0.7087,
+      "step": 5073
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.8901410057688982e-08,
+      "loss": 0.5974,
+      "step": 5074
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.842978193296153e-08,
+      "loss": 0.7451,
+      "step": 5075
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.796202818819871e-08,
+      "loss": 0.7659,
+      "step": 5076
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.7498149005144025e-08,
+      "loss": 0.7371,
+      "step": 5077
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.7038144564033307e-08,
+      "loss": 0.6948,
+      "step": 5078
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.658201504359803e-08,
+      "loss": 0.7251,
+      "step": 5079
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.6129760621063095e-08,
+      "loss": 0.7461,
+      "step": 5080
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.5681381472151268e-08,
+      "loss": 0.6962,
+      "step": 5081
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.5236877771074308e-08,
+      "loss": 0.6497,
+      "step": 5082
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.479624969054295e-08,
+      "loss": 0.7285,
+      "step": 5083
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.4359497401758026e-08,
+      "loss": 0.7192,
+      "step": 5084
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3926621074417123e-08,
+      "loss": 0.683,
+      "step": 5085
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.349762087671126e-08,
+      "loss": 0.6794,
+      "step": 5086
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3072496975325986e-08,
+      "loss": 0.6914,
+      "step": 5087
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.265124953543918e-08,
+      "loss": 0.7195,
+      "step": 5088
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.2233878720723245e-08,
+      "loss": 0.6862,
+      "step": 5089
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.182038469334513e-08,
+      "loss": 0.7535,
+      "step": 5090
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.1410767613965212e-08,
+      "loss": 0.7251,
+      "step": 5091
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.1005027641736176e-08,
+      "loss": 0.7192,
+      "step": 5092
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0603164934306364e-08,
+      "loss": 0.7556,
+      "step": 5093
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.020517964781532e-08,
+      "loss": 0.6462,
+      "step": 5094
     },
     {
       "epoch": 0.98,
-      "learning_rate": 3.08083310765217e-08,
+      "learning_rate": 1.9811071936897132e-08,
+      "loss": 0.728,
+      "step": 5095
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.9420841954681525e-08,
       "loss": 0.7551,
-      "step": 3381
+      "step": 5096
     },
     {
       "epoch": 0.98,
-      "learning_rate": 3.007953141630715e-08,
-      "loss": 0.7142,
-      "step": 3382
+      "learning_rate": 1.903448985278722e-08,
+      "loss": 0.7375,
+      "step": 5097
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.9359442482689292e-08,
-      "loss": 0.7426,
-      "step": 3383
+      "learning_rate": 1.86520157813308e-08,
+      "loss": 0.7642,
+      "step": 5098
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.8648064904809313e-08,
-      "loss": 0.7035,
-      "step": 3384
+      "learning_rate": 1.8273419888916733e-08,
+      "loss": 0.7504,
+      "step": 5099
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.7945399304198927e-08,
-      "loss": 0.73,
-      "step": 3385
+      "learning_rate": 1.7898702322648453e-08,
+      "loss": 0.7452,
+      "step": 5100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7527863228118393e-08,
+      "loss": 0.6943,
+      "step": 5101
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.716090274941351e-08,
+      "loss": 0.703,
+      "step": 5102
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.6797821029113093e-08,
+      "loss": 0.6788,
+      "step": 5103
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.6438618208290957e-08,
+      "loss": 0.7568,
+      "step": 5104
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.608329442651213e-08,
+      "loss": 0.7092,
+      "step": 5105
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5731849821833955e-08,
+      "loss": 0.7175,
+      "step": 5106
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5384284530810533e-08,
+      "loss": 0.7002,
+      "step": 5107
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.725144629477705e-08,
-      "loss": 0.799,
-      "step": 3386
+      "learning_rate": 1.5040598688482732e-08,
+      "loss": 0.6946,
+      "step": 5108
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.656620648285091e-08,
-      "loss": 0.7377,
-      "step": 3387
+      "learning_rate": 1.4700792428388177e-08,
+      "loss": 0.6946,
+      "step": 5109
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.588968046711604e-08,
-      "loss": 0.6757,
-      "step": 3388
+      "learning_rate": 1.436486588255681e-08,
+      "loss": 0.6788,
+      "step": 5110
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.5221868838651854e-08,
-      "loss": 0.7212,
-      "step": 3389
+      "learning_rate": 1.4032819181509783e-08,
+      "loss": 0.7144,
+      "step": 5111
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.4562772180927174e-08,
-      "loss": 0.7258,
-      "step": 3390
+      "learning_rate": 1.370465245426167e-08,
+      "loss": 0.7275,
+      "step": 5112
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.3912391069794706e-08,
-      "loss": 0.7406,
-      "step": 3391
+      "learning_rate": 1.3380365828318254e-08,
+      "loss": 0.7195,
+      "step": 5113
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.3270726073493233e-08,
-      "loss": 0.7622,
-      "step": 3392
+      "learning_rate": 1.3059959429679859e-08,
+      "loss": 0.7117,
+      "step": 5114
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.263777775264653e-08,
-      "loss": 0.646,
-      "step": 3393
+      "learning_rate": 1.274343338283801e-08,
+      "loss": 0.6958,
+      "step": 5115
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.201354666026001e-08,
-      "loss": 0.7029,
-      "step": 3394
+      "learning_rate": 1.2430787810776556e-08,
+      "loss": 0.6694,
+      "step": 5116
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.13980333417263e-08,
-      "loss": 0.7733,
-      "step": 3395
+      "learning_rate": 1.2122022834970548e-08,
+      "loss": 0.7397,
+      "step": 5117
     },
     {
       "epoch": 0.98,
-      "learning_rate": 2.0791238334820772e-08,
-      "loss": 0.7394,
-      "step": 3396
+      "learning_rate": 1.1817138575389576e-08,
+      "loss": 0.667,
+      "step": 5118
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 2.0193162169698243e-08,
-      "loss": 0.8152,
-      "step": 3397
+      "epoch": 0.99,
+      "learning_rate": 1.1516135150493323e-08,
+      "loss": 0.6904,
+      "step": 5119
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.960380536889961e-08,
-      "loss": 0.7035,
-      "step": 3398
+      "epoch": 0.99,
+      "learning_rate": 1.1219012677234908e-08,
+      "loss": 0.7241,
+      "step": 5120
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.9023168447346308e-08,
-      "loss": 0.8172,
-      "step": 3399
+      "epoch": 0.99,
+      "learning_rate": 1.0925771271058649e-08,
+      "loss": 0.7584,
+      "step": 5121
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.845125191234143e-08,
-      "loss": 0.7224,
-      "step": 3400
+      "epoch": 0.99,
+      "learning_rate": 1.0636411045902296e-08,
+      "loss": 0.6937,
+      "step": 5122
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.7888056263568598e-08,
-      "loss": 0.751,
-      "step": 3401
+      "epoch": 0.99,
+      "learning_rate": 1.035093211419369e-08,
+      "loss": 0.6714,
+      "step": 5123
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.7333581993090875e-08,
-      "loss": 0.7464,
-      "step": 3402
+      "epoch": 0.99,
+      "learning_rate": 1.0069334586854106e-08,
+      "loss": 0.6241,
+      "step": 5124
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.6787829585355187e-08,
-      "loss": 0.6889,
-      "step": 3403
+      "epoch": 0.99,
+      "learning_rate": 9.791618573294914e-09,
+      "loss": 0.6422,
+      "step": 5125
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.6250799517185668e-08,
-      "loss": 0.7437,
-      "step": 3404
+      "epoch": 0.99,
+      "learning_rate": 9.517784181422018e-09,
+      "loss": 0.7153,
+      "step": 5126
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.5722492257783663e-08,
-      "loss": 0.72,
-      "step": 3405
+      "epoch": 0.99,
+      "learning_rate": 9.247831517632533e-09,
+      "loss": 0.7932,
+      "step": 5127
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.5202908268733274e-08,
-      "loss": 0.7417,
-      "step": 3406
+      "epoch": 0.99,
+      "learning_rate": 8.981760686811448e-09,
+      "loss": 0.7584,
+      "step": 5128
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.4692048003994707e-08,
-      "loss": 0.712,
-      "step": 3407
+      "epoch": 0.99,
+      "learning_rate": 8.719571792341618e-09,
+      "loss": 0.8066,
+      "step": 5129
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.4189911909907594e-08,
-      "loss": 0.686,
-      "step": 3408
+      "epoch": 0.99,
+      "learning_rate": 8.461264936093783e-09,
+      "loss": 0.7664,
+      "step": 5130
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.3696500425188774e-08,
-      "loss": 0.6831,
-      "step": 3409
+      "epoch": 0.99,
+      "learning_rate": 8.20684021843099e-09,
+      "loss": 0.7656,
+      "step": 5131
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.3211813980931187e-08,
-      "loss": 0.725,
-      "step": 3410
+      "epoch": 0.99,
+      "learning_rate": 7.956297738207496e-09,
+      "loss": 0.709,
+      "step": 5132
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.273585300060609e-08,
-      "loss": 0.7195,
-      "step": 3411
+      "epoch": 0.99,
+      "learning_rate": 7.70963759277099e-09,
+      "loss": 0.7771,
+      "step": 5133
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.2268617900060842e-08,
-      "loss": 0.731,
-      "step": 3412
+      "epoch": 0.99,
+      "learning_rate": 7.466859877958143e-09,
+      "loss": 0.7471,
+      "step": 5134
     },
     {
-      "epoch": 0.98,
-      "learning_rate": 1.1810109087520005e-08,
-      "loss": 0.7512,
-      "step": 3413
+      "epoch": 0.99,
+      "learning_rate": 7.227964688099054e-09,
+      "loss": 0.7122,
+      "step": 5135
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.1360326963582024e-08,
-      "loss": 0.7349,
-      "step": 3414
+      "learning_rate": 6.992952116013918e-09,
+      "loss": 0.7495,
+      "step": 5136
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.0919271921222552e-08,
-      "loss": 0.7635,
-      "step": 3415
+      "learning_rate": 6.76182225301747e-09,
+      "loss": 0.679,
+      "step": 5137
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.0486944345791118e-08,
-      "loss": 0.6876,
-      "step": 3416
+      "learning_rate": 6.534575188911208e-09,
+      "loss": 0.733,
+      "step": 5138
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.0063344615013349e-08,
-      "loss": 0.6837,
-      "step": 3417
+      "learning_rate": 6.3112110119900596e-09,
+      "loss": 0.7369,
+      "step": 5139
     },
     {
       "epoch": 0.99,
-      "learning_rate": 9.648473098987643e-09,
-      "loss": 0.6999,
-      "step": 3418
+      "learning_rate": 6.091729809042379e-09,
+      "loss": 0.7268,
+      "step": 5140
     },
     {
       "epoch": 0.99,
-      "learning_rate": 9.242330160187386e-09,
-      "loss": 0.736,
-      "step": 3419
+      "learning_rate": 5.876131665345508e-09,
+      "loss": 0.7611,
+      "step": 5141
     },
     {
       "epoch": 0.99,
-      "learning_rate": 8.844916153462058e-09,
-      "loss": 0.7738,
-      "step": 3420
+      "learning_rate": 5.664416664666883e-09,
+      "loss": 0.7395,
+      "step": 5142
     },
     {
       "epoch": 0.99,
-      "learning_rate": 8.45623142602947e-09,
-      "loss": 0.7326,
-      "step": 3421
+      "learning_rate": 5.4565848892695894e-09,
+      "loss": 0.7881,
+      "step": 5143
     },
     {
       "epoch": 0.99,
-      "learning_rate": 8.076276317486864e-09,
-      "loss": 0.6245,
-      "step": 3422
+      "learning_rate": 5.252636419902368e-09,
+      "loss": 0.5942,
+      "step": 5144
     },
     {
       "epoch": 0.99,
-      "learning_rate": 7.705051159798693e-09,
-      "loss": 0.7724,
-      "step": 3423
+      "learning_rate": 5.052571335808499e-09,
+      "loss": 0.7004,
+      "step": 5145
     },
     {
       "epoch": 0.99,
-      "learning_rate": 7.3425562773066225e-09,
-      "loss": 0.7027,
-      "step": 3424
+      "learning_rate": 4.856389714723575e-09,
+      "loss": 0.7566,
+      "step": 5146
     },
     {
       "epoch": 0.99,
-      "learning_rate": 6.988791986721755e-09,
-      "loss": 0.6808,
-      "step": 3425
+      "learning_rate": 4.6640916328710705e-09,
+      "loss": 0.7788,
+      "step": 5147
     },
     {
       "epoch": 0.99,
-      "learning_rate": 6.643758597127958e-09,
-      "loss": 0.7218,
-      "step": 3426
+      "learning_rate": 4.475677164966774e-09,
+      "loss": 0.7289,
+      "step": 5148
     },
     {
       "epoch": 0.99,
-      "learning_rate": 6.307456409980761e-09,
-      "loss": 0.6734,
-      "step": 3427
+      "learning_rate": 4.2911463842176815e-09,
+      "loss": 0.7432,
+      "step": 5149
     },
     {
       "epoch": 0.99,
-      "learning_rate": 5.979885719109568e-09,
-      "loss": 0.7672,
-      "step": 3428
+      "learning_rate": 4.110499362323106e-09,
+      "loss": 0.8132,
+      "step": 5150
     },
     {
       "epoch": 0.99,
-      "learning_rate": 5.6610468107110015e-09,
-      "loss": 0.7183,
-      "step": 3429
+      "learning_rate": 3.933736169471347e-09,
+      "loss": 0.7198,
+      "step": 5151
     },
     {
       "epoch": 0.99,
-      "learning_rate": 5.3509399633566716e-09,
-      "loss": 0.7518,
-      "step": 3430
+      "learning_rate": 3.760856874341912e-09,
+      "loss": 0.7217,
+      "step": 5152
     },
     {
       "epoch": 0.99,
-      "learning_rate": 5.049565447985405e-09,
-      "loss": 0.7186,
-      "step": 3431
+      "learning_rate": 3.591861544106623e-09,
+      "loss": 0.7135,
+      "step": 5153
     },
     {
       "epoch": 0.99,
-      "learning_rate": 4.756923527908796e-09,
-      "loss": 0.6553,
-      "step": 3432
+      "learning_rate": 3.4267502444274013e-09,
+      "loss": 0.7263,
+      "step": 5154
     },
     {
       "epoch": 0.99,
-      "learning_rate": 4.473014458808988e-09,
-      "loss": 0.7196,
-      "step": 3433
+      "learning_rate": 3.2655230394562644e-09,
+      "loss": 0.689,
+      "step": 5155
     },
     {
       "epoch": 0.99,
-      "learning_rate": 4.19783848873756e-09,
-      "loss": 0.7502,
-      "step": 3434
+      "learning_rate": 3.1081799918375454e-09,
+      "loss": 0.7444,
+      "step": 5156
     },
     {
       "epoch": 0.99,
-      "learning_rate": 3.931395858115528e-09,
-      "loss": 0.7801,
-      "step": 3435
+      "learning_rate": 2.954721162704566e-09,
+      "loss": 0.7217,
+      "step": 5157
     },
     {
       "epoch": 0.99,
-      "learning_rate": 3.673686799734455e-09,
-      "loss": 0.7738,
-      "step": 3436
+      "learning_rate": 2.805146611684073e-09,
+      "loss": 0.7639,
+      "step": 5158
     },
     {
       "epoch": 0.99,
-      "learning_rate": 3.4247115387531225e-09,
-      "loss": 0.7413,
-      "step": 3437
+      "learning_rate": 2.6594563968918018e-09,
+      "loss": 0.7339,
+      "step": 5159
     },
     {
       "epoch": 0.99,
-      "learning_rate": 3.184470292704189e-09,
-      "loss": 0.6728,
-      "step": 3438
+      "learning_rate": 2.5176505749346937e-09,
+      "loss": 0.5735,
+      "step": 5160
     },
     {
       "epoch": 0.99,
-      "learning_rate": 2.9529632714841994e-09,
-      "loss": 0.6881,
-      "step": 3439
+      "learning_rate": 2.379729200908676e-09,
+      "loss": 0.7017,
+      "step": 5161
     },
     {
       "epoch": 0.99,
-      "learning_rate": 2.7301906773624653e-09,
-      "loss": 0.7015,
-      "step": 3440
+      "learning_rate": 2.245692328404214e-09,
+      "loss": 0.7471,
+      "step": 5162
     },
     {
       "epoch": 0.99,
-      "learning_rate": 2.5161527049755165e-09,
-      "loss": 0.6981,
-      "step": 3441
+      "learning_rate": 2.11554000949965e-09,
+      "loss": 0.7612,
+      "step": 5163
     },
     {
       "epoch": 0.99,
-      "learning_rate": 2.310849541327098e-09,
-      "loss": 0.7656,
-      "step": 3442
+      "learning_rate": 1.9892722947645328e-09,
+      "loss": 0.624,
+      "step": 5164
     },
     {
       "epoch": 0.99,
-      "learning_rate": 2.114281365792614e-09,
-      "loss": 0.7733,
-      "step": 3443
+      "learning_rate": 1.8668892332596165e-09,
+      "loss": 0.7548,
+      "step": 5165
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.9264483501124643e-09,
-      "loss": 0.7569,
-      "step": 3444
+      "learning_rate": 1.7483908725357546e-09,
+      "loss": 0.7051,
+      "step": 5166
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.747350658396485e-09,
-      "loss": 0.7127,
-      "step": 3445
+      "learning_rate": 1.6337772586338952e-09,
+      "loss": 0.7277,
+      "step": 5167
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.5769884471239506e-09,
-      "loss": 0.7679,
-      "step": 3446
+      "learning_rate": 1.5230484360873043e-09,
+      "loss": 0.6622,
+      "step": 5168
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.4153618651380208e-09,
-      "loss": 0.6973,
-      "step": 3447
+      "learning_rate": 1.4162044479182347e-09,
+      "loss": 0.7832,
+      "step": 5169
     },
     {
       "epoch": 0.99,
-      "learning_rate": 1.2624710536546235e-09,
-      "loss": 0.657,
-      "step": 3448
+      "learning_rate": 1.3132453356412556e-09,
+      "loss": 0.594,
+      "step": 5170
     },
     {
       "epoch": 1.0,
-      "learning_rate": 1.1183161462524627e-09,
-      "loss": 0.7399,
-      "step": 3449
+      "learning_rate": 1.214171139258813e-09,
+      "loss": 0.6199,
+      "step": 5171
     },
     {
       "epoch": 1.0,
-      "learning_rate": 9.82897268880789e-10,
-      "loss": 0.7254,
-      "step": 3450
+      "learning_rate": 1.1189818972656697e-09,
+      "loss": 0.6952,
+      "step": 5172
     },
     {
       "epoch": 1.0,
-      "learning_rate": 8.562145398549604e-10,
-      "loss": 0.7558,
-      "step": 3451
+      "learning_rate": 1.0276776466477955e-09,
+      "loss": 0.7166,
+      "step": 5173
     },
     {
       "epoch": 1.0,
-      "learning_rate": 7.382680698586608e-10,
-      "loss": 0.7421,
-      "step": 3452
+      "learning_rate": 9.40258422880147e-10,
+      "loss": 0.708,
+      "step": 5174
     },
     {
       "epoch": 1.0,
-      "learning_rate": 6.29057961939461e-10,
-      "loss": 0.7144,
-      "step": 3453
+      "learning_rate": 8.567242599299974e-10,
+      "loss": 0.6976,
+      "step": 5175
     },
     {
       "epoch": 1.0,
-      "learning_rate": 5.285843115165889e-10,
-      "loss": 0.6687,
-      "step": 3454
+      "learning_rate": 7.770751902513862e-10,
+      "loss": 0.7278,
+      "step": 5176
     },
     {
       "epoch": 1.0,
-      "learning_rate": 4.368472063731588e-10,
-      "loss": 0.6591,
-      "step": 3455
+      "learning_rate": 7.013112447940007e-10,
+      "loss": 0.718,
+      "step": 5177
     },
     {
       "epoch": 1.0,
-      "learning_rate": 3.538467266595014e-10,
-      "loss": 0.7561,
-      "step": 3456
+      "learning_rate": 6.294324529942942e-10,
+      "loss": 0.7502,
+      "step": 5178
     },
     {
       "epoch": 1.0,
-      "learning_rate": 2.795829448942744e-10,
-      "loss": 0.7579,
-      "step": 3457
+      "learning_rate": 5.614388427799266e-10,
+      "loss": 0.7742,
+      "step": 5179
     },
     {
       "epoch": 1.0,
-      "learning_rate": 2.140559259611319e-10,
-      "loss": 0.6991,
-      "step": 3458
+      "learning_rate": 4.973304405697654e-10,
+      "loss": 0.7601,
+      "step": 5180
     },
     {
       "epoch": 1.0,
-      "learning_rate": 1.5726572710983435e-10,
-      "loss": 0.7396,
-      "step": 3459
+      "learning_rate": 4.3710727127277417e-10,
+      "loss": 0.7502,
+      "step": 5181
     },
     {
       "epoch": 1.0,
-      "learning_rate": 1.092123979606896e-10,
-      "loss": 0.7027,
-      "step": 3460
+      "learning_rate": 3.807693582869032e-10,
+      "loss": 0.6892,
+      "step": 5182
     },
     {
       "epoch": 1.0,
-      "learning_rate": 6.989598049567115e-11,
-      "loss": 0.7137,
-      "step": 3461
+      "learning_rate": 3.283167235035301e-10,
+      "loss": 0.7041,
+      "step": 5183
     },
     {
       "epoch": 1.0,
-      "learning_rate": 3.931650906729978e-11,
-      "loss": 0.7116,
-      "step": 3462
+      "learning_rate": 2.797493873019086e-10,
+      "loss": 0.7634,
+      "step": 5184
     },
     {
       "epoch": 1.0,
-      "learning_rate": 1.7474010390872153e-11,
-      "loss": 0.6856,
-      "step": 3463
+      "learning_rate": 2.350673685536098e-10,
+      "loss": 0.7207,
+      "step": 5185
     },
     {
       "epoch": 1.0,
-      "learning_rate": 4.368503552232284e-12,
-      "loss": 0.724,
-      "step": 3464
+      "learning_rate": 1.9427068461808086e-10,
+      "loss": 0.7871,
+      "step": 5186
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.5735935134708613e-10,
+      "loss": 0.7273,
+      "step": 5187
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.2433338308137645e-10,
+      "loss": 0.6542,
+      "step": 5188
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.519279265512993e-11,
+      "loss": 0.7162,
+      "step": 5189
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.99375913892908e-11,
+      "loss": 0.7158,
+      "step": 5190
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.856778909601012e-11,
+      "loss": 0.7817,
+      "step": 5191
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.108339407975613e-11,
+      "loss": 0.7529,
+      "step": 5192
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.74844131328733e-11,
+      "loss": 0.7205,
+      "step": 5193
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.770851538912993e-12,
+      "loss": 0.7367,
+      "step": 5194
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.9427130737437183e-12,
+      "loss": 0.645,
+      "step": 5195
     },
     {
       "epoch": 1.0,
       "learning_rate": 0.0,
-      "loss": 0.7079,
-      "step": 3465
+      "loss": 0.6302,
+      "step": 5196
     },
     {
       "epoch": 1.0,
-      "step": 3465,
-      "total_flos": 4154536234188800.0,
-      "train_loss": 0.7781218005465222,
-      "train_runtime": 86131.649,
-      "train_samples_per_second": 7.724,
-      "train_steps_per_second": 0.04
+      "step": 5196,
+      "total_flos": 1.2664115587710976e+16,
+      "train_loss": 0.7689577074946579,
+      "train_runtime": 125985.4674,
+      "train_samples_per_second": 5.279,
+      "train_steps_per_second": 0.041
     }
   ],
-  "max_steps": 3465,
+  "max_steps": 5196,
   "num_train_epochs": 1,
-  "total_flos": 4154536234188800.0,
+  "total_flos": 1.2664115587710976e+16,
   "trial_name": null,
   "trial_params": null
 }