{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 1563, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 2.1276595744680852e-05, "loss": 6.0232, "step": 1 }, { "epoch": 0.0, "learning_rate": 4.2553191489361704e-05, "loss": 6.0834, "step": 2 }, { "epoch": 0.0, "learning_rate": 6.382978723404255e-05, "loss": 5.3562, "step": 3 }, { "epoch": 0.0, "learning_rate": 8.510638297872341e-05, "loss": 4.6836, "step": 4 }, { "epoch": 0.0, "learning_rate": 0.00010638297872340425, "loss": 4.1024, "step": 5 }, { "epoch": 0.0, "learning_rate": 0.0001276595744680851, "loss": 3.892, "step": 6 }, { "epoch": 0.0, "learning_rate": 0.00014893617021276596, "loss": 3.4899, "step": 7 }, { "epoch": 0.01, "learning_rate": 0.00017021276595744682, "loss": 3.5495, "step": 8 }, { "epoch": 0.01, "learning_rate": 0.00019148936170212765, "loss": 3.4099, "step": 9 }, { "epoch": 0.01, "learning_rate": 0.0002127659574468085, "loss": 3.2684, "step": 10 }, { "epoch": 0.01, "learning_rate": 0.00023404255319148937, "loss": 3.2117, "step": 11 }, { "epoch": 0.01, "learning_rate": 0.0002553191489361702, "loss": 3.0043, "step": 12 }, { "epoch": 0.01, "learning_rate": 0.0002765957446808511, "loss": 2.8658, "step": 13 }, { "epoch": 0.01, "learning_rate": 0.0002978723404255319, "loss": 2.8973, "step": 14 }, { "epoch": 0.01, "learning_rate": 0.0003191489361702128, "loss": 2.949, "step": 15 }, { "epoch": 0.01, "learning_rate": 0.00034042553191489364, "loss": 2.86, "step": 16 }, { "epoch": 0.01, "learning_rate": 0.0003617021276595745, "loss": 2.8462, "step": 17 }, { "epoch": 0.01, "learning_rate": 0.0003829787234042553, "loss": 2.7928, "step": 18 }, { "epoch": 0.01, "learning_rate": 0.00040425531914893613, "loss": 2.6439, "step": 19 }, { "epoch": 0.01, "learning_rate": 0.000425531914893617, "loss": 2.599, "step": 20 }, { "epoch": 0.01, "learning_rate": 0.00044680851063829785, "loss": 2.6521, "step": 21 }, { "epoch": 0.01, "learning_rate": 0.00046808510638297874, "loss": 2.6421, "step": 22 }, { "epoch": 0.01, "learning_rate": 0.0004893617021276596, "loss": 2.7045, "step": 23 }, { "epoch": 0.02, "learning_rate": 0.0005106382978723404, "loss": 2.6059, "step": 24 }, { "epoch": 0.02, "learning_rate": 0.0005319148936170213, "loss": 2.5908, "step": 25 }, { "epoch": 0.02, "learning_rate": 0.0005531914893617022, "loss": 2.5529, "step": 26 }, { "epoch": 0.02, "learning_rate": 0.0005744680851063831, "loss": 2.512, "step": 27 }, { "epoch": 0.02, "learning_rate": 0.0005957446808510638, "loss": 2.4901, "step": 28 }, { "epoch": 0.02, "learning_rate": 0.0006170212765957447, "loss": 2.4816, "step": 29 }, { "epoch": 0.02, "learning_rate": 0.0006382978723404256, "loss": 2.3752, "step": 30 }, { "epoch": 0.02, "learning_rate": 0.0006595744680851064, "loss": 2.3358, "step": 31 }, { "epoch": 0.02, "learning_rate": 0.0006808510638297873, "loss": 2.4663, "step": 32 }, { "epoch": 0.02, "learning_rate": 0.0007021276595744682, "loss": 2.403, "step": 33 }, { "epoch": 0.02, "learning_rate": 0.000723404255319149, "loss": 2.4045, "step": 34 }, { "epoch": 0.02, "learning_rate": 0.0007446808510638298, "loss": 2.3181, "step": 35 }, { "epoch": 0.02, "learning_rate": 0.0007659574468085106, "loss": 2.3807, "step": 36 }, { "epoch": 0.02, "learning_rate": 0.0007872340425531915, "loss": 2.2968, "step": 37 }, { "epoch": 0.02, "learning_rate": 0.0008085106382978723, "loss": 2.195, "step": 38 }, { "epoch": 0.02, "learning_rate": 0.0008297872340425531, "loss": 2.2937, "step": 39 }, { "epoch": 0.03, "learning_rate": 0.000851063829787234, "loss": 2.1125, "step": 40 }, { "epoch": 0.03, "learning_rate": 0.0008723404255319149, "loss": 2.2423, "step": 41 }, { "epoch": 0.03, "learning_rate": 0.0008936170212765957, "loss": 2.265, "step": 42 }, { "epoch": 0.03, "learning_rate": 0.0009148936170212766, "loss": 2.1312, "step": 43 }, { "epoch": 0.03, "learning_rate": 0.0009361702127659575, "loss": 2.0368, "step": 44 }, { "epoch": 0.03, "learning_rate": 0.0009574468085106384, "loss": 2.2589, "step": 45 }, { "epoch": 0.03, "learning_rate": 0.0009787234042553192, "loss": 2.0404, "step": 46 }, { "epoch": 0.03, "learning_rate": 0.001, "loss": 2.1352, "step": 47 }, { "epoch": 0.03, "learning_rate": 0.0009999989264032304, "loss": 2.0324, "step": 48 }, { "epoch": 0.03, "learning_rate": 0.0009999957056175321, "loss": 1.884, "step": 49 }, { "epoch": 0.03, "learning_rate": 0.0009999903376567364, "loss": 1.9997, "step": 50 }, { "epoch": 0.03, "learning_rate": 0.0009999828225438954, "loss": 1.933, "step": 51 }, { "epoch": 0.03, "learning_rate": 0.0009999731603112817, "loss": 1.9699, "step": 52 }, { "epoch": 0.03, "learning_rate": 0.000999961351000389, "loss": 1.9359, "step": 53 }, { "epoch": 0.03, "learning_rate": 0.000999947394661931, "loss": 1.9623, "step": 54 }, { "epoch": 0.04, "learning_rate": 0.0009999312913558413, "loss": 1.8333, "step": 55 }, { "epoch": 0.04, "learning_rate": 0.000999913041151274, "loss": 1.8722, "step": 56 }, { "epoch": 0.04, "learning_rate": 0.0009998926441266026, "loss": 1.768, "step": 57 }, { "epoch": 0.04, "learning_rate": 0.0009998701003694195, "loss": 1.7788, "step": 58 }, { "epoch": 0.04, "learning_rate": 0.0009998454099765367, "loss": 1.779, "step": 59 }, { "epoch": 0.04, "learning_rate": 0.0009998185730539842, "loss": 1.7193, "step": 60 }, { "epoch": 0.04, "learning_rate": 0.0009997895897170099, "loss": 1.8233, "step": 61 }, { "epoch": 0.04, "learning_rate": 0.0009997584600900799, "loss": 1.8052, "step": 62 }, { "epoch": 0.04, "learning_rate": 0.000999725184306876, "loss": 1.7035, "step": 63 }, { "epoch": 0.04, "learning_rate": 0.0009996897625102986, "loss": 1.7831, "step": 64 }, { "epoch": 0.04, "learning_rate": 0.0009996521948524616, "loss": 1.7291, "step": 65 }, { "epoch": 0.04, "learning_rate": 0.0009996124814946952, "loss": 1.718, "step": 66 }, { "epoch": 0.04, "learning_rate": 0.0009995706226075445, "loss": 1.7091, "step": 67 }, { "epoch": 0.04, "learning_rate": 0.000999526618370767, "loss": 1.8673, "step": 68 }, { "epoch": 0.04, "learning_rate": 0.0009994804689733344, "loss": 1.6774, "step": 69 }, { "epoch": 0.04, "learning_rate": 0.00099943217461343, "loss": 1.6459, "step": 70 }, { "epoch": 0.05, "learning_rate": 0.0009993817354984485, "loss": 1.6853, "step": 71 }, { "epoch": 0.05, "learning_rate": 0.0009993291518449947, "loss": 1.7447, "step": 72 }, { "epoch": 0.05, "learning_rate": 0.0009992744238788835, "loss": 1.7366, "step": 73 }, { "epoch": 0.05, "learning_rate": 0.0009992175518351379, "loss": 1.5894, "step": 74 }, { "epoch": 0.05, "learning_rate": 0.0009991585359579885, "loss": 1.6761, "step": 75 }, { "epoch": 0.05, "learning_rate": 0.000999097376500872, "loss": 1.7085, "step": 76 }, { "epoch": 0.05, "learning_rate": 0.0009990340737264312, "loss": 1.6936, "step": 77 }, { "epoch": 0.05, "learning_rate": 0.0009989686279065124, "loss": 1.6356, "step": 78 }, { "epoch": 0.05, "learning_rate": 0.0009989010393221655, "loss": 1.6753, "step": 79 }, { "epoch": 0.05, "learning_rate": 0.0009988313082636422, "loss": 1.635, "step": 80 }, { "epoch": 0.05, "learning_rate": 0.0009987594350303942, "loss": 1.6893, "step": 81 }, { "epoch": 0.05, "learning_rate": 0.000998685419931073, "loss": 1.5971, "step": 82 }, { "epoch": 0.05, "learning_rate": 0.0009986092632835286, "loss": 1.6103, "step": 83 }, { "epoch": 0.05, "learning_rate": 0.0009985309654148068, "loss": 1.5389, "step": 84 }, { "epoch": 0.05, "learning_rate": 0.000998450526661149, "loss": 1.6539, "step": 85 }, { "epoch": 0.06, "learning_rate": 0.0009983679473679903, "loss": 1.6802, "step": 86 }, { "epoch": 0.06, "learning_rate": 0.000998283227889958, "loss": 1.563, "step": 87 }, { "epoch": 0.06, "learning_rate": 0.0009981963685908705, "loss": 1.7016, "step": 88 }, { "epoch": 0.06, "learning_rate": 0.0009981073698437355, "loss": 1.5772, "step": 89 }, { "epoch": 0.06, "learning_rate": 0.0009980162320307477, "loss": 1.572, "step": 90 }, { "epoch": 0.06, "learning_rate": 0.0009979229555432882, "loss": 1.4911, "step": 91 }, { "epoch": 0.06, "learning_rate": 0.0009978275407819225, "loss": 1.5839, "step": 92 }, { "epoch": 0.06, "learning_rate": 0.0009977299881563984, "loss": 1.6309, "step": 93 }, { "epoch": 0.06, "learning_rate": 0.0009976302980856447, "loss": 1.5759, "step": 94 }, { "epoch": 0.06, "learning_rate": 0.000997528470997769, "loss": 1.6842, "step": 95 }, { "epoch": 0.06, "learning_rate": 0.0009974245073300564, "loss": 1.6025, "step": 96 }, { "epoch": 0.06, "learning_rate": 0.000997318407528967, "loss": 1.6357, "step": 97 }, { "epoch": 0.06, "learning_rate": 0.0009972101720501347, "loss": 1.5804, "step": 98 }, { "epoch": 0.06, "learning_rate": 0.0009970998013583642, "loss": 1.5897, "step": 99 }, { "epoch": 0.06, "learning_rate": 0.00099698729592763, "loss": 1.4855, "step": 100 }, { "epoch": 0.06, "learning_rate": 0.0009968726562410743, "loss": 1.6339, "step": 101 }, { "epoch": 0.07, "learning_rate": 0.000996755882791004, "loss": 1.5561, "step": 102 }, { "epoch": 0.07, "learning_rate": 0.0009966369760788896, "loss": 1.5023, "step": 103 }, { "epoch": 0.07, "learning_rate": 0.0009965159366153622, "loss": 1.5611, "step": 104 }, { "epoch": 0.07, "learning_rate": 0.0009963927649202127, "loss": 1.6332, "step": 105 }, { "epoch": 0.07, "learning_rate": 0.0009962674615223877, "loss": 1.6211, "step": 106 }, { "epoch": 0.07, "learning_rate": 0.0009961400269599885, "loss": 1.6651, "step": 107 }, { "epoch": 0.07, "learning_rate": 0.0009960104617802686, "loss": 1.6512, "step": 108 }, { "epoch": 0.07, "learning_rate": 0.0009958787665396308, "loss": 1.5943, "step": 109 }, { "epoch": 0.07, "learning_rate": 0.0009957449418036256, "loss": 1.6932, "step": 110 }, { "epoch": 0.07, "learning_rate": 0.0009956089881469482, "loss": 1.503, "step": 111 }, { "epoch": 0.07, "learning_rate": 0.000995470906153436, "loss": 1.5059, "step": 112 }, { "epoch": 0.07, "learning_rate": 0.000995330696416067, "loss": 1.5529, "step": 113 }, { "epoch": 0.07, "learning_rate": 0.0009951883595369555, "loss": 1.6274, "step": 114 }, { "epoch": 0.07, "learning_rate": 0.0009950438961273517, "loss": 1.5578, "step": 115 }, { "epoch": 0.07, "learning_rate": 0.000994897306807637, "loss": 1.5939, "step": 116 }, { "epoch": 0.07, "learning_rate": 0.000994748592207323, "loss": 1.4865, "step": 117 }, { "epoch": 0.08, "learning_rate": 0.0009945977529650476, "loss": 1.5847, "step": 118 }, { "epoch": 0.08, "learning_rate": 0.0009944447897285728, "loss": 1.5049, "step": 119 }, { "epoch": 0.08, "learning_rate": 0.0009942897031547822, "loss": 1.4919, "step": 120 }, { "epoch": 0.08, "learning_rate": 0.0009941324939096773, "loss": 1.5314, "step": 121 }, { "epoch": 0.08, "learning_rate": 0.0009939731626683755, "loss": 1.4644, "step": 122 }, { "epoch": 0.08, "learning_rate": 0.000993811710115107, "loss": 1.5693, "step": 123 }, { "epoch": 0.08, "learning_rate": 0.0009936481369432115, "loss": 1.5883, "step": 124 }, { "epoch": 0.08, "learning_rate": 0.0009934824438551353, "loss": 1.4544, "step": 125 }, { "epoch": 0.08, "learning_rate": 0.0009933146315624288, "loss": 1.5067, "step": 126 }, { "epoch": 0.08, "learning_rate": 0.0009931447007857433, "loss": 1.5401, "step": 127 }, { "epoch": 0.08, "learning_rate": 0.0009929726522548267, "loss": 1.4599, "step": 128 }, { "epoch": 0.08, "learning_rate": 0.0009927984867085223, "loss": 1.6221, "step": 129 }, { "epoch": 0.08, "learning_rate": 0.0009926222048947644, "loss": 1.481, "step": 130 }, { "epoch": 0.08, "learning_rate": 0.0009924438075705755, "loss": 1.5721, "step": 131 }, { "epoch": 0.08, "learning_rate": 0.0009922632955020622, "loss": 1.4927, "step": 132 }, { "epoch": 0.09, "learning_rate": 0.0009920806694644138, "loss": 1.6011, "step": 133 }, { "epoch": 0.09, "learning_rate": 0.000991895930241897, "loss": 1.4566, "step": 134 }, { "epoch": 0.09, "learning_rate": 0.0009917090786278533, "loss": 1.4993, "step": 135 }, { "epoch": 0.09, "learning_rate": 0.0009915201154246961, "loss": 1.5284, "step": 136 }, { "epoch": 0.09, "learning_rate": 0.0009913290414439067, "loss": 1.5069, "step": 137 }, { "epoch": 0.09, "learning_rate": 0.0009911358575060304, "loss": 1.4298, "step": 138 }, { "epoch": 0.09, "learning_rate": 0.0009909405644406737, "loss": 1.4928, "step": 139 }, { "epoch": 0.09, "learning_rate": 0.000990743163086501, "loss": 1.406, "step": 140 }, { "epoch": 0.09, "learning_rate": 0.0009905436542912301, "loss": 1.5874, "step": 141 }, { "epoch": 0.09, "learning_rate": 0.0009903420389116287, "loss": 1.4985, "step": 142 }, { "epoch": 0.09, "learning_rate": 0.0009901383178135112, "loss": 1.5505, "step": 143 }, { "epoch": 0.09, "learning_rate": 0.0009899324918717354, "loss": 1.5098, "step": 144 }, { "epoch": 0.09, "learning_rate": 0.0009897245619701971, "loss": 1.522, "step": 145 }, { "epoch": 0.09, "learning_rate": 0.0009895145290018282, "loss": 1.4567, "step": 146 }, { "epoch": 0.09, "learning_rate": 0.000989302393868591, "loss": 1.4924, "step": 147 }, { "epoch": 0.09, "learning_rate": 0.0009890881574814764, "loss": 1.5205, "step": 148 }, { "epoch": 0.1, "learning_rate": 0.0009888718207604979, "loss": 1.4481, "step": 149 }, { "epoch": 0.1, "learning_rate": 0.0009886533846346897, "loss": 1.525, "step": 150 }, { "epoch": 0.1, "learning_rate": 0.0009884328500421005, "loss": 1.4048, "step": 151 }, { "epoch": 0.1, "learning_rate": 0.0009882102179297914, "loss": 1.4451, "step": 152 }, { "epoch": 0.1, "learning_rate": 0.000987985489253831, "loss": 1.4279, "step": 153 }, { "epoch": 0.1, "learning_rate": 0.000987758664979291, "loss": 1.5269, "step": 154 }, { "epoch": 0.1, "learning_rate": 0.000987529746080243, "loss": 1.4614, "step": 155 }, { "epoch": 0.1, "learning_rate": 0.0009872987335397532, "loss": 1.5137, "step": 156 }, { "epoch": 0.1, "learning_rate": 0.0009870656283498785, "loss": 1.5026, "step": 157 }, { "epoch": 0.1, "learning_rate": 0.0009868304315116634, "loss": 1.433, "step": 158 }, { "epoch": 0.1, "learning_rate": 0.0009865931440351337, "loss": 1.4941, "step": 159 }, { "epoch": 0.1, "learning_rate": 0.000986353766939294, "loss": 1.5125, "step": 160 }, { "epoch": 0.1, "learning_rate": 0.000986112301252122, "loss": 1.4548, "step": 161 }, { "epoch": 0.1, "learning_rate": 0.0009858687480105645, "loss": 1.5185, "step": 162 }, { "epoch": 0.1, "learning_rate": 0.0009856231082605344, "loss": 1.5349, "step": 163 }, { "epoch": 0.1, "learning_rate": 0.0009853753830569027, "loss": 1.5049, "step": 164 }, { "epoch": 0.11, "learning_rate": 0.0009851255734634981, "loss": 1.4846, "step": 165 }, { "epoch": 0.11, "learning_rate": 0.0009848736805530996, "loss": 1.5292, "step": 166 }, { "epoch": 0.11, "learning_rate": 0.0009846197054074325, "loss": 1.4861, "step": 167 }, { "epoch": 0.11, "learning_rate": 0.0009843636491171648, "loss": 1.5502, "step": 168 }, { "epoch": 0.11, "learning_rate": 0.0009841055127819008, "loss": 1.446, "step": 169 }, { "epoch": 0.11, "learning_rate": 0.0009838452975101783, "loss": 1.4701, "step": 170 }, { "epoch": 0.11, "learning_rate": 0.0009835830044194625, "loss": 1.5057, "step": 171 }, { "epoch": 0.11, "learning_rate": 0.000983318634636141, "loss": 1.436, "step": 172 }, { "epoch": 0.11, "learning_rate": 0.0009830521892955201, "loss": 1.4952, "step": 173 }, { "epoch": 0.11, "learning_rate": 0.0009827836695418194, "loss": 1.4965, "step": 174 }, { "epoch": 0.11, "learning_rate": 0.0009825130765281668, "loss": 1.47, "step": 175 }, { "epoch": 0.11, "learning_rate": 0.000982240411416593, "loss": 1.4831, "step": 176 }, { "epoch": 0.11, "learning_rate": 0.000981965675378028, "loss": 1.481, "step": 177 }, { "epoch": 0.11, "learning_rate": 0.000981688869592294, "loss": 1.5558, "step": 178 }, { "epoch": 0.11, "learning_rate": 0.000981409995248103, "loss": 1.445, "step": 179 }, { "epoch": 0.12, "learning_rate": 0.000981129053543049, "loss": 1.4868, "step": 180 }, { "epoch": 0.12, "learning_rate": 0.0009808460456836045, "loss": 1.5093, "step": 181 }, { "epoch": 0.12, "learning_rate": 0.0009805609728851148, "loss": 1.4734, "step": 182 }, { "epoch": 0.12, "learning_rate": 0.0009802738363717926, "loss": 1.4619, "step": 183 }, { "epoch": 0.12, "learning_rate": 0.0009799846373767134, "loss": 1.3961, "step": 184 }, { "epoch": 0.12, "learning_rate": 0.0009796933771418098, "loss": 1.4287, "step": 185 }, { "epoch": 0.12, "learning_rate": 0.0009794000569178659, "loss": 1.4638, "step": 186 }, { "epoch": 0.12, "learning_rate": 0.0009791046779645122, "loss": 1.5089, "step": 187 }, { "epoch": 0.12, "learning_rate": 0.00097880724155022, "loss": 1.476, "step": 188 }, { "epoch": 0.12, "learning_rate": 0.0009785077489522969, "loss": 1.4689, "step": 189 }, { "epoch": 0.12, "learning_rate": 0.0009782062014568797, "loss": 1.5154, "step": 190 }, { "epoch": 0.12, "learning_rate": 0.0009779026003589304, "loss": 1.4696, "step": 191 }, { "epoch": 0.12, "learning_rate": 0.0009775969469622292, "loss": 1.4731, "step": 192 }, { "epoch": 0.12, "learning_rate": 0.0009772892425793705, "loss": 1.4428, "step": 193 }, { "epoch": 0.12, "learning_rate": 0.0009769794885317558, "loss": 1.6033, "step": 194 }, { "epoch": 0.12, "learning_rate": 0.0009766676861495888, "loss": 1.4407, "step": 195 }, { "epoch": 0.13, "learning_rate": 0.0009763538367718698, "loss": 1.4458, "step": 196 }, { "epoch": 0.13, "learning_rate": 0.0009760379417463893, "loss": 1.3531, "step": 197 }, { "epoch": 0.13, "learning_rate": 0.0009757200024297232, "loss": 1.447, "step": 198 }, { "epoch": 0.13, "learning_rate": 0.0009754000201872258, "loss": 1.457, "step": 199 }, { "epoch": 0.13, "learning_rate": 0.0009750779963930245, "loss": 1.4546, "step": 200 }, { "epoch": 0.13, "learning_rate": 0.0009747539324300144, "loss": 1.5153, "step": 201 }, { "epoch": 0.13, "learning_rate": 0.0009744278296898515, "loss": 1.4956, "step": 202 }, { "epoch": 0.13, "learning_rate": 0.000974099689572947, "loss": 1.4617, "step": 203 }, { "epoch": 0.13, "learning_rate": 0.0009737695134884619, "loss": 1.4314, "step": 204 }, { "epoch": 0.13, "learning_rate": 0.0009734373028543, "loss": 1.5538, "step": 205 }, { "epoch": 0.13, "learning_rate": 0.0009731030590971022, "loss": 1.52, "step": 206 }, { "epoch": 0.13, "learning_rate": 0.0009727667836522407, "loss": 1.478, "step": 207 }, { "epoch": 0.13, "learning_rate": 0.0009724284779638126, "loss": 1.4499, "step": 208 }, { "epoch": 0.13, "learning_rate": 0.0009720881434846331, "loss": 1.4646, "step": 209 }, { "epoch": 0.13, "learning_rate": 0.0009717457816762305, "loss": 1.4879, "step": 210 }, { "epoch": 0.13, "learning_rate": 0.0009714013940088388, "loss": 1.4016, "step": 211 }, { "epoch": 0.14, "learning_rate": 0.0009710549819613918, "loss": 1.4311, "step": 212 }, { "epoch": 0.14, "learning_rate": 0.0009707065470215173, "loss": 1.4629, "step": 213 }, { "epoch": 0.14, "learning_rate": 0.0009703560906855295, "loss": 1.4873, "step": 214 }, { "epoch": 0.14, "learning_rate": 0.0009700036144584237, "loss": 1.462, "step": 215 }, { "epoch": 0.14, "learning_rate": 0.0009696491198538691, "loss": 1.5066, "step": 216 }, { "epoch": 0.14, "learning_rate": 0.0009692926083942028, "loss": 1.4209, "step": 217 }, { "epoch": 0.14, "learning_rate": 0.0009689340816104232, "loss": 1.4819, "step": 218 }, { "epoch": 0.14, "learning_rate": 0.000968573541042183, "loss": 1.4485, "step": 219 }, { "epoch": 0.14, "learning_rate": 0.0009682109882377828, "loss": 1.3341, "step": 220 }, { "epoch": 0.14, "learning_rate": 0.0009678464247541647, "loss": 1.4744, "step": 221 }, { "epoch": 0.14, "learning_rate": 0.0009674798521569056, "loss": 1.615, "step": 222 }, { "epoch": 0.14, "learning_rate": 0.00096711127202021, "loss": 1.5281, "step": 223 }, { "epoch": 0.14, "learning_rate": 0.0009667406859269037, "loss": 1.4283, "step": 224 }, { "epoch": 0.14, "learning_rate": 0.0009663680954684268, "loss": 1.5209, "step": 225 }, { "epoch": 0.14, "learning_rate": 0.000965993502244827, "loss": 1.3288, "step": 226 }, { "epoch": 0.15, "learning_rate": 0.0009656169078647525, "loss": 1.4898, "step": 227 }, { "epoch": 0.15, "learning_rate": 0.0009652383139454455, "loss": 1.5137, "step": 228 }, { "epoch": 0.15, "learning_rate": 0.0009648577221127346, "loss": 1.4751, "step": 229 }, { "epoch": 0.15, "learning_rate": 0.0009644751340010287, "loss": 1.4483, "step": 230 }, { "epoch": 0.15, "learning_rate": 0.0009640905512533091, "loss": 1.493, "step": 231 }, { "epoch": 0.15, "learning_rate": 0.0009637039755211232, "loss": 1.4355, "step": 232 }, { "epoch": 0.15, "learning_rate": 0.0009633154084645766, "loss": 1.3595, "step": 233 }, { "epoch": 0.15, "learning_rate": 0.0009629248517523265, "loss": 1.4558, "step": 234 }, { "epoch": 0.15, "learning_rate": 0.000962532307061575, "loss": 1.4134, "step": 235 }, { "epoch": 0.15, "learning_rate": 0.0009621377760780606, "loss": 1.412, "step": 236 }, { "epoch": 0.15, "learning_rate": 0.0009617412604960523, "loss": 1.4413, "step": 237 }, { "epoch": 0.15, "learning_rate": 0.0009613427620183412, "loss": 1.5151, "step": 238 }, { "epoch": 0.15, "learning_rate": 0.0009609422823562345, "loss": 1.4295, "step": 239 }, { "epoch": 0.15, "learning_rate": 0.0009605398232295464, "loss": 1.4221, "step": 240 }, { "epoch": 0.15, "learning_rate": 0.0009601353863665925, "loss": 1.4151, "step": 241 }, { "epoch": 0.15, "learning_rate": 0.000959728973504181, "loss": 1.5137, "step": 242 }, { "epoch": 0.16, "learning_rate": 0.0009593205863876062, "loss": 1.5309, "step": 243 }, { "epoch": 0.16, "learning_rate": 0.0009589102267706405, "loss": 1.3529, "step": 244 }, { "epoch": 0.16, "learning_rate": 0.0009584978964155267, "loss": 1.4799, "step": 245 }, { "epoch": 0.16, "learning_rate": 0.000958083597092971, "loss": 1.3836, "step": 246 }, { "epoch": 0.16, "learning_rate": 0.0009576673305821353, "loss": 1.4623, "step": 247 }, { "epoch": 0.16, "learning_rate": 0.0009572490986706289, "loss": 1.3968, "step": 248 }, { "epoch": 0.16, "learning_rate": 0.0009568289031545017, "loss": 1.4554, "step": 249 }, { "epoch": 0.16, "learning_rate": 0.0009564067458382357, "loss": 1.4065, "step": 250 }, { "epoch": 0.16, "learning_rate": 0.0009559826285347379, "loss": 1.3973, "step": 251 }, { "epoch": 0.16, "learning_rate": 0.0009555565530653322, "loss": 1.4336, "step": 252 }, { "epoch": 0.16, "learning_rate": 0.0009551285212597516, "loss": 1.4368, "step": 253 }, { "epoch": 0.16, "learning_rate": 0.0009546985349561302, "loss": 1.5118, "step": 254 }, { "epoch": 0.16, "learning_rate": 0.0009542665960009959, "loss": 1.3946, "step": 255 }, { "epoch": 0.16, "learning_rate": 0.0009538327062492616, "loss": 1.4403, "step": 256 }, { "epoch": 0.16, "learning_rate": 0.0009533968675642177, "loss": 1.3653, "step": 257 }, { "epoch": 0.17, "learning_rate": 0.0009529590818175245, "loss": 1.3324, "step": 258 }, { "epoch": 0.17, "learning_rate": 0.0009525193508892034, "loss": 1.4542, "step": 259 }, { "epoch": 0.17, "learning_rate": 0.000952077676667629, "loss": 1.4442, "step": 260 }, { "epoch": 0.17, "learning_rate": 0.0009516340610495216, "loss": 1.3799, "step": 261 }, { "epoch": 0.17, "learning_rate": 0.0009511885059399383, "loss": 1.502, "step": 262 }, { "epoch": 0.17, "learning_rate": 0.0009507410132522651, "loss": 1.4751, "step": 263 }, { "epoch": 0.17, "learning_rate": 0.000950291584908209, "loss": 1.5102, "step": 264 }, { "epoch": 0.17, "learning_rate": 0.0009498402228377891, "loss": 1.4454, "step": 265 }, { "epoch": 0.17, "learning_rate": 0.0009493869289793291, "loss": 1.3969, "step": 266 }, { "epoch": 0.17, "learning_rate": 0.0009489317052794481, "loss": 1.4383, "step": 267 }, { "epoch": 0.17, "learning_rate": 0.0009484745536930528, "loss": 1.4106, "step": 268 }, { "epoch": 0.17, "learning_rate": 0.0009480154761833292, "loss": 1.4356, "step": 269 }, { "epoch": 0.17, "learning_rate": 0.0009475544747217337, "loss": 1.4849, "step": 270 }, { "epoch": 0.17, "learning_rate": 0.0009470915512879852, "loss": 1.4585, "step": 271 }, { "epoch": 0.17, "learning_rate": 0.0009466267078700561, "loss": 1.4447, "step": 272 }, { "epoch": 0.17, "learning_rate": 0.0009461599464641637, "loss": 1.4996, "step": 273 }, { "epoch": 0.18, "learning_rate": 0.0009456912690747624, "loss": 1.3807, "step": 274 }, { "epoch": 0.18, "learning_rate": 0.0009452206777145342, "loss": 1.3738, "step": 275 }, { "epoch": 0.18, "learning_rate": 0.0009447481744043808, "loss": 1.4835, "step": 276 }, { "epoch": 0.18, "learning_rate": 0.000944273761173414, "loss": 1.4701, "step": 277 }, { "epoch": 0.18, "learning_rate": 0.000943797440058948, "loss": 1.3992, "step": 278 }, { "epoch": 0.18, "learning_rate": 0.00094331921310649, "loss": 1.4315, "step": 279 }, { "epoch": 0.18, "learning_rate": 0.0009428390823697317, "loss": 1.4119, "step": 280 }, { "epoch": 0.18, "learning_rate": 0.0009423570499105402, "loss": 1.4857, "step": 281 }, { "epoch": 0.18, "learning_rate": 0.0009418731177989497, "loss": 1.4346, "step": 282 }, { "epoch": 0.18, "learning_rate": 0.0009413872881131517, "loss": 1.4739, "step": 283 }, { "epoch": 0.18, "learning_rate": 0.0009408995629394872, "loss": 1.3945, "step": 284 }, { "epoch": 0.18, "learning_rate": 0.0009404099443724368, "loss": 1.4764, "step": 285 }, { "epoch": 0.18, "learning_rate": 0.0009399184345146121, "loss": 1.3285, "step": 286 }, { "epoch": 0.18, "learning_rate": 0.0009394250354767467, "loss": 1.3455, "step": 287 }, { "epoch": 0.18, "learning_rate": 0.000938929749377687, "loss": 1.41, "step": 288 }, { "epoch": 0.18, "learning_rate": 0.0009384325783443832, "loss": 1.455, "step": 289 }, { "epoch": 0.19, "learning_rate": 0.0009379335245118803, "loss": 1.4774, "step": 290 }, { "epoch": 0.19, "learning_rate": 0.0009374325900233087, "loss": 1.3559, "step": 291 }, { "epoch": 0.19, "learning_rate": 0.0009369297770298747, "loss": 1.4144, "step": 292 }, { "epoch": 0.19, "learning_rate": 0.0009364250876908523, "loss": 1.4192, "step": 293 }, { "epoch": 0.19, "learning_rate": 0.0009359185241735724, "loss": 1.3776, "step": 294 }, { "epoch": 0.19, "learning_rate": 0.0009354100886534151, "loss": 1.3982, "step": 295 }, { "epoch": 0.19, "learning_rate": 0.0009348997833137995, "loss": 1.451, "step": 296 }, { "epoch": 0.19, "learning_rate": 0.000934387610346174, "loss": 1.387, "step": 297 }, { "epoch": 0.19, "learning_rate": 0.0009338735719500075, "loss": 1.4901, "step": 298 }, { "epoch": 0.19, "learning_rate": 0.0009333576703327802, "loss": 1.4124, "step": 299 }, { "epoch": 0.19, "learning_rate": 0.0009328399077099729, "loss": 1.4735, "step": 300 }, { "epoch": 0.19, "learning_rate": 0.000932320286305059, "loss": 1.4507, "step": 301 }, { "epoch": 0.19, "learning_rate": 0.0009317988083494942, "loss": 1.4981, "step": 302 }, { "epoch": 0.19, "learning_rate": 0.000931275476082706, "loss": 1.4517, "step": 303 }, { "epoch": 0.19, "learning_rate": 0.0009307502917520863, "loss": 1.4931, "step": 304 }, { "epoch": 0.2, "learning_rate": 0.0009302232576129797, "loss": 1.4314, "step": 305 }, { "epoch": 0.2, "learning_rate": 0.0009296943759286748, "loss": 1.4294, "step": 306 }, { "epoch": 0.2, "learning_rate": 0.0009291636489703941, "loss": 1.3902, "step": 307 }, { "epoch": 0.2, "learning_rate": 0.0009286310790172851, "loss": 1.38, "step": 308 }, { "epoch": 0.2, "learning_rate": 0.0009280966683564087, "loss": 1.3404, "step": 309 }, { "epoch": 0.2, "learning_rate": 0.0009275604192827316, "loss": 1.3792, "step": 310 }, { "epoch": 0.2, "learning_rate": 0.0009270223340991146, "loss": 1.4313, "step": 311 }, { "epoch": 0.2, "learning_rate": 0.000926482415116304, "loss": 1.4316, "step": 312 }, { "epoch": 0.2, "learning_rate": 0.0009259406646529209, "loss": 1.4649, "step": 313 }, { "epoch": 0.2, "learning_rate": 0.0009253970850354511, "loss": 1.3833, "step": 314 }, { "epoch": 0.2, "learning_rate": 0.0009248516785982364, "loss": 1.4233, "step": 315 }, { "epoch": 0.2, "learning_rate": 0.0009243044476834628, "loss": 1.4578, "step": 316 }, { "epoch": 0.2, "learning_rate": 0.0009237553946411519, "loss": 1.4107, "step": 317 }, { "epoch": 0.2, "learning_rate": 0.0009232045218291498, "loss": 1.3944, "step": 318 }, { "epoch": 0.2, "learning_rate": 0.0009226518316131176, "loss": 1.4064, "step": 319 }, { "epoch": 0.2, "learning_rate": 0.0009220973263665211, "loss": 1.4171, "step": 320 }, { "epoch": 0.21, "learning_rate": 0.0009215410084706206, "loss": 1.3897, "step": 321 }, { "epoch": 0.21, "learning_rate": 0.0009209828803144602, "loss": 1.4219, "step": 322 }, { "epoch": 0.21, "learning_rate": 0.0009204229442948584, "loss": 1.4408, "step": 323 }, { "epoch": 0.21, "learning_rate": 0.0009198612028163973, "loss": 1.3749, "step": 324 }, { "epoch": 0.21, "learning_rate": 0.000919297658291412, "loss": 1.4103, "step": 325 }, { "epoch": 0.21, "learning_rate": 0.000918732313139981, "loss": 1.387, "step": 326 }, { "epoch": 0.21, "learning_rate": 0.0009181651697899152, "loss": 1.3954, "step": 327 }, { "epoch": 0.21, "learning_rate": 0.0009175962306767476, "loss": 1.4043, "step": 328 }, { "epoch": 0.21, "learning_rate": 0.000917025498243723, "loss": 1.4944, "step": 329 }, { "epoch": 0.21, "learning_rate": 0.0009164529749417875, "loss": 1.3742, "step": 330 }, { "epoch": 0.21, "learning_rate": 0.0009158786632295776, "loss": 1.4457, "step": 331 }, { "epoch": 0.21, "learning_rate": 0.0009153025655734102, "loss": 1.4054, "step": 332 }, { "epoch": 0.21, "learning_rate": 0.0009147246844472717, "loss": 1.5076, "step": 333 }, { "epoch": 0.21, "learning_rate": 0.000914145022332807, "loss": 1.4197, "step": 334 }, { "epoch": 0.21, "learning_rate": 0.0009135635817193099, "loss": 1.4708, "step": 335 }, { "epoch": 0.21, "learning_rate": 0.0009129803651037117, "loss": 1.4689, "step": 336 }, { "epoch": 0.22, "learning_rate": 0.0009123953749905697, "loss": 1.3824, "step": 337 }, { "epoch": 0.22, "learning_rate": 0.0009118086138920582, "loss": 1.4304, "step": 338 }, { "epoch": 0.22, "learning_rate": 0.0009112200843279565, "loss": 1.3906, "step": 339 }, { "epoch": 0.22, "learning_rate": 0.0009106297888256383, "loss": 1.4289, "step": 340 }, { "epoch": 0.22, "learning_rate": 0.0009100377299200611, "loss": 1.4024, "step": 341 }, { "epoch": 0.22, "learning_rate": 0.0009094439101537548, "loss": 1.5554, "step": 342 }, { "epoch": 0.22, "learning_rate": 0.0009088483320768114, "loss": 1.3301, "step": 343 }, { "epoch": 0.22, "learning_rate": 0.0009082509982468738, "loss": 1.3952, "step": 344 }, { "epoch": 0.22, "learning_rate": 0.0009076519112291246, "loss": 1.3223, "step": 345 }, { "epoch": 0.22, "learning_rate": 0.0009070510735962753, "loss": 1.4883, "step": 346 }, { "epoch": 0.22, "learning_rate": 0.0009064484879285555, "loss": 1.3765, "step": 347 }, { "epoch": 0.22, "learning_rate": 0.000905844156813701, "loss": 1.3996, "step": 348 }, { "epoch": 0.22, "learning_rate": 0.0009052380828469435, "loss": 1.4741, "step": 349 }, { "epoch": 0.22, "learning_rate": 0.0009046302686309997, "loss": 1.4561, "step": 350 }, { "epoch": 0.22, "learning_rate": 0.0009040207167760586, "loss": 1.3524, "step": 351 }, { "epoch": 0.23, "learning_rate": 0.000903409429899772, "loss": 1.4171, "step": 352 }, { "epoch": 0.23, "learning_rate": 0.0009027964106272424, "loss": 1.4157, "step": 353 }, { "epoch": 0.23, "learning_rate": 0.0009021816615910118, "loss": 1.4578, "step": 354 }, { "epoch": 0.23, "learning_rate": 0.0009015651854310505, "loss": 1.4577, "step": 355 }, { "epoch": 0.23, "learning_rate": 0.0009009469847947459, "loss": 1.4677, "step": 356 }, { "epoch": 0.23, "learning_rate": 0.0009003270623368906, "loss": 1.4454, "step": 357 }, { "epoch": 0.23, "learning_rate": 0.0008997054207196717, "loss": 1.3605, "step": 358 }, { "epoch": 0.23, "learning_rate": 0.0008990820626126589, "loss": 1.3181, "step": 359 }, { "epoch": 0.23, "learning_rate": 0.0008984569906927933, "loss": 1.3596, "step": 360 }, { "epoch": 0.23, "learning_rate": 0.0008978302076443754, "loss": 1.3916, "step": 361 }, { "epoch": 0.23, "learning_rate": 0.0008972017161590546, "loss": 1.5256, "step": 362 }, { "epoch": 0.23, "learning_rate": 0.0008965715189358165, "loss": 1.3218, "step": 363 }, { "epoch": 0.23, "learning_rate": 0.0008959396186809716, "loss": 1.3598, "step": 364 }, { "epoch": 0.23, "learning_rate": 0.0008953060181081448, "loss": 1.3606, "step": 365 }, { "epoch": 0.23, "learning_rate": 0.0008946707199382615, "loss": 1.3982, "step": 366 }, { "epoch": 0.23, "learning_rate": 0.0008940337268995384, "loss": 1.3659, "step": 367 }, { "epoch": 0.24, "learning_rate": 0.0008933950417274701, "loss": 1.454, "step": 368 }, { "epoch": 0.24, "learning_rate": 0.000892754667164818, "loss": 1.4225, "step": 369 }, { "epoch": 0.24, "learning_rate": 0.0008921126059615983, "loss": 1.3555, "step": 370 }, { "epoch": 0.24, "learning_rate": 0.0008914688608750701, "loss": 1.4159, "step": 371 }, { "epoch": 0.24, "learning_rate": 0.0008908234346697244, "loss": 1.4068, "step": 372 }, { "epoch": 0.24, "learning_rate": 0.0008901763301172708, "loss": 1.2902, "step": 373 }, { "epoch": 0.24, "learning_rate": 0.0008895275499966269, "loss": 1.4642, "step": 374 }, { "epoch": 0.24, "learning_rate": 0.0008888770970939058, "loss": 1.3836, "step": 375 }, { "epoch": 0.24, "learning_rate": 0.0008882249742024036, "loss": 1.4332, "step": 376 }, { "epoch": 0.24, "learning_rate": 0.0008875711841225889, "loss": 1.4381, "step": 377 }, { "epoch": 0.24, "learning_rate": 0.0008869157296620892, "loss": 1.3043, "step": 378 }, { "epoch": 0.24, "learning_rate": 0.0008862586136356794, "loss": 1.4074, "step": 379 }, { "epoch": 0.24, "learning_rate": 0.0008855998388652705, "loss": 1.474, "step": 380 }, { "epoch": 0.24, "learning_rate": 0.0008849394081798962, "loss": 1.5014, "step": 381 }, { "epoch": 0.24, "learning_rate": 0.0008842773244157014, "loss": 1.438, "step": 382 }, { "epoch": 0.25, "learning_rate": 0.0008836135904159301, "loss": 1.3299, "step": 383 }, { "epoch": 0.25, "learning_rate": 0.0008829482090309131, "loss": 1.3519, "step": 384 }, { "epoch": 0.25, "learning_rate": 0.0008822811831180555, "loss": 1.2935, "step": 385 }, { "epoch": 0.25, "learning_rate": 0.0008816125155418249, "loss": 1.3062, "step": 386 }, { "epoch": 0.25, "learning_rate": 0.0008809422091737387, "loss": 1.3356, "step": 387 }, { "epoch": 0.25, "learning_rate": 0.0008802702668923517, "loss": 1.4422, "step": 388 }, { "epoch": 0.25, "learning_rate": 0.0008795966915832443, "loss": 1.4879, "step": 389 }, { "epoch": 0.25, "learning_rate": 0.0008789214861390095, "loss": 1.3856, "step": 390 }, { "epoch": 0.25, "learning_rate": 0.0008782446534592412, "loss": 1.4366, "step": 391 }, { "epoch": 0.25, "learning_rate": 0.0008775661964505204, "loss": 1.4723, "step": 392 }, { "epoch": 0.25, "learning_rate": 0.0008768861180264045, "loss": 1.4757, "step": 393 }, { "epoch": 0.25, "learning_rate": 0.0008762044211074132, "loss": 1.3145, "step": 394 }, { "epoch": 0.25, "learning_rate": 0.0008755211086210172, "loss": 1.466, "step": 395 }, { "epoch": 0.25, "learning_rate": 0.0008748361835016246, "loss": 1.4305, "step": 396 }, { "epoch": 0.25, "learning_rate": 0.0008741496486905691, "loss": 1.3879, "step": 397 }, { "epoch": 0.25, "learning_rate": 0.000873461507136097, "loss": 1.3687, "step": 398 }, { "epoch": 0.26, "learning_rate": 0.0008727717617933544, "loss": 1.4074, "step": 399 }, { "epoch": 0.26, "learning_rate": 0.0008720804156243747, "loss": 1.3814, "step": 400 }, { "epoch": 0.26, "learning_rate": 0.0008713874715980661, "loss": 1.4624, "step": 401 }, { "epoch": 0.26, "learning_rate": 0.0008706929326901982, "loss": 1.3758, "step": 402 }, { "epoch": 0.26, "learning_rate": 0.0008699968018833904, "loss": 1.4051, "step": 403 }, { "epoch": 0.26, "learning_rate": 0.0008692990821670974, "loss": 1.4263, "step": 404 }, { "epoch": 0.26, "learning_rate": 0.0008685997765375981, "loss": 1.3933, "step": 405 }, { "epoch": 0.26, "learning_rate": 0.0008678988879979812, "loss": 1.365, "step": 406 }, { "epoch": 0.26, "learning_rate": 0.0008671964195581336, "loss": 1.4596, "step": 407 }, { "epoch": 0.26, "learning_rate": 0.0008664923742347266, "loss": 1.3465, "step": 408 }, { "epoch": 0.26, "learning_rate": 0.0008657867550512033, "loss": 1.4481, "step": 409 }, { "epoch": 0.26, "learning_rate": 0.0008650795650377659, "loss": 1.3203, "step": 410 }, { "epoch": 0.26, "learning_rate": 0.0008643708072313618, "loss": 1.4299, "step": 411 }, { "epoch": 0.26, "learning_rate": 0.0008636604846756713, "loss": 1.3318, "step": 412 }, { "epoch": 0.26, "learning_rate": 0.0008629486004210945, "loss": 1.366, "step": 413 }, { "epoch": 0.26, "learning_rate": 0.000862235157524738, "loss": 1.3698, "step": 414 }, { "epoch": 0.27, "learning_rate": 0.0008615201590504016, "loss": 1.3705, "step": 415 }, { "epoch": 0.27, "learning_rate": 0.0008608036080685658, "loss": 1.4479, "step": 416 }, { "epoch": 0.27, "learning_rate": 0.0008600855076563776, "loss": 1.4165, "step": 417 }, { "epoch": 0.27, "learning_rate": 0.0008593658608976383, "loss": 1.4273, "step": 418 }, { "epoch": 0.27, "learning_rate": 0.0008586446708827895, "loss": 1.3761, "step": 419 }, { "epoch": 0.27, "learning_rate": 0.0008579219407089003, "loss": 1.4381, "step": 420 }, { "epoch": 0.27, "learning_rate": 0.000857197673479654, "loss": 1.3458, "step": 421 }, { "epoch": 0.27, "learning_rate": 0.0008564718723053342, "loss": 1.4374, "step": 422 }, { "epoch": 0.27, "learning_rate": 0.0008557445403028121, "loss": 1.4335, "step": 423 }, { "epoch": 0.27, "learning_rate": 0.0008550156805955331, "loss": 1.3928, "step": 424 }, { "epoch": 0.27, "learning_rate": 0.0008542852963135028, "loss": 1.3999, "step": 425 }, { "epoch": 0.27, "learning_rate": 0.0008535533905932737, "loss": 1.3799, "step": 426 }, { "epoch": 0.27, "learning_rate": 0.0008528199665779328, "loss": 1.4303, "step": 427 }, { "epoch": 0.27, "learning_rate": 0.0008520850274170863, "loss": 1.375, "step": 428 }, { "epoch": 0.27, "learning_rate": 0.0008513485762668475, "loss": 1.3353, "step": 429 }, { "epoch": 0.28, "learning_rate": 0.000850610616289823, "loss": 1.4194, "step": 430 }, { "epoch": 0.28, "learning_rate": 0.0008498711506550983, "loss": 1.3847, "step": 431 }, { "epoch": 0.28, "learning_rate": 0.0008491301825382252, "loss": 1.377, "step": 432 }, { "epoch": 0.28, "learning_rate": 0.0008483877151212076, "loss": 1.3293, "step": 433 }, { "epoch": 0.28, "learning_rate": 0.0008476437515924877, "loss": 1.3241, "step": 434 }, { "epoch": 0.28, "learning_rate": 0.0008468982951469333, "loss": 1.4315, "step": 435 }, { "epoch": 0.28, "learning_rate": 0.0008461513489858227, "loss": 1.361, "step": 436 }, { "epoch": 0.28, "learning_rate": 0.0008454029163168317, "loss": 1.3602, "step": 437 }, { "epoch": 0.28, "learning_rate": 0.0008446530003540203, "loss": 1.4019, "step": 438 }, { "epoch": 0.28, "learning_rate": 0.0008439016043178176, "loss": 1.4876, "step": 439 }, { "epoch": 0.28, "learning_rate": 0.0008431487314350091, "loss": 1.4755, "step": 440 }, { "epoch": 0.28, "learning_rate": 0.0008423943849387222, "loss": 1.4706, "step": 441 }, { "epoch": 0.28, "learning_rate": 0.0008416385680684131, "loss": 1.3946, "step": 442 }, { "epoch": 0.28, "learning_rate": 0.0008408812840698517, "loss": 1.4844, "step": 443 }, { "epoch": 0.28, "learning_rate": 0.0008401225361951089, "loss": 1.4059, "step": 444 }, { "epoch": 0.28, "learning_rate": 0.0008393623277025415, "loss": 1.3671, "step": 445 }, { "epoch": 0.29, "learning_rate": 0.0008386006618567792, "loss": 1.3815, "step": 446 }, { "epoch": 0.29, "learning_rate": 0.0008378375419287098, "loss": 1.4235, "step": 447 }, { "epoch": 0.29, "learning_rate": 0.000837072971195466, "loss": 1.3702, "step": 448 }, { "epoch": 0.29, "learning_rate": 0.0008363069529404102, "loss": 1.3834, "step": 449 }, { "epoch": 0.29, "learning_rate": 0.0008355394904531211, "loss": 1.427, "step": 450 }, { "epoch": 0.29, "learning_rate": 0.00083477058702938, "loss": 1.4263, "step": 451 }, { "epoch": 0.29, "learning_rate": 0.000834000245971156, "loss": 1.4019, "step": 452 }, { "epoch": 0.29, "learning_rate": 0.0008332284705865914, "loss": 1.3878, "step": 453 }, { "epoch": 0.29, "learning_rate": 0.0008324552641899885, "loss": 1.33, "step": 454 }, { "epoch": 0.29, "learning_rate": 0.000831680630101795, "loss": 1.3386, "step": 455 }, { "epoch": 0.29, "learning_rate": 0.0008309045716485895, "loss": 1.4418, "step": 456 }, { "epoch": 0.29, "learning_rate": 0.0008301270921630673, "loss": 1.3736, "step": 457 }, { "epoch": 0.29, "learning_rate": 0.0008293481949840261, "loss": 1.3578, "step": 458 }, { "epoch": 0.29, "learning_rate": 0.0008285678834563523, "loss": 1.3277, "step": 459 }, { "epoch": 0.29, "learning_rate": 0.0008277861609310056, "loss": 1.4377, "step": 460 }, { "epoch": 0.29, "learning_rate": 0.0008270030307650047, "loss": 1.3192, "step": 461 }, { "epoch": 0.3, "learning_rate": 0.000826218496321414, "loss": 1.3998, "step": 462 }, { "epoch": 0.3, "learning_rate": 0.0008254325609693279, "loss": 1.3474, "step": 463 }, { "epoch": 0.3, "learning_rate": 0.0008246452280838572, "loss": 1.3006, "step": 464 }, { "epoch": 0.3, "learning_rate": 0.0008238565010461139, "loss": 1.3898, "step": 465 }, { "epoch": 0.3, "learning_rate": 0.0008230663832431974, "loss": 1.4365, "step": 466 }, { "epoch": 0.3, "learning_rate": 0.000822274878068179, "loss": 1.3698, "step": 467 }, { "epoch": 0.3, "learning_rate": 0.0008214819889200888, "loss": 1.3789, "step": 468 }, { "epoch": 0.3, "learning_rate": 0.0008206877192038995, "loss": 1.3056, "step": 469 }, { "epoch": 0.3, "learning_rate": 0.0008198920723305126, "loss": 1.3586, "step": 470 }, { "epoch": 0.3, "learning_rate": 0.0008190950517167437, "loss": 1.3203, "step": 471 }, { "epoch": 0.3, "learning_rate": 0.000818296660785308, "loss": 1.3315, "step": 472 }, { "epoch": 0.3, "learning_rate": 0.0008174969029648052, "loss": 1.3896, "step": 473 }, { "epoch": 0.3, "learning_rate": 0.0008166957816897049, "loss": 1.345, "step": 474 }, { "epoch": 0.3, "learning_rate": 0.0008158933004003319, "loss": 1.3674, "step": 475 }, { "epoch": 0.3, "learning_rate": 0.0008150894625428515, "loss": 1.344, "step": 476 }, { "epoch": 0.31, "learning_rate": 0.0008142842715692548, "loss": 1.4591, "step": 477 }, { "epoch": 0.31, "learning_rate": 0.0008134777309373434, "loss": 1.3075, "step": 478 }, { "epoch": 0.31, "learning_rate": 0.0008126698441107145, "loss": 1.4347, "step": 479 }, { "epoch": 0.31, "learning_rate": 0.0008118606145587477, "loss": 1.4038, "step": 480 }, { "epoch": 0.31, "learning_rate": 0.0008110500457565872, "loss": 1.3899, "step": 481 }, { "epoch": 0.31, "learning_rate": 0.0008102381411851296, "loss": 1.3522, "step": 482 }, { "epoch": 0.31, "learning_rate": 0.0008094249043310073, "loss": 1.3685, "step": 483 }, { "epoch": 0.31, "learning_rate": 0.0008086103386865742, "loss": 1.4283, "step": 484 }, { "epoch": 0.31, "learning_rate": 0.0008077944477498905, "loss": 1.5041, "step": 485 }, { "epoch": 0.31, "learning_rate": 0.0008069772350247073, "loss": 1.368, "step": 486 }, { "epoch": 0.31, "learning_rate": 0.0008061587040204528, "loss": 1.3499, "step": 487 }, { "epoch": 0.31, "learning_rate": 0.0008053388582522159, "loss": 1.4414, "step": 488 }, { "epoch": 0.31, "learning_rate": 0.0008045177012407315, "loss": 1.3344, "step": 489 }, { "epoch": 0.31, "learning_rate": 0.0008036952365123659, "loss": 1.3484, "step": 490 }, { "epoch": 0.31, "learning_rate": 0.0008028714675991006, "loss": 1.3888, "step": 491 }, { "epoch": 0.31, "learning_rate": 0.0008020463980385189, "loss": 1.3104, "step": 492 }, { "epoch": 0.32, "learning_rate": 0.0008012200313737881, "loss": 1.4593, "step": 493 }, { "epoch": 0.32, "learning_rate": 0.0008003923711536468, "loss": 1.3546, "step": 494 }, { "epoch": 0.32, "learning_rate": 0.0007995634209323885, "loss": 1.4042, "step": 495 }, { "epoch": 0.32, "learning_rate": 0.0007987331842698462, "loss": 1.4637, "step": 496 }, { "epoch": 0.32, "learning_rate": 0.0007979016647313775, "loss": 1.4149, "step": 497 }, { "epoch": 0.32, "learning_rate": 0.0007970688658878491, "loss": 1.3062, "step": 498 }, { "epoch": 0.32, "learning_rate": 0.0007962347913156217, "loss": 1.4175, "step": 499 }, { "epoch": 0.32, "learning_rate": 0.0007953994445965342, "loss": 1.4427, "step": 500 }, { "epoch": 0.32, "learning_rate": 0.0007945628293178892, "loss": 1.4017, "step": 501 }, { "epoch": 0.32, "learning_rate": 0.000793724949072436, "loss": 1.4559, "step": 502 }, { "epoch": 0.32, "learning_rate": 0.0007928858074583569, "loss": 1.3948, "step": 503 }, { "epoch": 0.32, "learning_rate": 0.000792045408079251, "loss": 1.464, "step": 504 }, { "epoch": 0.32, "learning_rate": 0.0007912037545441181, "loss": 1.4189, "step": 505 }, { "epoch": 0.32, "learning_rate": 0.0007903608504673446, "loss": 1.4324, "step": 506 }, { "epoch": 0.32, "learning_rate": 0.0007895166994686868, "loss": 1.32, "step": 507 }, { "epoch": 0.33, "learning_rate": 0.000788671305173256, "loss": 1.3648, "step": 508 }, { "epoch": 0.33, "learning_rate": 0.0007878246712115023, "loss": 1.3407, "step": 509 }, { "epoch": 0.33, "learning_rate": 0.0007869768012191997, "loss": 1.3057, "step": 510 }, { "epoch": 0.33, "learning_rate": 0.0007861276988374302, "loss": 1.3621, "step": 511 }, { "epoch": 0.33, "learning_rate": 0.000785277367712568, "loss": 1.4211, "step": 512 }, { "epoch": 0.33, "learning_rate": 0.0007844258114962641, "loss": 1.3359, "step": 513 }, { "epoch": 0.33, "learning_rate": 0.0007835730338454308, "loss": 1.4739, "step": 514 }, { "epoch": 0.33, "learning_rate": 0.0007827190384222249, "loss": 1.3023, "step": 515 }, { "epoch": 0.33, "learning_rate": 0.0007818638288940338, "loss": 1.3545, "step": 516 }, { "epoch": 0.33, "learning_rate": 0.000781007408933458, "loss": 1.3477, "step": 517 }, { "epoch": 0.33, "learning_rate": 0.0007801497822182963, "loss": 1.3564, "step": 518 }, { "epoch": 0.33, "learning_rate": 0.0007792909524315298, "loss": 1.3174, "step": 519 }, { "epoch": 0.33, "learning_rate": 0.0007784309232613063, "loss": 1.4423, "step": 520 }, { "epoch": 0.33, "learning_rate": 0.0007775696984009236, "loss": 1.3768, "step": 521 }, { "epoch": 0.33, "learning_rate": 0.0007767072815488146, "loss": 1.3856, "step": 522 }, { "epoch": 0.33, "learning_rate": 0.0007758436764085315, "loss": 1.3964, "step": 523 }, { "epoch": 0.34, "learning_rate": 0.0007749788866887286, "loss": 1.414, "step": 524 }, { "epoch": 0.34, "learning_rate": 0.000774112916103148, "loss": 1.4249, "step": 525 }, { "epoch": 0.34, "learning_rate": 0.0007732457683706025, "loss": 1.489, "step": 526 }, { "epoch": 0.34, "learning_rate": 0.00077237744721496, "loss": 1.4052, "step": 527 }, { "epoch": 0.34, "learning_rate": 0.000771507956365128, "loss": 1.391, "step": 528 }, { "epoch": 0.34, "learning_rate": 0.0007706372995550362, "loss": 1.4233, "step": 529 }, { "epoch": 0.34, "learning_rate": 0.0007697654805236224, "loss": 1.3502, "step": 530 }, { "epoch": 0.34, "learning_rate": 0.0007688925030148149, "loss": 1.3245, "step": 531 }, { "epoch": 0.34, "learning_rate": 0.0007680183707775171, "loss": 1.26, "step": 532 }, { "epoch": 0.34, "learning_rate": 0.0007671430875655907, "loss": 1.3648, "step": 533 }, { "epoch": 0.34, "learning_rate": 0.0007662666571378414, "loss": 1.4073, "step": 534 }, { "epoch": 0.34, "learning_rate": 0.0007653890832580002, "loss": 1.4628, "step": 535 }, { "epoch": 0.34, "learning_rate": 0.0007645103696947089, "loss": 1.3609, "step": 536 }, { "epoch": 0.34, "learning_rate": 0.0007636305202215041, "loss": 1.4974, "step": 537 }, { "epoch": 0.34, "learning_rate": 0.0007627495386167998, "loss": 1.3594, "step": 538 }, { "epoch": 0.34, "learning_rate": 0.0007618674286638719, "loss": 1.3972, "step": 539 }, { "epoch": 0.35, "learning_rate": 0.0007609841941508422, "loss": 1.4018, "step": 540 }, { "epoch": 0.35, "learning_rate": 0.0007600998388706615, "loss": 1.3478, "step": 541 }, { "epoch": 0.35, "learning_rate": 0.0007592143666210935, "loss": 1.4926, "step": 542 }, { "epoch": 0.35, "learning_rate": 0.0007583277812046993, "loss": 1.4244, "step": 543 }, { "epoch": 0.35, "learning_rate": 0.0007574400864288194, "loss": 1.2816, "step": 544 }, { "epoch": 0.35, "learning_rate": 0.0007565512861055588, "loss": 1.3444, "step": 545 }, { "epoch": 0.35, "learning_rate": 0.0007556613840517703, "loss": 1.4347, "step": 546 }, { "epoch": 0.35, "learning_rate": 0.0007547703840890377, "loss": 1.4467, "step": 547 }, { "epoch": 0.35, "learning_rate": 0.0007538782900436596, "loss": 1.355, "step": 548 }, { "epoch": 0.35, "learning_rate": 0.0007529851057466335, "loss": 1.3574, "step": 549 }, { "epoch": 0.35, "learning_rate": 0.0007520908350336381, "loss": 1.4053, "step": 550 }, { "epoch": 0.35, "learning_rate": 0.0007511954817450181, "loss": 1.2852, "step": 551 }, { "epoch": 0.35, "learning_rate": 0.0007502990497257672, "loss": 1.3801, "step": 552 }, { "epoch": 0.35, "learning_rate": 0.0007494015428255116, "loss": 1.3985, "step": 553 }, { "epoch": 0.35, "learning_rate": 0.000748502964898493, "loss": 1.3557, "step": 554 }, { "epoch": 0.36, "learning_rate": 0.0007476033198035531, "loss": 1.3815, "step": 555 }, { "epoch": 0.36, "learning_rate": 0.0007467026114041162, "loss": 1.4534, "step": 556 }, { "epoch": 0.36, "learning_rate": 0.0007458008435681725, "loss": 1.4163, "step": 557 }, { "epoch": 0.36, "learning_rate": 0.0007448980201682625, "loss": 1.4193, "step": 558 }, { "epoch": 0.36, "learning_rate": 0.000743994145081459, "loss": 1.3742, "step": 559 }, { "epoch": 0.36, "learning_rate": 0.0007430892221893517, "loss": 1.3343, "step": 560 }, { "epoch": 0.36, "learning_rate": 0.0007421832553780298, "loss": 1.3162, "step": 561 }, { "epoch": 0.36, "learning_rate": 0.0007412762485380654, "loss": 1.3397, "step": 562 }, { "epoch": 0.36, "learning_rate": 0.000740368205564497, "loss": 1.3397, "step": 563 }, { "epoch": 0.36, "learning_rate": 0.0007394591303568125, "loss": 1.3414, "step": 564 }, { "epoch": 0.36, "learning_rate": 0.0007385490268189329, "loss": 1.4019, "step": 565 }, { "epoch": 0.36, "learning_rate": 0.000737637898859195, "loss": 1.3084, "step": 566 }, { "epoch": 0.36, "learning_rate": 0.0007367257503903349, "loss": 1.3523, "step": 567 }, { "epoch": 0.36, "learning_rate": 0.0007358125853294713, "loss": 1.4665, "step": 568 }, { "epoch": 0.36, "learning_rate": 0.0007348984075980881, "loss": 1.3566, "step": 569 }, { "epoch": 0.36, "learning_rate": 0.0007339832211220188, "loss": 1.3723, "step": 570 }, { "epoch": 0.37, "learning_rate": 0.0007330670298314281, "loss": 1.4245, "step": 571 }, { "epoch": 0.37, "learning_rate": 0.0007321498376607962, "loss": 1.3601, "step": 572 }, { "epoch": 0.37, "learning_rate": 0.000731231648548901, "loss": 1.3611, "step": 573 }, { "epoch": 0.37, "learning_rate": 0.0007303124664388023, "loss": 1.3516, "step": 574 }, { "epoch": 0.37, "learning_rate": 0.0007293922952778238, "loss": 1.3877, "step": 575 }, { "epoch": 0.37, "learning_rate": 0.0007284711390175365, "loss": 1.3338, "step": 576 }, { "epoch": 0.37, "learning_rate": 0.0007275490016137421, "loss": 1.4684, "step": 577 }, { "epoch": 0.37, "learning_rate": 0.0007266258870264554, "loss": 1.3322, "step": 578 }, { "epoch": 0.37, "learning_rate": 0.0007257017992198879, "loss": 1.3742, "step": 579 }, { "epoch": 0.37, "learning_rate": 0.0007247767421624303, "loss": 1.3536, "step": 580 }, { "epoch": 0.37, "learning_rate": 0.0007238507198266355, "loss": 1.4917, "step": 581 }, { "epoch": 0.37, "learning_rate": 0.0007229237361892023, "loss": 1.3828, "step": 582 }, { "epoch": 0.37, "learning_rate": 0.0007219957952309567, "loss": 1.343, "step": 583 }, { "epoch": 0.37, "learning_rate": 0.0007210669009368366, "loss": 1.4487, "step": 584 }, { "epoch": 0.37, "learning_rate": 0.0007201370572958737, "loss": 1.4294, "step": 585 }, { "epoch": 0.37, "learning_rate": 0.0007192062683011766, "loss": 1.3607, "step": 586 }, { "epoch": 0.38, "learning_rate": 0.0007182745379499133, "loss": 1.2721, "step": 587 }, { "epoch": 0.38, "learning_rate": 0.0007173418702432948, "loss": 1.3875, "step": 588 }, { "epoch": 0.38, "learning_rate": 0.0007164082691865572, "loss": 1.3692, "step": 589 }, { "epoch": 0.38, "learning_rate": 0.0007154737387889445, "loss": 1.3379, "step": 590 }, { "epoch": 0.38, "learning_rate": 0.0007145382830636924, "loss": 1.341, "step": 591 }, { "epoch": 0.38, "learning_rate": 0.0007136019060280099, "loss": 1.3595, "step": 592 }, { "epoch": 0.38, "learning_rate": 0.0007126646117030618, "loss": 1.326, "step": 593 }, { "epoch": 0.38, "learning_rate": 0.0007117264041139535, "loss": 1.4552, "step": 594 }, { "epoch": 0.38, "learning_rate": 0.0007107872872897112, "loss": 1.3529, "step": 595 }, { "epoch": 0.38, "learning_rate": 0.000709847265263266, "loss": 1.3067, "step": 596 }, { "epoch": 0.38, "learning_rate": 0.0007089063420714365, "loss": 1.3291, "step": 597 }, { "epoch": 0.38, "learning_rate": 0.000707964521754911, "loss": 1.3213, "step": 598 }, { "epoch": 0.38, "learning_rate": 0.0007070218083582305, "loss": 1.4029, "step": 599 }, { "epoch": 0.38, "learning_rate": 0.0007060782059297712, "loss": 1.3567, "step": 600 }, { "epoch": 0.38, "learning_rate": 0.0007051337185217274, "loss": 1.4504, "step": 601 }, { "epoch": 0.39, "learning_rate": 0.0007041883501900933, "loss": 1.394, "step": 602 }, { "epoch": 0.39, "learning_rate": 0.0007032421049946467, "loss": 1.3057, "step": 603 }, { "epoch": 0.39, "learning_rate": 0.0007022949869989306, "loss": 1.4502, "step": 604 }, { "epoch": 0.39, "learning_rate": 0.0007013470002702363, "loss": 1.3592, "step": 605 }, { "epoch": 0.39, "learning_rate": 0.0007003981488795858, "loss": 1.365, "step": 606 }, { "epoch": 0.39, "learning_rate": 0.0006994484369017142, "loss": 1.3761, "step": 607 }, { "epoch": 0.39, "learning_rate": 0.0006984978684150524, "loss": 1.3889, "step": 608 }, { "epoch": 0.39, "learning_rate": 0.0006975464475017094, "loss": 1.3746, "step": 609 }, { "epoch": 0.39, "learning_rate": 0.0006965941782474548, "loss": 1.3702, "step": 610 }, { "epoch": 0.39, "learning_rate": 0.0006956410647417017, "loss": 1.3308, "step": 611 }, { "epoch": 0.39, "learning_rate": 0.000694687111077488, "loss": 1.403, "step": 612 }, { "epoch": 0.39, "learning_rate": 0.0006937323213514602, "loss": 1.4209, "step": 613 }, { "epoch": 0.39, "learning_rate": 0.0006927766996638548, "loss": 1.353, "step": 614 }, { "epoch": 0.39, "learning_rate": 0.0006918202501184815, "loss": 1.4186, "step": 615 }, { "epoch": 0.39, "learning_rate": 0.0006908629768227048, "loss": 1.3306, "step": 616 }, { "epoch": 0.39, "learning_rate": 0.0006899048838874267, "loss": 1.4188, "step": 617 }, { "epoch": 0.4, "learning_rate": 0.0006889459754270689, "loss": 1.3895, "step": 618 }, { "epoch": 0.4, "learning_rate": 0.0006879862555595559, "loss": 1.3444, "step": 619 }, { "epoch": 0.4, "learning_rate": 0.0006870257284062961, "loss": 1.3098, "step": 620 }, { "epoch": 0.4, "learning_rate": 0.0006860643980921648, "loss": 1.3037, "step": 621 }, { "epoch": 0.4, "learning_rate": 0.0006851022687454867, "loss": 1.3527, "step": 622 }, { "epoch": 0.4, "learning_rate": 0.0006841393444980176, "loss": 1.3256, "step": 623 }, { "epoch": 0.4, "learning_rate": 0.0006831756294849267, "loss": 1.3516, "step": 624 }, { "epoch": 0.4, "learning_rate": 0.0006822111278447795, "loss": 1.3769, "step": 625 }, { "epoch": 0.4, "learning_rate": 0.0006812458437195197, "loss": 1.3478, "step": 626 }, { "epoch": 0.4, "learning_rate": 0.0006802797812544502, "loss": 1.4037, "step": 627 }, { "epoch": 0.4, "learning_rate": 0.0006793129445982178, "loss": 1.3372, "step": 628 }, { "epoch": 0.4, "learning_rate": 0.0006783453379027931, "loss": 1.3813, "step": 629 }, { "epoch": 0.4, "learning_rate": 0.0006773769653234538, "loss": 1.3412, "step": 630 }, { "epoch": 0.4, "learning_rate": 0.0006764078310187667, "loss": 1.3386, "step": 631 }, { "epoch": 0.4, "learning_rate": 0.0006754379391505695, "loss": 1.3995, "step": 632 }, { "epoch": 0.4, "learning_rate": 0.0006744672938839533, "loss": 1.3626, "step": 633 }, { "epoch": 0.41, "learning_rate": 0.0006734958993872447, "loss": 1.3714, "step": 634 }, { "epoch": 0.41, "learning_rate": 0.0006725237598319877, "loss": 1.3627, "step": 635 }, { "epoch": 0.41, "learning_rate": 0.0006715508793929257, "loss": 1.4118, "step": 636 }, { "epoch": 0.41, "learning_rate": 0.000670577262247984, "loss": 1.4034, "step": 637 }, { "epoch": 0.41, "learning_rate": 0.0006696029125782515, "loss": 1.3636, "step": 638 }, { "epoch": 0.41, "learning_rate": 0.0006686278345679625, "loss": 1.4223, "step": 639 }, { "epoch": 0.41, "learning_rate": 0.0006676520324044801, "loss": 1.3644, "step": 640 }, { "epoch": 0.41, "learning_rate": 0.0006666755102782757, "loss": 1.4188, "step": 641 }, { "epoch": 0.41, "learning_rate": 0.0006656982723829139, "loss": 1.3536, "step": 642 }, { "epoch": 0.41, "learning_rate": 0.0006647203229150322, "loss": 1.4214, "step": 643 }, { "epoch": 0.41, "learning_rate": 0.0006637416660743243, "loss": 1.3632, "step": 644 }, { "epoch": 0.41, "learning_rate": 0.0006627623060635214, "loss": 1.3785, "step": 645 }, { "epoch": 0.41, "learning_rate": 0.0006617822470883746, "loss": 1.328, "step": 646 }, { "epoch": 0.41, "learning_rate": 0.0006608014933576361, "loss": 1.3583, "step": 647 }, { "epoch": 0.41, "learning_rate": 0.0006598200490830426, "loss": 1.4223, "step": 648 }, { "epoch": 0.42, "learning_rate": 0.0006588379184792954, "loss": 1.4128, "step": 649 }, { "epoch": 0.42, "learning_rate": 0.0006578551057640436, "loss": 1.4145, "step": 650 }, { "epoch": 0.42, "learning_rate": 0.0006568716151578654, "loss": 1.344, "step": 651 }, { "epoch": 0.42, "learning_rate": 0.0006558874508842498, "loss": 1.3508, "step": 652 }, { "epoch": 0.42, "learning_rate": 0.0006549026171695797, "loss": 1.3644, "step": 653 }, { "epoch": 0.42, "learning_rate": 0.0006539171182431121, "loss": 1.3753, "step": 654 }, { "epoch": 0.42, "learning_rate": 0.0006529309583369606, "loss": 1.3757, "step": 655 }, { "epoch": 0.42, "learning_rate": 0.0006519441416860778, "loss": 1.3317, "step": 656 }, { "epoch": 0.42, "learning_rate": 0.0006509566725282362, "loss": 1.3888, "step": 657 }, { "epoch": 0.42, "learning_rate": 0.0006499685551040108, "loss": 1.371, "step": 658 }, { "epoch": 0.42, "learning_rate": 0.0006489797936567603, "loss": 1.4203, "step": 659 }, { "epoch": 0.42, "learning_rate": 0.000647990392432609, "loss": 1.4448, "step": 660 }, { "epoch": 0.42, "learning_rate": 0.0006470003556804286, "loss": 1.3712, "step": 661 }, { "epoch": 0.42, "learning_rate": 0.0006460096876518204, "loss": 1.3975, "step": 662 }, { "epoch": 0.42, "learning_rate": 0.000645018392601096, "loss": 1.3482, "step": 663 }, { "epoch": 0.42, "learning_rate": 0.0006440264747852605, "loss": 1.4264, "step": 664 }, { "epoch": 0.43, "learning_rate": 0.0006430339384639927, "loss": 1.4329, "step": 665 }, { "epoch": 0.43, "learning_rate": 0.0006420407878996277, "loss": 1.4879, "step": 666 }, { "epoch": 0.43, "learning_rate": 0.0006410470273571386, "loss": 1.3419, "step": 667 }, { "epoch": 0.43, "learning_rate": 0.0006400526611041177, "loss": 1.4562, "step": 668 }, { "epoch": 0.43, "learning_rate": 0.0006390576934107589, "loss": 1.3271, "step": 669 }, { "epoch": 0.43, "learning_rate": 0.0006380621285498382, "loss": 1.3744, "step": 670 }, { "epoch": 0.43, "learning_rate": 0.0006370659707966967, "loss": 1.324, "step": 671 }, { "epoch": 0.43, "learning_rate": 0.0006360692244292213, "loss": 1.3902, "step": 672 }, { "epoch": 0.43, "learning_rate": 0.0006350718937278268, "loss": 1.3459, "step": 673 }, { "epoch": 0.43, "learning_rate": 0.0006340739829754372, "loss": 1.372, "step": 674 }, { "epoch": 0.43, "learning_rate": 0.0006330754964574676, "loss": 1.3486, "step": 675 }, { "epoch": 0.43, "learning_rate": 0.0006320764384618055, "loss": 1.283, "step": 676 }, { "epoch": 0.43, "learning_rate": 0.0006310768132787928, "loss": 1.3544, "step": 677 }, { "epoch": 0.43, "learning_rate": 0.0006300766252012069, "loss": 1.2679, "step": 678 }, { "epoch": 0.43, "learning_rate": 0.0006290758785242424, "loss": 1.3085, "step": 679 }, { "epoch": 0.44, "learning_rate": 0.0006280745775454933, "loss": 1.3775, "step": 680 }, { "epoch": 0.44, "learning_rate": 0.000627072726564933, "loss": 1.4024, "step": 681 }, { "epoch": 0.44, "learning_rate": 0.0006260703298848979, "loss": 1.4599, "step": 682 }, { "epoch": 0.44, "learning_rate": 0.0006250673918100671, "loss": 1.3638, "step": 683 }, { "epoch": 0.44, "learning_rate": 0.0006240639166474451, "loss": 1.4409, "step": 684 }, { "epoch": 0.44, "learning_rate": 0.0006230599087063425, "loss": 1.2831, "step": 685 }, { "epoch": 0.44, "learning_rate": 0.0006220553722983582, "loss": 1.2845, "step": 686 }, { "epoch": 0.44, "learning_rate": 0.00062105031173736, "loss": 1.3263, "step": 687 }, { "epoch": 0.44, "learning_rate": 0.0006200447313394675, "loss": 1.2885, "step": 688 }, { "epoch": 0.44, "learning_rate": 0.0006190386354230319, "loss": 1.314, "step": 689 }, { "epoch": 0.44, "learning_rate": 0.0006180320283086184, "loss": 1.3676, "step": 690 }, { "epoch": 0.44, "learning_rate": 0.0006170249143189878, "loss": 1.3802, "step": 691 }, { "epoch": 0.44, "learning_rate": 0.0006160172977790772, "loss": 1.3481, "step": 692 }, { "epoch": 0.44, "learning_rate": 0.0006150091830159823, "loss": 1.3582, "step": 693 }, { "epoch": 0.44, "learning_rate": 0.0006140005743589379, "loss": 1.3692, "step": 694 }, { "epoch": 0.44, "learning_rate": 0.0006129914761393001, "loss": 1.475, "step": 695 }, { "epoch": 0.45, "learning_rate": 0.0006119818926905269, "loss": 1.2749, "step": 696 }, { "epoch": 0.45, "learning_rate": 0.000610971828348161, "loss": 1.418, "step": 697 }, { "epoch": 0.45, "learning_rate": 0.0006099612874498095, "loss": 1.3063, "step": 698 }, { "epoch": 0.45, "learning_rate": 0.0006089502743351258, "loss": 1.4217, "step": 699 }, { "epoch": 0.45, "learning_rate": 0.000607938793345792, "loss": 1.245, "step": 700 }, { "epoch": 0.45, "learning_rate": 0.0006069268488254986, "loss": 1.4146, "step": 701 }, { "epoch": 0.45, "learning_rate": 0.0006059144451199274, "loss": 1.3577, "step": 702 }, { "epoch": 0.45, "learning_rate": 0.0006049015865767318, "loss": 1.3384, "step": 703 }, { "epoch": 0.45, "learning_rate": 0.0006038882775455182, "loss": 1.2383, "step": 704 }, { "epoch": 0.45, "learning_rate": 0.0006028745223778278, "loss": 1.2883, "step": 705 }, { "epoch": 0.45, "learning_rate": 0.0006018603254271178, "loss": 1.449, "step": 706 }, { "epoch": 0.45, "learning_rate": 0.0006008456910487428, "loss": 1.4605, "step": 707 }, { "epoch": 0.45, "learning_rate": 0.000599830623599935, "loss": 1.4566, "step": 708 }, { "epoch": 0.45, "learning_rate": 0.0005988151274397873, "loss": 1.3175, "step": 709 }, { "epoch": 0.45, "learning_rate": 0.0005977992069292331, "loss": 1.3821, "step": 710 }, { "epoch": 0.45, "learning_rate": 0.0005967828664310283, "loss": 1.3572, "step": 711 }, { "epoch": 0.46, "learning_rate": 0.0005957661103097327, "loss": 1.2954, "step": 712 }, { "epoch": 0.46, "learning_rate": 0.0005947489429316904, "loss": 1.3846, "step": 713 }, { "epoch": 0.46, "learning_rate": 0.0005937313686650117, "loss": 1.3407, "step": 714 }, { "epoch": 0.46, "learning_rate": 0.0005927133918795548, "loss": 1.3298, "step": 715 }, { "epoch": 0.46, "learning_rate": 0.0005916950169469057, "loss": 1.3177, "step": 716 }, { "epoch": 0.46, "learning_rate": 0.0005906762482403607, "loss": 1.3974, "step": 717 }, { "epoch": 0.46, "learning_rate": 0.000589657090134907, "loss": 1.3159, "step": 718 }, { "epoch": 0.46, "learning_rate": 0.000588637547007204, "loss": 1.4454, "step": 719 }, { "epoch": 0.46, "learning_rate": 0.0005876176232355642, "loss": 1.4163, "step": 720 }, { "epoch": 0.46, "learning_rate": 0.0005865973231999356, "loss": 1.4011, "step": 721 }, { "epoch": 0.46, "learning_rate": 0.0005855766512818812, "loss": 1.3291, "step": 722 }, { "epoch": 0.46, "learning_rate": 0.0005845556118645611, "loss": 1.389, "step": 723 }, { "epoch": 0.46, "learning_rate": 0.0005835342093327143, "loss": 1.3254, "step": 724 }, { "epoch": 0.46, "learning_rate": 0.0005825124480726382, "loss": 1.307, "step": 725 }, { "epoch": 0.46, "learning_rate": 0.0005814903324721715, "loss": 1.4626, "step": 726 }, { "epoch": 0.47, "learning_rate": 0.0005804678669206738, "loss": 1.51, "step": 727 }, { "epoch": 0.47, "learning_rate": 0.0005794450558090082, "loss": 1.3659, "step": 728 }, { "epoch": 0.47, "learning_rate": 0.0005784219035295214, "loss": 1.3653, "step": 729 }, { "epoch": 0.47, "learning_rate": 0.0005773984144760256, "loss": 1.4088, "step": 730 }, { "epoch": 0.47, "learning_rate": 0.0005763745930437787, "loss": 1.2639, "step": 731 }, { "epoch": 0.47, "learning_rate": 0.0005753504436294665, "loss": 1.404, "step": 732 }, { "epoch": 0.47, "learning_rate": 0.0005743259706311826, "loss": 1.4314, "step": 733 }, { "epoch": 0.47, "learning_rate": 0.000573301178448411, "loss": 1.367, "step": 734 }, { "epoch": 0.47, "learning_rate": 0.0005722760714820057, "loss": 1.3335, "step": 735 }, { "epoch": 0.47, "learning_rate": 0.0005712506541341731, "loss": 1.353, "step": 736 }, { "epoch": 0.47, "learning_rate": 0.0005702249308084519, "loss": 1.3651, "step": 737 }, { "epoch": 0.47, "learning_rate": 0.0005691989059096954, "loss": 1.4299, "step": 738 }, { "epoch": 0.47, "learning_rate": 0.0005681725838440515, "loss": 1.2269, "step": 739 }, { "epoch": 0.47, "learning_rate": 0.0005671459690189443, "loss": 1.3399, "step": 740 }, { "epoch": 0.47, "learning_rate": 0.0005661190658430556, "loss": 1.3195, "step": 741 }, { "epoch": 0.47, "learning_rate": 0.0005650918787263048, "loss": 1.397, "step": 742 }, { "epoch": 0.48, "learning_rate": 0.0005640644120798312, "loss": 1.2944, "step": 743 }, { "epoch": 0.48, "learning_rate": 0.0005630366703159739, "loss": 1.3549, "step": 744 }, { "epoch": 0.48, "learning_rate": 0.0005620086578482544, "loss": 1.3674, "step": 745 }, { "epoch": 0.48, "learning_rate": 0.000560980379091356, "loss": 1.2915, "step": 746 }, { "epoch": 0.48, "learning_rate": 0.0005599518384611052, "loss": 1.3643, "step": 747 }, { "epoch": 0.48, "learning_rate": 0.0005589230403744543, "loss": 1.3763, "step": 748 }, { "epoch": 0.48, "learning_rate": 0.0005578939892494601, "loss": 1.3878, "step": 749 }, { "epoch": 0.48, "learning_rate": 0.0005568646895052666, "loss": 1.4195, "step": 750 }, { "epoch": 0.48, "learning_rate": 0.0005558351455620851, "loss": 1.3251, "step": 751 }, { "epoch": 0.48, "learning_rate": 0.0005548053618411763, "loss": 1.3316, "step": 752 }, { "epoch": 0.48, "learning_rate": 0.0005537753427648295, "loss": 1.3656, "step": 753 }, { "epoch": 0.48, "learning_rate": 0.0005527450927563457, "loss": 1.3617, "step": 754 }, { "epoch": 0.48, "learning_rate": 0.000551714616240017, "loss": 1.4111, "step": 755 }, { "epoch": 0.48, "learning_rate": 0.0005506839176411088, "loss": 1.3516, "step": 756 }, { "epoch": 0.48, "learning_rate": 0.0005496530013858395, "loss": 1.4175, "step": 757 }, { "epoch": 0.48, "learning_rate": 0.0005486218719013626, "loss": 1.3745, "step": 758 }, { "epoch": 0.49, "learning_rate": 0.0005475905336157473, "loss": 1.3732, "step": 759 }, { "epoch": 0.49, "learning_rate": 0.0005465589909579595, "loss": 1.3144, "step": 760 }, { "epoch": 0.49, "learning_rate": 0.0005455272483578424, "loss": 1.3613, "step": 761 }, { "epoch": 0.49, "learning_rate": 0.0005444953102460982, "loss": 1.3142, "step": 762 }, { "epoch": 0.49, "learning_rate": 0.0005434631810542687, "loss": 1.3923, "step": 763 }, { "epoch": 0.49, "learning_rate": 0.0005424308652147162, "loss": 1.3196, "step": 764 }, { "epoch": 0.49, "learning_rate": 0.0005413983671606043, "loss": 1.3842, "step": 765 }, { "epoch": 0.49, "learning_rate": 0.0005403656913258796, "loss": 1.3033, "step": 766 }, { "epoch": 0.49, "learning_rate": 0.0005393328421452513, "loss": 1.3783, "step": 767 }, { "epoch": 0.49, "learning_rate": 0.0005382998240541741, "loss": 1.3844, "step": 768 }, { "epoch": 0.49, "learning_rate": 0.0005372666414888274, "loss": 1.2767, "step": 769 }, { "epoch": 0.49, "learning_rate": 0.0005362332988860972, "loss": 1.3496, "step": 770 }, { "epoch": 0.49, "learning_rate": 0.0005351998006835562, "loss": 1.3103, "step": 771 }, { "epoch": 0.49, "learning_rate": 0.0005341661513194461, "loss": 1.3717, "step": 772 }, { "epoch": 0.49, "learning_rate": 0.0005331323552326573, "loss": 1.3418, "step": 773 }, { "epoch": 0.5, "learning_rate": 0.0005320984168627102, "loss": 1.3847, "step": 774 }, { "epoch": 0.5, "learning_rate": 0.0005310643406497366, "loss": 1.3284, "step": 775 }, { "epoch": 0.5, "learning_rate": 0.0005300301310344599, "loss": 1.3844, "step": 776 }, { "epoch": 0.5, "learning_rate": 0.0005289957924581764, "loss": 1.3681, "step": 777 }, { "epoch": 0.5, "learning_rate": 0.0005279613293627366, "loss": 1.2916, "step": 778 }, { "epoch": 0.5, "learning_rate": 0.0005269267461905253, "loss": 1.3034, "step": 779 }, { "epoch": 0.5, "learning_rate": 0.0005258920473844429, "loss": 1.3479, "step": 780 }, { "epoch": 0.5, "learning_rate": 0.0005248572373878869, "loss": 1.4267, "step": 781 }, { "epoch": 0.5, "learning_rate": 0.0005238223206447319, "loss": 1.3196, "step": 782 }, { "epoch": 0.5, "learning_rate": 0.0005227873015993108, "loss": 1.3522, "step": 783 }, { "epoch": 0.5, "learning_rate": 0.0005217521846963964, "loss": 1.2882, "step": 784 }, { "epoch": 0.5, "learning_rate": 0.0005207169743811809, "loss": 1.367, "step": 785 }, { "epoch": 0.5, "learning_rate": 0.0005196816750992583, "loss": 1.3398, "step": 786 }, { "epoch": 0.5, "learning_rate": 0.0005186462912966047, "loss": 1.3021, "step": 787 }, { "epoch": 0.5, "learning_rate": 0.0005176108274195586, "loss": 1.3654, "step": 788 }, { "epoch": 0.5, "learning_rate": 0.0005165752879148027, "loss": 1.3111, "step": 789 }, { "epoch": 0.51, "learning_rate": 0.0005155396772293447, "loss": 1.297, "step": 790 }, { "epoch": 0.51, "learning_rate": 0.0005145039998104974, "loss": 1.3253, "step": 791 }, { "epoch": 0.51, "learning_rate": 0.0005134682601058609, "loss": 1.3241, "step": 792 }, { "epoch": 0.51, "learning_rate": 0.0005124324625633021, "loss": 1.363, "step": 793 }, { "epoch": 0.51, "learning_rate": 0.000511396611630937, "loss": 1.3726, "step": 794 }, { "epoch": 0.51, "learning_rate": 0.0005103607117571098, "loss": 1.2911, "step": 795 }, { "epoch": 0.51, "learning_rate": 0.0005093247673903761, "loss": 1.2831, "step": 796 }, { "epoch": 0.51, "learning_rate": 0.0005082887829794819, "loss": 1.3994, "step": 797 }, { "epoch": 0.51, "learning_rate": 0.0005072527629733451, "loss": 1.3576, "step": 798 }, { "epoch": 0.51, "learning_rate": 0.0005062167118210367, "loss": 1.3561, "step": 799 }, { "epoch": 0.51, "learning_rate": 0.0005051806339717613, "loss": 1.3589, "step": 800 }, { "epoch": 0.51, "learning_rate": 0.0005041445338748383, "loss": 1.3971, "step": 801 }, { "epoch": 0.51, "learning_rate": 0.0005031084159796827, "loss": 1.2821, "step": 802 }, { "epoch": 0.51, "learning_rate": 0.0005020722847357858, "loss": 1.3303, "step": 803 }, { "epoch": 0.51, "learning_rate": 0.0005010361445926958, "loss": 1.3171, "step": 804 }, { "epoch": 0.52, "learning_rate": 0.0005, "loss": 1.4496, "step": 805 }, { "epoch": 0.52, "learning_rate": 0.0004989638554073043, "loss": 1.3473, "step": 806 }, { "epoch": 0.52, "learning_rate": 0.0004979277152642144, "loss": 1.3089, "step": 807 }, { "epoch": 0.52, "learning_rate": 0.0004968915840203174, "loss": 1.398, "step": 808 }, { "epoch": 0.52, "learning_rate": 0.0004958554661251616, "loss": 1.3606, "step": 809 }, { "epoch": 0.52, "learning_rate": 0.0004948193660282387, "loss": 1.2163, "step": 810 }, { "epoch": 0.52, "learning_rate": 0.0004937832881789635, "loss": 1.3292, "step": 811 }, { "epoch": 0.52, "learning_rate": 0.000492747237026655, "loss": 1.2813, "step": 812 }, { "epoch": 0.52, "learning_rate": 0.0004917112170205183, "loss": 1.3165, "step": 813 }, { "epoch": 0.52, "learning_rate": 0.000490675232609624, "loss": 1.2938, "step": 814 }, { "epoch": 0.52, "learning_rate": 0.0004896392882428901, "loss": 1.3277, "step": 815 }, { "epoch": 0.52, "learning_rate": 0.0004886033883690631, "loss": 1.3659, "step": 816 }, { "epoch": 0.52, "learning_rate": 0.0004875675374366979, "loss": 1.3594, "step": 817 }, { "epoch": 0.52, "learning_rate": 0.00048653173989413924, "loss": 1.3918, "step": 818 }, { "epoch": 0.52, "learning_rate": 0.0004854960001895027, "loss": 1.5021, "step": 819 }, { "epoch": 0.52, "learning_rate": 0.00048446032277065556, "loss": 1.4092, "step": 820 }, { "epoch": 0.53, "learning_rate": 0.0004834247120851972, "loss": 1.3183, "step": 821 }, { "epoch": 0.53, "learning_rate": 0.00048238917258044153, "loss": 1.316, "step": 822 }, { "epoch": 0.53, "learning_rate": 0.0004813537087033954, "loss": 1.2613, "step": 823 }, { "epoch": 0.53, "learning_rate": 0.00048031832490074165, "loss": 1.3446, "step": 824 }, { "epoch": 0.53, "learning_rate": 0.0004792830256188192, "loss": 1.2902, "step": 825 }, { "epoch": 0.53, "learning_rate": 0.0004782478153036038, "loss": 1.2912, "step": 826 }, { "epoch": 0.53, "learning_rate": 0.0004772126984006892, "loss": 1.3076, "step": 827 }, { "epoch": 0.53, "learning_rate": 0.0004761776793552682, "loss": 1.491, "step": 828 }, { "epoch": 0.53, "learning_rate": 0.0004751427626121132, "loss": 1.2414, "step": 829 }, { "epoch": 0.53, "learning_rate": 0.00047410795261555716, "loss": 1.3691, "step": 830 }, { "epoch": 0.53, "learning_rate": 0.0004730732538094749, "loss": 1.3593, "step": 831 }, { "epoch": 0.53, "learning_rate": 0.0004720386706372636, "loss": 1.4051, "step": 832 }, { "epoch": 0.53, "learning_rate": 0.0004710042075418236, "loss": 1.4524, "step": 833 }, { "epoch": 0.53, "learning_rate": 0.00046996986896554024, "loss": 1.3054, "step": 834 }, { "epoch": 0.53, "learning_rate": 0.0004689356593502635, "loss": 1.269, "step": 835 }, { "epoch": 0.53, "learning_rate": 0.0004679015831372898, "loss": 1.4352, "step": 836 }, { "epoch": 0.54, "learning_rate": 0.0004668676447673429, "loss": 1.3196, "step": 837 }, { "epoch": 0.54, "learning_rate": 0.0004658338486805541, "loss": 1.2807, "step": 838 }, { "epoch": 0.54, "learning_rate": 0.00046480019931644374, "loss": 1.3424, "step": 839 }, { "epoch": 0.54, "learning_rate": 0.00046376670111390283, "loss": 1.3085, "step": 840 }, { "epoch": 0.54, "learning_rate": 0.00046273335851117263, "loss": 1.3671, "step": 841 }, { "epoch": 0.54, "learning_rate": 0.000461700175945826, "loss": 1.3813, "step": 842 }, { "epoch": 0.54, "learning_rate": 0.00046066715785474875, "loss": 1.3712, "step": 843 }, { "epoch": 0.54, "learning_rate": 0.0004596343086741207, "loss": 1.3087, "step": 844 }, { "epoch": 0.54, "learning_rate": 0.0004586016328393956, "loss": 1.4106, "step": 845 }, { "epoch": 0.54, "learning_rate": 0.0004575691347852839, "loss": 1.4105, "step": 846 }, { "epoch": 0.54, "learning_rate": 0.0004565368189457313, "loss": 1.329, "step": 847 }, { "epoch": 0.54, "learning_rate": 0.00045550468975390186, "loss": 1.2217, "step": 848 }, { "epoch": 0.54, "learning_rate": 0.00045447275164215773, "loss": 1.4117, "step": 849 }, { "epoch": 0.54, "learning_rate": 0.00045344100904204073, "loss": 1.3834, "step": 850 }, { "epoch": 0.54, "learning_rate": 0.00045240946638425275, "loss": 1.3714, "step": 851 }, { "epoch": 0.55, "learning_rate": 0.0004513781280986375, "loss": 1.2625, "step": 852 }, { "epoch": 0.55, "learning_rate": 0.0004503469986141606, "loss": 1.2952, "step": 853 }, { "epoch": 0.55, "learning_rate": 0.0004493160823588913, "loss": 1.3913, "step": 854 }, { "epoch": 0.55, "learning_rate": 0.00044828538375998303, "loss": 1.3239, "step": 855 }, { "epoch": 0.55, "learning_rate": 0.0004472549072436544, "loss": 1.2588, "step": 856 }, { "epoch": 0.55, "learning_rate": 0.00044622465723517053, "loss": 1.3741, "step": 857 }, { "epoch": 0.55, "learning_rate": 0.0004451946381588239, "loss": 1.3235, "step": 858 }, { "epoch": 0.55, "learning_rate": 0.0004441648544379149, "loss": 1.3046, "step": 859 }, { "epoch": 0.55, "learning_rate": 0.00044313531049473354, "loss": 1.2743, "step": 860 }, { "epoch": 0.55, "learning_rate": 0.00044210601075054016, "loss": 1.3491, "step": 861 }, { "epoch": 0.55, "learning_rate": 0.00044107695962554595, "loss": 1.3634, "step": 862 }, { "epoch": 0.55, "learning_rate": 0.00044004816153889474, "loss": 1.3122, "step": 863 }, { "epoch": 0.55, "learning_rate": 0.0004390196209086442, "loss": 1.316, "step": 864 }, { "epoch": 0.55, "learning_rate": 0.0004379913421517457, "loss": 1.322, "step": 865 }, { "epoch": 0.55, "learning_rate": 0.0004369633296840262, "loss": 1.3928, "step": 866 }, { "epoch": 0.55, "learning_rate": 0.00043593558792016907, "loss": 1.3062, "step": 867 }, { "epoch": 0.56, "learning_rate": 0.00043490812127369537, "loss": 1.4103, "step": 868 }, { "epoch": 0.56, "learning_rate": 0.0004338809341569444, "loss": 1.2751, "step": 869 }, { "epoch": 0.56, "learning_rate": 0.00043285403098105576, "loss": 1.327, "step": 870 }, { "epoch": 0.56, "learning_rate": 0.00043182741615594865, "loss": 1.3348, "step": 871 }, { "epoch": 0.56, "learning_rate": 0.00043080109409030475, "loss": 1.3727, "step": 872 }, { "epoch": 0.56, "learning_rate": 0.0004297750691915482, "loss": 1.2443, "step": 873 }, { "epoch": 0.56, "learning_rate": 0.00042874934586582716, "loss": 1.3706, "step": 874 }, { "epoch": 0.56, "learning_rate": 0.00042772392851799434, "loss": 1.2937, "step": 875 }, { "epoch": 0.56, "learning_rate": 0.0004266988215515891, "loss": 1.3977, "step": 876 }, { "epoch": 0.56, "learning_rate": 0.0004256740293688175, "loss": 1.2865, "step": 877 }, { "epoch": 0.56, "learning_rate": 0.0004246495563705337, "loss": 1.4508, "step": 878 }, { "epoch": 0.56, "learning_rate": 0.00042362540695622134, "loss": 1.3999, "step": 879 }, { "epoch": 0.56, "learning_rate": 0.0004226015855239745, "loss": 1.2706, "step": 880 }, { "epoch": 0.56, "learning_rate": 0.00042157809647047856, "loss": 1.3576, "step": 881 }, { "epoch": 0.56, "learning_rate": 0.0004205549441909919, "loss": 1.3791, "step": 882 }, { "epoch": 0.56, "learning_rate": 0.00041953213307932633, "loss": 1.2931, "step": 883 }, { "epoch": 0.57, "learning_rate": 0.0004185096675278287, "loss": 1.3303, "step": 884 }, { "epoch": 0.57, "learning_rate": 0.0004174875519273619, "loss": 1.3384, "step": 885 }, { "epoch": 0.57, "learning_rate": 0.0004164657906672859, "loss": 1.3607, "step": 886 }, { "epoch": 0.57, "learning_rate": 0.0004154443881354388, "loss": 1.2714, "step": 887 }, { "epoch": 0.57, "learning_rate": 0.00041442334871811886, "loss": 1.3777, "step": 888 }, { "epoch": 0.57, "learning_rate": 0.00041340267680006456, "loss": 1.2711, "step": 889 }, { "epoch": 0.57, "learning_rate": 0.00041238237676443593, "loss": 1.4987, "step": 890 }, { "epoch": 0.57, "learning_rate": 0.0004113624529927963, "loss": 1.4118, "step": 891 }, { "epoch": 0.57, "learning_rate": 0.0004103429098650932, "loss": 1.283, "step": 892 }, { "epoch": 0.57, "learning_rate": 0.00040932375175963936, "loss": 1.3136, "step": 893 }, { "epoch": 0.57, "learning_rate": 0.0004083049830530944, "loss": 1.3933, "step": 894 }, { "epoch": 0.57, "learning_rate": 0.0004072866081204453, "loss": 1.4154, "step": 895 }, { "epoch": 0.57, "learning_rate": 0.00040626863133498835, "loss": 1.3869, "step": 896 }, { "epoch": 0.57, "learning_rate": 0.0004052510570683098, "loss": 1.301, "step": 897 }, { "epoch": 0.57, "learning_rate": 0.00040423388969026747, "loss": 1.3903, "step": 898 }, { "epoch": 0.58, "learning_rate": 0.00040321713356897173, "loss": 1.3336, "step": 899 }, { "epoch": 0.58, "learning_rate": 0.000402200793070767, "loss": 1.3245, "step": 900 }, { "epoch": 0.58, "learning_rate": 0.00040118487256021284, "loss": 1.2992, "step": 901 }, { "epoch": 0.58, "learning_rate": 0.0004001693764000651, "loss": 1.3677, "step": 902 }, { "epoch": 0.58, "learning_rate": 0.00039915430895125735, "loss": 1.3731, "step": 903 }, { "epoch": 0.58, "learning_rate": 0.0003981396745728822, "loss": 1.323, "step": 904 }, { "epoch": 0.58, "learning_rate": 0.0003971254776221722, "loss": 1.3119, "step": 905 }, { "epoch": 0.58, "learning_rate": 0.0003961117224544819, "loss": 1.3669, "step": 906 }, { "epoch": 0.58, "learning_rate": 0.0003950984134232683, "loss": 1.3959, "step": 907 }, { "epoch": 0.58, "learning_rate": 0.00039408555488007257, "loss": 1.3608, "step": 908 }, { "epoch": 0.58, "learning_rate": 0.0003930731511745015, "loss": 1.3318, "step": 909 }, { "epoch": 0.58, "learning_rate": 0.00039206120665420826, "loss": 1.3764, "step": 910 }, { "epoch": 0.58, "learning_rate": 0.0003910497256648742, "loss": 1.3915, "step": 911 }, { "epoch": 0.58, "learning_rate": 0.00039003871255019056, "loss": 1.3986, "step": 912 }, { "epoch": 0.58, "learning_rate": 0.00038902817165183904, "loss": 1.367, "step": 913 }, { "epoch": 0.58, "learning_rate": 0.0003880181073094731, "loss": 1.3741, "step": 914 }, { "epoch": 0.59, "learning_rate": 0.0003870085238607002, "loss": 1.2571, "step": 915 }, { "epoch": 0.59, "learning_rate": 0.0003859994256410623, "loss": 1.3115, "step": 916 }, { "epoch": 0.59, "learning_rate": 0.00038499081698401786, "loss": 1.4422, "step": 917 }, { "epoch": 0.59, "learning_rate": 0.0003839827022209228, "loss": 1.3159, "step": 918 }, { "epoch": 0.59, "learning_rate": 0.0003829750856810123, "loss": 1.4131, "step": 919 }, { "epoch": 0.59, "learning_rate": 0.00038196797169138164, "loss": 1.3807, "step": 920 }, { "epoch": 0.59, "learning_rate": 0.00038096136457696825, "loss": 1.2824, "step": 921 }, { "epoch": 0.59, "learning_rate": 0.0003799552686605326, "loss": 1.4345, "step": 922 }, { "epoch": 0.59, "learning_rate": 0.0003789496882626399, "loss": 1.4042, "step": 923 }, { "epoch": 0.59, "learning_rate": 0.00037794462770164187, "loss": 1.301, "step": 924 }, { "epoch": 0.59, "learning_rate": 0.0003769400912936575, "loss": 1.3091, "step": 925 }, { "epoch": 0.59, "learning_rate": 0.00037593608335255495, "loss": 1.3398, "step": 926 }, { "epoch": 0.59, "learning_rate": 0.0003749326081899329, "loss": 1.2747, "step": 927 }, { "epoch": 0.59, "learning_rate": 0.00037392967011510225, "loss": 1.4695, "step": 928 }, { "epoch": 0.59, "learning_rate": 0.00037292727343506707, "loss": 1.427, "step": 929 }, { "epoch": 0.6, "learning_rate": 0.00037192542245450687, "loss": 1.3814, "step": 930 }, { "epoch": 0.6, "learning_rate": 0.0003709241214757576, "loss": 1.3373, "step": 931 }, { "epoch": 0.6, "learning_rate": 0.0003699233747987932, "loss": 1.2815, "step": 932 }, { "epoch": 0.6, "learning_rate": 0.0003689231867212074, "loss": 1.4577, "step": 933 }, { "epoch": 0.6, "learning_rate": 0.00036792356153819467, "loss": 1.3419, "step": 934 }, { "epoch": 0.6, "learning_rate": 0.0003669245035425324, "loss": 1.405, "step": 935 }, { "epoch": 0.6, "learning_rate": 0.0003659260170245628, "loss": 1.3789, "step": 936 }, { "epoch": 0.6, "learning_rate": 0.00036492810627217334, "loss": 1.4064, "step": 937 }, { "epoch": 0.6, "learning_rate": 0.0003639307755707788, "loss": 1.2914, "step": 938 }, { "epoch": 0.6, "learning_rate": 0.00036293402920330344, "loss": 1.3895, "step": 939 }, { "epoch": 0.6, "learning_rate": 0.0003619378714501619, "loss": 1.2591, "step": 940 }, { "epoch": 0.6, "learning_rate": 0.0003609423065892412, "loss": 1.3049, "step": 941 }, { "epoch": 0.6, "learning_rate": 0.0003599473388958823, "loss": 1.4048, "step": 942 }, { "epoch": 0.6, "learning_rate": 0.0003589529726428615, "loss": 1.5067, "step": 943 }, { "epoch": 0.6, "learning_rate": 0.0003579592121003724, "loss": 1.2912, "step": 944 }, { "epoch": 0.6, "learning_rate": 0.00035696606153600753, "loss": 1.3109, "step": 945 }, { "epoch": 0.61, "learning_rate": 0.0003559735252147397, "loss": 1.4706, "step": 946 }, { "epoch": 0.61, "learning_rate": 0.000354981607398904, "loss": 1.2443, "step": 947 }, { "epoch": 0.61, "learning_rate": 0.0003539903123481798, "loss": 1.284, "step": 948 }, { "epoch": 0.61, "learning_rate": 0.00035299964431957144, "loss": 1.3228, "step": 949 }, { "epoch": 0.61, "learning_rate": 0.00035200960756739106, "loss": 1.3437, "step": 950 }, { "epoch": 0.61, "learning_rate": 0.0003510202063432397, "loss": 1.3187, "step": 951 }, { "epoch": 0.61, "learning_rate": 0.0003500314448959892, "loss": 1.3694, "step": 952 }, { "epoch": 0.61, "learning_rate": 0.0003490433274717637, "loss": 1.3445, "step": 953 }, { "epoch": 0.61, "learning_rate": 0.00034805585831392227, "loss": 1.4019, "step": 954 }, { "epoch": 0.61, "learning_rate": 0.0003470690416630395, "loss": 1.4493, "step": 955 }, { "epoch": 0.61, "learning_rate": 0.00034608288175688804, "loss": 1.3056, "step": 956 }, { "epoch": 0.61, "learning_rate": 0.00034509738283042046, "loss": 1.2908, "step": 957 }, { "epoch": 0.61, "learning_rate": 0.0003441125491157503, "loss": 1.3064, "step": 958 }, { "epoch": 0.61, "learning_rate": 0.0003431283848421347, "loss": 1.2838, "step": 959 }, { "epoch": 0.61, "learning_rate": 0.0003421448942359564, "loss": 1.3716, "step": 960 }, { "epoch": 0.61, "learning_rate": 0.00034116208152070473, "loss": 1.384, "step": 961 }, { "epoch": 0.62, "learning_rate": 0.0003401799509169575, "loss": 1.3019, "step": 962 }, { "epoch": 0.62, "learning_rate": 0.00033919850664236394, "loss": 1.2824, "step": 963 }, { "epoch": 0.62, "learning_rate": 0.0003382177529116257, "loss": 1.287, "step": 964 }, { "epoch": 0.62, "learning_rate": 0.0003372376939364787, "loss": 1.3792, "step": 965 }, { "epoch": 0.62, "learning_rate": 0.00033625833392567577, "loss": 1.2768, "step": 966 }, { "epoch": 0.62, "learning_rate": 0.00033527967708496786, "loss": 1.2734, "step": 967 }, { "epoch": 0.62, "learning_rate": 0.0003343017276170862, "loss": 1.3273, "step": 968 }, { "epoch": 0.62, "learning_rate": 0.00033332448972172435, "loss": 1.2786, "step": 969 }, { "epoch": 0.62, "learning_rate": 0.0003323479675955202, "loss": 1.3359, "step": 970 }, { "epoch": 0.62, "learning_rate": 0.00033137216543203745, "loss": 1.448, "step": 971 }, { "epoch": 0.62, "learning_rate": 0.0003303970874217487, "loss": 1.3814, "step": 972 }, { "epoch": 0.62, "learning_rate": 0.0003294227377520161, "loss": 1.3295, "step": 973 }, { "epoch": 0.62, "learning_rate": 0.0003284491206070744, "loss": 1.3103, "step": 974 }, { "epoch": 0.62, "learning_rate": 0.0003274762401680124, "loss": 1.2856, "step": 975 }, { "epoch": 0.62, "learning_rate": 0.00032650410061275535, "loss": 1.3937, "step": 976 }, { "epoch": 0.63, "learning_rate": 0.00032553270611604667, "loss": 1.3156, "step": 977 }, { "epoch": 0.63, "learning_rate": 0.00032456206084943056, "loss": 1.3736, "step": 978 }, { "epoch": 0.63, "learning_rate": 0.0003235921689812334, "loss": 1.3757, "step": 979 }, { "epoch": 0.63, "learning_rate": 0.00032262303467654627, "loss": 1.4008, "step": 980 }, { "epoch": 0.63, "learning_rate": 0.0003216546620972071, "loss": 1.4091, "step": 981 }, { "epoch": 0.63, "learning_rate": 0.0003206870554017824, "loss": 1.2731, "step": 982 }, { "epoch": 0.63, "learning_rate": 0.0003197202187455498, "loss": 1.3376, "step": 983 }, { "epoch": 0.63, "learning_rate": 0.00031875415628048045, "loss": 1.294, "step": 984 }, { "epoch": 0.63, "learning_rate": 0.00031778887215522044, "loss": 1.3311, "step": 985 }, { "epoch": 0.63, "learning_rate": 0.0003168243705150733, "loss": 1.3077, "step": 986 }, { "epoch": 0.63, "learning_rate": 0.00031586065550198256, "loss": 1.383, "step": 987 }, { "epoch": 0.63, "learning_rate": 0.0003148977312545134, "loss": 1.2834, "step": 988 }, { "epoch": 0.63, "learning_rate": 0.0003139356019078352, "loss": 1.388, "step": 989 }, { "epoch": 0.63, "learning_rate": 0.000312974271593704, "loss": 1.3777, "step": 990 }, { "epoch": 0.63, "learning_rate": 0.00031201374444044417, "loss": 1.2668, "step": 991 }, { "epoch": 0.63, "learning_rate": 0.0003110540245729312, "loss": 1.4416, "step": 992 }, { "epoch": 0.64, "learning_rate": 0.0003100951161125735, "loss": 1.3587, "step": 993 }, { "epoch": 0.64, "learning_rate": 0.0003091370231772954, "loss": 1.3143, "step": 994 }, { "epoch": 0.64, "learning_rate": 0.0003081797498815185, "loss": 1.3036, "step": 995 }, { "epoch": 0.64, "learning_rate": 0.0003072233003361452, "loss": 1.3343, "step": 996 }, { "epoch": 0.64, "learning_rate": 0.00030626767864853986, "loss": 1.2448, "step": 997 }, { "epoch": 0.64, "learning_rate": 0.00030531288892251206, "loss": 1.3533, "step": 998 }, { "epoch": 0.64, "learning_rate": 0.00030435893525829845, "loss": 1.38, "step": 999 }, { "epoch": 0.64, "learning_rate": 0.00030340582175254516, "loss": 1.3926, "step": 1000 }, { "epoch": 0.64, "learning_rate": 0.00030245355249829055, "loss": 1.3051, "step": 1001 }, { "epoch": 0.64, "learning_rate": 0.0003015021315849476, "loss": 1.3357, "step": 1002 }, { "epoch": 0.64, "learning_rate": 0.0003005515630982858, "loss": 1.3455, "step": 1003 }, { "epoch": 0.64, "learning_rate": 0.00029960185112041425, "loss": 1.2884, "step": 1004 }, { "epoch": 0.64, "learning_rate": 0.0002986529997297638, "loss": 1.2956, "step": 1005 }, { "epoch": 0.64, "learning_rate": 0.00029770501300106956, "loss": 1.3291, "step": 1006 }, { "epoch": 0.64, "learning_rate": 0.0002967578950053533, "loss": 1.2921, "step": 1007 }, { "epoch": 0.64, "learning_rate": 0.0002958116498099066, "loss": 1.3468, "step": 1008 }, { "epoch": 0.65, "learning_rate": 0.00029486628147827273, "loss": 1.39, "step": 1009 }, { "epoch": 0.65, "learning_rate": 0.0002939217940702288, "loss": 1.2986, "step": 1010 }, { "epoch": 0.65, "learning_rate": 0.0002929781916417696, "loss": 1.3145, "step": 1011 }, { "epoch": 0.65, "learning_rate": 0.00029203547824508915, "loss": 1.3636, "step": 1012 }, { "epoch": 0.65, "learning_rate": 0.00029109365792856354, "loss": 1.3151, "step": 1013 }, { "epoch": 0.65, "learning_rate": 0.000290152734736734, "loss": 1.2385, "step": 1014 }, { "epoch": 0.65, "learning_rate": 0.0002892127127102889, "loss": 1.3021, "step": 1015 }, { "epoch": 0.65, "learning_rate": 0.0002882735958860465, "loss": 1.3285, "step": 1016 }, { "epoch": 0.65, "learning_rate": 0.00028733538829693817, "loss": 1.4094, "step": 1017 }, { "epoch": 0.65, "learning_rate": 0.00028639809397199045, "loss": 1.2935, "step": 1018 }, { "epoch": 0.65, "learning_rate": 0.00028546171693630745, "loss": 1.3181, "step": 1019 }, { "epoch": 0.65, "learning_rate": 0.00028452626121105545, "loss": 1.2916, "step": 1020 }, { "epoch": 0.65, "learning_rate": 0.00028359173081344305, "loss": 1.3709, "step": 1021 }, { "epoch": 0.65, "learning_rate": 0.00028265812975670525, "loss": 1.3345, "step": 1022 }, { "epoch": 0.65, "learning_rate": 0.0002817254620500868, "loss": 1.4537, "step": 1023 }, { "epoch": 0.66, "learning_rate": 0.0002807937316988235, "loss": 1.2807, "step": 1024 }, { "epoch": 0.66, "learning_rate": 0.0002798629427041262, "loss": 1.2995, "step": 1025 }, { "epoch": 0.66, "learning_rate": 0.0002789330990631635, "loss": 1.4621, "step": 1026 }, { "epoch": 0.66, "learning_rate": 0.00027800420476904335, "loss": 1.3135, "step": 1027 }, { "epoch": 0.66, "learning_rate": 0.000277076263810798, "loss": 1.3358, "step": 1028 }, { "epoch": 0.66, "learning_rate": 0.0002761492801733645, "loss": 1.3885, "step": 1029 }, { "epoch": 0.66, "learning_rate": 0.00027522325783756993, "loss": 1.3577, "step": 1030 }, { "epoch": 0.66, "learning_rate": 0.0002742982007801121, "loss": 1.3157, "step": 1031 }, { "epoch": 0.66, "learning_rate": 0.00027337411297354453, "loss": 1.2934, "step": 1032 }, { "epoch": 0.66, "learning_rate": 0.00027245099838625803, "loss": 1.3856, "step": 1033 }, { "epoch": 0.66, "learning_rate": 0.0002715288609824635, "loss": 1.3783, "step": 1034 }, { "epoch": 0.66, "learning_rate": 0.0002706077047221763, "loss": 1.3151, "step": 1035 }, { "epoch": 0.66, "learning_rate": 0.0002696875335611977, "loss": 1.3637, "step": 1036 }, { "epoch": 0.66, "learning_rate": 0.0002687683514510989, "loss": 1.3216, "step": 1037 }, { "epoch": 0.66, "learning_rate": 0.00026785016233920396, "loss": 1.2897, "step": 1038 }, { "epoch": 0.66, "learning_rate": 0.0002669329701685719, "loss": 1.4234, "step": 1039 }, { "epoch": 0.67, "learning_rate": 0.00026601677887798126, "loss": 1.2748, "step": 1040 }, { "epoch": 0.67, "learning_rate": 0.000265101592401912, "loss": 1.3244, "step": 1041 }, { "epoch": 0.67, "learning_rate": 0.00026418741467052885, "loss": 1.3319, "step": 1042 }, { "epoch": 0.67, "learning_rate": 0.00026327424960966505, "loss": 1.3477, "step": 1043 }, { "epoch": 0.67, "learning_rate": 0.0002623621011408049, "loss": 1.33, "step": 1044 }, { "epoch": 0.67, "learning_rate": 0.000261450973181067, "loss": 1.2996, "step": 1045 }, { "epoch": 0.67, "learning_rate": 0.00026054086964318756, "loss": 1.3767, "step": 1046 }, { "epoch": 0.67, "learning_rate": 0.00025963179443550297, "loss": 1.2855, "step": 1047 }, { "epoch": 0.67, "learning_rate": 0.0002587237514619347, "loss": 1.301, "step": 1048 }, { "epoch": 0.67, "learning_rate": 0.00025781674462197027, "loss": 1.3288, "step": 1049 }, { "epoch": 0.67, "learning_rate": 0.0002569107778106483, "loss": 1.4029, "step": 1050 }, { "epoch": 0.67, "learning_rate": 0.0002560058549185412, "loss": 1.2795, "step": 1051 }, { "epoch": 0.67, "learning_rate": 0.00025510197983173765, "loss": 1.4115, "step": 1052 }, { "epoch": 0.67, "learning_rate": 0.00025419915643182765, "loss": 1.3169, "step": 1053 }, { "epoch": 0.67, "learning_rate": 0.0002532973885958839, "loss": 1.3557, "step": 1054 }, { "epoch": 0.67, "learning_rate": 0.0002523966801964468, "loss": 1.2945, "step": 1055 }, { "epoch": 0.68, "learning_rate": 0.00025149703510150704, "loss": 1.3494, "step": 1056 }, { "epoch": 0.68, "learning_rate": 0.0002505984571744884, "loss": 1.3552, "step": 1057 }, { "epoch": 0.68, "learning_rate": 0.00024970095027423284, "loss": 1.3708, "step": 1058 }, { "epoch": 0.68, "learning_rate": 0.0002488045182549819, "loss": 1.3675, "step": 1059 }, { "epoch": 0.68, "learning_rate": 0.0002479091649663621, "loss": 1.3432, "step": 1060 }, { "epoch": 0.68, "learning_rate": 0.00024701489425336666, "loss": 1.2715, "step": 1061 }, { "epoch": 0.68, "learning_rate": 0.0002461217099563403, "loss": 1.3627, "step": 1062 }, { "epoch": 0.68, "learning_rate": 0.00024522961591096244, "loss": 1.2827, "step": 1063 }, { "epoch": 0.68, "learning_rate": 0.0002443386159482297, "loss": 1.3635, "step": 1064 }, { "epoch": 0.68, "learning_rate": 0.0002434487138944413, "loss": 1.4408, "step": 1065 }, { "epoch": 0.68, "learning_rate": 0.00024255991357118086, "loss": 1.3505, "step": 1066 }, { "epoch": 0.68, "learning_rate": 0.0002416722187953006, "loss": 1.2592, "step": 1067 }, { "epoch": 0.68, "learning_rate": 0.00024078563337890635, "loss": 1.3106, "step": 1068 }, { "epoch": 0.68, "learning_rate": 0.00023990016112933866, "loss": 1.3285, "step": 1069 }, { "epoch": 0.68, "learning_rate": 0.00023901580584915783, "loss": 1.3441, "step": 1070 }, { "epoch": 0.69, "learning_rate": 0.00023813257133612826, "loss": 1.2397, "step": 1071 }, { "epoch": 0.69, "learning_rate": 0.00023725046138320033, "loss": 1.2558, "step": 1072 }, { "epoch": 0.69, "learning_rate": 0.00023636947977849593, "loss": 1.3086, "step": 1073 }, { "epoch": 0.69, "learning_rate": 0.0002354896303052912, "loss": 1.2473, "step": 1074 }, { "epoch": 0.69, "learning_rate": 0.00023461091674199997, "loss": 1.3293, "step": 1075 }, { "epoch": 0.69, "learning_rate": 0.0002337333428621588, "loss": 1.2944, "step": 1076 }, { "epoch": 0.69, "learning_rate": 0.00023285691243440926, "loss": 1.3398, "step": 1077 }, { "epoch": 0.69, "learning_rate": 0.00023198162922248323, "loss": 1.3542, "step": 1078 }, { "epoch": 0.69, "learning_rate": 0.0002311074969851852, "loss": 1.3347, "step": 1079 }, { "epoch": 0.69, "learning_rate": 0.00023023451947637758, "loss": 1.3425, "step": 1080 }, { "epoch": 0.69, "learning_rate": 0.00022936270044496388, "loss": 1.3172, "step": 1081 }, { "epoch": 0.69, "learning_rate": 0.00022849204363487214, "loss": 1.3899, "step": 1082 }, { "epoch": 0.69, "learning_rate": 0.00022762255278504007, "loss": 1.3344, "step": 1083 }, { "epoch": 0.69, "learning_rate": 0.00022675423162939757, "loss": 1.4131, "step": 1084 }, { "epoch": 0.69, "learning_rate": 0.00022588708389685192, "loss": 1.3047, "step": 1085 }, { "epoch": 0.69, "learning_rate": 0.0002250211133112714, "loss": 1.3645, "step": 1086 }, { "epoch": 0.7, "learning_rate": 0.00022415632359146855, "loss": 1.3408, "step": 1087 }, { "epoch": 0.7, "learning_rate": 0.00022329271845118541, "loss": 1.4334, "step": 1088 }, { "epoch": 0.7, "learning_rate": 0.00022243030159907668, "loss": 1.3, "step": 1089 }, { "epoch": 0.7, "learning_rate": 0.00022156907673869392, "loss": 1.2525, "step": 1090 }, { "epoch": 0.7, "learning_rate": 0.00022070904756847022, "loss": 1.3033, "step": 1091 }, { "epoch": 0.7, "learning_rate": 0.00021985021778170373, "loss": 1.301, "step": 1092 }, { "epoch": 0.7, "learning_rate": 0.0002189925910665421, "loss": 1.2566, "step": 1093 }, { "epoch": 0.7, "learning_rate": 0.00021813617110596646, "loss": 1.2093, "step": 1094 }, { "epoch": 0.7, "learning_rate": 0.00021728096157777515, "loss": 1.4256, "step": 1095 }, { "epoch": 0.7, "learning_rate": 0.00021642696615456952, "loss": 1.2766, "step": 1096 }, { "epoch": 0.7, "learning_rate": 0.000215574188503736, "loss": 1.331, "step": 1097 }, { "epoch": 0.7, "learning_rate": 0.00021472263228743206, "loss": 1.3269, "step": 1098 }, { "epoch": 0.7, "learning_rate": 0.00021387230116257, "loss": 1.3265, "step": 1099 }, { "epoch": 0.7, "learning_rate": 0.00021302319878080034, "loss": 1.3673, "step": 1100 }, { "epoch": 0.7, "learning_rate": 0.00021217532878849789, "loss": 1.2335, "step": 1101 }, { "epoch": 0.71, "learning_rate": 0.00021132869482674404, "loss": 1.2846, "step": 1102 }, { "epoch": 0.71, "learning_rate": 0.0002104833005313131, "loss": 1.3983, "step": 1103 }, { "epoch": 0.71, "learning_rate": 0.00020963914953265545, "loss": 1.4076, "step": 1104 }, { "epoch": 0.71, "learning_rate": 0.00020879624545588188, "loss": 1.3853, "step": 1105 }, { "epoch": 0.71, "learning_rate": 0.00020795459192074923, "loss": 1.2645, "step": 1106 }, { "epoch": 0.71, "learning_rate": 0.0002071141925416431, "loss": 1.3421, "step": 1107 }, { "epoch": 0.71, "learning_rate": 0.00020627505092756415, "loss": 1.2767, "step": 1108 }, { "epoch": 0.71, "learning_rate": 0.00020543717068211093, "loss": 1.3081, "step": 1109 }, { "epoch": 0.71, "learning_rate": 0.0002046005554034656, "loss": 1.2442, "step": 1110 }, { "epoch": 0.71, "learning_rate": 0.00020376520868437836, "loss": 1.4185, "step": 1111 }, { "epoch": 0.71, "learning_rate": 0.00020293113411215085, "loss": 1.241, "step": 1112 }, { "epoch": 0.71, "learning_rate": 0.00020209833526862265, "loss": 1.3669, "step": 1113 }, { "epoch": 0.71, "learning_rate": 0.000201266815730154, "loss": 1.274, "step": 1114 }, { "epoch": 0.71, "learning_rate": 0.00020043657906761142, "loss": 1.3064, "step": 1115 }, { "epoch": 0.71, "learning_rate": 0.0001996076288463532, "loss": 1.2398, "step": 1116 }, { "epoch": 0.71, "learning_rate": 0.00019877996862621206, "loss": 1.2933, "step": 1117 }, { "epoch": 0.72, "learning_rate": 0.00019795360196148127, "loss": 1.3258, "step": 1118 }, { "epoch": 0.72, "learning_rate": 0.0001971285324008994, "loss": 1.2703, "step": 1119 }, { "epoch": 0.72, "learning_rate": 0.0001963047634876342, "loss": 1.3133, "step": 1120 }, { "epoch": 0.72, "learning_rate": 0.0001954822987592685, "loss": 1.3339, "step": 1121 }, { "epoch": 0.72, "learning_rate": 0.00019466114174778422, "loss": 1.3047, "step": 1122 }, { "epoch": 0.72, "learning_rate": 0.0001938412959795472, "loss": 1.3761, "step": 1123 }, { "epoch": 0.72, "learning_rate": 0.0001930227649752928, "loss": 1.3522, "step": 1124 }, { "epoch": 0.72, "learning_rate": 0.00019220555225010966, "loss": 1.2081, "step": 1125 }, { "epoch": 0.72, "learning_rate": 0.0001913896613134259, "loss": 1.3848, "step": 1126 }, { "epoch": 0.72, "learning_rate": 0.00019057509566899268, "loss": 1.3252, "step": 1127 }, { "epoch": 0.72, "learning_rate": 0.00018976185881487028, "loss": 1.3916, "step": 1128 }, { "epoch": 0.72, "learning_rate": 0.00018894995424341283, "loss": 1.3561, "step": 1129 }, { "epoch": 0.72, "learning_rate": 0.00018813938544125236, "loss": 1.3297, "step": 1130 }, { "epoch": 0.72, "learning_rate": 0.00018733015588928549, "loss": 1.3304, "step": 1131 }, { "epoch": 0.72, "learning_rate": 0.00018652226906265695, "loss": 1.4316, "step": 1132 }, { "epoch": 0.72, "learning_rate": 0.0001857157284307452, "loss": 1.364, "step": 1133 }, { "epoch": 0.73, "learning_rate": 0.00018491053745714846, "loss": 1.3885, "step": 1134 }, { "epoch": 0.73, "learning_rate": 0.00018410669959966803, "loss": 1.308, "step": 1135 }, { "epoch": 0.73, "learning_rate": 0.00018330421831029515, "loss": 1.2943, "step": 1136 }, { "epoch": 0.73, "learning_rate": 0.00018250309703519497, "loss": 1.3331, "step": 1137 }, { "epoch": 0.73, "learning_rate": 0.00018170333921469205, "loss": 1.4281, "step": 1138 }, { "epoch": 0.73, "learning_rate": 0.00018090494828325632, "loss": 1.2594, "step": 1139 }, { "epoch": 0.73, "learning_rate": 0.0001801079276694874, "loss": 1.4267, "step": 1140 }, { "epoch": 0.73, "learning_rate": 0.00017931228079610056, "loss": 1.309, "step": 1141 }, { "epoch": 0.73, "learning_rate": 0.00017851801107991128, "loss": 1.3312, "step": 1142 }, { "epoch": 0.73, "learning_rate": 0.00017772512193182095, "loss": 1.3072, "step": 1143 }, { "epoch": 0.73, "learning_rate": 0.0001769336167568028, "loss": 1.2645, "step": 1144 }, { "epoch": 0.73, "learning_rate": 0.00017614349895388615, "loss": 1.2953, "step": 1145 }, { "epoch": 0.73, "learning_rate": 0.0001753547719161428, "loss": 1.2477, "step": 1146 }, { "epoch": 0.73, "learning_rate": 0.00017456743903067218, "loss": 1.3064, "step": 1147 }, { "epoch": 0.73, "learning_rate": 0.00017378150367858608, "loss": 1.3872, "step": 1148 }, { "epoch": 0.74, "learning_rate": 0.00017299696923499543, "loss": 1.3246, "step": 1149 }, { "epoch": 0.74, "learning_rate": 0.00017221383906899451, "loss": 1.3572, "step": 1150 }, { "epoch": 0.74, "learning_rate": 0.0001714321165436476, "loss": 1.3068, "step": 1151 }, { "epoch": 0.74, "learning_rate": 0.00017065180501597387, "loss": 1.3147, "step": 1152 }, { "epoch": 0.74, "learning_rate": 0.00016987290783693283, "loss": 1.2802, "step": 1153 }, { "epoch": 0.74, "learning_rate": 0.00016909542835141073, "loss": 1.3011, "step": 1154 }, { "epoch": 0.74, "learning_rate": 0.00016831936989820506, "loss": 1.2947, "step": 1155 }, { "epoch": 0.74, "learning_rate": 0.00016754473581001168, "loss": 1.3487, "step": 1156 }, { "epoch": 0.74, "learning_rate": 0.00016677152941340872, "loss": 1.3023, "step": 1157 }, { "epoch": 0.74, "learning_rate": 0.00016599975402884404, "loss": 1.2965, "step": 1158 }, { "epoch": 0.74, "learning_rate": 0.00016522941297061994, "loss": 1.2312, "step": 1159 }, { "epoch": 0.74, "learning_rate": 0.00016446050954687885, "loss": 1.2874, "step": 1160 }, { "epoch": 0.74, "learning_rate": 0.00016369304705959, "loss": 1.298, "step": 1161 }, { "epoch": 0.74, "learning_rate": 0.0001629270288045342, "loss": 1.3375, "step": 1162 }, { "epoch": 0.74, "learning_rate": 0.00016216245807129003, "loss": 1.3288, "step": 1163 }, { "epoch": 0.74, "learning_rate": 0.00016139933814322084, "loss": 1.2739, "step": 1164 }, { "epoch": 0.75, "learning_rate": 0.00016063767229745858, "loss": 1.3859, "step": 1165 }, { "epoch": 0.75, "learning_rate": 0.00015987746380489114, "loss": 1.3477, "step": 1166 }, { "epoch": 0.75, "learning_rate": 0.00015911871593014837, "loss": 1.3777, "step": 1167 }, { "epoch": 0.75, "learning_rate": 0.00015836143193158697, "loss": 1.2525, "step": 1168 }, { "epoch": 0.75, "learning_rate": 0.0001576056150612778, "loss": 1.2611, "step": 1169 }, { "epoch": 0.75, "learning_rate": 0.0001568512685649911, "loss": 1.3588, "step": 1170 }, { "epoch": 0.75, "learning_rate": 0.0001560983956821825, "loss": 1.2944, "step": 1171 }, { "epoch": 0.75, "learning_rate": 0.00015534699964597982, "loss": 1.345, "step": 1172 }, { "epoch": 0.75, "learning_rate": 0.00015459708368316822, "loss": 1.321, "step": 1173 }, { "epoch": 0.75, "learning_rate": 0.00015384865101417743, "loss": 1.378, "step": 1174 }, { "epoch": 0.75, "learning_rate": 0.00015310170485306672, "loss": 1.4038, "step": 1175 }, { "epoch": 0.75, "learning_rate": 0.00015235624840751223, "loss": 1.3056, "step": 1176 }, { "epoch": 0.75, "learning_rate": 0.00015161228487879254, "loss": 1.2822, "step": 1177 }, { "epoch": 0.75, "learning_rate": 0.00015086981746177474, "loss": 1.3355, "step": 1178 }, { "epoch": 0.75, "learning_rate": 0.00015012884934490167, "loss": 1.2965, "step": 1179 }, { "epoch": 0.75, "learning_rate": 0.00014938938371017706, "loss": 1.2921, "step": 1180 }, { "epoch": 0.76, "learning_rate": 0.00014865142373315227, "loss": 1.3372, "step": 1181 }, { "epoch": 0.76, "learning_rate": 0.0001479149725829137, "loss": 1.3609, "step": 1182 }, { "epoch": 0.76, "learning_rate": 0.0001471800334220672, "loss": 1.3043, "step": 1183 }, { "epoch": 0.76, "learning_rate": 0.00014644660940672628, "loss": 1.2596, "step": 1184 }, { "epoch": 0.76, "learning_rate": 0.0001457147036864974, "loss": 1.331, "step": 1185 }, { "epoch": 0.76, "learning_rate": 0.00014498431940446693, "loss": 1.2478, "step": 1186 }, { "epoch": 0.76, "learning_rate": 0.000144255459697188, "loss": 1.2621, "step": 1187 }, { "epoch": 0.76, "learning_rate": 0.00014352812769466577, "loss": 1.3305, "step": 1188 }, { "epoch": 0.76, "learning_rate": 0.00014280232652034609, "loss": 1.354, "step": 1189 }, { "epoch": 0.76, "learning_rate": 0.0001420780592910998, "loss": 1.2682, "step": 1190 }, { "epoch": 0.76, "learning_rate": 0.0001413553291172106, "loss": 1.3102, "step": 1191 }, { "epoch": 0.76, "learning_rate": 0.0001406341391023619, "loss": 1.3263, "step": 1192 }, { "epoch": 0.76, "learning_rate": 0.00013991449234362246, "loss": 1.277, "step": 1193 }, { "epoch": 0.76, "learning_rate": 0.00013919639193143418, "loss": 1.3138, "step": 1194 }, { "epoch": 0.76, "learning_rate": 0.00013847984094959842, "loss": 1.3171, "step": 1195 }, { "epoch": 0.77, "learning_rate": 0.00013776484247526204, "loss": 1.3163, "step": 1196 }, { "epoch": 0.77, "learning_rate": 0.00013705139957890562, "loss": 1.3363, "step": 1197 }, { "epoch": 0.77, "learning_rate": 0.0001363395153243288, "loss": 1.3543, "step": 1198 }, { "epoch": 0.77, "learning_rate": 0.00013562919276863844, "loss": 1.2719, "step": 1199 }, { "epoch": 0.77, "learning_rate": 0.00013492043496223416, "loss": 1.3149, "step": 1200 }, { "epoch": 0.77, "learning_rate": 0.00013421324494879662, "loss": 1.3435, "step": 1201 }, { "epoch": 0.77, "learning_rate": 0.00013350762576527347, "loss": 1.3597, "step": 1202 }, { "epoch": 0.77, "learning_rate": 0.00013280358044186647, "loss": 1.2392, "step": 1203 }, { "epoch": 0.77, "learning_rate": 0.0001321011120020189, "loss": 1.2607, "step": 1204 }, { "epoch": 0.77, "learning_rate": 0.00013140022346240217, "loss": 1.2952, "step": 1205 }, { "epoch": 0.77, "learning_rate": 0.0001307009178329025, "loss": 1.3395, "step": 1206 }, { "epoch": 0.77, "learning_rate": 0.00013000319811660966, "loss": 1.2622, "step": 1207 }, { "epoch": 0.77, "learning_rate": 0.00012930706730980186, "loss": 1.2535, "step": 1208 }, { "epoch": 0.77, "learning_rate": 0.00012861252840193406, "loss": 1.3253, "step": 1209 }, { "epoch": 0.77, "learning_rate": 0.00012791958437562552, "loss": 1.2985, "step": 1210 }, { "epoch": 0.77, "learning_rate": 0.00012722823820664574, "loss": 1.2607, "step": 1211 }, { "epoch": 0.78, "learning_rate": 0.000126538492863903, "loss": 1.3369, "step": 1212 }, { "epoch": 0.78, "learning_rate": 0.00012585035130943095, "loss": 1.3231, "step": 1213 }, { "epoch": 0.78, "learning_rate": 0.00012516381649837544, "loss": 1.2865, "step": 1214 }, { "epoch": 0.78, "learning_rate": 0.00012447889137898294, "loss": 1.292, "step": 1215 }, { "epoch": 0.78, "learning_rate": 0.00012379557889258686, "loss": 1.3006, "step": 1216 }, { "epoch": 0.78, "learning_rate": 0.0001231138819735957, "loss": 1.3007, "step": 1217 }, { "epoch": 0.78, "learning_rate": 0.00012243380354947964, "loss": 1.2648, "step": 1218 }, { "epoch": 0.78, "learning_rate": 0.00012175534654075887, "loss": 1.2042, "step": 1219 }, { "epoch": 0.78, "learning_rate": 0.00012107851386099044, "loss": 1.3329, "step": 1220 }, { "epoch": 0.78, "learning_rate": 0.00012040330841675574, "loss": 1.401, "step": 1221 }, { "epoch": 0.78, "learning_rate": 0.00011972973310764846, "loss": 1.2936, "step": 1222 }, { "epoch": 0.78, "learning_rate": 0.00011905779082626139, "loss": 1.2945, "step": 1223 }, { "epoch": 0.78, "learning_rate": 0.00011838748445817505, "loss": 1.3761, "step": 1224 }, { "epoch": 0.78, "learning_rate": 0.00011771881688194452, "loss": 1.212, "step": 1225 }, { "epoch": 0.78, "learning_rate": 0.00011705179096908691, "loss": 1.2649, "step": 1226 }, { "epoch": 0.79, "learning_rate": 0.00011638640958406998, "loss": 1.3243, "step": 1227 }, { "epoch": 0.79, "learning_rate": 0.00011572267558429878, "loss": 1.301, "step": 1228 }, { "epoch": 0.79, "learning_rate": 0.00011506059182010392, "loss": 1.3433, "step": 1229 }, { "epoch": 0.79, "learning_rate": 0.0001144001611347295, "loss": 1.3207, "step": 1230 }, { "epoch": 0.79, "learning_rate": 0.00011374138636432052, "loss": 1.2709, "step": 1231 }, { "epoch": 0.79, "learning_rate": 0.00011308427033791097, "loss": 1.2885, "step": 1232 }, { "epoch": 0.79, "learning_rate": 0.00011242881587741127, "loss": 1.4288, "step": 1233 }, { "epoch": 0.79, "learning_rate": 0.00011177502579759646, "loss": 1.2536, "step": 1234 }, { "epoch": 0.79, "learning_rate": 0.00011112290290609445, "loss": 1.251, "step": 1235 }, { "epoch": 0.79, "learning_rate": 0.00011047245000337302, "loss": 1.3631, "step": 1236 }, { "epoch": 0.79, "learning_rate": 0.00010982366988272924, "loss": 1.326, "step": 1237 }, { "epoch": 0.79, "learning_rate": 0.00010917656533027576, "loss": 1.3026, "step": 1238 }, { "epoch": 0.79, "learning_rate": 0.0001085311391249299, "loss": 1.319, "step": 1239 }, { "epoch": 0.79, "learning_rate": 0.00010788739403840192, "loss": 1.335, "step": 1240 }, { "epoch": 0.79, "learning_rate": 0.00010724533283518206, "loss": 1.3455, "step": 1241 }, { "epoch": 0.79, "learning_rate": 0.00010660495827252986, "loss": 1.3679, "step": 1242 }, { "epoch": 0.8, "learning_rate": 0.00010596627310046165, "loss": 1.3672, "step": 1243 }, { "epoch": 0.8, "learning_rate": 0.00010532928006173852, "loss": 1.3212, "step": 1244 }, { "epoch": 0.8, "learning_rate": 0.00010469398189185542, "loss": 1.323, "step": 1245 }, { "epoch": 0.8, "learning_rate": 0.00010406038131902834, "loss": 1.3254, "step": 1246 }, { "epoch": 0.8, "learning_rate": 0.00010342848106418367, "loss": 1.2614, "step": 1247 }, { "epoch": 0.8, "learning_rate": 0.00010279828384094542, "loss": 1.2358, "step": 1248 }, { "epoch": 0.8, "learning_rate": 0.00010216979235562452, "loss": 1.3122, "step": 1249 }, { "epoch": 0.8, "learning_rate": 0.00010154300930720683, "loss": 1.2168, "step": 1250 }, { "epoch": 0.8, "learning_rate": 0.00010091793738734111, "loss": 1.432, "step": 1251 }, { "epoch": 0.8, "learning_rate": 0.00010029457928032843, "loss": 1.2978, "step": 1252 }, { "epoch": 0.8, "learning_rate": 9.967293766310958e-05, "loss": 1.3033, "step": 1253 }, { "epoch": 0.8, "learning_rate": 9.905301520525412e-05, "loss": 1.377, "step": 1254 }, { "epoch": 0.8, "learning_rate": 9.843481456894948e-05, "loss": 1.2776, "step": 1255 }, { "epoch": 0.8, "learning_rate": 9.78183384089883e-05, "loss": 1.2646, "step": 1256 }, { "epoch": 0.8, "learning_rate": 9.720358937275764e-05, "loss": 1.3686, "step": 1257 }, { "epoch": 0.8, "learning_rate": 9.659057010022809e-05, "loss": 1.2281, "step": 1258 }, { "epoch": 0.81, "learning_rate": 9.59792832239415e-05, "loss": 1.2495, "step": 1259 }, { "epoch": 0.81, "learning_rate": 9.536973136900034e-05, "loss": 1.3299, "step": 1260 }, { "epoch": 0.81, "learning_rate": 9.476191715305649e-05, "loss": 1.346, "step": 1261 }, { "epoch": 0.81, "learning_rate": 9.415584318629911e-05, "loss": 1.3904, "step": 1262 }, { "epoch": 0.81, "learning_rate": 9.35515120714447e-05, "loss": 1.2562, "step": 1263 }, { "epoch": 0.81, "learning_rate": 9.29489264037247e-05, "loss": 1.302, "step": 1264 }, { "epoch": 0.81, "learning_rate": 9.234808877087553e-05, "loss": 1.3317, "step": 1265 }, { "epoch": 0.81, "learning_rate": 9.174900175312628e-05, "loss": 1.289, "step": 1266 }, { "epoch": 0.81, "learning_rate": 9.115166792318858e-05, "loss": 1.3168, "step": 1267 }, { "epoch": 0.81, "learning_rate": 9.05560898462453e-05, "loss": 1.3083, "step": 1268 }, { "epoch": 0.81, "learning_rate": 8.996227007993895e-05, "loss": 1.3668, "step": 1269 }, { "epoch": 0.81, "learning_rate": 8.937021117436178e-05, "loss": 1.3604, "step": 1270 }, { "epoch": 0.81, "learning_rate": 8.877991567204352e-05, "loss": 1.2653, "step": 1271 }, { "epoch": 0.81, "learning_rate": 8.819138610794176e-05, "loss": 1.2792, "step": 1272 }, { "epoch": 0.81, "learning_rate": 8.76046250094304e-05, "loss": 1.3007, "step": 1273 }, { "epoch": 0.82, "learning_rate": 8.701963489628839e-05, "loss": 1.2708, "step": 1274 }, { "epoch": 0.82, "learning_rate": 8.643641828069004e-05, "loss": 1.2442, "step": 1275 }, { "epoch": 0.82, "learning_rate": 8.585497766719313e-05, "loss": 1.1854, "step": 1276 }, { "epoch": 0.82, "learning_rate": 8.527531555272849e-05, "loss": 1.3007, "step": 1277 }, { "epoch": 0.82, "learning_rate": 8.469743442658984e-05, "loss": 1.3568, "step": 1278 }, { "epoch": 0.82, "learning_rate": 8.412133677042238e-05, "loss": 1.301, "step": 1279 }, { "epoch": 0.82, "learning_rate": 8.35470250582126e-05, "loss": 1.2411, "step": 1280 }, { "epoch": 0.82, "learning_rate": 8.297450175627713e-05, "loss": 1.3043, "step": 1281 }, { "epoch": 0.82, "learning_rate": 8.24037693232525e-05, "loss": 1.3067, "step": 1282 }, { "epoch": 0.82, "learning_rate": 8.183483021008498e-05, "loss": 1.3341, "step": 1283 }, { "epoch": 0.82, "learning_rate": 8.126768686001912e-05, "loss": 1.3382, "step": 1284 }, { "epoch": 0.82, "learning_rate": 8.070234170858803e-05, "loss": 1.348, "step": 1285 }, { "epoch": 0.82, "learning_rate": 8.013879718360285e-05, "loss": 1.2585, "step": 1286 }, { "epoch": 0.82, "learning_rate": 7.957705570514162e-05, "loss": 1.3633, "step": 1287 }, { "epoch": 0.82, "learning_rate": 7.901711968553987e-05, "loss": 1.1982, "step": 1288 }, { "epoch": 0.82, "learning_rate": 7.845899152937946e-05, "loss": 1.3383, "step": 1289 }, { "epoch": 0.83, "learning_rate": 7.79026736334788e-05, "loss": 1.3095, "step": 1290 }, { "epoch": 0.83, "learning_rate": 7.734816838688247e-05, "loss": 1.3738, "step": 1291 }, { "epoch": 0.83, "learning_rate": 7.679547817085026e-05, "loss": 1.3646, "step": 1292 }, { "epoch": 0.83, "learning_rate": 7.62446053588482e-05, "loss": 1.297, "step": 1293 }, { "epoch": 0.83, "learning_rate": 7.569555231653719e-05, "loss": 1.3334, "step": 1294 }, { "epoch": 0.83, "learning_rate": 7.51483214017637e-05, "loss": 1.3113, "step": 1295 }, { "epoch": 0.83, "learning_rate": 7.460291496454886e-05, "loss": 1.3186, "step": 1296 }, { "epoch": 0.83, "learning_rate": 7.405933534707914e-05, "loss": 1.3631, "step": 1297 }, { "epoch": 0.83, "learning_rate": 7.351758488369598e-05, "loss": 1.3372, "step": 1298 }, { "epoch": 0.83, "learning_rate": 7.297766590088528e-05, "loss": 1.2431, "step": 1299 }, { "epoch": 0.83, "learning_rate": 7.243958071726841e-05, "loss": 1.3371, "step": 1300 }, { "epoch": 0.83, "learning_rate": 7.190333164359137e-05, "loss": 1.3312, "step": 1301 }, { "epoch": 0.83, "learning_rate": 7.136892098271491e-05, "loss": 1.2519, "step": 1302 }, { "epoch": 0.83, "learning_rate": 7.083635102960584e-05, "loss": 1.3676, "step": 1303 }, { "epoch": 0.83, "learning_rate": 7.030562407132535e-05, "loss": 1.2639, "step": 1304 }, { "epoch": 0.83, "learning_rate": 6.977674238702037e-05, "loss": 1.3202, "step": 1305 }, { "epoch": 0.84, "learning_rate": 6.924970824791382e-05, "loss": 1.3356, "step": 1306 }, { "epoch": 0.84, "learning_rate": 6.8724523917294e-05, "loss": 1.2924, "step": 1307 }, { "epoch": 0.84, "learning_rate": 6.820119165050592e-05, "loss": 1.2358, "step": 1308 }, { "epoch": 0.84, "learning_rate": 6.767971369494097e-05, "loss": 1.3912, "step": 1309 }, { "epoch": 0.84, "learning_rate": 6.716009229002706e-05, "loss": 1.3245, "step": 1310 }, { "epoch": 0.84, "learning_rate": 6.664232966721994e-05, "loss": 1.1907, "step": 1311 }, { "epoch": 0.84, "learning_rate": 6.612642804999253e-05, "loss": 1.2843, "step": 1312 }, { "epoch": 0.84, "learning_rate": 6.561238965382621e-05, "loss": 1.2115, "step": 1313 }, { "epoch": 0.84, "learning_rate": 6.510021668620058e-05, "loss": 1.2907, "step": 1314 }, { "epoch": 0.84, "learning_rate": 6.458991134658487e-05, "loss": 1.4096, "step": 1315 }, { "epoch": 0.84, "learning_rate": 6.408147582642771e-05, "loss": 1.3087, "step": 1316 }, { "epoch": 0.84, "learning_rate": 6.357491230914786e-05, "loss": 1.3296, "step": 1317 }, { "epoch": 0.84, "learning_rate": 6.307022297012539e-05, "loss": 1.3603, "step": 1318 }, { "epoch": 0.84, "learning_rate": 6.256740997669142e-05, "loss": 1.4233, "step": 1319 }, { "epoch": 0.84, "learning_rate": 6.20664754881196e-05, "loss": 1.2407, "step": 1320 }, { "epoch": 0.85, "learning_rate": 6.156742165561685e-05, "loss": 1.337, "step": 1321 }, { "epoch": 0.85, "learning_rate": 6.107025062231309e-05, "loss": 1.3913, "step": 1322 }, { "epoch": 0.85, "learning_rate": 6.057496452325345e-05, "loss": 1.2574, "step": 1323 }, { "epoch": 0.85, "learning_rate": 6.0081565485388065e-05, "loss": 1.2905, "step": 1324 }, { "epoch": 0.85, "learning_rate": 5.9590055627563256e-05, "loss": 1.3248, "step": 1325 }, { "epoch": 0.85, "learning_rate": 5.910043706051277e-05, "loss": 1.3234, "step": 1326 }, { "epoch": 0.85, "learning_rate": 5.861271188684819e-05, "loss": 1.2368, "step": 1327 }, { "epoch": 0.85, "learning_rate": 5.8126882201050336e-05, "loss": 1.2547, "step": 1328 }, { "epoch": 0.85, "learning_rate": 5.76429500894598e-05, "loss": 1.3289, "step": 1329 }, { "epoch": 0.85, "learning_rate": 5.7160917630268315e-05, "loss": 1.2944, "step": 1330 }, { "epoch": 0.85, "learning_rate": 5.668078689351008e-05, "loss": 1.3617, "step": 1331 }, { "epoch": 0.85, "learning_rate": 5.6202559941052e-05, "loss": 1.3677, "step": 1332 }, { "epoch": 0.85, "learning_rate": 5.572623882658595e-05, "loss": 1.3645, "step": 1333 }, { "epoch": 0.85, "learning_rate": 5.525182559561926e-05, "loss": 1.2605, "step": 1334 }, { "epoch": 0.85, "learning_rate": 5.477932228546573e-05, "loss": 1.314, "step": 1335 }, { "epoch": 0.85, "learning_rate": 5.4308730925237635e-05, "loss": 1.2231, "step": 1336 }, { "epoch": 0.86, "learning_rate": 5.384005353583632e-05, "loss": 1.2698, "step": 1337 }, { "epoch": 0.86, "learning_rate": 5.337329212994396e-05, "loss": 1.2893, "step": 1338 }, { "epoch": 0.86, "learning_rate": 5.290844871201483e-05, "loss": 1.299, "step": 1339 }, { "epoch": 0.86, "learning_rate": 5.244552527826624e-05, "loss": 1.3378, "step": 1340 }, { "epoch": 0.86, "learning_rate": 5.19845238166709e-05, "loss": 1.2806, "step": 1341 }, { "epoch": 0.86, "learning_rate": 5.152544630694722e-05, "loss": 1.3452, "step": 1342 }, { "epoch": 0.86, "learning_rate": 5.106829472055202e-05, "loss": 1.2232, "step": 1343 }, { "epoch": 0.86, "learning_rate": 5.061307102067092e-05, "loss": 1.2274, "step": 1344 }, { "epoch": 0.86, "learning_rate": 5.0159777162210764e-05, "loss": 1.3162, "step": 1345 }, { "epoch": 0.86, "learning_rate": 4.9708415091791024e-05, "loss": 1.2645, "step": 1346 }, { "epoch": 0.86, "learning_rate": 4.925898674773488e-05, "loss": 1.4316, "step": 1347 }, { "epoch": 0.86, "learning_rate": 4.88114940600618e-05, "loss": 1.3299, "step": 1348 }, { "epoch": 0.86, "learning_rate": 4.836593895047853e-05, "loss": 1.2234, "step": 1349 }, { "epoch": 0.86, "learning_rate": 4.7922323332370954e-05, "loss": 1.3804, "step": 1350 }, { "epoch": 0.86, "learning_rate": 4.7480649110796695e-05, "loss": 1.2983, "step": 1351 }, { "epoch": 0.87, "learning_rate": 4.704091818247558e-05, "loss": 1.2897, "step": 1352 }, { "epoch": 0.87, "learning_rate": 4.660313243578229e-05, "loss": 1.3347, "step": 1353 }, { "epoch": 0.87, "learning_rate": 4.6167293750738584e-05, "loss": 1.2429, "step": 1354 }, { "epoch": 0.87, "learning_rate": 4.573340399900416e-05, "loss": 1.2991, "step": 1355 }, { "epoch": 0.87, "learning_rate": 4.5301465043869785e-05, "loss": 1.3409, "step": 1356 }, { "epoch": 0.87, "learning_rate": 4.487147874024855e-05, "loss": 1.3077, "step": 1357 }, { "epoch": 0.87, "learning_rate": 4.4443446934667845e-05, "loss": 1.2862, "step": 1358 }, { "epoch": 0.87, "learning_rate": 4.401737146526219e-05, "loss": 1.2884, "step": 1359 }, { "epoch": 0.87, "learning_rate": 4.35932541617644e-05, "loss": 1.221, "step": 1360 }, { "epoch": 0.87, "learning_rate": 4.317109684549847e-05, "loss": 1.273, "step": 1361 }, { "epoch": 0.87, "learning_rate": 4.275090132937115e-05, "loss": 1.3379, "step": 1362 }, { "epoch": 0.87, "learning_rate": 4.2332669417864735e-05, "loss": 1.2915, "step": 1363 }, { "epoch": 0.87, "learning_rate": 4.1916402907029026e-05, "loss": 1.3653, "step": 1364 }, { "epoch": 0.87, "learning_rate": 4.150210358447343e-05, "loss": 1.3779, "step": 1365 }, { "epoch": 0.87, "learning_rate": 4.10897732293597e-05, "loss": 1.3416, "step": 1366 }, { "epoch": 0.87, "learning_rate": 4.0679413612393855e-05, "loss": 1.3072, "step": 1367 }, { "epoch": 0.88, "learning_rate": 4.027102649581899e-05, "loss": 1.2497, "step": 1368 }, { "epoch": 0.88, "learning_rate": 3.9864613633407545e-05, "loss": 1.2925, "step": 1369 }, { "epoch": 0.88, "learning_rate": 3.9460176770453545e-05, "loss": 1.277, "step": 1370 }, { "epoch": 0.88, "learning_rate": 3.9057717643765535e-05, "loss": 1.3744, "step": 1371 }, { "epoch": 0.88, "learning_rate": 3.8657237981658766e-05, "loss": 1.2498, "step": 1372 }, { "epoch": 0.88, "learning_rate": 3.825873950394776e-05, "loss": 1.3097, "step": 1373 }, { "epoch": 0.88, "learning_rate": 3.7862223921939385e-05, "loss": 1.3706, "step": 1374 }, { "epoch": 0.88, "learning_rate": 3.7467692938425056e-05, "loss": 1.3497, "step": 1375 }, { "epoch": 0.88, "learning_rate": 3.7075148247673496e-05, "loss": 1.2384, "step": 1376 }, { "epoch": 0.88, "learning_rate": 3.6684591535423586e-05, "loss": 1.3271, "step": 1377 }, { "epoch": 0.88, "learning_rate": 3.6296024478876865e-05, "loss": 1.2538, "step": 1378 }, { "epoch": 0.88, "learning_rate": 3.590944874669089e-05, "loss": 1.3279, "step": 1379 }, { "epoch": 0.88, "learning_rate": 3.552486599897126e-05, "loss": 1.2461, "step": 1380 }, { "epoch": 0.88, "learning_rate": 3.5142277887265373e-05, "loss": 1.308, "step": 1381 }, { "epoch": 0.88, "learning_rate": 3.47616860545546e-05, "loss": 1.2855, "step": 1382 }, { "epoch": 0.88, "learning_rate": 3.438309213524754e-05, "loss": 1.2055, "step": 1383 }, { "epoch": 0.89, "learning_rate": 3.400649775517312e-05, "loss": 1.2231, "step": 1384 }, { "epoch": 0.89, "learning_rate": 3.3631904531573276e-05, "loss": 1.3227, "step": 1385 }, { "epoch": 0.89, "learning_rate": 3.325931407309635e-05, "loss": 1.2142, "step": 1386 }, { "epoch": 0.89, "learning_rate": 3.288872797979009e-05, "loss": 1.3179, "step": 1387 }, { "epoch": 0.89, "learning_rate": 3.252014784309443e-05, "loss": 1.2662, "step": 1388 }, { "epoch": 0.89, "learning_rate": 3.215357524583534e-05, "loss": 1.3379, "step": 1389 }, { "epoch": 0.89, "learning_rate": 3.178901176221727e-05, "loss": 1.3477, "step": 1390 }, { "epoch": 0.89, "learning_rate": 3.142645895781715e-05, "loss": 1.3193, "step": 1391 }, { "epoch": 0.89, "learning_rate": 3.1065918389576784e-05, "loss": 1.2037, "step": 1392 }, { "epoch": 0.89, "learning_rate": 3.070739160579711e-05, "loss": 1.2732, "step": 1393 }, { "epoch": 0.89, "learning_rate": 3.0350880146130967e-05, "loss": 1.2737, "step": 1394 }, { "epoch": 0.89, "learning_rate": 2.9996385541576355e-05, "loss": 1.4055, "step": 1395 }, { "epoch": 0.89, "learning_rate": 2.964390931447053e-05, "loss": 1.3584, "step": 1396 }, { "epoch": 0.89, "learning_rate": 2.9293452978482793e-05, "loss": 1.3274, "step": 1397 }, { "epoch": 0.89, "learning_rate": 2.8945018038608105e-05, "loss": 1.2741, "step": 1398 }, { "epoch": 0.9, "learning_rate": 2.8598605991161263e-05, "loss": 1.3811, "step": 1399 }, { "epoch": 0.9, "learning_rate": 2.825421832376962e-05, "loss": 1.3376, "step": 1400 }, { "epoch": 0.9, "learning_rate": 2.791185651536693e-05, "loss": 1.3986, "step": 1401 }, { "epoch": 0.9, "learning_rate": 2.7571522036187513e-05, "loss": 1.2947, "step": 1402 }, { "epoch": 0.9, "learning_rate": 2.7233216347759272e-05, "loss": 1.3701, "step": 1403 }, { "epoch": 0.9, "learning_rate": 2.689694090289779e-05, "loss": 1.3338, "step": 1404 }, { "epoch": 0.9, "learning_rate": 2.6562697145700086e-05, "loss": 1.3034, "step": 1405 }, { "epoch": 0.9, "learning_rate": 2.6230486511538143e-05, "loss": 1.3173, "step": 1406 }, { "epoch": 0.9, "learning_rate": 2.5900310427053044e-05, "loss": 1.3147, "step": 1407 }, { "epoch": 0.9, "learning_rate": 2.5572170310148635e-05, "loss": 1.284, "step": 1408 }, { "epoch": 0.9, "learning_rate": 2.5246067569985707e-05, "loss": 1.2971, "step": 1409 }, { "epoch": 0.9, "learning_rate": 2.4922003606975497e-05, "loss": 1.2214, "step": 1410 }, { "epoch": 0.9, "learning_rate": 2.4599979812774233e-05, "loss": 1.3365, "step": 1411 }, { "epoch": 0.9, "learning_rate": 2.427999757027677e-05, "loss": 1.2284, "step": 1412 }, { "epoch": 0.9, "learning_rate": 2.3962058253610586e-05, "loss": 1.354, "step": 1413 }, { "epoch": 0.9, "learning_rate": 2.3646163228130292e-05, "loss": 1.3306, "step": 1414 }, { "epoch": 0.91, "learning_rate": 2.3332313850411236e-05, "loss": 1.3148, "step": 1415 }, { "epoch": 0.91, "learning_rate": 2.3020511468244297e-05, "loss": 1.2736, "step": 1416 }, { "epoch": 0.91, "learning_rate": 2.2710757420629557e-05, "loss": 1.3404, "step": 1417 }, { "epoch": 0.91, "learning_rate": 2.2403053037770738e-05, "loss": 1.3405, "step": 1418 }, { "epoch": 0.91, "learning_rate": 2.209739964106966e-05, "loss": 1.2864, "step": 1419 }, { "epoch": 0.91, "learning_rate": 2.1793798543120303e-05, "loss": 1.2761, "step": 1420 }, { "epoch": 0.91, "learning_rate": 2.1492251047703137e-05, "loss": 1.2661, "step": 1421 }, { "epoch": 0.91, "learning_rate": 2.119275844977997e-05, "loss": 1.3162, "step": 1422 }, { "epoch": 0.91, "learning_rate": 2.089532203548794e-05, "loss": 1.3454, "step": 1423 }, { "epoch": 0.91, "learning_rate": 2.05999430821342e-05, "loss": 1.3566, "step": 1424 }, { "epoch": 0.91, "learning_rate": 2.0306622858190238e-05, "loss": 1.3055, "step": 1425 }, { "epoch": 0.91, "learning_rate": 2.0015362623286515e-05, "loss": 1.3218, "step": 1426 }, { "epoch": 0.91, "learning_rate": 1.972616362820745e-05, "loss": 1.2175, "step": 1427 }, { "epoch": 0.91, "learning_rate": 1.943902711488532e-05, "loss": 1.3023, "step": 1428 }, { "epoch": 0.91, "learning_rate": 1.915395431639544e-05, "loss": 1.2904, "step": 1429 }, { "epoch": 0.91, "learning_rate": 1.8870946456950922e-05, "loss": 1.2629, "step": 1430 }, { "epoch": 0.92, "learning_rate": 1.859000475189687e-05, "loss": 1.3471, "step": 1431 }, { "epoch": 0.92, "learning_rate": 1.831113040770588e-05, "loss": 1.1955, "step": 1432 }, { "epoch": 0.92, "learning_rate": 1.8034324621972133e-05, "loss": 1.3773, "step": 1433 }, { "epoch": 0.92, "learning_rate": 1.7759588583406928e-05, "loss": 1.3518, "step": 1434 }, { "epoch": 0.92, "learning_rate": 1.7486923471833283e-05, "loss": 1.2795, "step": 1435 }, { "epoch": 0.92, "learning_rate": 1.7216330458180496e-05, "loss": 1.3232, "step": 1436 }, { "epoch": 0.92, "learning_rate": 1.6947810704479872e-05, "loss": 1.2781, "step": 1437 }, { "epoch": 0.92, "learning_rate": 1.668136536385906e-05, "loss": 1.2405, "step": 1438 }, { "epoch": 0.92, "learning_rate": 1.6416995580537664e-05, "loss": 1.1938, "step": 1439 }, { "epoch": 0.92, "learning_rate": 1.615470248982165e-05, "loss": 1.3291, "step": 1440 }, { "epoch": 0.92, "learning_rate": 1.5894487218099162e-05, "loss": 1.376, "step": 1441 }, { "epoch": 0.92, "learning_rate": 1.563635088283538e-05, "loss": 1.409, "step": 1442 }, { "epoch": 0.92, "learning_rate": 1.5380294592567512e-05, "loss": 1.4329, "step": 1443 }, { "epoch": 0.92, "learning_rate": 1.5126319446900515e-05, "loss": 1.3011, "step": 1444 }, { "epoch": 0.92, "learning_rate": 1.4874426536501894e-05, "loss": 1.3601, "step": 1445 }, { "epoch": 0.93, "learning_rate": 1.4624616943097247e-05, "loss": 1.2034, "step": 1446 }, { "epoch": 0.93, "learning_rate": 1.4376891739465824e-05, "loss": 1.2646, "step": 1447 }, { "epoch": 0.93, "learning_rate": 1.4131251989435434e-05, "loss": 1.2744, "step": 1448 }, { "epoch": 0.93, "learning_rate": 1.3887698747878263e-05, "loss": 1.2304, "step": 1449 }, { "epoch": 0.93, "learning_rate": 1.3646233060706226e-05, "loss": 1.3695, "step": 1450 }, { "epoch": 0.93, "learning_rate": 1.3406855964866405e-05, "loss": 1.203, "step": 1451 }, { "epoch": 0.93, "learning_rate": 1.316956848833667e-05, "loss": 1.3555, "step": 1452 }, { "epoch": 0.93, "learning_rate": 1.2934371650121457e-05, "loss": 1.2334, "step": 1453 }, { "epoch": 0.93, "learning_rate": 1.2701266460246885e-05, "loss": 1.2462, "step": 1454 }, { "epoch": 0.93, "learning_rate": 1.247025391975698e-05, "loss": 1.3197, "step": 1455 }, { "epoch": 0.93, "learning_rate": 1.2241335020708844e-05, "loss": 1.209, "step": 1456 }, { "epoch": 0.93, "learning_rate": 1.2014510746168995e-05, "loss": 1.2815, "step": 1457 }, { "epoch": 0.93, "learning_rate": 1.1789782070208588e-05, "loss": 1.2934, "step": 1458 }, { "epoch": 0.93, "learning_rate": 1.1567149957899593e-05, "loss": 1.3123, "step": 1459 }, { "epoch": 0.93, "learning_rate": 1.1346615365310453e-05, "loss": 1.2711, "step": 1460 }, { "epoch": 0.93, "learning_rate": 1.1128179239502046e-05, "loss": 1.3293, "step": 1461 }, { "epoch": 0.94, "learning_rate": 1.0911842518523673e-05, "loss": 1.2143, "step": 1462 }, { "epoch": 0.94, "learning_rate": 1.0697606131408966e-05, "loss": 1.3244, "step": 1463 }, { "epoch": 0.94, "learning_rate": 1.048547099817182e-05, "loss": 1.2682, "step": 1464 }, { "epoch": 0.94, "learning_rate": 1.0275438029802797e-05, "loss": 1.3765, "step": 1465 }, { "epoch": 0.94, "learning_rate": 1.0067508128264568e-05, "loss": 1.2941, "step": 1466 }, { "epoch": 0.94, "learning_rate": 9.861682186488696e-06, "loss": 1.3652, "step": 1467 }, { "epoch": 0.94, "learning_rate": 9.65796108837147e-06, "loss": 1.2183, "step": 1468 }, { "epoch": 0.94, "learning_rate": 9.456345708770075e-06, "loss": 1.2717, "step": 1469 }, { "epoch": 0.94, "learning_rate": 9.25683691349899e-06, "loss": 1.3149, "step": 1470 }, { "epoch": 0.94, "learning_rate": 9.059435559326258e-06, "loss": 1.3987, "step": 1471 }, { "epoch": 0.94, "learning_rate": 8.864142493969718e-06, "loss": 1.2961, "step": 1472 }, { "epoch": 0.94, "learning_rate": 8.6709585560934e-06, "loss": 1.304, "step": 1473 }, { "epoch": 0.94, "learning_rate": 8.479884575303798e-06, "loss": 1.4018, "step": 1474 }, { "epoch": 0.94, "learning_rate": 8.290921372146654e-06, "loss": 1.3113, "step": 1475 }, { "epoch": 0.94, "learning_rate": 8.104069758103017e-06, "loss": 1.3461, "step": 1476 }, { "epoch": 0.94, "learning_rate": 7.919330535586133e-06, "loss": 1.301, "step": 1477 }, { "epoch": 0.95, "learning_rate": 7.73670449793773e-06, "loss": 1.4025, "step": 1478 }, { "epoch": 0.95, "learning_rate": 7.556192429424569e-06, "loss": 1.2957, "step": 1479 }, { "epoch": 0.95, "learning_rate": 7.377795105235563e-06, "loss": 1.3928, "step": 1480 }, { "epoch": 0.95, "learning_rate": 7.201513291477669e-06, "loss": 1.3643, "step": 1481 }, { "epoch": 0.95, "learning_rate": 7.0273477451733295e-06, "loss": 1.3513, "step": 1482 }, { "epoch": 0.95, "learning_rate": 6.855299214256816e-06, "loss": 1.3812, "step": 1483 }, { "epoch": 0.95, "learning_rate": 6.68536843757106e-06, "loss": 1.3815, "step": 1484 }, { "epoch": 0.95, "learning_rate": 6.517556144864712e-06, "loss": 1.2148, "step": 1485 }, { "epoch": 0.95, "learning_rate": 6.351863056788587e-06, "loss": 1.3273, "step": 1486 }, { "epoch": 0.95, "learning_rate": 6.188289884893061e-06, "loss": 1.3434, "step": 1487 }, { "epoch": 0.95, "learning_rate": 6.026837331624513e-06, "loss": 1.2443, "step": 1488 }, { "epoch": 0.95, "learning_rate": 5.867506090322772e-06, "loss": 1.2, "step": 1489 }, { "epoch": 0.95, "learning_rate": 5.7102968452179e-06, "loss": 1.3882, "step": 1490 }, { "epoch": 0.95, "learning_rate": 5.555210271427191e-06, "loss": 1.3271, "step": 1491 }, { "epoch": 0.95, "learning_rate": 5.402247034952456e-06, "loss": 1.2543, "step": 1492 }, { "epoch": 0.96, "learning_rate": 5.251407792677021e-06, "loss": 1.3449, "step": 1493 }, { "epoch": 0.96, "learning_rate": 5.102693192362895e-06, "loss": 1.2586, "step": 1494 }, { "epoch": 0.96, "learning_rate": 4.956103872648332e-06, "loss": 1.4113, "step": 1495 }, { "epoch": 0.96, "learning_rate": 4.811640463044498e-06, "loss": 1.3117, "step": 1496 }, { "epoch": 0.96, "learning_rate": 4.6693035839331375e-06, "loss": 1.2573, "step": 1497 }, { "epoch": 0.96, "learning_rate": 4.529093846564025e-06, "loss": 1.3021, "step": 1498 }, { "epoch": 0.96, "learning_rate": 4.391011853051963e-06, "loss": 1.2995, "step": 1499 }, { "epoch": 0.96, "learning_rate": 4.255058196374506e-06, "loss": 1.2434, "step": 1500 }, { "epoch": 0.96, "learning_rate": 4.1212334603693e-06, "loss": 1.2292, "step": 1501 }, { "epoch": 0.96, "learning_rate": 3.98953821973147e-06, "loss": 1.2902, "step": 1502 }, { "epoch": 0.96, "learning_rate": 3.859973040011511e-06, "loss": 1.2895, "step": 1503 }, { "epoch": 0.96, "learning_rate": 3.732538477612346e-06, "loss": 1.3063, "step": 1504 }, { "epoch": 0.96, "learning_rate": 3.60723507978733e-06, "loss": 1.2929, "step": 1505 }, { "epoch": 0.96, "learning_rate": 3.484063384637748e-06, "loss": 1.2868, "step": 1506 }, { "epoch": 0.96, "learning_rate": 3.3630239211105417e-06, "loss": 1.3696, "step": 1507 }, { "epoch": 0.96, "learning_rate": 3.244117208996089e-06, "loss": 1.2613, "step": 1508 }, { "epoch": 0.97, "learning_rate": 3.1273437589257048e-06, "loss": 1.2677, "step": 1509 }, { "epoch": 0.97, "learning_rate": 3.012704072369921e-06, "loss": 1.2662, "step": 1510 }, { "epoch": 0.97, "learning_rate": 2.900198641635876e-06, "loss": 1.3297, "step": 1511 }, { "epoch": 0.97, "learning_rate": 2.78982794986532e-06, "loss": 1.2382, "step": 1512 }, { "epoch": 0.97, "learning_rate": 2.6815924710329455e-06, "loss": 1.2594, "step": 1513 }, { "epoch": 0.97, "learning_rate": 2.575492669943613e-06, "loss": 1.2778, "step": 1514 }, { "epoch": 0.97, "learning_rate": 2.471529002231021e-06, "loss": 1.2482, "step": 1515 }, { "epoch": 0.97, "learning_rate": 2.3697019143554268e-06, "loss": 1.2324, "step": 1516 }, { "epoch": 0.97, "learning_rate": 2.2700118436016494e-06, "loss": 1.3422, "step": 1517 }, { "epoch": 0.97, "learning_rate": 2.1724592180775713e-06, "loss": 1.3103, "step": 1518 }, { "epoch": 0.97, "learning_rate": 2.0770444567118076e-06, "loss": 1.357, "step": 1519 }, { "epoch": 0.97, "learning_rate": 1.98376796925237e-06, "loss": 1.3534, "step": 1520 }, { "epoch": 0.97, "learning_rate": 1.8926301562645631e-06, "loss": 1.225, "step": 1521 }, { "epoch": 0.97, "learning_rate": 1.8036314091294248e-06, "loss": 1.2494, "step": 1522 }, { "epoch": 0.97, "learning_rate": 1.7167721100420087e-06, "loss": 1.2965, "step": 1523 }, { "epoch": 0.98, "learning_rate": 1.6320526320098283e-06, "loss": 1.3649, "step": 1524 }, { "epoch": 0.98, "learning_rate": 1.5494733388510818e-06, "loss": 1.3407, "step": 1525 }, { "epoch": 0.98, "learning_rate": 1.4690345851932074e-06, "loss": 1.2687, "step": 1526 }, { "epoch": 0.98, "learning_rate": 1.3907367164713303e-06, "loss": 1.2601, "step": 1527 }, { "epoch": 0.98, "learning_rate": 1.3145800689268738e-06, "loss": 1.3486, "step": 1528 }, { "epoch": 0.98, "learning_rate": 1.240564969605895e-06, "loss": 1.2421, "step": 1529 }, { "epoch": 0.98, "learning_rate": 1.1686917363579187e-06, "loss": 1.3139, "step": 1530 }, { "epoch": 0.98, "learning_rate": 1.0989606778344375e-06, "loss": 1.3328, "step": 1531 }, { "epoch": 0.98, "learning_rate": 1.031372093487526e-06, "loss": 1.2765, "step": 1532 }, { "epoch": 0.98, "learning_rate": 9.6592627356884e-07, "loss": 1.2314, "step": 1533 }, { "epoch": 0.98, "learning_rate": 9.02623499128008e-07, "loss": 1.312, "step": 1534 }, { "epoch": 0.98, "learning_rate": 8.414640420116304e-07, "loss": 1.3192, "step": 1535 }, { "epoch": 0.98, "learning_rate": 7.824481648621151e-07, "loss": 1.3582, "step": 1536 }, { "epoch": 0.98, "learning_rate": 7.255761211165113e-07, "loss": 1.3981, "step": 1537 }, { "epoch": 0.98, "learning_rate": 6.708481550052881e-07, "loss": 1.379, "step": 1538 }, { "epoch": 0.98, "learning_rate": 6.182645015516131e-07, "loss": 1.4074, "step": 1539 }, { "epoch": 0.99, "learning_rate": 5.678253865700756e-07, "loss": 1.305, "step": 1540 }, { "epoch": 0.99, "learning_rate": 5.195310266656317e-07, "loss": 1.4006, "step": 1541 }, { "epoch": 0.99, "learning_rate": 4.733816292330495e-07, "loss": 1.3785, "step": 1542 }, { "epoch": 0.99, "learning_rate": 4.293773924556321e-07, "loss": 1.2751, "step": 1543 }, { "epoch": 0.99, "learning_rate": 3.875185053047181e-07, "loss": 1.2902, "step": 1544 }, { "epoch": 0.99, "learning_rate": 3.4780514753851577e-07, "loss": 1.3194, "step": 1545 }, { "epoch": 0.99, "learning_rate": 3.1023748970149257e-07, "loss": 1.2956, "step": 1546 }, { "epoch": 0.99, "learning_rate": 2.7481569312381993e-07, "loss": 1.3451, "step": 1547 }, { "epoch": 0.99, "learning_rate": 2.4153990992031863e-07, "loss": 1.2101, "step": 1548 }, { "epoch": 0.99, "learning_rate": 2.1041028299012554e-07, "loss": 1.2787, "step": 1549 }, { "epoch": 0.99, "learning_rate": 1.814269460158613e-07, "loss": 1.317, "step": 1550 }, { "epoch": 0.99, "learning_rate": 1.5459002346324135e-07, "loss": 1.3505, "step": 1551 }, { "epoch": 0.99, "learning_rate": 1.298996305804101e-07, "loss": 1.2563, "step": 1552 }, { "epoch": 0.99, "learning_rate": 1.0735587339749664e-07, "loss": 1.2612, "step": 1553 }, { "epoch": 0.99, "learning_rate": 8.695884872600423e-08, "loss": 1.3293, "step": 1554 }, { "epoch": 0.99, "learning_rate": 6.870864415875477e-08, "loss": 1.3324, "step": 1555 }, { "epoch": 1.0, "learning_rate": 5.260533806911161e-08, "loss": 1.2949, "step": 1556 }, { "epoch": 1.0, "learning_rate": 3.864899961097956e-08, "loss": 1.3209, "step": 1557 }, { "epoch": 1.0, "learning_rate": 2.683968871824982e-08, "loss": 1.2495, "step": 1558 }, { "epoch": 1.0, "learning_rate": 1.7177456104688903e-08, "loss": 1.332, "step": 1559 }, { "epoch": 1.0, "learning_rate": 9.6623432636056e-09, "loss": 1.374, "step": 1560 }, { "epoch": 1.0, "learning_rate": 4.294382467906477e-09, "loss": 1.3031, "step": 1561 }, { "epoch": 1.0, "learning_rate": 1.0735967695962856e-09, "loss": 1.244, "step": 1562 }, { "epoch": 1.0, "learning_rate": 0.0, "loss": 1.3187, "step": 1563 }, { "epoch": 1.0, "step": 1563, "total_flos": 4.255306747918418e+17, "train_loss": 1.420844308703051, "train_runtime": 13170.8201, "train_samples_per_second": 15.185, "train_steps_per_second": 0.119 } ], "logging_steps": 1.0, "max_steps": 1563, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 24000, "total_flos": 4.255306747918418e+17, "train_batch_size": 32, "trial_name": null, "trial_params": null }