| { | |
| "best_metric": 0.7800611413043478, | |
| "best_model_checkpoint": "wav2vec2-base-lang-id/checkpoint-6930", | |
| "epoch": 9.99891891891892, | |
| "eval_steps": 500, | |
| "global_step": 6930, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.014414414414414415, | |
| "grad_norm": 0.6905537843704224, | |
| "learning_rate": 4.329004329004329e-06, | |
| "loss": 3.8062, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02882882882882883, | |
| "grad_norm": 0.7706511616706848, | |
| "learning_rate": 8.658008658008657e-06, | |
| "loss": 3.8042, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.043243243243243246, | |
| "grad_norm": 0.6511314511299133, | |
| "learning_rate": 1.2987012987012986e-05, | |
| "loss": 3.7979, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05765765765765766, | |
| "grad_norm": 0.8054167628288269, | |
| "learning_rate": 1.7316017316017315e-05, | |
| "loss": 3.7988, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07207207207207207, | |
| "grad_norm": 0.7099344730377197, | |
| "learning_rate": 2.164502164502164e-05, | |
| "loss": 3.7913, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.08648648648648649, | |
| "grad_norm": 0.7330520749092102, | |
| "learning_rate": 2.5974025974025972e-05, | |
| "loss": 3.7849, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1009009009009009, | |
| "grad_norm": 0.9357172250747681, | |
| "learning_rate": 3.03030303030303e-05, | |
| "loss": 3.7714, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11531531531531532, | |
| "grad_norm": 0.9950684309005737, | |
| "learning_rate": 3.463203463203463e-05, | |
| "loss": 3.7663, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.12972972972972974, | |
| "grad_norm": 0.892503023147583, | |
| "learning_rate": 3.896103896103895e-05, | |
| "loss": 3.7587, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.14414414414414414, | |
| "grad_norm": 1.1201165914535522, | |
| "learning_rate": 4.329004329004328e-05, | |
| "loss": 3.7278, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15855855855855855, | |
| "grad_norm": 3.5548183917999268, | |
| "learning_rate": 4.7619047619047614e-05, | |
| "loss": 3.7199, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.17297297297297298, | |
| "grad_norm": 1.2475069761276245, | |
| "learning_rate": 5.1948051948051944e-05, | |
| "loss": 3.7173, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1873873873873874, | |
| "grad_norm": 1.2236099243164062, | |
| "learning_rate": 5.627705627705627e-05, | |
| "loss": 3.6874, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2018018018018018, | |
| "grad_norm": 2.6467490196228027, | |
| "learning_rate": 6.06060606060606e-05, | |
| "loss": 3.6812, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 1.6871509552001953, | |
| "learning_rate": 6.493506493506494e-05, | |
| "loss": 3.681, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.23063063063063063, | |
| "grad_norm": 1.58966863155365, | |
| "learning_rate": 6.926406926406926e-05, | |
| "loss": 3.6538, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.24504504504504504, | |
| "grad_norm": 1.7775413990020752, | |
| "learning_rate": 7.359307359307358e-05, | |
| "loss": 3.6318, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2594594594594595, | |
| "grad_norm": 1.705374002456665, | |
| "learning_rate": 7.79220779220779e-05, | |
| "loss": 3.6005, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.27387387387387385, | |
| "grad_norm": 1.4913026094436646, | |
| "learning_rate": 8.225108225108224e-05, | |
| "loss": 3.5767, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.2882882882882883, | |
| "grad_norm": 1.9860706329345703, | |
| "learning_rate": 8.658008658008657e-05, | |
| "loss": 3.5326, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3027027027027027, | |
| "grad_norm": 2.525665760040283, | |
| "learning_rate": 9.09090909090909e-05, | |
| "loss": 3.5866, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3171171171171171, | |
| "grad_norm": 2.28623366355896, | |
| "learning_rate": 9.523809523809523e-05, | |
| "loss": 3.5222, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.33153153153153153, | |
| "grad_norm": 2.221623182296753, | |
| "learning_rate": 9.956709956709956e-05, | |
| "loss": 3.4756, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.34594594594594597, | |
| "grad_norm": 1.997885823249817, | |
| "learning_rate": 0.00010389610389610389, | |
| "loss": 3.468, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.36036036036036034, | |
| "grad_norm": 2.61895489692688, | |
| "learning_rate": 0.00010822510822510823, | |
| "loss": 3.4109, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.3747747747747748, | |
| "grad_norm": 2.7327158451080322, | |
| "learning_rate": 0.00011255411255411254, | |
| "loss": 3.4612, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3891891891891892, | |
| "grad_norm": 3.259901285171509, | |
| "learning_rate": 0.00011688311688311687, | |
| "loss": 3.383, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.4036036036036036, | |
| "grad_norm": 2.1811468601226807, | |
| "learning_rate": 0.0001212121212121212, | |
| "loss": 3.2895, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.418018018018018, | |
| "grad_norm": 3.6430418491363525, | |
| "learning_rate": 0.00012554112554112555, | |
| "loss": 3.3342, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 2.8431396484375, | |
| "learning_rate": 0.00012987012987012987, | |
| "loss": 3.309, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.44684684684684683, | |
| "grad_norm": 3.1655421257019043, | |
| "learning_rate": 0.0001341991341991342, | |
| "loss": 3.1867, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.46126126126126127, | |
| "grad_norm": 3.9956753253936768, | |
| "learning_rate": 0.00013852813852813852, | |
| "loss": 3.1546, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.4756756756756757, | |
| "grad_norm": 5.134612560272217, | |
| "learning_rate": 0.00014285714285714284, | |
| "loss": 3.2283, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.4900900900900901, | |
| "grad_norm": 5.635775089263916, | |
| "learning_rate": 0.00014718614718614716, | |
| "loss": 3.2093, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5045045045045045, | |
| "grad_norm": 5.256202697753906, | |
| "learning_rate": 0.00015151515151515152, | |
| "loss": 3.0332, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.518918918918919, | |
| "grad_norm": 3.5498101711273193, | |
| "learning_rate": 0.0001558441558441558, | |
| "loss": 3.144, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 5.054722785949707, | |
| "learning_rate": 0.00016017316017316016, | |
| "loss": 3.0628, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5477477477477477, | |
| "grad_norm": 3.8183388710021973, | |
| "learning_rate": 0.00016450216450216449, | |
| "loss": 3.0434, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.5621621621621622, | |
| "grad_norm": 4.0891547203063965, | |
| "learning_rate": 0.00016883116883116884, | |
| "loss": 2.9923, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5765765765765766, | |
| "grad_norm": 6.926380634307861, | |
| "learning_rate": 0.00017316017316017313, | |
| "loss": 3.0016, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.590990990990991, | |
| "grad_norm": 3.8529863357543945, | |
| "learning_rate": 0.00017748917748917746, | |
| "loss": 2.8764, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6054054054054054, | |
| "grad_norm": 4.50208044052124, | |
| "learning_rate": 0.0001818181818181818, | |
| "loss": 2.9239, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6198198198198198, | |
| "grad_norm": 4.260581970214844, | |
| "learning_rate": 0.00018614718614718616, | |
| "loss": 2.8714, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6342342342342342, | |
| "grad_norm": 5.0478668212890625, | |
| "learning_rate": 0.00019047619047619045, | |
| "loss": 2.8253, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 5.0993523597717285, | |
| "learning_rate": 0.00019480519480519478, | |
| "loss": 2.8291, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.6630630630630631, | |
| "grad_norm": 6.65144681930542, | |
| "learning_rate": 0.00019913419913419913, | |
| "loss": 2.718, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.6774774774774774, | |
| "grad_norm": 7.7578840255737305, | |
| "learning_rate": 0.00020346320346320345, | |
| "loss": 2.8447, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.6918918918918919, | |
| "grad_norm": 5.534895896911621, | |
| "learning_rate": 0.00020779220779220778, | |
| "loss": 2.7517, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7063063063063063, | |
| "grad_norm": 5.055182933807373, | |
| "learning_rate": 0.0002121212121212121, | |
| "loss": 2.8779, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7207207207207207, | |
| "grad_norm": 5.401959419250488, | |
| "learning_rate": 0.00021645021645021645, | |
| "loss": 2.8225, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7351351351351352, | |
| "grad_norm": 5.32056188583374, | |
| "learning_rate": 0.00022077922077922075, | |
| "loss": 2.9741, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.7495495495495496, | |
| "grad_norm": 6.170608043670654, | |
| "learning_rate": 0.00022510822510822507, | |
| "loss": 2.8599, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.7639639639639639, | |
| "grad_norm": 4.993892192840576, | |
| "learning_rate": 0.00022943722943722942, | |
| "loss": 2.7484, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.7783783783783784, | |
| "grad_norm": 4.644223690032959, | |
| "learning_rate": 0.00023376623376623374, | |
| "loss": 2.8767, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.7927927927927928, | |
| "grad_norm": 4.942373275756836, | |
| "learning_rate": 0.00023809523809523807, | |
| "loss": 2.5846, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8072072072072072, | |
| "grad_norm": 5.577380657196045, | |
| "learning_rate": 0.0002424242424242424, | |
| "loss": 2.8971, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8216216216216217, | |
| "grad_norm": 6.6913838386535645, | |
| "learning_rate": 0.00024675324675324674, | |
| "loss": 2.5795, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.836036036036036, | |
| "grad_norm": 6.057412624359131, | |
| "learning_rate": 0.0002510822510822511, | |
| "loss": 2.7484, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.8504504504504504, | |
| "grad_norm": 5.044222831726074, | |
| "learning_rate": 0.0002554112554112554, | |
| "loss": 2.7331, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 5.34713888168335, | |
| "learning_rate": 0.00025930735930735927, | |
| "loss": 2.8807, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8792792792792793, | |
| "grad_norm": 4.528939723968506, | |
| "learning_rate": 0.0002636363636363636, | |
| "loss": 2.832, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.8936936936936937, | |
| "grad_norm": 16.404176712036133, | |
| "learning_rate": 0.000267965367965368, | |
| "loss": 2.8185, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.9081081081081082, | |
| "grad_norm": 5.983865261077881, | |
| "learning_rate": 0.00027229437229437227, | |
| "loss": 2.8584, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9225225225225225, | |
| "grad_norm": 7.11403751373291, | |
| "learning_rate": 0.00027662337662337657, | |
| "loss": 2.5527, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9369369369369369, | |
| "grad_norm": 6.044490337371826, | |
| "learning_rate": 0.0002809523809523809, | |
| "loss": 2.8024, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.9513513513513514, | |
| "grad_norm": 5.0461320877075195, | |
| "learning_rate": 0.00028528138528138527, | |
| "loss": 2.7907, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.9657657657657658, | |
| "grad_norm": 5.2283854484558105, | |
| "learning_rate": 0.00028961038961038956, | |
| "loss": 2.5418, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.9801801801801802, | |
| "grad_norm": 7.443022727966309, | |
| "learning_rate": 0.0002939393939393939, | |
| "loss": 2.7808, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.9945945945945946, | |
| "grad_norm": 5.616246700286865, | |
| "learning_rate": 0.00029826839826839827, | |
| "loss": 2.58, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.9989189189189189, | |
| "eval_accuracy": 0.2899116847826087, | |
| "eval_loss": 2.560854434967041, | |
| "eval_runtime": 77.4116, | |
| "eval_samples_per_second": 76.061, | |
| "eval_steps_per_second": 76.061, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.01009009009009, | |
| "grad_norm": 5.103923320770264, | |
| "learning_rate": 0.0002997113997113997, | |
| "loss": 2.8289, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0245045045045045, | |
| "grad_norm": 7.173540115356445, | |
| "learning_rate": 0.0002992303992303992, | |
| "loss": 2.6171, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.038918918918919, | |
| "grad_norm": 6.066854000091553, | |
| "learning_rate": 0.00029874939874939874, | |
| "loss": 2.4981, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.0533333333333332, | |
| "grad_norm": 5.758449554443359, | |
| "learning_rate": 0.00029826839826839827, | |
| "loss": 2.6331, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.0677477477477477, | |
| "grad_norm": 7.043987274169922, | |
| "learning_rate": 0.00029778739778739773, | |
| "loss": 2.3763, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.0821621621621622, | |
| "grad_norm": 7.852530002593994, | |
| "learning_rate": 0.0002973063973063973, | |
| "loss": 2.306, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.0965765765765765, | |
| "grad_norm": 5.415818691253662, | |
| "learning_rate": 0.0002968253968253968, | |
| "loss": 2.541, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.110990990990991, | |
| "grad_norm": 8.213626861572266, | |
| "learning_rate": 0.00029639249639249637, | |
| "loss": 2.5493, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.1254054054054055, | |
| "grad_norm": 5.7650604248046875, | |
| "learning_rate": 0.0002959114959114959, | |
| "loss": 2.435, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.1398198198198197, | |
| "grad_norm": 6.148678302764893, | |
| "learning_rate": 0.0002954304954304954, | |
| "loss": 2.2942, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.1542342342342342, | |
| "grad_norm": 6.500151634216309, | |
| "learning_rate": 0.00029494949494949493, | |
| "loss": 2.4808, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.1686486486486487, | |
| "grad_norm": 7.507975101470947, | |
| "learning_rate": 0.00029446849446849446, | |
| "loss": 2.3768, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.183063063063063, | |
| "grad_norm": 5.838041305541992, | |
| "learning_rate": 0.000293987493987494, | |
| "loss": 2.2174, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.1974774774774775, | |
| "grad_norm": 8.22685718536377, | |
| "learning_rate": 0.00029350649350649345, | |
| "loss": 2.3818, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.211891891891892, | |
| "grad_norm": 7.74230432510376, | |
| "learning_rate": 0.000293025493025493, | |
| "loss": 2.373, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.2263063063063062, | |
| "grad_norm": 5.325120449066162, | |
| "learning_rate": 0.0002925444925444925, | |
| "loss": 2.1088, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.2407207207207207, | |
| "grad_norm": 9.974205017089844, | |
| "learning_rate": 0.000292063492063492, | |
| "loss": 2.1565, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.2551351351351352, | |
| "grad_norm": 7.374603748321533, | |
| "learning_rate": 0.00029158249158249154, | |
| "loss": 2.2818, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.2695495495495495, | |
| "grad_norm": 7.026382923126221, | |
| "learning_rate": 0.00029110149110149106, | |
| "loss": 2.2698, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.283963963963964, | |
| "grad_norm": 5.601807117462158, | |
| "learning_rate": 0.0002906204906204906, | |
| "loss": 2.3703, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.2983783783783784, | |
| "grad_norm": 8.074653625488281, | |
| "learning_rate": 0.0002901394901394901, | |
| "loss": 2.1841, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.3127927927927927, | |
| "grad_norm": 6.700265407562256, | |
| "learning_rate": 0.00028965848965848963, | |
| "loss": 2.2991, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.3272072072072072, | |
| "grad_norm": 6.583888530731201, | |
| "learning_rate": 0.00028917748917748915, | |
| "loss": 2.1876, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.3416216216216217, | |
| "grad_norm": 6.654956340789795, | |
| "learning_rate": 0.0002886964886964887, | |
| "loss": 2.236, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.356036036036036, | |
| "grad_norm": 7.209681987762451, | |
| "learning_rate": 0.0002882154882154882, | |
| "loss": 2.2905, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.3704504504504504, | |
| "grad_norm": 6.927433490753174, | |
| "learning_rate": 0.0002877344877344877, | |
| "loss": 2.128, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.384864864864865, | |
| "grad_norm": 6.913885593414307, | |
| "learning_rate": 0.00028725348725348724, | |
| "loss": 2.1266, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.3992792792792792, | |
| "grad_norm": 7.2124104499816895, | |
| "learning_rate": 0.0002867724867724867, | |
| "loss": 2.2429, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.4136936936936937, | |
| "grad_norm": 5.6674909591674805, | |
| "learning_rate": 0.0002862914862914863, | |
| "loss": 2.1822, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.4281081081081082, | |
| "grad_norm": 8.133776664733887, | |
| "learning_rate": 0.00028581048581048576, | |
| "loss": 2.2497, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.4425225225225224, | |
| "grad_norm": 7.798655986785889, | |
| "learning_rate": 0.00028532948532948533, | |
| "loss": 2.3079, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.456936936936937, | |
| "grad_norm": 6.923213005065918, | |
| "learning_rate": 0.0002848484848484848, | |
| "loss": 2.107, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.4713513513513514, | |
| "grad_norm": 6.921584606170654, | |
| "learning_rate": 0.0002843674843674843, | |
| "loss": 2.1889, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.4857657657657657, | |
| "grad_norm": 5.599717617034912, | |
| "learning_rate": 0.0002838864838864839, | |
| "loss": 1.8586, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.5001801801801802, | |
| "grad_norm": 7.792572975158691, | |
| "learning_rate": 0.00028340548340548337, | |
| "loss": 2.0418, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.5145945945945947, | |
| "grad_norm": 6.6426191329956055, | |
| "learning_rate": 0.0002829244829244829, | |
| "loss": 2.0239, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.529009009009009, | |
| "grad_norm": 8.6935396194458, | |
| "learning_rate": 0.0002824434824434824, | |
| "loss": 2.1719, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.5434234234234234, | |
| "grad_norm": 6.348733901977539, | |
| "learning_rate": 0.00028196248196248194, | |
| "loss": 2.0955, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.557837837837838, | |
| "grad_norm": 7.633394241333008, | |
| "learning_rate": 0.00028148148148148146, | |
| "loss": 1.9902, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.5722522522522522, | |
| "grad_norm": 7.38104248046875, | |
| "learning_rate": 0.000281000481000481, | |
| "loss": 2.2128, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.5866666666666667, | |
| "grad_norm": 10.188706398010254, | |
| "learning_rate": 0.0002805194805194805, | |
| "loss": 2.2774, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.6010810810810812, | |
| "grad_norm": 7.001370906829834, | |
| "learning_rate": 0.00028003848003848, | |
| "loss": 2.0046, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.6154954954954954, | |
| "grad_norm": 10.873891830444336, | |
| "learning_rate": 0.00027955747955747955, | |
| "loss": 1.9857, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.62990990990991, | |
| "grad_norm": 8.734395027160645, | |
| "learning_rate": 0.000279076479076479, | |
| "loss": 2.1417, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.6443243243243244, | |
| "grad_norm": 7.794427394866943, | |
| "learning_rate": 0.0002785954785954786, | |
| "loss": 2.0302, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.6587387387387387, | |
| "grad_norm": 6.246840476989746, | |
| "learning_rate": 0.00027811447811447806, | |
| "loss": 2.0361, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.6731531531531532, | |
| "grad_norm": 6.608737468719482, | |
| "learning_rate": 0.0002776334776334776, | |
| "loss": 1.934, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.6875675675675677, | |
| "grad_norm": 6.974606990814209, | |
| "learning_rate": 0.00027715247715247716, | |
| "loss": 1.9093, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.701981981981982, | |
| "grad_norm": 5.2031025886535645, | |
| "learning_rate": 0.00027667147667147663, | |
| "loss": 2.0108, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.7163963963963964, | |
| "grad_norm": 6.270247459411621, | |
| "learning_rate": 0.00027619047619047615, | |
| "loss": 1.96, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.730810810810811, | |
| "grad_norm": 7.6708269119262695, | |
| "learning_rate": 0.0002757094757094757, | |
| "loss": 2.0533, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.7452252252252252, | |
| "grad_norm": 6.110954761505127, | |
| "learning_rate": 0.0002752284752284752, | |
| "loss": 2.0165, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.7596396396396397, | |
| "grad_norm": 11.943398475646973, | |
| "learning_rate": 0.0002747474747474747, | |
| "loss": 1.9858, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.7740540540540541, | |
| "grad_norm": 9.894146919250488, | |
| "learning_rate": 0.00027426647426647424, | |
| "loss": 1.8092, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.7884684684684684, | |
| "grad_norm": 9.148683547973633, | |
| "learning_rate": 0.00027378547378547377, | |
| "loss": 2.1166, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.802882882882883, | |
| "grad_norm": 5.730564117431641, | |
| "learning_rate": 0.0002733044733044733, | |
| "loss": 2.2126, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.8172972972972974, | |
| "grad_norm": 5.5765700340271, | |
| "learning_rate": 0.0002728234728234728, | |
| "loss": 1.9804, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.8317117117117117, | |
| "grad_norm": 8.557186126708984, | |
| "learning_rate": 0.0002723424723424723, | |
| "loss": 1.8937, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.8461261261261261, | |
| "grad_norm": 9.299976348876953, | |
| "learning_rate": 0.00027186147186147186, | |
| "loss": 1.8725, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.8605405405405406, | |
| "grad_norm": 7.710302352905273, | |
| "learning_rate": 0.0002713804713804714, | |
| "loss": 1.8815, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.874954954954955, | |
| "grad_norm": 9.544638633728027, | |
| "learning_rate": 0.00027089947089947085, | |
| "loss": 1.6686, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.8893693693693694, | |
| "grad_norm": 7.977646350860596, | |
| "learning_rate": 0.0002704184704184704, | |
| "loss": 1.7806, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.9037837837837839, | |
| "grad_norm": 6.36674690246582, | |
| "learning_rate": 0.0002699374699374699, | |
| "loss": 1.901, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.9181981981981981, | |
| "grad_norm": 8.958263397216797, | |
| "learning_rate": 0.00026945646945646947, | |
| "loss": 1.7473, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.9326126126126126, | |
| "grad_norm": 6.929313659667969, | |
| "learning_rate": 0.00026897546897546894, | |
| "loss": 1.8249, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.9470270270270271, | |
| "grad_norm": 9.395625114440918, | |
| "learning_rate": 0.00026849446849446846, | |
| "loss": 1.6475, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.9614414414414414, | |
| "grad_norm": 7.027394771575928, | |
| "learning_rate": 0.000268013468013468, | |
| "loss": 1.7785, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.9758558558558559, | |
| "grad_norm": 6.9065141677856445, | |
| "learning_rate": 0.0002675324675324675, | |
| "loss": 1.7738, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.9902702702702704, | |
| "grad_norm": 6.521425724029541, | |
| "learning_rate": 0.00026705146705146703, | |
| "loss": 1.8581, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.998918918918919, | |
| "eval_accuracy": 0.4008152173913043, | |
| "eval_loss": 2.1485719680786133, | |
| "eval_runtime": 71.8289, | |
| "eval_samples_per_second": 81.973, | |
| "eval_steps_per_second": 81.973, | |
| "step": 1386 | |
| }, | |
| { | |
| "epoch": 2.0057657657657657, | |
| "grad_norm": 7.039322853088379, | |
| "learning_rate": 0.00026657046657046655, | |
| "loss": 1.7202, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.02018018018018, | |
| "grad_norm": 7.790018558502197, | |
| "learning_rate": 0.0002660894660894661, | |
| "loss": 1.5822, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.0345945945945947, | |
| "grad_norm": 5.929462909698486, | |
| "learning_rate": 0.0002656084656084656, | |
| "loss": 1.5863, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.049009009009009, | |
| "grad_norm": 7.027909755706787, | |
| "learning_rate": 0.0002651274651274651, | |
| "loss": 1.6649, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.063423423423423, | |
| "grad_norm": 8.068297386169434, | |
| "learning_rate": 0.00026464646464646464, | |
| "loss": 1.4897, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.077837837837838, | |
| "grad_norm": 5.473997592926025, | |
| "learning_rate": 0.00026416546416546416, | |
| "loss": 1.3944, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.092252252252252, | |
| "grad_norm": 7.900372505187988, | |
| "learning_rate": 0.0002636844636844637, | |
| "loss": 1.4896, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.1066666666666665, | |
| "grad_norm": 8.289496421813965, | |
| "learning_rate": 0.00026320346320346316, | |
| "loss": 1.4708, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.121081081081081, | |
| "grad_norm": 8.37695026397705, | |
| "learning_rate": 0.00026272246272246273, | |
| "loss": 1.4163, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.1354954954954954, | |
| "grad_norm": 7.39870023727417, | |
| "learning_rate": 0.0002622414622414622, | |
| "loss": 1.4042, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.1499099099099097, | |
| "grad_norm": 5.828113079071045, | |
| "learning_rate": 0.0002617604617604617, | |
| "loss": 1.4999, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.1643243243243244, | |
| "grad_norm": 9.574938774108887, | |
| "learning_rate": 0.00026127946127946125, | |
| "loss": 1.5935, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.1787387387387387, | |
| "grad_norm": 5.495487689971924, | |
| "learning_rate": 0.00026079846079846077, | |
| "loss": 1.4395, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.193153153153153, | |
| "grad_norm": 7.692873477935791, | |
| "learning_rate": 0.0002603174603174603, | |
| "loss": 1.5065, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.2075675675675677, | |
| "grad_norm": 6.093646049499512, | |
| "learning_rate": 0.0002598364598364598, | |
| "loss": 1.2458, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 2.221981981981982, | |
| "grad_norm": 8.352725982666016, | |
| "learning_rate": 0.00025935545935545934, | |
| "loss": 1.3617, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.236396396396396, | |
| "grad_norm": 7.136700630187988, | |
| "learning_rate": 0.00025887445887445886, | |
| "loss": 1.336, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.250810810810811, | |
| "grad_norm": 7.038355350494385, | |
| "learning_rate": 0.0002583934583934584, | |
| "loss": 1.4329, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.265225225225225, | |
| "grad_norm": 8.975871086120605, | |
| "learning_rate": 0.0002579124579124579, | |
| "loss": 1.3865, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 2.2796396396396394, | |
| "grad_norm": 7.062686443328857, | |
| "learning_rate": 0.0002574314574314574, | |
| "loss": 1.5105, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.294054054054054, | |
| "grad_norm": 7.809958457946777, | |
| "learning_rate": 0.00025695045695045695, | |
| "loss": 1.5264, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 2.3084684684684684, | |
| "grad_norm": 16.515899658203125, | |
| "learning_rate": 0.0002564694564694564, | |
| "loss": 1.3927, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.3228828828828827, | |
| "grad_norm": 7.44677209854126, | |
| "learning_rate": 0.000255988455988456, | |
| "loss": 1.455, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 2.3372972972972974, | |
| "grad_norm": 8.71230411529541, | |
| "learning_rate": 0.00025550745550745546, | |
| "loss": 1.3946, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.3517117117117117, | |
| "grad_norm": 13.610152244567871, | |
| "learning_rate": 0.000255026455026455, | |
| "loss": 1.518, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 2.366126126126126, | |
| "grad_norm": 6.677915573120117, | |
| "learning_rate": 0.0002545454545454545, | |
| "loss": 1.4105, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.3805405405405407, | |
| "grad_norm": 8.372217178344727, | |
| "learning_rate": 0.00025406445406445403, | |
| "loss": 1.4308, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.394954954954955, | |
| "grad_norm": 8.334647178649902, | |
| "learning_rate": 0.00025358345358345355, | |
| "loss": 1.5468, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.409369369369369, | |
| "grad_norm": 6.818108081817627, | |
| "learning_rate": 0.0002531024531024531, | |
| "loss": 1.2425, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.423783783783784, | |
| "grad_norm": 8.92575454711914, | |
| "learning_rate": 0.0002526214526214526, | |
| "loss": 1.4133, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.438198198198198, | |
| "grad_norm": 5.084140300750732, | |
| "learning_rate": 0.0002521404521404521, | |
| "loss": 1.4107, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 2.4526126126126124, | |
| "grad_norm": 8.822663307189941, | |
| "learning_rate": 0.00025165945165945164, | |
| "loss": 1.3171, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.467027027027027, | |
| "grad_norm": 8.303985595703125, | |
| "learning_rate": 0.00025117845117845117, | |
| "loss": 1.4098, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 2.4814414414414414, | |
| "grad_norm": 7.201075553894043, | |
| "learning_rate": 0.0002506974506974507, | |
| "loss": 1.4737, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.4958558558558557, | |
| "grad_norm": 10.009323120117188, | |
| "learning_rate": 0.0002502164502164502, | |
| "loss": 1.3885, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 2.5102702702702704, | |
| "grad_norm": 9.489397048950195, | |
| "learning_rate": 0.0002497354497354497, | |
| "loss": 1.4509, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.5246846846846847, | |
| "grad_norm": 8.345633506774902, | |
| "learning_rate": 0.00024925444925444926, | |
| "loss": 1.3857, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.539099099099099, | |
| "grad_norm": 7.19754695892334, | |
| "learning_rate": 0.0002487734487734487, | |
| "loss": 1.3326, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.5535135135135136, | |
| "grad_norm": 7.177884578704834, | |
| "learning_rate": 0.0002482924482924483, | |
| "loss": 1.5869, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 2.567927927927928, | |
| "grad_norm": 8.491632461547852, | |
| "learning_rate": 0.00024785954785954783, | |
| "loss": 1.4267, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.5823423423423426, | |
| "grad_norm": 7.570484161376953, | |
| "learning_rate": 0.00024737854737854736, | |
| "loss": 1.2296, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 2.596756756756757, | |
| "grad_norm": 6.172090530395508, | |
| "learning_rate": 0.0002468975468975469, | |
| "loss": 1.4785, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.611171171171171, | |
| "grad_norm": 7.379034042358398, | |
| "learning_rate": 0.0002464165464165464, | |
| "loss": 1.3001, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 2.6255855855855854, | |
| "grad_norm": 10.75610065460205, | |
| "learning_rate": 0.0002459355459355459, | |
| "loss": 1.2524, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 13.247227668762207, | |
| "learning_rate": 0.00024545454545454545, | |
| "loss": 1.3659, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 2.6544144144144144, | |
| "grad_norm": 5.634087562561035, | |
| "learning_rate": 0.00024497354497354497, | |
| "loss": 1.2232, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.668828828828829, | |
| "grad_norm": 10.873608589172363, | |
| "learning_rate": 0.00024449254449254444, | |
| "loss": 1.2378, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.6832432432432434, | |
| "grad_norm": 5.584901809692383, | |
| "learning_rate": 0.00024401154401154402, | |
| "loss": 1.3656, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.6976576576576576, | |
| "grad_norm": 7.405895233154297, | |
| "learning_rate": 0.00024357864357864358, | |
| "loss": 1.4302, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.712072072072072, | |
| "grad_norm": 15.734750747680664, | |
| "learning_rate": 0.00024309764309764307, | |
| "loss": 1.4022, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.7264864864864866, | |
| "grad_norm": 7.340987682342529, | |
| "learning_rate": 0.00024261664261664262, | |
| "loss": 1.6006, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.740900900900901, | |
| "grad_norm": 7.674751281738281, | |
| "learning_rate": 0.00024213564213564212, | |
| "loss": 1.2135, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.755315315315315, | |
| "grad_norm": 6.400728702545166, | |
| "learning_rate": 0.0002416546416546416, | |
| "loss": 1.3779, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.76972972972973, | |
| "grad_norm": 7.798464298248291, | |
| "learning_rate": 0.00024117364117364116, | |
| "loss": 1.2951, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 2.784144144144144, | |
| "grad_norm": 7.321041107177734, | |
| "learning_rate": 0.00024069264069264068, | |
| "loss": 1.2799, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 2.7985585585585584, | |
| "grad_norm": 5.981571674346924, | |
| "learning_rate": 0.00024021164021164018, | |
| "loss": 1.2317, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 2.812972972972973, | |
| "grad_norm": 8.328124046325684, | |
| "learning_rate": 0.00023973063973063973, | |
| "loss": 1.2906, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.8273873873873874, | |
| "grad_norm": 8.400471687316895, | |
| "learning_rate": 0.00023924963924963922, | |
| "loss": 1.2612, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 2.8418018018018016, | |
| "grad_norm": 9.944376945495605, | |
| "learning_rate": 0.00023876863876863872, | |
| "loss": 1.277, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.8562162162162164, | |
| "grad_norm": 7.158963680267334, | |
| "learning_rate": 0.00023828763828763827, | |
| "loss": 1.1926, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.8706306306306306, | |
| "grad_norm": 8.513224601745605, | |
| "learning_rate": 0.00023780663780663777, | |
| "loss": 1.3409, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.885045045045045, | |
| "grad_norm": 9.025649070739746, | |
| "learning_rate": 0.00023732563732563731, | |
| "loss": 1.2527, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.8994594594594596, | |
| "grad_norm": 7.170861721038818, | |
| "learning_rate": 0.00023684463684463684, | |
| "loss": 1.3714, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 2.913873873873874, | |
| "grad_norm": 8.145925521850586, | |
| "learning_rate": 0.00023636363636363633, | |
| "loss": 1.1761, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 2.928288288288288, | |
| "grad_norm": 8.142692565917969, | |
| "learning_rate": 0.00023588263588263588, | |
| "loss": 1.2099, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 2.942702702702703, | |
| "grad_norm": 8.127079010009766, | |
| "learning_rate": 0.00023540163540163538, | |
| "loss": 1.1979, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 2.957117117117117, | |
| "grad_norm": 11.584084510803223, | |
| "learning_rate": 0.00023492063492063487, | |
| "loss": 1.2129, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.9715315315315314, | |
| "grad_norm": 9.020166397094727, | |
| "learning_rate": 0.00023443963443963442, | |
| "loss": 1.2372, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 2.985945945945946, | |
| "grad_norm": 8.28217887878418, | |
| "learning_rate": 0.00023395863395863395, | |
| "loss": 1.3784, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 2.998918918918919, | |
| "eval_accuracy": 0.5665760869565217, | |
| "eval_loss": 1.5905574560165405, | |
| "eval_runtime": 70.8152, | |
| "eval_samples_per_second": 83.146, | |
| "eval_steps_per_second": 83.146, | |
| "step": 2079 | |
| }, | |
| { | |
| "epoch": 3.0014414414414414, | |
| "grad_norm": 11.510876655578613, | |
| "learning_rate": 0.00023347763347763344, | |
| "loss": 1.2626, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 3.0158558558558557, | |
| "grad_norm": 5.197935104370117, | |
| "learning_rate": 0.000232996632996633, | |
| "loss": 0.9394, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 3.0302702702702704, | |
| "grad_norm": 6.015242576599121, | |
| "learning_rate": 0.0002325156325156325, | |
| "loss": 1.0227, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 3.0446846846846847, | |
| "grad_norm": 9.21528148651123, | |
| "learning_rate": 0.00023203463203463204, | |
| "loss": 1.0463, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 3.059099099099099, | |
| "grad_norm": 5.743220329284668, | |
| "learning_rate": 0.00023155363155363153, | |
| "loss": 1.1438, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 3.0735135135135137, | |
| "grad_norm": 6.462952136993408, | |
| "learning_rate": 0.00023107263107263105, | |
| "loss": 1.0024, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 3.087927927927928, | |
| "grad_norm": 12.120259284973145, | |
| "learning_rate": 0.00023059163059163058, | |
| "loss": 0.9826, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 3.102342342342342, | |
| "grad_norm": 12.20144271850586, | |
| "learning_rate": 0.0002301106301106301, | |
| "loss": 0.8739, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 3.116756756756757, | |
| "grad_norm": 9.536534309387207, | |
| "learning_rate": 0.0002296296296296296, | |
| "loss": 0.9446, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 3.131171171171171, | |
| "grad_norm": 8.851655960083008, | |
| "learning_rate": 0.00022914862914862915, | |
| "loss": 0.9573, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 3.1455855855855854, | |
| "grad_norm": 4.498742580413818, | |
| "learning_rate": 0.00022866762866762864, | |
| "loss": 0.8506, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 6.809707164764404, | |
| "learning_rate": 0.00022818662818662816, | |
| "loss": 1.0656, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 3.1744144144144144, | |
| "grad_norm": 6.868171215057373, | |
| "learning_rate": 0.00022770562770562769, | |
| "loss": 0.9994, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.1888288288288287, | |
| "grad_norm": 10.197772979736328, | |
| "learning_rate": 0.0002272246272246272, | |
| "loss": 1.037, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 3.2032432432432434, | |
| "grad_norm": 7.1662397384643555, | |
| "learning_rate": 0.00022674362674362673, | |
| "loss": 1.012, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 3.2176576576576577, | |
| "grad_norm": 10.103696823120117, | |
| "learning_rate": 0.00022626262626262625, | |
| "loss": 0.991, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 3.232072072072072, | |
| "grad_norm": 8.78542423248291, | |
| "learning_rate": 0.00022578162578162575, | |
| "loss": 0.9302, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 3.2464864864864866, | |
| "grad_norm": 7.611443519592285, | |
| "learning_rate": 0.0002253006253006253, | |
| "loss": 0.8299, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 3.260900900900901, | |
| "grad_norm": 9.050780296325684, | |
| "learning_rate": 0.0002248196248196248, | |
| "loss": 0.9967, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 3.275315315315315, | |
| "grad_norm": 6.917296886444092, | |
| "learning_rate": 0.00022433862433862432, | |
| "loss": 0.8874, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 3.28972972972973, | |
| "grad_norm": 8.2102689743042, | |
| "learning_rate": 0.00022385762385762384, | |
| "loss": 0.9312, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 3.304144144144144, | |
| "grad_norm": 9.818486213684082, | |
| "learning_rate": 0.00022337662337662336, | |
| "loss": 1.025, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 3.3185585585585584, | |
| "grad_norm": 6.598074436187744, | |
| "learning_rate": 0.00022289562289562286, | |
| "loss": 0.9141, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.332972972972973, | |
| "grad_norm": 9.62888240814209, | |
| "learning_rate": 0.0002224146224146224, | |
| "loss": 1.0216, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 3.3473873873873874, | |
| "grad_norm": 6.611650466918945, | |
| "learning_rate": 0.0002219336219336219, | |
| "loss": 0.9711, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 3.3618018018018017, | |
| "grad_norm": 8.440096855163574, | |
| "learning_rate": 0.00022145262145262145, | |
| "loss": 0.9708, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 3.3762162162162164, | |
| "grad_norm": 5.923568248748779, | |
| "learning_rate": 0.00022097162097162095, | |
| "loss": 0.8819, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 3.3906306306306306, | |
| "grad_norm": 9.504045486450195, | |
| "learning_rate": 0.00022049062049062047, | |
| "loss": 1.0258, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 3.405045045045045, | |
| "grad_norm": 8.018298149108887, | |
| "learning_rate": 0.00022000962000962, | |
| "loss": 0.966, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 3.4194594594594596, | |
| "grad_norm": 9.065242767333984, | |
| "learning_rate": 0.00021952861952861952, | |
| "loss": 0.9424, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 3.433873873873874, | |
| "grad_norm": 4.324906826019287, | |
| "learning_rate": 0.000219047619047619, | |
| "loss": 0.9095, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 3.448288288288288, | |
| "grad_norm": 6.282894611358643, | |
| "learning_rate": 0.00021856661856661856, | |
| "loss": 0.7899, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 3.462702702702703, | |
| "grad_norm": 8.898022651672363, | |
| "learning_rate": 0.00021808561808561806, | |
| "loss": 1.0555, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 3.477117117117117, | |
| "grad_norm": 7.557389259338379, | |
| "learning_rate": 0.00021760461760461758, | |
| "loss": 1.0346, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 3.4915315315315314, | |
| "grad_norm": 7.2191243171691895, | |
| "learning_rate": 0.0002171236171236171, | |
| "loss": 1.1356, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 3.505945945945946, | |
| "grad_norm": 8.154009819030762, | |
| "learning_rate": 0.00021664261664261662, | |
| "loss": 0.8751, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 3.5203603603603604, | |
| "grad_norm": 8.395825386047363, | |
| "learning_rate": 0.00021616161616161615, | |
| "loss": 1.0114, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 3.5347747747747746, | |
| "grad_norm": 5.63392972946167, | |
| "learning_rate": 0.00021568061568061567, | |
| "loss": 1.0379, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 3.5491891891891894, | |
| "grad_norm": 10.38432788848877, | |
| "learning_rate": 0.00021519961519961517, | |
| "loss": 0.8813, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 3.5636036036036036, | |
| "grad_norm": 6.3172831535339355, | |
| "learning_rate": 0.00021471861471861472, | |
| "loss": 0.8634, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 3.578018018018018, | |
| "grad_norm": 5.470358848571777, | |
| "learning_rate": 0.0002142376142376142, | |
| "loss": 0.8643, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 3.5924324324324326, | |
| "grad_norm": 7.979945182800293, | |
| "learning_rate": 0.00021375661375661373, | |
| "loss": 0.8846, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 3.606846846846847, | |
| "grad_norm": 8.539430618286133, | |
| "learning_rate": 0.00021327561327561326, | |
| "loss": 0.8023, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 3.621261261261261, | |
| "grad_norm": 10.614852905273438, | |
| "learning_rate": 0.00021279461279461278, | |
| "loss": 0.8827, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 3.6356756756756754, | |
| "grad_norm": 7.796425819396973, | |
| "learning_rate": 0.00021231361231361227, | |
| "loss": 0.9302, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 3.65009009009009, | |
| "grad_norm": 7.7120513916015625, | |
| "learning_rate": 0.00021183261183261182, | |
| "loss": 0.9051, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 3.6645045045045044, | |
| "grad_norm": 8.441040992736816, | |
| "learning_rate": 0.00021135161135161132, | |
| "loss": 0.8423, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 3.678918918918919, | |
| "grad_norm": 9.811504364013672, | |
| "learning_rate": 0.00021087061087061087, | |
| "loss": 1.0583, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 3.6933333333333334, | |
| "grad_norm": 7.54157018661499, | |
| "learning_rate": 0.00021038961038961036, | |
| "loss": 0.951, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 3.7077477477477476, | |
| "grad_norm": 7.79876184463501, | |
| "learning_rate": 0.0002099086099086099, | |
| "loss": 0.9965, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 3.722162162162162, | |
| "grad_norm": 5.9531025886535645, | |
| "learning_rate": 0.0002094276094276094, | |
| "loss": 0.9167, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 3.7365765765765766, | |
| "grad_norm": 8.99783706665039, | |
| "learning_rate": 0.00020894660894660893, | |
| "loss": 0.8638, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 3.750990990990991, | |
| "grad_norm": 9.056802749633789, | |
| "learning_rate": 0.00020846560846560843, | |
| "loss": 0.8231, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 3.7654054054054056, | |
| "grad_norm": 7.3464226722717285, | |
| "learning_rate": 0.00020798460798460798, | |
| "loss": 0.8209, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 3.77981981981982, | |
| "grad_norm": 8.303426742553711, | |
| "learning_rate": 0.00020750360750360747, | |
| "loss": 0.8386, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 3.794234234234234, | |
| "grad_norm": 10.655036926269531, | |
| "learning_rate": 0.000207022607022607, | |
| "loss": 0.9418, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 3.8086486486486484, | |
| "grad_norm": 7.482151508331299, | |
| "learning_rate": 0.00020654160654160652, | |
| "loss": 0.8695, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 3.823063063063063, | |
| "grad_norm": 5.685608863830566, | |
| "learning_rate": 0.00020606060606060604, | |
| "loss": 0.8369, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 3.8374774774774774, | |
| "grad_norm": 10.795586585998535, | |
| "learning_rate": 0.0002055796055796056, | |
| "loss": 1.0052, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 3.851891891891892, | |
| "grad_norm": 6.713515281677246, | |
| "learning_rate": 0.00020509860509860509, | |
| "loss": 0.8769, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 3.8663063063063063, | |
| "grad_norm": 7.321280479431152, | |
| "learning_rate": 0.00020461760461760458, | |
| "loss": 0.7935, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 3.8807207207207206, | |
| "grad_norm": 10.69791316986084, | |
| "learning_rate": 0.00020413660413660413, | |
| "loss": 0.8147, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 3.895135135135135, | |
| "grad_norm": 5.368622779846191, | |
| "learning_rate": 0.00020365560365560363, | |
| "loss": 0.73, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 3.9095495495495496, | |
| "grad_norm": 7.696519374847412, | |
| "learning_rate": 0.00020317460317460315, | |
| "loss": 0.999, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 3.923963963963964, | |
| "grad_norm": 6.5068278312683105, | |
| "learning_rate": 0.0002026936026936027, | |
| "loss": 0.9845, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 3.9383783783783786, | |
| "grad_norm": 11.021740913391113, | |
| "learning_rate": 0.0002022126022126022, | |
| "loss": 0.799, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 3.952792792792793, | |
| "grad_norm": 10.628512382507324, | |
| "learning_rate": 0.0002017316017316017, | |
| "loss": 0.8632, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 3.967207207207207, | |
| "grad_norm": 4.902791500091553, | |
| "learning_rate": 0.00020125060125060124, | |
| "loss": 0.8372, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 3.9816216216216214, | |
| "grad_norm": 4.3632612228393555, | |
| "learning_rate": 0.00020076960076960074, | |
| "loss": 0.7952, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 3.996036036036036, | |
| "grad_norm": 7.273792266845703, | |
| "learning_rate": 0.00020028860028860029, | |
| "loss": 0.976, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 3.998918918918919, | |
| "eval_accuracy": 0.6317934782608695, | |
| "eval_loss": 1.4036318063735962, | |
| "eval_runtime": 71.1319, | |
| "eval_samples_per_second": 82.776, | |
| "eval_steps_per_second": 82.776, | |
| "step": 2772 | |
| }, | |
| { | |
| "epoch": 4.011531531531531, | |
| "grad_norm": 6.909998893737793, | |
| "learning_rate": 0.00019980759980759978, | |
| "loss": 0.6602, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 4.025945945945946, | |
| "grad_norm": 8.993280410766602, | |
| "learning_rate": 0.0001993265993265993, | |
| "loss": 0.6195, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 4.04036036036036, | |
| "grad_norm": 7.916188716888428, | |
| "learning_rate": 0.00019884559884559885, | |
| "loss": 0.7457, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 4.054774774774775, | |
| "grad_norm": 7.465798854827881, | |
| "learning_rate": 0.00019836459836459835, | |
| "loss": 0.6078, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 4.069189189189189, | |
| "grad_norm": 6.875505447387695, | |
| "learning_rate": 0.00019788359788359784, | |
| "loss": 0.6549, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 4.083603603603604, | |
| "grad_norm": 3.8479785919189453, | |
| "learning_rate": 0.0001974025974025974, | |
| "loss": 0.6418, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 4.098018018018018, | |
| "grad_norm": 6.455437183380127, | |
| "learning_rate": 0.0001969215969215969, | |
| "loss": 0.5954, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 4.112432432432432, | |
| "grad_norm": 6.476559162139893, | |
| "learning_rate": 0.0001964405964405964, | |
| "loss": 0.6301, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 4.126846846846846, | |
| "grad_norm": 7.31296968460083, | |
| "learning_rate": 0.00019595959595959596, | |
| "loss": 0.6207, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 4.141261261261262, | |
| "grad_norm": 5.897990703582764, | |
| "learning_rate": 0.00019547859547859546, | |
| "loss": 0.665, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 4.155675675675676, | |
| "grad_norm": 11.098051071166992, | |
| "learning_rate": 0.000194997594997595, | |
| "loss": 0.7145, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 4.17009009009009, | |
| "grad_norm": 8.448944091796875, | |
| "learning_rate": 0.0001945165945165945, | |
| "loss": 0.6393, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 4.184504504504504, | |
| "grad_norm": 13.370219230651855, | |
| "learning_rate": 0.000194035594035594, | |
| "loss": 0.758, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 4.198918918918919, | |
| "grad_norm": 7.902467727661133, | |
| "learning_rate": 0.00019355459355459355, | |
| "loss": 0.6265, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 4.213333333333333, | |
| "grad_norm": 7.578878879547119, | |
| "learning_rate": 0.00019307359307359307, | |
| "loss": 0.6021, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 4.227747747747748, | |
| "grad_norm": 4.44959831237793, | |
| "learning_rate": 0.00019259259259259257, | |
| "loss": 0.5569, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 4.242162162162162, | |
| "grad_norm": 6.23007345199585, | |
| "learning_rate": 0.00019211159211159212, | |
| "loss": 0.5864, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 4.256576576576577, | |
| "grad_norm": 6.711118698120117, | |
| "learning_rate": 0.0001916305916305916, | |
| "loss": 0.762, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 4.270990990990991, | |
| "grad_norm": 6.0345892906188965, | |
| "learning_rate": 0.0001911495911495911, | |
| "loss": 0.6951, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 4.285405405405405, | |
| "grad_norm": 9.019355773925781, | |
| "learning_rate": 0.00019066859066859066, | |
| "loss": 0.6783, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 4.299819819819819, | |
| "grad_norm": 3.4161036014556885, | |
| "learning_rate": 0.00019018759018759018, | |
| "loss": 0.5314, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 4.314234234234235, | |
| "grad_norm": 14.645369529724121, | |
| "learning_rate": 0.00018970658970658967, | |
| "loss": 0.727, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 4.328648648648649, | |
| "grad_norm": 9.72807502746582, | |
| "learning_rate": 0.00018922558922558922, | |
| "loss": 0.8081, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 4.343063063063063, | |
| "grad_norm": 9.566605567932129, | |
| "learning_rate": 0.00018874458874458872, | |
| "loss": 0.8377, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 4.357477477477477, | |
| "grad_norm": 6.285200595855713, | |
| "learning_rate": 0.00018826358826358827, | |
| "loss": 0.5785, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 4.371891891891892, | |
| "grad_norm": 9.00932788848877, | |
| "learning_rate": 0.00018778258778258776, | |
| "loss": 0.6128, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 4.386306306306306, | |
| "grad_norm": 7.807287693023682, | |
| "learning_rate": 0.0001873015873015873, | |
| "loss": 0.5746, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 4.400720720720721, | |
| "grad_norm": 9.012112617492676, | |
| "learning_rate": 0.0001868205868205868, | |
| "loss": 0.7083, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 4.415135135135135, | |
| "grad_norm": 7.376474380493164, | |
| "learning_rate": 0.00018633958633958633, | |
| "loss": 0.5449, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 4.42954954954955, | |
| "grad_norm": 10.350975036621094, | |
| "learning_rate": 0.00018585858585858583, | |
| "loss": 0.5831, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 4.443963963963964, | |
| "grad_norm": 12.924885749816895, | |
| "learning_rate": 0.00018537758537758538, | |
| "loss": 0.643, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 4.458378378378378, | |
| "grad_norm": 9.871654510498047, | |
| "learning_rate": 0.00018489658489658487, | |
| "loss": 0.5769, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 4.472792792792792, | |
| "grad_norm": 10.68826675415039, | |
| "learning_rate": 0.0001844155844155844, | |
| "loss": 0.5935, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 4.487207207207208, | |
| "grad_norm": 3.832447052001953, | |
| "learning_rate": 0.00018393458393458392, | |
| "loss": 0.6972, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 4.501621621621622, | |
| "grad_norm": 11.571698188781738, | |
| "learning_rate": 0.00018345358345358344, | |
| "loss": 0.5323, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 4.516036036036036, | |
| "grad_norm": 6.816562175750732, | |
| "learning_rate": 0.00018297258297258296, | |
| "loss": 0.6748, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 4.53045045045045, | |
| "grad_norm": 8.589786529541016, | |
| "learning_rate": 0.00018249158249158249, | |
| "loss": 0.5692, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 4.544864864864865, | |
| "grad_norm": 5.961371421813965, | |
| "learning_rate": 0.00018201058201058198, | |
| "loss": 0.6498, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 4.559279279279279, | |
| "grad_norm": 5.627412796020508, | |
| "learning_rate": 0.00018152958152958153, | |
| "loss": 0.5188, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 4.573693693693694, | |
| "grad_norm": 7.16035270690918, | |
| "learning_rate": 0.00018104858104858103, | |
| "loss": 0.7355, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 4.588108108108108, | |
| "grad_norm": 10.82986831665039, | |
| "learning_rate": 0.00018056758056758055, | |
| "loss": 0.5609, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 4.602522522522523, | |
| "grad_norm": 4.972907066345215, | |
| "learning_rate": 0.00018008658008658007, | |
| "loss": 0.657, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 4.616936936936937, | |
| "grad_norm": 7.4952921867370605, | |
| "learning_rate": 0.0001796055796055796, | |
| "loss": 0.7709, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 4.631351351351351, | |
| "grad_norm": 10.458305358886719, | |
| "learning_rate": 0.0001791245791245791, | |
| "loss": 0.7469, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 4.645765765765765, | |
| "grad_norm": 7.345424652099609, | |
| "learning_rate": 0.00017864357864357864, | |
| "loss": 0.6626, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 4.6601801801801805, | |
| "grad_norm": 8.653913497924805, | |
| "learning_rate": 0.00017816257816257814, | |
| "loss": 0.6976, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 4.674594594594595, | |
| "grad_norm": 10.380864143371582, | |
| "learning_rate": 0.00017768157768157769, | |
| "loss": 0.717, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 4.689009009009009, | |
| "grad_norm": 7.697448253631592, | |
| "learning_rate": 0.00017720057720057718, | |
| "loss": 0.5699, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 4.703423423423423, | |
| "grad_norm": 8.309391975402832, | |
| "learning_rate": 0.0001767195767195767, | |
| "loss": 0.6343, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 4.717837837837838, | |
| "grad_norm": 9.288497924804688, | |
| "learning_rate": 0.00017623857623857623, | |
| "loss": 0.6441, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 4.732252252252252, | |
| "grad_norm": 6.459592342376709, | |
| "learning_rate": 0.00017575757575757575, | |
| "loss": 0.6189, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 4.746666666666667, | |
| "grad_norm": 10.57323932647705, | |
| "learning_rate": 0.00017527657527657524, | |
| "loss": 0.6367, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 4.761081081081081, | |
| "grad_norm": 12.577940940856934, | |
| "learning_rate": 0.0001747955747955748, | |
| "loss": 0.7408, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 4.775495495495496, | |
| "grad_norm": 3.959545373916626, | |
| "learning_rate": 0.0001743145743145743, | |
| "loss": 0.7011, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 4.78990990990991, | |
| "grad_norm": 6.3194074630737305, | |
| "learning_rate": 0.0001738335738335738, | |
| "loss": 0.6087, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 4.804324324324324, | |
| "grad_norm": 6.57200288772583, | |
| "learning_rate": 0.00017335257335257333, | |
| "loss": 0.5534, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 4.818738738738738, | |
| "grad_norm": 10.793018341064453, | |
| "learning_rate": 0.00017287157287157286, | |
| "loss": 0.6547, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 4.8331531531531535, | |
| "grad_norm": 8.22946834564209, | |
| "learning_rate": 0.00017239057239057238, | |
| "loss": 0.54, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 4.847567567567568, | |
| "grad_norm": 6.648707389831543, | |
| "learning_rate": 0.0001719095719095719, | |
| "loss": 0.6513, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 4.861981981981982, | |
| "grad_norm": 9.310436248779297, | |
| "learning_rate": 0.0001714285714285714, | |
| "loss": 0.6666, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 4.876396396396396, | |
| "grad_norm": 7.90936803817749, | |
| "learning_rate": 0.00017094757094757095, | |
| "loss": 0.5307, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 4.890810810810811, | |
| "grad_norm": 11.999992370605469, | |
| "learning_rate": 0.00017046657046657044, | |
| "loss": 0.6419, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 4.905225225225225, | |
| "grad_norm": 6.814235210418701, | |
| "learning_rate": 0.00016998556998556997, | |
| "loss": 0.6351, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 4.91963963963964, | |
| "grad_norm": 5.307042598724365, | |
| "learning_rate": 0.0001695045695045695, | |
| "loss": 0.4863, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 4.934054054054054, | |
| "grad_norm": 6.333554744720459, | |
| "learning_rate": 0.000169023569023569, | |
| "loss": 0.5675, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 4.9484684684684686, | |
| "grad_norm": 11.619277000427246, | |
| "learning_rate": 0.0001685425685425685, | |
| "loss": 0.6109, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 4.962882882882883, | |
| "grad_norm": 9.019371032714844, | |
| "learning_rate": 0.00016806156806156806, | |
| "loss": 0.6733, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 4.977297297297297, | |
| "grad_norm": 11.165461540222168, | |
| "learning_rate": 0.00016758056758056755, | |
| "loss": 0.6316, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 4.991711711711711, | |
| "grad_norm": 7.608892917633057, | |
| "learning_rate": 0.0001670995670995671, | |
| "loss": 0.6109, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 4.998918918918919, | |
| "eval_accuracy": 0.6694972826086957, | |
| "eval_loss": 1.3022359609603882, | |
| "eval_runtime": 71.2632, | |
| "eval_samples_per_second": 82.623, | |
| "eval_steps_per_second": 82.623, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 5.007207207207207, | |
| "grad_norm": 9.452139854431152, | |
| "learning_rate": 0.0001666185666185666, | |
| "loss": 0.5941, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 5.021621621621621, | |
| "grad_norm": 11.466656684875488, | |
| "learning_rate": 0.00016613756613756612, | |
| "loss": 0.4384, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 5.036036036036036, | |
| "grad_norm": 4.653087615966797, | |
| "learning_rate": 0.00016565656565656564, | |
| "loss": 0.3431, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 5.050450450450451, | |
| "grad_norm": 7.519618034362793, | |
| "learning_rate": 0.00016517556517556516, | |
| "loss": 0.3838, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.064864864864865, | |
| "grad_norm": 4.581979274749756, | |
| "learning_rate": 0.00016469456469456466, | |
| "loss": 0.4935, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 5.079279279279279, | |
| "grad_norm": 6.805906772613525, | |
| "learning_rate": 0.0001642135642135642, | |
| "loss": 0.5017, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 5.093693693693694, | |
| "grad_norm": 4.4706130027771, | |
| "learning_rate": 0.0001637325637325637, | |
| "loss": 0.3694, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 5.108108108108108, | |
| "grad_norm": 12.303053855895996, | |
| "learning_rate": 0.00016325156325156323, | |
| "loss": 0.5018, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 5.122522522522522, | |
| "grad_norm": 8.26274585723877, | |
| "learning_rate": 0.00016277056277056275, | |
| "loss": 0.4137, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 5.136936936936937, | |
| "grad_norm": 8.698760986328125, | |
| "learning_rate": 0.00016228956228956227, | |
| "loss": 0.4075, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 5.151351351351352, | |
| "grad_norm": 4.8723464012146, | |
| "learning_rate": 0.0001618085618085618, | |
| "loss": 0.3868, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 5.165765765765766, | |
| "grad_norm": 15.168949127197266, | |
| "learning_rate": 0.00016132756132756132, | |
| "loss": 0.5866, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 5.18018018018018, | |
| "grad_norm": 3.4054131507873535, | |
| "learning_rate": 0.00016084656084656081, | |
| "loss": 0.4335, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 5.194594594594594, | |
| "grad_norm": 6.454439640045166, | |
| "learning_rate": 0.00016036556036556036, | |
| "loss": 0.3651, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 5.209009009009009, | |
| "grad_norm": 9.079266548156738, | |
| "learning_rate": 0.00015988455988455986, | |
| "loss": 0.4362, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 5.223423423423424, | |
| "grad_norm": 5.144644737243652, | |
| "learning_rate": 0.00015940355940355938, | |
| "loss": 0.3995, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 5.237837837837838, | |
| "grad_norm": 3.268798828125, | |
| "learning_rate": 0.0001589225589225589, | |
| "loss": 0.3449, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 5.252252252252252, | |
| "grad_norm": 8.07151985168457, | |
| "learning_rate": 0.00015844155844155843, | |
| "loss": 0.4208, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 5.266666666666667, | |
| "grad_norm": 12.767313003540039, | |
| "learning_rate": 0.00015796055796055792, | |
| "loss": 0.6022, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 5.281081081081081, | |
| "grad_norm": 6.390374183654785, | |
| "learning_rate": 0.00015747955747955747, | |
| "loss": 0.4398, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 5.295495495495495, | |
| "grad_norm": 9.433565139770508, | |
| "learning_rate": 0.00015699855699855697, | |
| "loss": 0.4173, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 5.30990990990991, | |
| "grad_norm": 5.595968723297119, | |
| "learning_rate": 0.00015651755651755652, | |
| "loss": 0.3901, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 5.324324324324325, | |
| "grad_norm": 10.680915832519531, | |
| "learning_rate": 0.000156036556036556, | |
| "loss": 0.4181, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 5.338738738738739, | |
| "grad_norm": 7.522782325744629, | |
| "learning_rate": 0.00015555555555555554, | |
| "loss": 0.4297, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 5.353153153153153, | |
| "grad_norm": 7.204060077667236, | |
| "learning_rate": 0.00015507455507455509, | |
| "loss": 0.5376, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 5.367567567567567, | |
| "grad_norm": 5.985680103302002, | |
| "learning_rate": 0.00015459355459355458, | |
| "loss": 0.4228, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 5.381981981981982, | |
| "grad_norm": 6.600807189941406, | |
| "learning_rate": 0.00015411255411255408, | |
| "loss": 0.385, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 5.396396396396397, | |
| "grad_norm": 7.420990943908691, | |
| "learning_rate": 0.00015363155363155363, | |
| "loss": 0.3998, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 5.410810810810811, | |
| "grad_norm": 9.45582389831543, | |
| "learning_rate": 0.00015315055315055312, | |
| "loss": 0.4617, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 5.425225225225225, | |
| "grad_norm": 7.066572189331055, | |
| "learning_rate": 0.00015266955266955264, | |
| "loss": 0.5216, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 5.43963963963964, | |
| "grad_norm": 8.458218574523926, | |
| "learning_rate": 0.0001521885521885522, | |
| "loss": 0.4398, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 5.454054054054054, | |
| "grad_norm": 8.65445327758789, | |
| "learning_rate": 0.0001517075517075517, | |
| "loss": 0.412, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 5.468468468468468, | |
| "grad_norm": 6.245201587677002, | |
| "learning_rate": 0.00015122655122655124, | |
| "loss": 0.5225, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 5.482882882882883, | |
| "grad_norm": 6.9201226234436035, | |
| "learning_rate": 0.00015074555074555073, | |
| "loss": 0.4083, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 5.4972972972972975, | |
| "grad_norm": 5.687572479248047, | |
| "learning_rate": 0.00015026455026455023, | |
| "loss": 0.3771, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 5.511711711711712, | |
| "grad_norm": 12.578248977661133, | |
| "learning_rate": 0.00014978354978354978, | |
| "loss": 0.3696, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 5.526126126126126, | |
| "grad_norm": 10.053037643432617, | |
| "learning_rate": 0.0001493025493025493, | |
| "loss": 0.4423, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 5.54054054054054, | |
| "grad_norm": 8.149930000305176, | |
| "learning_rate": 0.00014882154882154883, | |
| "loss": 0.3522, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 5.554954954954955, | |
| "grad_norm": 6.910628318786621, | |
| "learning_rate": 0.00014834054834054832, | |
| "loss": 0.4902, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 5.569369369369369, | |
| "grad_norm": 14.113895416259766, | |
| "learning_rate": 0.00014785954785954784, | |
| "loss": 0.3764, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 5.583783783783784, | |
| "grad_norm": 4.280562877655029, | |
| "learning_rate": 0.00014737854737854737, | |
| "loss": 0.3926, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 5.598198198198198, | |
| "grad_norm": 4.793622970581055, | |
| "learning_rate": 0.0001468975468975469, | |
| "loss": 0.4178, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 5.612612612612613, | |
| "grad_norm": 6.7690629959106445, | |
| "learning_rate": 0.0001464165464165464, | |
| "loss": 0.4741, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 5.627027027027027, | |
| "grad_norm": 8.833131790161133, | |
| "learning_rate": 0.00014593554593554593, | |
| "loss": 0.4319, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 5.641441441441441, | |
| "grad_norm": 9.301470756530762, | |
| "learning_rate": 0.00014545454545454546, | |
| "loss": 0.4336, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 5.655855855855856, | |
| "grad_norm": 3.9089972972869873, | |
| "learning_rate": 0.00014497354497354495, | |
| "loss": 0.4098, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 5.6702702702702705, | |
| "grad_norm": 4.024796485900879, | |
| "learning_rate": 0.00014449254449254447, | |
| "loss": 0.3569, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 5.684684684684685, | |
| "grad_norm": 8.658758163452148, | |
| "learning_rate": 0.000144011544011544, | |
| "loss": 0.5245, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 5.699099099099099, | |
| "grad_norm": 9.45702075958252, | |
| "learning_rate": 0.00014353054353054352, | |
| "loss": 0.5006, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 5.713513513513513, | |
| "grad_norm": 10.026135444641113, | |
| "learning_rate": 0.00014304954304954304, | |
| "loss": 0.4733, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 5.727927927927928, | |
| "grad_norm": 3.080054998397827, | |
| "learning_rate": 0.00014256854256854257, | |
| "loss": 0.4647, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 5.742342342342342, | |
| "grad_norm": 11.083988189697266, | |
| "learning_rate": 0.0001420875420875421, | |
| "loss": 0.4103, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 5.756756756756757, | |
| "grad_norm": 8.7739839553833, | |
| "learning_rate": 0.0001416065416065416, | |
| "loss": 0.4172, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 5.771171171171171, | |
| "grad_norm": 7.252143383026123, | |
| "learning_rate": 0.0001411255411255411, | |
| "loss": 0.4011, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 5.7855855855855856, | |
| "grad_norm": 3.579751491546631, | |
| "learning_rate": 0.00014064454064454063, | |
| "loss": 0.3757, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "grad_norm": 5.969137191772461, | |
| "learning_rate": 0.00014016354016354015, | |
| "loss": 0.4846, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 5.814414414414414, | |
| "grad_norm": 11.756107330322266, | |
| "learning_rate": 0.00013968253968253967, | |
| "loss": 0.4652, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 5.828828828828829, | |
| "grad_norm": 6.106459617614746, | |
| "learning_rate": 0.0001392015392015392, | |
| "loss": 0.4863, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 5.8432432432432435, | |
| "grad_norm": 7.70770788192749, | |
| "learning_rate": 0.00013872053872053872, | |
| "loss": 0.3973, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 5.857657657657658, | |
| "grad_norm": 7.212626934051514, | |
| "learning_rate": 0.00013823953823953824, | |
| "loss": 0.496, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 5.872072072072072, | |
| "grad_norm": 7.486503601074219, | |
| "learning_rate": 0.00013775853775853774, | |
| "loss": 0.3921, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 5.886486486486486, | |
| "grad_norm": 6.690408706665039, | |
| "learning_rate": 0.00013727753727753726, | |
| "loss": 0.3831, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 5.900900900900901, | |
| "grad_norm": 7.277036190032959, | |
| "learning_rate": 0.00013679653679653678, | |
| "loss": 0.3916, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 5.915315315315315, | |
| "grad_norm": 9.00048828125, | |
| "learning_rate": 0.00013636363636363634, | |
| "loss": 0.5376, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 5.92972972972973, | |
| "grad_norm": 4.73638916015625, | |
| "learning_rate": 0.00013588263588263586, | |
| "loss": 0.3302, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 5.944144144144144, | |
| "grad_norm": 9.437019348144531, | |
| "learning_rate": 0.0001354016354016354, | |
| "loss": 0.3571, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 5.9585585585585585, | |
| "grad_norm": 4.46668004989624, | |
| "learning_rate": 0.0001349206349206349, | |
| "loss": 0.5002, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 5.972972972972973, | |
| "grad_norm": 5.139366626739502, | |
| "learning_rate": 0.00013443963443963443, | |
| "loss": 0.3792, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 5.987387387387387, | |
| "grad_norm": 8.221098899841309, | |
| "learning_rate": 0.00013395863395863395, | |
| "loss": 0.4357, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 5.998918918918919, | |
| "eval_accuracy": 0.7138247282608695, | |
| "eval_loss": 1.2386276721954346, | |
| "eval_runtime": 74.8324, | |
| "eval_samples_per_second": 78.683, | |
| "eval_steps_per_second": 78.683, | |
| "step": 4158 | |
| }, | |
| { | |
| "epoch": 6.002882882882883, | |
| "grad_norm": 4.90937614440918, | |
| "learning_rate": 0.00013347763347763348, | |
| "loss": 0.3666, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 6.017297297297297, | |
| "grad_norm": 8.738027572631836, | |
| "learning_rate": 0.00013299663299663297, | |
| "loss": 0.4189, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 6.031711711711711, | |
| "grad_norm": 7.700376033782959, | |
| "learning_rate": 0.0001325156325156325, | |
| "loss": 0.2986, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 6.0461261261261265, | |
| "grad_norm": 7.535659313201904, | |
| "learning_rate": 0.00013203463203463202, | |
| "loss": 0.2416, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 6.060540540540541, | |
| "grad_norm": 6.323885440826416, | |
| "learning_rate": 0.00013155363155363154, | |
| "loss": 0.2035, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 6.074954954954955, | |
| "grad_norm": 5.111292839050293, | |
| "learning_rate": 0.00013107263107263106, | |
| "loss": 0.259, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 6.089369369369369, | |
| "grad_norm": 4.008244037628174, | |
| "learning_rate": 0.00013059163059163059, | |
| "loss": 0.2349, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 6.103783783783784, | |
| "grad_norm": 6.876310348510742, | |
| "learning_rate": 0.0001301106301106301, | |
| "loss": 0.3054, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 6.118198198198198, | |
| "grad_norm": 7.2992401123046875, | |
| "learning_rate": 0.0001296296296296296, | |
| "loss": 0.2878, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 6.132612612612613, | |
| "grad_norm": 4.963804244995117, | |
| "learning_rate": 0.00012914862914862913, | |
| "loss": 0.276, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 6.147027027027027, | |
| "grad_norm": 6.088598251342773, | |
| "learning_rate": 0.00012866762866762865, | |
| "loss": 0.324, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 6.161441441441442, | |
| "grad_norm": 8.737565040588379, | |
| "learning_rate": 0.00012818662818662817, | |
| "loss": 0.2386, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 6.175855855855856, | |
| "grad_norm": 5.8639678955078125, | |
| "learning_rate": 0.0001277056277056277, | |
| "loss": 0.3121, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 6.19027027027027, | |
| "grad_norm": 5.675809383392334, | |
| "learning_rate": 0.00012722462722462722, | |
| "loss": 0.2746, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 6.204684684684684, | |
| "grad_norm": 5.486160755157471, | |
| "learning_rate": 0.00012674362674362674, | |
| "loss": 0.315, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 6.2190990990990995, | |
| "grad_norm": 6.656479835510254, | |
| "learning_rate": 0.00012626262626262626, | |
| "loss": 0.2825, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 6.233513513513514, | |
| "grad_norm": 6.042985916137695, | |
| "learning_rate": 0.00012578162578162576, | |
| "loss": 0.3193, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 6.247927927927928, | |
| "grad_norm": 9.522024154663086, | |
| "learning_rate": 0.00012530062530062528, | |
| "loss": 0.3962, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 6.262342342342342, | |
| "grad_norm": 6.633049964904785, | |
| "learning_rate": 0.0001248196248196248, | |
| "loss": 0.3154, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 6.276756756756757, | |
| "grad_norm": 8.572668075561523, | |
| "learning_rate": 0.00012433862433862433, | |
| "loss": 0.3352, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 6.291171171171171, | |
| "grad_norm": 8.13693618774414, | |
| "learning_rate": 0.00012385762385762385, | |
| "loss": 0.2994, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 6.305585585585586, | |
| "grad_norm": 6.939904689788818, | |
| "learning_rate": 0.00012337662337662337, | |
| "loss": 0.2414, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "grad_norm": 5.574888706207275, | |
| "learning_rate": 0.0001228956228956229, | |
| "loss": 0.2875, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 6.3344144144144146, | |
| "grad_norm": 5.0649824142456055, | |
| "learning_rate": 0.0001224146224146224, | |
| "loss": 0.2667, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 6.348828828828829, | |
| "grad_norm": 7.2256317138671875, | |
| "learning_rate": 0.00012193362193362193, | |
| "loss": 0.2765, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 6.363243243243243, | |
| "grad_norm": 4.355258464813232, | |
| "learning_rate": 0.00012145262145262145, | |
| "loss": 0.356, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 6.377657657657657, | |
| "grad_norm": 5.110248565673828, | |
| "learning_rate": 0.00012097162097162096, | |
| "loss": 0.3033, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 6.392072072072072, | |
| "grad_norm": 7.9375319480896, | |
| "learning_rate": 0.00012049062049062048, | |
| "loss": 0.2961, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 6.406486486486487, | |
| "grad_norm": 6.898852825164795, | |
| "learning_rate": 0.00012000962000962, | |
| "loss": 0.2319, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 6.420900900900901, | |
| "grad_norm": 6.887888431549072, | |
| "learning_rate": 0.00011952861952861952, | |
| "loss": 0.2813, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 6.435315315315315, | |
| "grad_norm": 6.109614849090576, | |
| "learning_rate": 0.00011904761904761903, | |
| "loss": 0.1929, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 6.44972972972973, | |
| "grad_norm": 11.821638107299805, | |
| "learning_rate": 0.00011856661856661856, | |
| "loss": 0.3329, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 6.464144144144144, | |
| "grad_norm": 2.5805349349975586, | |
| "learning_rate": 0.00011808561808561808, | |
| "loss": 0.2021, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 6.478558558558559, | |
| "grad_norm": 6.847564220428467, | |
| "learning_rate": 0.0001176046176046176, | |
| "loss": 0.2514, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 6.492972972972973, | |
| "grad_norm": 11.351963996887207, | |
| "learning_rate": 0.00011712361712361711, | |
| "loss": 0.2194, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 6.5073873873873875, | |
| "grad_norm": 7.810890197753906, | |
| "learning_rate": 0.00011664261664261663, | |
| "loss": 0.2414, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 6.521801801801802, | |
| "grad_norm": 5.470864772796631, | |
| "learning_rate": 0.00011616161616161616, | |
| "loss": 0.3492, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 6.536216216216216, | |
| "grad_norm": 6.755211353302002, | |
| "learning_rate": 0.00011568061568061567, | |
| "loss": 0.2824, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 6.55063063063063, | |
| "grad_norm": 16.999385833740234, | |
| "learning_rate": 0.00011519961519961519, | |
| "loss": 0.3492, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 6.565045045045045, | |
| "grad_norm": 8.815607070922852, | |
| "learning_rate": 0.00011471861471861471, | |
| "loss": 0.3004, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 6.57945945945946, | |
| "grad_norm": 3.8612780570983887, | |
| "learning_rate": 0.00011423761423761423, | |
| "loss": 0.3197, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 6.593873873873874, | |
| "grad_norm": 6.251058101654053, | |
| "learning_rate": 0.00011375661375661374, | |
| "loss": 0.3294, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 6.608288288288288, | |
| "grad_norm": 4.983285903930664, | |
| "learning_rate": 0.00011327561327561326, | |
| "loss": 0.257, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 6.622702702702703, | |
| "grad_norm": 6.4629669189453125, | |
| "learning_rate": 0.00011279461279461279, | |
| "loss": 0.3786, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 6.637117117117117, | |
| "grad_norm": 5.6129231452941895, | |
| "learning_rate": 0.00011231361231361231, | |
| "loss": 0.2482, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 6.651531531531532, | |
| "grad_norm": 5.438108921051025, | |
| "learning_rate": 0.00011183261183261182, | |
| "loss": 0.239, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 6.665945945945946, | |
| "grad_norm": 3.0037171840667725, | |
| "learning_rate": 0.00011135161135161134, | |
| "loss": 0.2049, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 6.6803603603603605, | |
| "grad_norm": 4.352254390716553, | |
| "learning_rate": 0.00011087061087061086, | |
| "loss": 0.3345, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 6.694774774774775, | |
| "grad_norm": 5.797568321228027, | |
| "learning_rate": 0.00011038961038961037, | |
| "loss": 0.2837, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 6.709189189189189, | |
| "grad_norm": 9.520432472229004, | |
| "learning_rate": 0.0001099086099086099, | |
| "loss": 0.2468, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 6.723603603603603, | |
| "grad_norm": 20.87645149230957, | |
| "learning_rate": 0.00010942760942760942, | |
| "loss": 0.3407, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 6.738018018018018, | |
| "grad_norm": 7.918701648712158, | |
| "learning_rate": 0.00010894660894660894, | |
| "loss": 0.343, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 6.752432432432433, | |
| "grad_norm": 10.435689926147461, | |
| "learning_rate": 0.00010846560846560845, | |
| "loss": 0.1987, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 6.766846846846847, | |
| "grad_norm": 6.764944076538086, | |
| "learning_rate": 0.00010798460798460797, | |
| "loss": 0.3136, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 6.781261261261261, | |
| "grad_norm": 4.383102893829346, | |
| "learning_rate": 0.0001075036075036075, | |
| "loss": 0.2833, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 6.7956756756756755, | |
| "grad_norm": 4.218920707702637, | |
| "learning_rate": 0.00010702260702260702, | |
| "loss": 0.3008, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 6.81009009009009, | |
| "grad_norm": 7.9592084884643555, | |
| "learning_rate": 0.00010654160654160653, | |
| "loss": 0.2569, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 6.824504504504505, | |
| "grad_norm": 6.064927577972412, | |
| "learning_rate": 0.00010606060606060605, | |
| "loss": 0.2501, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 6.838918918918919, | |
| "grad_norm": 4.929797172546387, | |
| "learning_rate": 0.00010557960557960557, | |
| "loss": 0.3194, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 6.8533333333333335, | |
| "grad_norm": 6.3819122314453125, | |
| "learning_rate": 0.00010509860509860508, | |
| "loss": 0.2613, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 6.867747747747748, | |
| "grad_norm": 5.554884910583496, | |
| "learning_rate": 0.0001046176046176046, | |
| "loss": 0.3246, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 6.882162162162162, | |
| "grad_norm": 4.798628330230713, | |
| "learning_rate": 0.00010413660413660413, | |
| "loss": 0.3085, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 6.896576576576576, | |
| "grad_norm": 5.209802150726318, | |
| "learning_rate": 0.00010365560365560365, | |
| "loss": 0.2897, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 6.910990990990991, | |
| "grad_norm": 8.532238960266113, | |
| "learning_rate": 0.00010317460317460316, | |
| "loss": 0.2757, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 6.925405405405406, | |
| "grad_norm": 5.6922760009765625, | |
| "learning_rate": 0.00010269360269360268, | |
| "loss": 0.2209, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 6.93981981981982, | |
| "grad_norm": 3.573279619216919, | |
| "learning_rate": 0.0001022126022126022, | |
| "loss": 0.2065, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 6.954234234234234, | |
| "grad_norm": 10.121118545532227, | |
| "learning_rate": 0.00010173160173160173, | |
| "loss": 0.2554, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 6.9686486486486485, | |
| "grad_norm": 8.642844200134277, | |
| "learning_rate": 0.00010125060125060124, | |
| "loss": 0.2555, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 6.983063063063063, | |
| "grad_norm": 9.771698951721191, | |
| "learning_rate": 0.00010076960076960076, | |
| "loss": 0.2784, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 6.997477477477478, | |
| "grad_norm": 5.332848072052002, | |
| "learning_rate": 0.00010028860028860028, | |
| "loss": 0.23, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 6.998918918918919, | |
| "eval_accuracy": 0.7221467391304348, | |
| "eval_loss": 1.3078279495239258, | |
| "eval_runtime": 72.8787, | |
| "eval_samples_per_second": 80.792, | |
| "eval_steps_per_second": 80.792, | |
| "step": 4851 | |
| }, | |
| { | |
| "epoch": 7.012972972972973, | |
| "grad_norm": 6.101404190063477, | |
| "learning_rate": 9.980759980759979e-05, | |
| "loss": 0.115, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 7.027387387387387, | |
| "grad_norm": 1.9845027923583984, | |
| "learning_rate": 9.932659932659931e-05, | |
| "loss": 0.1413, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 7.041801801801801, | |
| "grad_norm": 4.760300159454346, | |
| "learning_rate": 9.884559884559883e-05, | |
| "loss": 0.1826, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 7.0562162162162165, | |
| "grad_norm": 7.768408298492432, | |
| "learning_rate": 9.836459836459836e-05, | |
| "loss": 0.1403, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 7.070630630630631, | |
| "grad_norm": 3.1166656017303467, | |
| "learning_rate": 9.788359788359787e-05, | |
| "loss": 0.1885, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 7.085045045045045, | |
| "grad_norm": 8.536203384399414, | |
| "learning_rate": 9.740259740259739e-05, | |
| "loss": 0.1814, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 7.099459459459459, | |
| "grad_norm": 6.595261096954346, | |
| "learning_rate": 9.692159692159691e-05, | |
| "loss": 0.1951, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 7.113873873873874, | |
| "grad_norm": 3.152899980545044, | |
| "learning_rate": 9.644059644059643e-05, | |
| "loss": 0.1598, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 7.128288288288288, | |
| "grad_norm": 3.0426697731018066, | |
| "learning_rate": 9.595959595959594e-05, | |
| "loss": 0.1868, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 7.142702702702703, | |
| "grad_norm": 6.639180660247803, | |
| "learning_rate": 9.547859547859547e-05, | |
| "loss": 0.1429, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 7.157117117117117, | |
| "grad_norm": 6.044598579406738, | |
| "learning_rate": 9.499759499759499e-05, | |
| "loss": 0.2205, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 7.1715315315315316, | |
| "grad_norm": 8.558441162109375, | |
| "learning_rate": 9.45165945165945e-05, | |
| "loss": 0.1698, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 7.185945945945946, | |
| "grad_norm": 6.437906265258789, | |
| "learning_rate": 9.403559403559402e-05, | |
| "loss": 0.1071, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 7.20036036036036, | |
| "grad_norm": 3.9079666137695312, | |
| "learning_rate": 9.355459355459354e-05, | |
| "loss": 0.1602, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 7.214774774774774, | |
| "grad_norm": 5.485486030578613, | |
| "learning_rate": 9.307359307359308e-05, | |
| "loss": 0.1252, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 7.2291891891891895, | |
| "grad_norm": 1.008537769317627, | |
| "learning_rate": 9.259259259259257e-05, | |
| "loss": 0.228, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 7.243603603603604, | |
| "grad_norm": 7.288844585418701, | |
| "learning_rate": 9.21115921115921e-05, | |
| "loss": 0.1422, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 7.258018018018018, | |
| "grad_norm": 6.236993312835693, | |
| "learning_rate": 9.163059163059163e-05, | |
| "loss": 0.1498, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 7.272432432432432, | |
| "grad_norm": 19.82891845703125, | |
| "learning_rate": 9.114959114959113e-05, | |
| "loss": 0.1163, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 7.286846846846847, | |
| "grad_norm": 6.393248081207275, | |
| "learning_rate": 9.066859066859065e-05, | |
| "loss": 0.2079, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 7.301261261261261, | |
| "grad_norm": 8.03089714050293, | |
| "learning_rate": 9.018759018759019e-05, | |
| "loss": 0.2521, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 7.315675675675676, | |
| "grad_norm": 9.314800262451172, | |
| "learning_rate": 8.970658970658971e-05, | |
| "loss": 0.1911, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 7.33009009009009, | |
| "grad_norm": 2.4367496967315674, | |
| "learning_rate": 8.92255892255892e-05, | |
| "loss": 0.1687, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 7.3445045045045045, | |
| "grad_norm": 4.91244649887085, | |
| "learning_rate": 8.874458874458873e-05, | |
| "loss": 0.1607, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 7.358918918918919, | |
| "grad_norm": 0.31859567761421204, | |
| "learning_rate": 8.826358826358826e-05, | |
| "loss": 0.1477, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 7.373333333333333, | |
| "grad_norm": 4.724694728851318, | |
| "learning_rate": 8.778258778258779e-05, | |
| "loss": 0.1316, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 7.387747747747747, | |
| "grad_norm": 11.684412956237793, | |
| "learning_rate": 8.730158730158728e-05, | |
| "loss": 0.2144, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 7.4021621621621625, | |
| "grad_norm": 3.9598135948181152, | |
| "learning_rate": 8.682058682058682e-05, | |
| "loss": 0.1382, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 7.416576576576577, | |
| "grad_norm": 11.097365379333496, | |
| "learning_rate": 8.633958633958634e-05, | |
| "loss": 0.1959, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 7.430990990990991, | |
| "grad_norm": 6.260383129119873, | |
| "learning_rate": 8.585858585858584e-05, | |
| "loss": 0.138, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 7.445405405405405, | |
| "grad_norm": 10.03337574005127, | |
| "learning_rate": 8.537758537758537e-05, | |
| "loss": 0.1688, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 7.45981981981982, | |
| "grad_norm": 12.707324981689453, | |
| "learning_rate": 8.48965848965849e-05, | |
| "loss": 0.2599, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 7.474234234234234, | |
| "grad_norm": 11.656435012817383, | |
| "learning_rate": 8.441558441558442e-05, | |
| "loss": 0.2025, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 7.488648648648649, | |
| "grad_norm": 7.975742816925049, | |
| "learning_rate": 8.393458393458393e-05, | |
| "loss": 0.1548, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 7.503063063063063, | |
| "grad_norm": 7.300506114959717, | |
| "learning_rate": 8.345358345358345e-05, | |
| "loss": 0.1394, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 7.5174774774774775, | |
| "grad_norm": 5.89246129989624, | |
| "learning_rate": 8.297258297258297e-05, | |
| "loss": 0.1493, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 7.531891891891892, | |
| "grad_norm": 5.40004825592041, | |
| "learning_rate": 8.24915824915825e-05, | |
| "loss": 0.1824, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 7.546306306306306, | |
| "grad_norm": 1.3980309963226318, | |
| "learning_rate": 8.2010582010582e-05, | |
| "loss": 0.1331, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 7.56072072072072, | |
| "grad_norm": 8.449721336364746, | |
| "learning_rate": 8.152958152958153e-05, | |
| "loss": 0.1978, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 7.5751351351351355, | |
| "grad_norm": 6.612245559692383, | |
| "learning_rate": 8.104858104858105e-05, | |
| "loss": 0.161, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 7.58954954954955, | |
| "grad_norm": 6.418858051300049, | |
| "learning_rate": 8.056758056758056e-05, | |
| "loss": 0.2178, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 7.603963963963964, | |
| "grad_norm": 4.36170768737793, | |
| "learning_rate": 8.008658008658008e-05, | |
| "loss": 0.2027, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 7.618378378378378, | |
| "grad_norm": 4.875021934509277, | |
| "learning_rate": 7.96055796055796e-05, | |
| "loss": 0.1214, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 7.6327927927927925, | |
| "grad_norm": 6.8560051918029785, | |
| "learning_rate": 7.912457912457913e-05, | |
| "loss": 0.2311, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 7.647207207207208, | |
| "grad_norm": 5.509363651275635, | |
| "learning_rate": 7.864357864357864e-05, | |
| "loss": 0.2163, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 7.661621621621622, | |
| "grad_norm": 4.560415267944336, | |
| "learning_rate": 7.816257816257816e-05, | |
| "loss": 0.2231, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 7.676036036036036, | |
| "grad_norm": 6.805414199829102, | |
| "learning_rate": 7.768157768157768e-05, | |
| "loss": 0.1784, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 7.6904504504504505, | |
| "grad_norm": 6.668816566467285, | |
| "learning_rate": 7.72005772005772e-05, | |
| "loss": 0.2719, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 7.704864864864865, | |
| "grad_norm": 5.495980262756348, | |
| "learning_rate": 7.671957671957671e-05, | |
| "loss": 0.1169, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 7.719279279279279, | |
| "grad_norm": 8.417407989501953, | |
| "learning_rate": 7.623857623857623e-05, | |
| "loss": 0.2062, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 7.733693693693693, | |
| "grad_norm": 8.49002456665039, | |
| "learning_rate": 7.575757575757576e-05, | |
| "loss": 0.1368, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 7.7481081081081085, | |
| "grad_norm": 4.653470516204834, | |
| "learning_rate": 7.527657527657527e-05, | |
| "loss": 0.1647, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 7.762522522522523, | |
| "grad_norm": 2.8873279094696045, | |
| "learning_rate": 7.479557479557479e-05, | |
| "loss": 0.1487, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 7.776936936936937, | |
| "grad_norm": 2.0582430362701416, | |
| "learning_rate": 7.431457431457431e-05, | |
| "loss": 0.0748, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 7.791351351351351, | |
| "grad_norm": 6.6209821701049805, | |
| "learning_rate": 7.383357383357382e-05, | |
| "loss": 0.1052, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 7.8057657657657655, | |
| "grad_norm": 3.5858404636383057, | |
| "learning_rate": 7.335257335257334e-05, | |
| "loss": 0.141, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 7.82018018018018, | |
| "grad_norm": 9.415162086486816, | |
| "learning_rate": 7.287157287157287e-05, | |
| "loss": 0.1208, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 7.834594594594595, | |
| "grad_norm": 3.74204421043396, | |
| "learning_rate": 7.239057239057239e-05, | |
| "loss": 0.1811, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 7.849009009009009, | |
| "grad_norm": 4.825153827667236, | |
| "learning_rate": 7.19095719095719e-05, | |
| "loss": 0.1508, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 7.8634234234234235, | |
| "grad_norm": 6.1774492263793945, | |
| "learning_rate": 7.142857142857142e-05, | |
| "loss": 0.1552, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 7.877837837837838, | |
| "grad_norm": 7.0234832763671875, | |
| "learning_rate": 7.094757094757094e-05, | |
| "loss": 0.1617, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 7.892252252252252, | |
| "grad_norm": 5.158196449279785, | |
| "learning_rate": 7.046657046657045e-05, | |
| "loss": 0.1554, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 7.906666666666666, | |
| "grad_norm": 12.370686531066895, | |
| "learning_rate": 6.998556998556997e-05, | |
| "loss": 0.1444, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 7.921081081081081, | |
| "grad_norm": 5.763493537902832, | |
| "learning_rate": 6.95045695045695e-05, | |
| "loss": 0.1556, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 7.935495495495496, | |
| "grad_norm": 4.092106342315674, | |
| "learning_rate": 6.902356902356902e-05, | |
| "loss": 0.1576, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 7.94990990990991, | |
| "grad_norm": 1.8451523780822754, | |
| "learning_rate": 6.854256854256853e-05, | |
| "loss": 0.1095, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 7.964324324324324, | |
| "grad_norm": 2.030266761779785, | |
| "learning_rate": 6.806156806156807e-05, | |
| "loss": 0.0973, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 7.9787387387387385, | |
| "grad_norm": 2.9432976245880127, | |
| "learning_rate": 6.758056758056757e-05, | |
| "loss": 0.1427, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 7.993153153153153, | |
| "grad_norm": 3.8728318214416504, | |
| "learning_rate": 6.70995670995671e-05, | |
| "loss": 0.1461, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 7.998918918918919, | |
| "eval_accuracy": 0.7533967391304348, | |
| "eval_loss": 1.2246962785720825, | |
| "eval_runtime": 72.782, | |
| "eval_samples_per_second": 80.899, | |
| "eval_steps_per_second": 80.899, | |
| "step": 5544 | |
| }, | |
| { | |
| "epoch": 8.008648648648649, | |
| "grad_norm": 10.597118377685547, | |
| "learning_rate": 6.661856661856662e-05, | |
| "loss": 0.1667, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 8.023063063063063, | |
| "grad_norm": 6.5098419189453125, | |
| "learning_rate": 6.613756613756613e-05, | |
| "loss": 0.1044, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 8.037477477477477, | |
| "grad_norm": 7.034832954406738, | |
| "learning_rate": 6.565656565656565e-05, | |
| "loss": 0.0552, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 8.051891891891891, | |
| "grad_norm": 3.8795289993286133, | |
| "learning_rate": 6.517556517556517e-05, | |
| "loss": 0.0905, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 8.066306306306306, | |
| "grad_norm": 10.699118614196777, | |
| "learning_rate": 6.46945646945647e-05, | |
| "loss": 0.0921, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 8.08072072072072, | |
| "grad_norm": 1.3635293245315552, | |
| "learning_rate": 6.42135642135642e-05, | |
| "loss": 0.0467, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 8.095135135135136, | |
| "grad_norm": 1.773106336593628, | |
| "learning_rate": 6.373256373256373e-05, | |
| "loss": 0.0923, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 8.10954954954955, | |
| "grad_norm": 2.9646942615509033, | |
| "learning_rate": 6.325156325156325e-05, | |
| "loss": 0.0542, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 8.123963963963964, | |
| "grad_norm": 5.6579437255859375, | |
| "learning_rate": 6.277056277056277e-05, | |
| "loss": 0.0801, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 8.138378378378379, | |
| "grad_norm": 3.9888789653778076, | |
| "learning_rate": 6.228956228956228e-05, | |
| "loss": 0.0978, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 8.152792792792793, | |
| "grad_norm": 9.667696952819824, | |
| "learning_rate": 6.18085618085618e-05, | |
| "loss": 0.1466, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 8.167207207207207, | |
| "grad_norm": 6.377363681793213, | |
| "learning_rate": 6.132756132756133e-05, | |
| "loss": 0.098, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 8.181621621621622, | |
| "grad_norm": 6.708555698394775, | |
| "learning_rate": 6.0846560846560837e-05, | |
| "loss": 0.1135, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 8.196036036036036, | |
| "grad_norm": 4.443999767303467, | |
| "learning_rate": 6.036556036556036e-05, | |
| "loss": 0.0771, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 8.21045045045045, | |
| "grad_norm": 1.0287158489227295, | |
| "learning_rate": 5.9884559884559875e-05, | |
| "loss": 0.1132, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 8.224864864864864, | |
| "grad_norm": 0.35798829793930054, | |
| "learning_rate": 5.94035594035594e-05, | |
| "loss": 0.096, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 8.239279279279279, | |
| "grad_norm": 3.696572780609131, | |
| "learning_rate": 5.8922558922558913e-05, | |
| "loss": 0.0582, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 8.253693693693693, | |
| "grad_norm": 0.7742457985877991, | |
| "learning_rate": 5.8441558441558436e-05, | |
| "loss": 0.0645, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 8.268108108108109, | |
| "grad_norm": 0.7144525647163391, | |
| "learning_rate": 5.796055796055795e-05, | |
| "loss": 0.0874, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 8.282522522522523, | |
| "grad_norm": 8.79375171661377, | |
| "learning_rate": 5.747955747955748e-05, | |
| "loss": 0.1046, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 8.296936936936937, | |
| "grad_norm": 1.4914956092834473, | |
| "learning_rate": 5.699855699855699e-05, | |
| "loss": 0.0975, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 8.311351351351352, | |
| "grad_norm": 5.983489036560059, | |
| "learning_rate": 5.6517556517556506e-05, | |
| "loss": 0.1445, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 8.325765765765766, | |
| "grad_norm": 9.840721130371094, | |
| "learning_rate": 5.6036556036556036e-05, | |
| "loss": 0.0712, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 8.34018018018018, | |
| "grad_norm": 9.522501945495605, | |
| "learning_rate": 5.5555555555555545e-05, | |
| "loss": 0.0927, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 8.354594594594595, | |
| "grad_norm": 8.089164733886719, | |
| "learning_rate": 5.5074555074555074e-05, | |
| "loss": 0.0852, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 8.369009009009009, | |
| "grad_norm": 2.0056850910186768, | |
| "learning_rate": 5.459355459355458e-05, | |
| "loss": 0.0462, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 8.383423423423423, | |
| "grad_norm": 7.016843795776367, | |
| "learning_rate": 5.411255411255411e-05, | |
| "loss": 0.1229, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 8.397837837837837, | |
| "grad_norm": 8.507891654968262, | |
| "learning_rate": 5.363155363155363e-05, | |
| "loss": 0.0685, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 8.412252252252252, | |
| "grad_norm": 5.983791828155518, | |
| "learning_rate": 5.315055315055315e-05, | |
| "loss": 0.1028, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 8.426666666666666, | |
| "grad_norm": 1.4701759815216064, | |
| "learning_rate": 5.266955266955267e-05, | |
| "loss": 0.0849, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 8.441081081081082, | |
| "grad_norm": 4.4105329513549805, | |
| "learning_rate": 5.218855218855219e-05, | |
| "loss": 0.0766, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 8.455495495495496, | |
| "grad_norm": 1.2428067922592163, | |
| "learning_rate": 5.1707551707551705e-05, | |
| "loss": 0.0975, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 8.46990990990991, | |
| "grad_norm": 3.908950090408325, | |
| "learning_rate": 5.122655122655122e-05, | |
| "loss": 0.0829, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 8.484324324324325, | |
| "grad_norm": 11.43326187133789, | |
| "learning_rate": 5.0745550745550744e-05, | |
| "loss": 0.0958, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 8.498738738738739, | |
| "grad_norm": 5.840853691101074, | |
| "learning_rate": 5.026455026455026e-05, | |
| "loss": 0.1068, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 8.513153153153153, | |
| "grad_norm": 5.802908897399902, | |
| "learning_rate": 4.978354978354978e-05, | |
| "loss": 0.0815, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 8.527567567567568, | |
| "grad_norm": 6.045281887054443, | |
| "learning_rate": 4.93025493025493e-05, | |
| "loss": 0.0838, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 8.541981981981982, | |
| "grad_norm": 5.020217418670654, | |
| "learning_rate": 4.882154882154882e-05, | |
| "loss": 0.1123, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 8.556396396396396, | |
| "grad_norm": 8.907532691955566, | |
| "learning_rate": 4.8340548340548336e-05, | |
| "loss": 0.1186, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 8.57081081081081, | |
| "grad_norm": 7.421210289001465, | |
| "learning_rate": 4.785954785954786e-05, | |
| "loss": 0.0647, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 8.585225225225225, | |
| "grad_norm": 6.697930812835693, | |
| "learning_rate": 4.7378547378547375e-05, | |
| "loss": 0.0439, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 8.599639639639639, | |
| "grad_norm": 0.615060031414032, | |
| "learning_rate": 4.689754689754689e-05, | |
| "loss": 0.0602, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 8.614054054054055, | |
| "grad_norm": 3.175257444381714, | |
| "learning_rate": 4.641654641654641e-05, | |
| "loss": 0.1027, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 8.62846846846847, | |
| "grad_norm": 5.708411693572998, | |
| "learning_rate": 4.593554593554593e-05, | |
| "loss": 0.0767, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 8.642882882882883, | |
| "grad_norm": 0.5937002301216125, | |
| "learning_rate": 4.545454545454545e-05, | |
| "loss": 0.0418, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 8.657297297297298, | |
| "grad_norm": 3.6142399311065674, | |
| "learning_rate": 4.497354497354497e-05, | |
| "loss": 0.0568, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 8.671711711711712, | |
| "grad_norm": 0.24151787161827087, | |
| "learning_rate": 4.449254449254449e-05, | |
| "loss": 0.1095, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 8.686126126126126, | |
| "grad_norm": 3.8185176849365234, | |
| "learning_rate": 4.4011544011544006e-05, | |
| "loss": 0.1003, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 8.70054054054054, | |
| "grad_norm": 6.915360927581787, | |
| "learning_rate": 4.353054353054353e-05, | |
| "loss": 0.1352, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 8.714954954954955, | |
| "grad_norm": 0.8058310747146606, | |
| "learning_rate": 4.3049543049543045e-05, | |
| "loss": 0.0439, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 8.729369369369369, | |
| "grad_norm": 4.404812335968018, | |
| "learning_rate": 4.256854256854257e-05, | |
| "loss": 0.0485, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 8.743783783783783, | |
| "grad_norm": 3.9927244186401367, | |
| "learning_rate": 4.208754208754208e-05, | |
| "loss": 0.0669, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 8.758198198198198, | |
| "grad_norm": 3.6742093563079834, | |
| "learning_rate": 4.16065416065416e-05, | |
| "loss": 0.0295, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 8.772612612612612, | |
| "grad_norm": 7.703578948974609, | |
| "learning_rate": 4.112554112554112e-05, | |
| "loss": 0.0787, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 8.787027027027026, | |
| "grad_norm": 6.004012107849121, | |
| "learning_rate": 4.064454064454064e-05, | |
| "loss": 0.0858, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 8.801441441441442, | |
| "grad_norm": 4.368682384490967, | |
| "learning_rate": 4.016354016354016e-05, | |
| "loss": 0.0691, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 8.815855855855856, | |
| "grad_norm": 4.08095645904541, | |
| "learning_rate": 3.9682539682539676e-05, | |
| "loss": 0.0469, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 8.83027027027027, | |
| "grad_norm": 2.1851658821105957, | |
| "learning_rate": 3.92015392015392e-05, | |
| "loss": 0.0874, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 8.844684684684685, | |
| "grad_norm": 1.3691933155059814, | |
| "learning_rate": 3.8720538720538714e-05, | |
| "loss": 0.0871, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 8.8590990990991, | |
| "grad_norm": 11.695643424987793, | |
| "learning_rate": 3.823953823953824e-05, | |
| "loss": 0.0722, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 8.873513513513513, | |
| "grad_norm": 2.1198318004608154, | |
| "learning_rate": 3.775853775853775e-05, | |
| "loss": 0.0537, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 8.887927927927928, | |
| "grad_norm": 10.203764915466309, | |
| "learning_rate": 3.7277537277537275e-05, | |
| "loss": 0.0453, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 8.902342342342342, | |
| "grad_norm": 6.853752136230469, | |
| "learning_rate": 3.679653679653679e-05, | |
| "loss": 0.043, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 8.916756756756756, | |
| "grad_norm": 1.940738558769226, | |
| "learning_rate": 3.6315536315536314e-05, | |
| "loss": 0.0587, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 8.93117117117117, | |
| "grad_norm": 5.2090277671813965, | |
| "learning_rate": 3.583453583453583e-05, | |
| "loss": 0.0413, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 8.945585585585585, | |
| "grad_norm": 4.248027324676514, | |
| "learning_rate": 3.535353535353535e-05, | |
| "loss": 0.1331, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "grad_norm": 4.932956218719482, | |
| "learning_rate": 3.487253487253487e-05, | |
| "loss": 0.0326, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 8.974414414414415, | |
| "grad_norm": 2.045835494995117, | |
| "learning_rate": 3.4391534391534384e-05, | |
| "loss": 0.0285, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 8.98882882882883, | |
| "grad_norm": 2.2289116382598877, | |
| "learning_rate": 3.3910533910533906e-05, | |
| "loss": 0.0567, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 8.99891891891892, | |
| "eval_accuracy": 0.7646059782608695, | |
| "eval_loss": 1.3279215097427368, | |
| "eval_runtime": 71.3947, | |
| "eval_samples_per_second": 82.471, | |
| "eval_steps_per_second": 82.471, | |
| "step": 6237 | |
| }, | |
| { | |
| "epoch": 9.004324324324324, | |
| "grad_norm": 4.529558181762695, | |
| "learning_rate": 3.342953342953342e-05, | |
| "loss": 0.0456, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 9.018738738738739, | |
| "grad_norm": 0.142603799700737, | |
| "learning_rate": 3.2948532948532945e-05, | |
| "loss": 0.0271, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 9.033153153153153, | |
| "grad_norm": 4.183549404144287, | |
| "learning_rate": 3.246753246753247e-05, | |
| "loss": 0.0232, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 9.047567567567567, | |
| "grad_norm": 5.978784084320068, | |
| "learning_rate": 3.198653198653198e-05, | |
| "loss": 0.0567, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 9.061981981981981, | |
| "grad_norm": 2.3992292881011963, | |
| "learning_rate": 3.1505531505531506e-05, | |
| "loss": 0.0322, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 9.076396396396396, | |
| "grad_norm": 3.95800518989563, | |
| "learning_rate": 3.102453102453102e-05, | |
| "loss": 0.0175, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 9.090810810810812, | |
| "grad_norm": 0.18957476317882538, | |
| "learning_rate": 3.0543530543530544e-05, | |
| "loss": 0.0495, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 9.105225225225226, | |
| "grad_norm": 0.8902443647384644, | |
| "learning_rate": 3.006253006253006e-05, | |
| "loss": 0.0288, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 9.11963963963964, | |
| "grad_norm": 5.375404357910156, | |
| "learning_rate": 2.9581529581529576e-05, | |
| "loss": 0.0343, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 9.134054054054054, | |
| "grad_norm": 3.743821859359741, | |
| "learning_rate": 2.9100529100529095e-05, | |
| "loss": 0.03, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 9.148468468468469, | |
| "grad_norm": 7.710704326629639, | |
| "learning_rate": 2.8619528619528615e-05, | |
| "loss": 0.0368, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 9.162882882882883, | |
| "grad_norm": 0.506182074546814, | |
| "learning_rate": 2.8138528138528134e-05, | |
| "loss": 0.0056, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 9.177297297297297, | |
| "grad_norm": 3.3490614891052246, | |
| "learning_rate": 2.7657527657527656e-05, | |
| "loss": 0.0478, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 9.191711711711712, | |
| "grad_norm": 0.08678112179040909, | |
| "learning_rate": 2.7176527176527176e-05, | |
| "loss": 0.0406, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 9.206126126126126, | |
| "grad_norm": 2.2751471996307373, | |
| "learning_rate": 2.6695526695526695e-05, | |
| "loss": 0.0189, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 9.22054054054054, | |
| "grad_norm": 9.320930480957031, | |
| "learning_rate": 2.6214526214526214e-05, | |
| "loss": 0.0406, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 9.234954954954954, | |
| "grad_norm": 3.804448366165161, | |
| "learning_rate": 2.5733525733525733e-05, | |
| "loss": 0.0459, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 9.249369369369369, | |
| "grad_norm": 1.5775264501571655, | |
| "learning_rate": 2.5252525252525253e-05, | |
| "loss": 0.0479, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 9.263783783783785, | |
| "grad_norm": 6.620452880859375, | |
| "learning_rate": 2.4771524771524772e-05, | |
| "loss": 0.0243, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 9.278198198198199, | |
| "grad_norm": 4.424402236938477, | |
| "learning_rate": 2.4290524290524288e-05, | |
| "loss": 0.0693, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 9.292612612612613, | |
| "grad_norm": 9.379152297973633, | |
| "learning_rate": 2.3809523809523807e-05, | |
| "loss": 0.0607, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 9.307027027027027, | |
| "grad_norm": 1.238783597946167, | |
| "learning_rate": 2.3328523328523326e-05, | |
| "loss": 0.0095, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 9.321441441441442, | |
| "grad_norm": 0.010547132231295109, | |
| "learning_rate": 2.2847522847522845e-05, | |
| "loss": 0.028, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 9.335855855855856, | |
| "grad_norm": 13.737777709960938, | |
| "learning_rate": 2.2366522366522364e-05, | |
| "loss": 0.0337, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 9.35027027027027, | |
| "grad_norm": 0.22517243027687073, | |
| "learning_rate": 2.1885521885521884e-05, | |
| "loss": 0.0247, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 9.364684684684685, | |
| "grad_norm": 0.18141353130340576, | |
| "learning_rate": 2.1404521404521403e-05, | |
| "loss": 0.0468, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 9.379099099099099, | |
| "grad_norm": 1.2880609035491943, | |
| "learning_rate": 2.0923520923520922e-05, | |
| "loss": 0.0195, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 9.393513513513513, | |
| "grad_norm": 1.4243581295013428, | |
| "learning_rate": 2.044252044252044e-05, | |
| "loss": 0.033, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 9.407927927927927, | |
| "grad_norm": 1.5414937734603882, | |
| "learning_rate": 1.996151996151996e-05, | |
| "loss": 0.0481, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 9.422342342342342, | |
| "grad_norm": 5.485969543457031, | |
| "learning_rate": 1.9480519480519476e-05, | |
| "loss": 0.0442, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 9.436756756756758, | |
| "grad_norm": 5.689090251922607, | |
| "learning_rate": 1.8999518999518996e-05, | |
| "loss": 0.0202, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 9.451171171171172, | |
| "grad_norm": 11.852117538452148, | |
| "learning_rate": 1.8518518518518515e-05, | |
| "loss": 0.0639, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 9.465585585585586, | |
| "grad_norm": 5.110032558441162, | |
| "learning_rate": 1.8037518037518034e-05, | |
| "loss": 0.0176, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "grad_norm": 0.014017878100275993, | |
| "learning_rate": 1.7556517556517553e-05, | |
| "loss": 0.0331, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 9.494414414414415, | |
| "grad_norm": 0.42061179876327515, | |
| "learning_rate": 1.7075517075517073e-05, | |
| "loss": 0.025, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 9.508828828828829, | |
| "grad_norm": 0.6986181139945984, | |
| "learning_rate": 1.6594516594516595e-05, | |
| "loss": 0.0492, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 9.523243243243243, | |
| "grad_norm": 6.918154239654541, | |
| "learning_rate": 1.6113516113516114e-05, | |
| "loss": 0.0605, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 9.537657657657657, | |
| "grad_norm": 1.6587908267974854, | |
| "learning_rate": 1.563251563251563e-05, | |
| "loss": 0.0267, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 9.552072072072072, | |
| "grad_norm": 0.39499762654304504, | |
| "learning_rate": 1.515151515151515e-05, | |
| "loss": 0.0266, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 9.566486486486486, | |
| "grad_norm": 3.649427890777588, | |
| "learning_rate": 1.4670514670514669e-05, | |
| "loss": 0.0345, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 9.5809009009009, | |
| "grad_norm": 0.8373857140541077, | |
| "learning_rate": 1.418951418951419e-05, | |
| "loss": 0.0403, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 9.595315315315315, | |
| "grad_norm": 1.028454303741455, | |
| "learning_rate": 1.3708513708513709e-05, | |
| "loss": 0.012, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 9.609729729729729, | |
| "grad_norm": 5.6264448165893555, | |
| "learning_rate": 1.3227513227513226e-05, | |
| "loss": 0.0784, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 9.624144144144145, | |
| "grad_norm": 7.463881015777588, | |
| "learning_rate": 1.2746512746512746e-05, | |
| "loss": 0.0194, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 9.63855855855856, | |
| "grad_norm": 10.843091011047363, | |
| "learning_rate": 1.2265512265512265e-05, | |
| "loss": 0.0406, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 9.652972972972973, | |
| "grad_norm": 0.4320850372314453, | |
| "learning_rate": 1.1784511784511784e-05, | |
| "loss": 0.0208, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 9.667387387387388, | |
| "grad_norm": 0.8611360788345337, | |
| "learning_rate": 1.1303511303511303e-05, | |
| "loss": 0.023, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 9.681801801801802, | |
| "grad_norm": 4.806682586669922, | |
| "learning_rate": 1.082251082251082e-05, | |
| "loss": 0.0163, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 9.696216216216216, | |
| "grad_norm": 0.03333412855863571, | |
| "learning_rate": 1.034151034151034e-05, | |
| "loss": 0.0504, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 9.71063063063063, | |
| "grad_norm": 0.18930605053901672, | |
| "learning_rate": 9.86050986050986e-06, | |
| "loss": 0.0342, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 9.725045045045045, | |
| "grad_norm": 9.080709457397461, | |
| "learning_rate": 9.379509379509378e-06, | |
| "loss": 0.072, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 9.739459459459459, | |
| "grad_norm": 0.48559027910232544, | |
| "learning_rate": 8.898508898508898e-06, | |
| "loss": 0.0408, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 9.753873873873873, | |
| "grad_norm": 0.10552722215652466, | |
| "learning_rate": 8.417508417508417e-06, | |
| "loss": 0.0089, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 9.768288288288288, | |
| "grad_norm": 0.5119392275810242, | |
| "learning_rate": 7.936507936507936e-06, | |
| "loss": 0.0085, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 9.782702702702704, | |
| "grad_norm": 2.2527782917022705, | |
| "learning_rate": 7.4555074555074545e-06, | |
| "loss": 0.0459, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 9.797117117117118, | |
| "grad_norm": 0.280809611082077, | |
| "learning_rate": 6.974506974506975e-06, | |
| "loss": 0.0343, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 9.811531531531532, | |
| "grad_norm": 9.776128768920898, | |
| "learning_rate": 6.493506493506493e-06, | |
| "loss": 0.0385, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 9.825945945945946, | |
| "grad_norm": 0.9988490343093872, | |
| "learning_rate": 6.012506012506012e-06, | |
| "loss": 0.0235, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 9.84036036036036, | |
| "grad_norm": 0.36588847637176514, | |
| "learning_rate": 5.531505531505531e-06, | |
| "loss": 0.0474, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 9.854774774774775, | |
| "grad_norm": 0.32074180245399475, | |
| "learning_rate": 5.05050505050505e-06, | |
| "loss": 0.0072, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 9.86918918918919, | |
| "grad_norm": 0.024474648758769035, | |
| "learning_rate": 4.569504569504569e-06, | |
| "loss": 0.043, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 9.883603603603603, | |
| "grad_norm": 0.17253172397613525, | |
| "learning_rate": 4.088504088504088e-06, | |
| "loss": 0.0391, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 9.898018018018018, | |
| "grad_norm": 2.319399356842041, | |
| "learning_rate": 3.607503607503607e-06, | |
| "loss": 0.033, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 9.912432432432432, | |
| "grad_norm": 0.1351654827594757, | |
| "learning_rate": 3.1265031265031263e-06, | |
| "loss": 0.029, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 9.926846846846846, | |
| "grad_norm": 0.049245912581682205, | |
| "learning_rate": 2.645502645502645e-06, | |
| "loss": 0.0098, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 9.94126126126126, | |
| "grad_norm": 1.022704005241394, | |
| "learning_rate": 2.1645021645021643e-06, | |
| "loss": 0.018, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 9.955675675675675, | |
| "grad_norm": 9.319286346435547, | |
| "learning_rate": 1.6835016835016831e-06, | |
| "loss": 0.0696, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 9.97009009009009, | |
| "grad_norm": 0.25702571868896484, | |
| "learning_rate": 1.2025012025012024e-06, | |
| "loss": 0.0401, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 9.984504504504505, | |
| "grad_norm": 0.4501936435699463, | |
| "learning_rate": 7.215007215007215e-07, | |
| "loss": 0.0493, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 9.99891891891892, | |
| "grad_norm": 0.11143568903207779, | |
| "learning_rate": 2.405002405002405e-07, | |
| "loss": 0.0375, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 9.99891891891892, | |
| "eval_accuracy": 0.7800611413043478, | |
| "eval_loss": 1.2554279565811157, | |
| "eval_runtime": 71.5553, | |
| "eval_samples_per_second": 82.286, | |
| "eval_steps_per_second": 82.286, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 9.99891891891892, | |
| "step": 6930, | |
| "total_flos": 1.5503579786196265e+19, | |
| "train_loss": 0.927044793691427, | |
| "train_runtime": 4273.8828, | |
| "train_samples_per_second": 51.929, | |
| "train_steps_per_second": 1.621 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6930, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.5503579786196265e+19, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |