diff --git "a/checkpoint-1533/trainer_state.json" "b/checkpoint-1533/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoint-1533/trainer_state.json" @@ -0,0 +1,12337 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.102880658436214, + "eval_steps": 110, + "global_step": 1533, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013717421124828531, + "grad_norm": 13.75906753540039, + "learning_rate": 1.8281535648994516e-06, + "loss": 1.2468, + "step": 1 + }, + { + "epoch": 0.0027434842249657062, + "grad_norm": 14.05058765411377, + "learning_rate": 3.6563071297989032e-06, + "loss": 1.4692, + "step": 2 + }, + { + "epoch": 0.00411522633744856, + "grad_norm": 13.991771697998047, + "learning_rate": 5.484460694698355e-06, + "loss": 1.2457, + "step": 3 + }, + { + "epoch": 0.0054869684499314125, + "grad_norm": 13.429465293884277, + "learning_rate": 7.3126142595978065e-06, + "loss": 1.1859, + "step": 4 + }, + { + "epoch": 0.006858710562414266, + "grad_norm": 12.403002738952637, + "learning_rate": 9.140767824497258e-06, + "loss": 1.2404, + "step": 5 + }, + { + "epoch": 0.00823045267489712, + "grad_norm": 1.5524662733078003, + "learning_rate": 1.096892138939671e-05, + "loss": 0.042, + "step": 6 + }, + { + "epoch": 0.009602194787379973, + "grad_norm": 10.1494140625, + "learning_rate": 1.2797074954296162e-05, + "loss": 0.8856, + "step": 7 + }, + { + "epoch": 0.010973936899862825, + "grad_norm": Infinity, + "learning_rate": 1.2797074954296162e-05, + "loss": 1.5417, + "step": 8 + }, + { + "epoch": 0.012345679012345678, + "grad_norm": 0.4553964138031006, + "learning_rate": 1.4625228519195613e-05, + "loss": 0.023, + "step": 9 + }, + { + "epoch": 0.013717421124828532, + "grad_norm": 10.332369804382324, + "learning_rate": 1.6453382084095062e-05, + "loss": 0.8655, + "step": 10 + }, + { + "epoch": 0.015089163237311385, + "grad_norm": 7.544310092926025, + "learning_rate": 1.8281535648994517e-05, + "loss": 0.5894, + "step": 11 + }, + { + "epoch": 0.01646090534979424, + "grad_norm": 8.16427230834961, + "learning_rate": 2.0109689213893968e-05, + "loss": 0.7053, + "step": 12 + }, + { + "epoch": 0.01783264746227709, + "grad_norm": 7.403252601623535, + "learning_rate": 2.193784277879342e-05, + "loss": 0.5857, + "step": 13 + }, + { + "epoch": 0.019204389574759947, + "grad_norm": 8.974674224853516, + "learning_rate": 2.376599634369287e-05, + "loss": 0.8375, + "step": 14 + }, + { + "epoch": 0.0205761316872428, + "grad_norm": 13.417745590209961, + "learning_rate": 2.5594149908592324e-05, + "loss": 0.9043, + "step": 15 + }, + { + "epoch": 0.02194787379972565, + "grad_norm": 12.881294250488281, + "learning_rate": 2.742230347349177e-05, + "loss": 0.8756, + "step": 16 + }, + { + "epoch": 0.023319615912208505, + "grad_norm": 7.439205169677734, + "learning_rate": 2.9250457038391226e-05, + "loss": 0.5076, + "step": 17 + }, + { + "epoch": 0.024691358024691357, + "grad_norm": 8.46964168548584, + "learning_rate": 3.107861060329068e-05, + "loss": 0.4757, + "step": 18 + }, + { + "epoch": 0.02606310013717421, + "grad_norm": 17.02773666381836, + "learning_rate": 3.2906764168190124e-05, + "loss": 0.9993, + "step": 19 + }, + { + "epoch": 0.027434842249657063, + "grad_norm": 6.2668776512146, + "learning_rate": 3.473491773308958e-05, + "loss": 0.2622, + "step": 20 + }, + { + "epoch": 0.02880658436213992, + "grad_norm": 8.273824691772461, + "learning_rate": 3.656307129798903e-05, + "loss": 0.3497, + "step": 21 + }, + { + "epoch": 0.03017832647462277, + "grad_norm": 5.5460944175720215, + "learning_rate": 3.839122486288849e-05, + "loss": 0.2514, + "step": 22 + }, + { + "epoch": 0.03155006858710562, + "grad_norm": 4.283128261566162, + "learning_rate": 4.0219378427787935e-05, + "loss": 0.1673, + "step": 23 + }, + { + "epoch": 0.03292181069958848, + "grad_norm": 4.708792209625244, + "learning_rate": 4.204753199268738e-05, + "loss": 0.203, + "step": 24 + }, + { + "epoch": 0.03429355281207133, + "grad_norm": 14.491021156311035, + "learning_rate": 4.387568555758684e-05, + "loss": 0.698, + "step": 25 + }, + { + "epoch": 0.03566529492455418, + "grad_norm": 7.903520584106445, + "learning_rate": 4.570383912248629e-05, + "loss": 0.3401, + "step": 26 + }, + { + "epoch": 0.037037037037037035, + "grad_norm": 7.333080291748047, + "learning_rate": 4.753199268738574e-05, + "loss": 0.2185, + "step": 27 + }, + { + "epoch": 0.038408779149519894, + "grad_norm": 8.625358581542969, + "learning_rate": 4.936014625228519e-05, + "loss": 0.4424, + "step": 28 + }, + { + "epoch": 0.039780521262002745, + "grad_norm": 1.5588488578796387, + "learning_rate": 5.118829981718465e-05, + "loss": 0.0381, + "step": 29 + }, + { + "epoch": 0.0411522633744856, + "grad_norm": 12.401138305664062, + "learning_rate": 5.3016453382084095e-05, + "loss": 0.8215, + "step": 30 + }, + { + "epoch": 0.04252400548696845, + "grad_norm": 5.405845642089844, + "learning_rate": 5.484460694698354e-05, + "loss": 0.1542, + "step": 31 + }, + { + "epoch": 0.0438957475994513, + "grad_norm": 8.558808326721191, + "learning_rate": 5.6672760511883e-05, + "loss": 0.6893, + "step": 32 + }, + { + "epoch": 0.04526748971193416, + "grad_norm": 7.206741809844971, + "learning_rate": 5.850091407678245e-05, + "loss": 0.3773, + "step": 33 + }, + { + "epoch": 0.04663923182441701, + "grad_norm": 8.300729751586914, + "learning_rate": 6.0329067641681906e-05, + "loss": 0.538, + "step": 34 + }, + { + "epoch": 0.04801097393689986, + "grad_norm": 0.2500181496143341, + "learning_rate": 6.215722120658135e-05, + "loss": 0.0073, + "step": 35 + }, + { + "epoch": 0.04938271604938271, + "grad_norm": 17.457223892211914, + "learning_rate": 6.398537477148081e-05, + "loss": 2.378, + "step": 36 + }, + { + "epoch": 0.05075445816186557, + "grad_norm": 10.884990692138672, + "learning_rate": 6.581352833638025e-05, + "loss": 0.5949, + "step": 37 + }, + { + "epoch": 0.05212620027434842, + "grad_norm": 10.013723373413086, + "learning_rate": 6.764168190127972e-05, + "loss": 0.7071, + "step": 38 + }, + { + "epoch": 0.053497942386831275, + "grad_norm": 4.653324604034424, + "learning_rate": 6.946983546617916e-05, + "loss": 0.1607, + "step": 39 + }, + { + "epoch": 0.05486968449931413, + "grad_norm": 9.527400970458984, + "learning_rate": 7.129798903107861e-05, + "loss": 0.7735, + "step": 40 + }, + { + "epoch": 0.056241426611796985, + "grad_norm": 12.477531433105469, + "learning_rate": 7.312614259597807e-05, + "loss": 0.7594, + "step": 41 + }, + { + "epoch": 0.05761316872427984, + "grad_norm": 5.369799613952637, + "learning_rate": 7.495429616087751e-05, + "loss": 0.3569, + "step": 42 + }, + { + "epoch": 0.05898491083676269, + "grad_norm": 5.1385908126831055, + "learning_rate": 7.678244972577697e-05, + "loss": 0.2454, + "step": 43 + }, + { + "epoch": 0.06035665294924554, + "grad_norm": 6.1807708740234375, + "learning_rate": 7.861060329067642e-05, + "loss": 0.2723, + "step": 44 + }, + { + "epoch": 0.06172839506172839, + "grad_norm": 7.941879749298096, + "learning_rate": 8.043875685557587e-05, + "loss": 0.5338, + "step": 45 + }, + { + "epoch": 0.06310013717421124, + "grad_norm": 5.015410423278809, + "learning_rate": 8.226691042047532e-05, + "loss": 0.1891, + "step": 46 + }, + { + "epoch": 0.0644718792866941, + "grad_norm": 7.299699306488037, + "learning_rate": 8.409506398537477e-05, + "loss": 0.3647, + "step": 47 + }, + { + "epoch": 0.06584362139917696, + "grad_norm": 8.421393394470215, + "learning_rate": 8.592321755027423e-05, + "loss": 0.383, + "step": 48 + }, + { + "epoch": 0.06721536351165981, + "grad_norm": 5.5915937423706055, + "learning_rate": 8.775137111517367e-05, + "loss": 0.2353, + "step": 49 + }, + { + "epoch": 0.06858710562414266, + "grad_norm": 8.187829971313477, + "learning_rate": 8.957952468007313e-05, + "loss": 0.5541, + "step": 50 + }, + { + "epoch": 0.06995884773662552, + "grad_norm": 6.386786460876465, + "learning_rate": 9.140767824497258e-05, + "loss": 0.4908, + "step": 51 + }, + { + "epoch": 0.07133058984910837, + "grad_norm": 8.64050006866455, + "learning_rate": 9.323583180987204e-05, + "loss": 0.586, + "step": 52 + }, + { + "epoch": 0.07270233196159122, + "grad_norm": 5.879551410675049, + "learning_rate": 9.506398537477148e-05, + "loss": 0.2241, + "step": 53 + }, + { + "epoch": 0.07407407407407407, + "grad_norm": 7.824138164520264, + "learning_rate": 9.689213893967093e-05, + "loss": 0.6046, + "step": 54 + }, + { + "epoch": 0.07544581618655692, + "grad_norm": 6.351109504699707, + "learning_rate": 9.872029250457039e-05, + "loss": 0.231, + "step": 55 + }, + { + "epoch": 0.07681755829903979, + "grad_norm": 9.437410354614258, + "learning_rate": 0.00010054844606946984, + "loss": 0.7105, + "step": 56 + }, + { + "epoch": 0.07818930041152264, + "grad_norm": 8.40911865234375, + "learning_rate": 0.0001023765996343693, + "loss": 0.5591, + "step": 57 + }, + { + "epoch": 0.07956104252400549, + "grad_norm": 7.631382942199707, + "learning_rate": 0.00010420475319926874, + "loss": 0.5194, + "step": 58 + }, + { + "epoch": 0.08093278463648834, + "grad_norm": 5.773220062255859, + "learning_rate": 0.00010603290676416819, + "loss": 0.3297, + "step": 59 + }, + { + "epoch": 0.0823045267489712, + "grad_norm": 1.3606321811676025, + "learning_rate": 0.00010786106032906765, + "loss": 0.0299, + "step": 60 + }, + { + "epoch": 0.08367626886145405, + "grad_norm": 7.216275215148926, + "learning_rate": 0.00010968921389396709, + "loss": 0.3514, + "step": 61 + }, + { + "epoch": 0.0850480109739369, + "grad_norm": 4.70477294921875, + "learning_rate": 0.00011151736745886655, + "loss": 0.1932, + "step": 62 + }, + { + "epoch": 0.08641975308641975, + "grad_norm": 6.754104137420654, + "learning_rate": 0.000113345521023766, + "loss": 0.4035, + "step": 63 + }, + { + "epoch": 0.0877914951989026, + "grad_norm": 0.19067375361919403, + "learning_rate": 0.00011517367458866546, + "loss": 0.0094, + "step": 64 + }, + { + "epoch": 0.08916323731138547, + "grad_norm": 1.1715893745422363, + "learning_rate": 0.0001170018281535649, + "loss": 0.0148, + "step": 65 + }, + { + "epoch": 0.09053497942386832, + "grad_norm": 1.6287739276885986, + "learning_rate": 0.00011882998171846434, + "loss": 0.0231, + "step": 66 + }, + { + "epoch": 0.09190672153635117, + "grad_norm": 7.027708053588867, + "learning_rate": 0.00012065813528336381, + "loss": 0.3204, + "step": 67 + }, + { + "epoch": 0.09327846364883402, + "grad_norm": 7.248253345489502, + "learning_rate": 0.00012248628884826325, + "loss": 0.3011, + "step": 68 + }, + { + "epoch": 0.09465020576131687, + "grad_norm": 9.592718124389648, + "learning_rate": 0.0001243144424131627, + "loss": 0.3871, + "step": 69 + }, + { + "epoch": 0.09602194787379972, + "grad_norm": 5.128874778747559, + "learning_rate": 0.00012614259597806216, + "loss": 0.1823, + "step": 70 + }, + { + "epoch": 0.09739368998628258, + "grad_norm": 6.496853351593018, + "learning_rate": 0.00012797074954296162, + "loss": 0.3572, + "step": 71 + }, + { + "epoch": 0.09876543209876543, + "grad_norm": 6.564659118652344, + "learning_rate": 0.00012979890310786104, + "loss": 0.5289, + "step": 72 + }, + { + "epoch": 0.10013717421124829, + "grad_norm": 6.480371952056885, + "learning_rate": 0.0001316270566727605, + "loss": 0.3223, + "step": 73 + }, + { + "epoch": 0.10150891632373114, + "grad_norm": 7.222306728363037, + "learning_rate": 0.00013345521023765998, + "loss": 0.3247, + "step": 74 + }, + { + "epoch": 0.102880658436214, + "grad_norm": 5.406076431274414, + "learning_rate": 0.00013528336380255943, + "loss": 0.2133, + "step": 75 + }, + { + "epoch": 0.10425240054869685, + "grad_norm": 11.029163360595703, + "learning_rate": 0.00013711151736745886, + "loss": 0.8249, + "step": 76 + }, + { + "epoch": 0.1056241426611797, + "grad_norm": 7.284115314483643, + "learning_rate": 0.00013893967093235832, + "loss": 0.4341, + "step": 77 + }, + { + "epoch": 0.10699588477366255, + "grad_norm": 6.240738868713379, + "learning_rate": 0.00014076782449725777, + "loss": 0.2932, + "step": 78 + }, + { + "epoch": 0.1083676268861454, + "grad_norm": 0.1745665967464447, + "learning_rate": 0.00014259597806215722, + "loss": 0.0099, + "step": 79 + }, + { + "epoch": 0.10973936899862825, + "grad_norm": 5.460353851318359, + "learning_rate": 0.00014442413162705668, + "loss": 0.3348, + "step": 80 + }, + { + "epoch": 0.1111111111111111, + "grad_norm": 8.869246482849121, + "learning_rate": 0.00014625228519195613, + "loss": 0.6405, + "step": 81 + }, + { + "epoch": 0.11248285322359397, + "grad_norm": 4.475996971130371, + "learning_rate": 0.0001480804387568556, + "loss": 0.1536, + "step": 82 + }, + { + "epoch": 0.11385459533607682, + "grad_norm": 2.700299024581909, + "learning_rate": 0.00014990859232175501, + "loss": 0.1299, + "step": 83 + }, + { + "epoch": 0.11522633744855967, + "grad_norm": 7.5515618324279785, + "learning_rate": 0.00015173674588665447, + "loss": 0.5863, + "step": 84 + }, + { + "epoch": 0.11659807956104253, + "grad_norm": 9.869407653808594, + "learning_rate": 0.00015356489945155395, + "loss": 0.7205, + "step": 85 + }, + { + "epoch": 0.11796982167352538, + "grad_norm": 8.208423614501953, + "learning_rate": 0.00015539305301645338, + "loss": 0.4052, + "step": 86 + }, + { + "epoch": 0.11934156378600823, + "grad_norm": 6.408420562744141, + "learning_rate": 0.00015722120658135283, + "loss": 0.3953, + "step": 87 + }, + { + "epoch": 0.12071330589849108, + "grad_norm": 7.050099849700928, + "learning_rate": 0.00015904936014625229, + "loss": 0.5598, + "step": 88 + }, + { + "epoch": 0.12208504801097393, + "grad_norm": 5.326991558074951, + "learning_rate": 0.00016087751371115174, + "loss": 0.2856, + "step": 89 + }, + { + "epoch": 0.12345679012345678, + "grad_norm": 4.510193347930908, + "learning_rate": 0.0001627056672760512, + "loss": 0.2277, + "step": 90 + }, + { + "epoch": 0.12482853223593965, + "grad_norm": 5.769596576690674, + "learning_rate": 0.00016453382084095065, + "loss": 0.3296, + "step": 91 + }, + { + "epoch": 0.1262002743484225, + "grad_norm": 6.066390037536621, + "learning_rate": 0.0001663619744058501, + "loss": 0.3079, + "step": 92 + }, + { + "epoch": 0.12757201646090535, + "grad_norm": 6.80173921585083, + "learning_rate": 0.00016819012797074953, + "loss": 0.4867, + "step": 93 + }, + { + "epoch": 0.1289437585733882, + "grad_norm": 6.219693183898926, + "learning_rate": 0.00017001828153564899, + "loss": 0.4319, + "step": 94 + }, + { + "epoch": 0.13031550068587106, + "grad_norm": 5.316290855407715, + "learning_rate": 0.00017184643510054847, + "loss": 0.2952, + "step": 95 + }, + { + "epoch": 0.13168724279835392, + "grad_norm": 6.86447811126709, + "learning_rate": 0.00017367458866544792, + "loss": 0.5531, + "step": 96 + }, + { + "epoch": 0.13305898491083676, + "grad_norm": 1.2648167610168457, + "learning_rate": 0.00017550274223034735, + "loss": 0.0296, + "step": 97 + }, + { + "epoch": 0.13443072702331962, + "grad_norm": 8.14661979675293, + "learning_rate": 0.0001773308957952468, + "loss": 0.8536, + "step": 98 + }, + { + "epoch": 0.13580246913580246, + "grad_norm": 8.927884101867676, + "learning_rate": 0.00017915904936014626, + "loss": 0.4879, + "step": 99 + }, + { + "epoch": 0.13717421124828533, + "grad_norm": 9.555243492126465, + "learning_rate": 0.00018098720292504568, + "loss": 0.67, + "step": 100 + }, + { + "epoch": 0.13854595336076816, + "grad_norm": 7.783656120300293, + "learning_rate": 0.00018281535648994517, + "loss": 0.4813, + "step": 101 + }, + { + "epoch": 0.13991769547325103, + "grad_norm": 0.5169872641563416, + "learning_rate": 0.00018464351005484462, + "loss": 0.0488, + "step": 102 + }, + { + "epoch": 0.1412894375857339, + "grad_norm": 6.967692852020264, + "learning_rate": 0.00018647166361974407, + "loss": 0.5388, + "step": 103 + }, + { + "epoch": 0.14266117969821673, + "grad_norm": 6.324373245239258, + "learning_rate": 0.0001882998171846435, + "loss": 0.376, + "step": 104 + }, + { + "epoch": 0.1440329218106996, + "grad_norm": 0.7642683982849121, + "learning_rate": 0.00019012797074954296, + "loss": 0.017, + "step": 105 + }, + { + "epoch": 0.14540466392318244, + "grad_norm": 8.600672721862793, + "learning_rate": 0.00019195612431444244, + "loss": 0.7542, + "step": 106 + }, + { + "epoch": 0.1467764060356653, + "grad_norm": 7.111880302429199, + "learning_rate": 0.00019378427787934186, + "loss": 0.4063, + "step": 107 + }, + { + "epoch": 0.14814814814814814, + "grad_norm": 6.075577735900879, + "learning_rate": 0.00019561243144424132, + "loss": 0.3658, + "step": 108 + }, + { + "epoch": 0.149519890260631, + "grad_norm": 6.12313175201416, + "learning_rate": 0.00019744058500914077, + "loss": 0.4389, + "step": 109 + }, + { + "epoch": 0.15089163237311384, + "grad_norm": 5.813235759735107, + "learning_rate": 0.00019926873857404023, + "loss": 0.3803, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_Qnli-dev_cosine_accuracy": 0.705078125, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.6866907477378845, + "eval_Qnli-dev_cosine_ap": 0.7567018413685389, + "eval_Qnli-dev_cosine_f1": 0.6931818181818182, + "eval_Qnli-dev_cosine_f1_threshold": 0.6343963146209717, + "eval_Qnli-dev_cosine_precision": 0.6267123287671232, + "eval_Qnli-dev_cosine_recall": 0.7754237288135594, + "eval_allNLI-dev_cosine_accuracy": 0.76953125, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.7752166986465454, + "eval_allNLI-dev_cosine_ap": 0.6627175481841632, + "eval_allNLI-dev_cosine_f1": 0.6624737945492662, + "eval_allNLI-dev_cosine_f1_threshold": 0.6564935445785522, + "eval_allNLI-dev_cosine_precision": 0.5197368421052632, + "eval_allNLI-dev_cosine_recall": 0.9132947976878613, + "eval_sequential_score": 0.7567018413685389, + "eval_sts-test_pearson_cosine": 0.9026620207137961, + "eval_sts-test_spearman_cosine": 0.913678627606199, + "eval_vitaminc-pairs_loss": 2.009296178817749, + "eval_vitaminc-pairs_runtime": 14.3224, + "eval_vitaminc-pairs_samples_per_second": 8.937, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_negation-triplets_loss": 1.59572434425354, + "eval_negation-triplets_runtime": 1.1528, + "eval_negation-triplets_samples_per_second": 111.029, + "eval_negation-triplets_steps_per_second": 0.867, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_scitail-pairs-pos_loss": 0.061776161193847656, + "eval_scitail-pairs-pos_runtime": 1.5728, + "eval_scitail-pairs-pos_samples_per_second": 81.383, + "eval_scitail-pairs-pos_steps_per_second": 0.636, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_scitail-pairs-qa_loss": 0.009187542833387852, + "eval_scitail-pairs-qa_runtime": 1.2102, + "eval_scitail-pairs-qa_samples_per_second": 105.771, + "eval_scitail-pairs-qa_steps_per_second": 0.826, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_xsum-pairs_loss": 0.37210211157798767, + "eval_xsum-pairs_runtime": 6.2854, + "eval_xsum-pairs_samples_per_second": 20.365, + "eval_xsum-pairs_steps_per_second": 0.159, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_sciq_pairs_loss": 0.04122849553823471, + "eval_sciq_pairs_runtime": 8.8116, + "eval_sciq_pairs_samples_per_second": 14.526, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_qasc_pairs_loss": 0.4748501479625702, + "eval_qasc_pairs_runtime": 1.3827, + "eval_qasc_pairs_samples_per_second": 92.573, + "eval_qasc_pairs_steps_per_second": 0.723, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_openbookqa_pairs_loss": 1.1540580987930298, + "eval_openbookqa_pairs_runtime": 1.1788, + "eval_openbookqa_pairs_samples_per_second": 108.581, + "eval_openbookqa_pairs_steps_per_second": 0.848, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_nq_pairs_loss": 0.2363465428352356, + "eval_nq_pairs_runtime": 7.8515, + "eval_nq_pairs_samples_per_second": 16.303, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_trivia_pairs_loss": 0.6520176529884338, + "eval_trivia_pairs_runtime": 8.9067, + "eval_trivia_pairs_samples_per_second": 14.371, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_gooaq_pairs_loss": 0.22620199620723724, + "eval_gooaq_pairs_runtime": 2.067, + "eval_gooaq_pairs_samples_per_second": 61.924, + "eval_gooaq_pairs_steps_per_second": 0.484, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_paws-pos_loss": 0.02822125516831875, + "eval_paws-pos_runtime": 1.5117, + "eval_paws-pos_samples_per_second": 84.672, + "eval_paws-pos_steps_per_second": 0.662, + "step": 110 + }, + { + "epoch": 0.15089163237311384, + "eval_global_dataset_loss": 0.30668479204177856, + "eval_global_dataset_runtime": 33.2591, + "eval_global_dataset_samples_per_second": 11.546, + "eval_global_dataset_steps_per_second": 0.06, + "step": 110 + }, + { + "epoch": 0.1522633744855967, + "grad_norm": 4.30504846572876, + "learning_rate": 0.00020109689213893968, + "loss": 0.2478, + "step": 111 + }, + { + "epoch": 0.15363511659807957, + "grad_norm": 6.559568881988525, + "learning_rate": 0.00020292504570383914, + "loss": 0.8402, + "step": 112 + }, + { + "epoch": 0.1550068587105624, + "grad_norm": 5.812280654907227, + "learning_rate": 0.0002047531992687386, + "loss": 0.6608, + "step": 113 + }, + { + "epoch": 0.15637860082304528, + "grad_norm": 2.0805885791778564, + "learning_rate": 0.00020658135283363802, + "loss": 0.0934, + "step": 114 + }, + { + "epoch": 0.15775034293552812, + "grad_norm": 5.199294090270996, + "learning_rate": 0.00020840950639853747, + "loss": 0.3907, + "step": 115 + }, + { + "epoch": 0.15912208504801098, + "grad_norm": 6.3685078620910645, + "learning_rate": 0.00021023765996343693, + "loss": 0.449, + "step": 116 + }, + { + "epoch": 0.16049382716049382, + "grad_norm": 6.4199652671813965, + "learning_rate": 0.00021206581352833638, + "loss": 0.4041, + "step": 117 + }, + { + "epoch": 0.16186556927297668, + "grad_norm": 6.015898704528809, + "learning_rate": 0.00021389396709323584, + "loss": 0.6749, + "step": 118 + }, + { + "epoch": 0.16323731138545952, + "grad_norm": 7.721911430358887, + "learning_rate": 0.0002157221206581353, + "loss": 0.4847, + "step": 119 + }, + { + "epoch": 0.1646090534979424, + "grad_norm": 1.8774610757827759, + "learning_rate": 0.00021755027422303474, + "loss": 0.0526, + "step": 120 + }, + { + "epoch": 0.16598079561042525, + "grad_norm": 8.094359397888184, + "learning_rate": 0.00021937842778793417, + "loss": 0.6795, + "step": 121 + }, + { + "epoch": 0.1673525377229081, + "grad_norm": 0.33090323209762573, + "learning_rate": 0.00022120658135283365, + "loss": 0.0064, + "step": 122 + }, + { + "epoch": 0.16872427983539096, + "grad_norm": 7.3609418869018555, + "learning_rate": 0.0002230347349177331, + "loss": 0.5918, + "step": 123 + }, + { + "epoch": 0.1700960219478738, + "grad_norm": 6.189216613769531, + "learning_rate": 0.00022486288848263253, + "loss": 0.3544, + "step": 124 + }, + { + "epoch": 0.17146776406035666, + "grad_norm": 5.588890075683594, + "learning_rate": 0.000226691042047532, + "loss": 0.3849, + "step": 125 + }, + { + "epoch": 0.1728395061728395, + "grad_norm": 3.4582345485687256, + "learning_rate": 0.00022851919561243144, + "loss": 0.2051, + "step": 126 + }, + { + "epoch": 0.17421124828532236, + "grad_norm": 4.075862407684326, + "learning_rate": 0.00023034734917733092, + "loss": 0.2129, + "step": 127 + }, + { + "epoch": 0.1755829903978052, + "grad_norm": 15.110091209411621, + "learning_rate": 0.00023217550274223035, + "loss": 2.7937, + "step": 128 + }, + { + "epoch": 0.17695473251028807, + "grad_norm": 0.35791516304016113, + "learning_rate": 0.0002340036563071298, + "loss": 0.0166, + "step": 129 + }, + { + "epoch": 0.17832647462277093, + "grad_norm": 7.5200090408325195, + "learning_rate": 0.00023583180987202926, + "loss": 0.7856, + "step": 130 + }, + { + "epoch": 0.17969821673525377, + "grad_norm": 6.566864490509033, + "learning_rate": 0.0002376599634369287, + "loss": 0.8368, + "step": 131 + }, + { + "epoch": 0.18106995884773663, + "grad_norm": 4.958701133728027, + "learning_rate": 0.00023948811700182814, + "loss": 0.3813, + "step": 132 + }, + { + "epoch": 0.18244170096021947, + "grad_norm": 5.745133876800537, + "learning_rate": 0.00024131627056672762, + "loss": 0.5695, + "step": 133 + }, + { + "epoch": 0.18381344307270234, + "grad_norm": 4.952736854553223, + "learning_rate": 0.00024314442413162708, + "loss": 0.351, + "step": 134 + }, + { + "epoch": 0.18518518518518517, + "grad_norm": 5.733601093292236, + "learning_rate": 0.0002449725776965265, + "loss": 0.3821, + "step": 135 + }, + { + "epoch": 0.18655692729766804, + "grad_norm": 5.019097328186035, + "learning_rate": 0.00024680073126142596, + "loss": 0.3249, + "step": 136 + }, + { + "epoch": 0.18792866941015088, + "grad_norm": 5.300777912139893, + "learning_rate": 0.0002486288848263254, + "loss": 0.3404, + "step": 137 + }, + { + "epoch": 0.18930041152263374, + "grad_norm": 4.518141269683838, + "learning_rate": 0.00025045703839122487, + "loss": 0.4535, + "step": 138 + }, + { + "epoch": 0.1906721536351166, + "grad_norm": 1.0158088207244873, + "learning_rate": 0.0002522851919561243, + "loss": 0.0577, + "step": 139 + }, + { + "epoch": 0.19204389574759945, + "grad_norm": 5.966796398162842, + "learning_rate": 0.0002541133455210238, + "loss": 0.7431, + "step": 140 + }, + { + "epoch": 0.1934156378600823, + "grad_norm": 6.123642921447754, + "learning_rate": 0.00025594149908592323, + "loss": 0.6778, + "step": 141 + }, + { + "epoch": 0.19478737997256515, + "grad_norm": 5.842874050140381, + "learning_rate": 0.0002577696526508227, + "loss": 0.5436, + "step": 142 + }, + { + "epoch": 0.19615912208504802, + "grad_norm": 4.759068012237549, + "learning_rate": 0.0002595978062157221, + "loss": 0.3582, + "step": 143 + }, + { + "epoch": 0.19753086419753085, + "grad_norm": 4.080338478088379, + "learning_rate": 0.00026142595978062154, + "loss": 0.316, + "step": 144 + }, + { + "epoch": 0.19890260631001372, + "grad_norm": 4.1391448974609375, + "learning_rate": 0.000263254113345521, + "loss": 0.4446, + "step": 145 + }, + { + "epoch": 0.20027434842249658, + "grad_norm": 5.856256008148193, + "learning_rate": 0.0002650822669104205, + "loss": 0.7792, + "step": 146 + }, + { + "epoch": 0.20164609053497942, + "grad_norm": 7.747331142425537, + "learning_rate": 0.00026691042047531996, + "loss": 1.1147, + "step": 147 + }, + { + "epoch": 0.2030178326474623, + "grad_norm": 6.825289249420166, + "learning_rate": 0.0002687385740402194, + "loss": 0.8267, + "step": 148 + }, + { + "epoch": 0.20438957475994513, + "grad_norm": 7.336719512939453, + "learning_rate": 0.00027056672760511887, + "loss": 0.8149, + "step": 149 + }, + { + "epoch": 0.205761316872428, + "grad_norm": 6.731626510620117, + "learning_rate": 0.00027239488117001827, + "loss": 0.942, + "step": 150 + }, + { + "epoch": 0.20713305898491083, + "grad_norm": 10.727692604064941, + "learning_rate": 0.0002742230347349177, + "loss": 2.4865, + "step": 151 + }, + { + "epoch": 0.2085048010973937, + "grad_norm": 8.583380699157715, + "learning_rate": 0.0002760511882998172, + "loss": 1.0715, + "step": 152 + }, + { + "epoch": 0.20987654320987653, + "grad_norm": 6.236877918243408, + "learning_rate": 0.00027787934186471663, + "loss": 0.6219, + "step": 153 + }, + { + "epoch": 0.2112482853223594, + "grad_norm": 6.254538536071777, + "learning_rate": 0.0002797074954296161, + "loss": 0.8705, + "step": 154 + }, + { + "epoch": 0.21262002743484226, + "grad_norm": 3.0917959213256836, + "learning_rate": 0.00028153564899451554, + "loss": 0.2407, + "step": 155 + }, + { + "epoch": 0.2139917695473251, + "grad_norm": 4.438024997711182, + "learning_rate": 0.000283363802559415, + "loss": 0.4925, + "step": 156 + }, + { + "epoch": 0.21536351165980797, + "grad_norm": 0.43344631791114807, + "learning_rate": 0.00028519195612431445, + "loss": 0.0316, + "step": 157 + }, + { + "epoch": 0.2167352537722908, + "grad_norm": 5.73934268951416, + "learning_rate": 0.0002870201096892139, + "loss": 0.3935, + "step": 158 + }, + { + "epoch": 0.21810699588477367, + "grad_norm": 4.532804012298584, + "learning_rate": 0.00028884826325411336, + "loss": 0.2083, + "step": 159 + }, + { + "epoch": 0.2194787379972565, + "grad_norm": 4.846848487854004, + "learning_rate": 0.0002906764168190128, + "loss": 0.2798, + "step": 160 + }, + { + "epoch": 0.22085048010973937, + "grad_norm": 7.060863018035889, + "learning_rate": 0.00029250457038391227, + "loss": 0.8777, + "step": 161 + }, + { + "epoch": 0.2222222222222222, + "grad_norm": 0.012754157185554504, + "learning_rate": 0.0002943327239488117, + "loss": 0.0002, + "step": 162 + }, + { + "epoch": 0.22359396433470508, + "grad_norm": 4.094379901885986, + "learning_rate": 0.0002961608775137112, + "loss": 0.2736, + "step": 163 + }, + { + "epoch": 0.22496570644718794, + "grad_norm": 10.741785049438477, + "learning_rate": 0.0002979890310786106, + "loss": 2.4185, + "step": 164 + }, + { + "epoch": 0.22633744855967078, + "grad_norm": 4.820891380310059, + "learning_rate": 0.00029981718464351003, + "loss": 0.7767, + "step": 165 + }, + { + "epoch": 0.22770919067215364, + "grad_norm": 6.423076152801514, + "learning_rate": 0.0003016453382084095, + "loss": 0.7971, + "step": 166 + }, + { + "epoch": 0.22908093278463648, + "grad_norm": 4.492727756500244, + "learning_rate": 0.00030347349177330894, + "loss": 0.4535, + "step": 167 + }, + { + "epoch": 0.23045267489711935, + "grad_norm": 5.301379680633545, + "learning_rate": 0.00030530164533820845, + "loss": 0.6654, + "step": 168 + }, + { + "epoch": 0.23182441700960219, + "grad_norm": 5.155853748321533, + "learning_rate": 0.0003071297989031079, + "loss": 0.3985, + "step": 169 + }, + { + "epoch": 0.23319615912208505, + "grad_norm": 0.4378865361213684, + "learning_rate": 0.00030895795246800735, + "loss": 0.0338, + "step": 170 + }, + { + "epoch": 0.2345679012345679, + "grad_norm": 4.022473335266113, + "learning_rate": 0.00031078610603290675, + "loss": 0.1834, + "step": 171 + }, + { + "epoch": 0.23593964334705075, + "grad_norm": 7.863429069519043, + "learning_rate": 0.0003126142595978062, + "loss": 0.603, + "step": 172 + }, + { + "epoch": 0.23731138545953362, + "grad_norm": 8.951998710632324, + "learning_rate": 0.00031444241316270566, + "loss": 0.7871, + "step": 173 + }, + { + "epoch": 0.23868312757201646, + "grad_norm": 6.265102386474609, + "learning_rate": 0.0003162705667276051, + "loss": 0.4304, + "step": 174 + }, + { + "epoch": 0.24005486968449932, + "grad_norm": 6.6486005783081055, + "learning_rate": 0.00031809872029250457, + "loss": 0.649, + "step": 175 + }, + { + "epoch": 0.24142661179698216, + "grad_norm": 0.47100114822387695, + "learning_rate": 0.000319926873857404, + "loss": 0.048, + "step": 176 + }, + { + "epoch": 0.24279835390946503, + "grad_norm": 4.884115695953369, + "learning_rate": 0.0003217550274223035, + "loss": 0.4079, + "step": 177 + }, + { + "epoch": 0.24417009602194786, + "grad_norm": 4.508667469024658, + "learning_rate": 0.0003235831809872029, + "loss": 0.4627, + "step": 178 + }, + { + "epoch": 0.24554183813443073, + "grad_norm": 3.22367262840271, + "learning_rate": 0.0003254113345521024, + "loss": 0.3703, + "step": 179 + }, + { + "epoch": 0.24691358024691357, + "grad_norm": 7.695303916931152, + "learning_rate": 0.00032723948811700184, + "loss": 0.8343, + "step": 180 + }, + { + "epoch": 0.24828532235939643, + "grad_norm": 7.249318599700928, + "learning_rate": 0.0003290676416819013, + "loss": 0.692, + "step": 181 + }, + { + "epoch": 0.2496570644718793, + "grad_norm": 11.686202049255371, + "learning_rate": 0.00033089579524680075, + "loss": 2.7071, + "step": 182 + }, + { + "epoch": 0.25102880658436216, + "grad_norm": 6.061092376708984, + "learning_rate": 0.0003327239488117002, + "loss": 0.8451, + "step": 183 + }, + { + "epoch": 0.252400548696845, + "grad_norm": 5.932607650756836, + "learning_rate": 0.00033455210237659966, + "loss": 0.635, + "step": 184 + }, + { + "epoch": 0.25377229080932784, + "grad_norm": 3.491114616394043, + "learning_rate": 0.00033638025594149906, + "loss": 0.312, + "step": 185 + }, + { + "epoch": 0.2551440329218107, + "grad_norm": 6.4914164543151855, + "learning_rate": 0.0003382084095063985, + "loss": 0.6996, + "step": 186 + }, + { + "epoch": 0.25651577503429357, + "grad_norm": 6.15857458114624, + "learning_rate": 0.00034003656307129797, + "loss": 0.4432, + "step": 187 + }, + { + "epoch": 0.2578875171467764, + "grad_norm": 4.767185211181641, + "learning_rate": 0.0003418647166361974, + "loss": 0.375, + "step": 188 + }, + { + "epoch": 0.25925925925925924, + "grad_norm": 7.944342613220215, + "learning_rate": 0.00034369287020109693, + "loss": 0.9366, + "step": 189 + }, + { + "epoch": 0.2606310013717421, + "grad_norm": 6.573953628540039, + "learning_rate": 0.0003455210237659964, + "loss": 0.755, + "step": 190 + }, + { + "epoch": 0.262002743484225, + "grad_norm": 4.173367023468018, + "learning_rate": 0.00034734917733089584, + "loss": 0.6068, + "step": 191 + }, + { + "epoch": 0.26337448559670784, + "grad_norm": 5.26171875, + "learning_rate": 0.00034917733089579524, + "loss": 0.5336, + "step": 192 + }, + { + "epoch": 0.26474622770919065, + "grad_norm": 6.669304370880127, + "learning_rate": 0.0003510054844606947, + "loss": 0.8783, + "step": 193 + }, + { + "epoch": 0.2661179698216735, + "grad_norm": 4.4192938804626465, + "learning_rate": 0.00035283363802559415, + "loss": 0.3576, + "step": 194 + }, + { + "epoch": 0.2674897119341564, + "grad_norm": 10.117819786071777, + "learning_rate": 0.0003546617915904936, + "loss": 2.1854, + "step": 195 + }, + { + "epoch": 0.26886145404663925, + "grad_norm": 5.256247520446777, + "learning_rate": 0.00035648994515539306, + "loss": 0.7835, + "step": 196 + }, + { + "epoch": 0.27023319615912206, + "grad_norm": 5.784887313842773, + "learning_rate": 0.0003583180987202925, + "loss": 0.5668, + "step": 197 + }, + { + "epoch": 0.2716049382716049, + "grad_norm": 4.977567672729492, + "learning_rate": 0.00036014625228519197, + "loss": 0.7033, + "step": 198 + }, + { + "epoch": 0.2729766803840878, + "grad_norm": 0.011424711905419827, + "learning_rate": 0.00036197440585009137, + "loss": 0.0002, + "step": 199 + }, + { + "epoch": 0.27434842249657065, + "grad_norm": 5.805008411407471, + "learning_rate": 0.0003638025594149909, + "loss": 0.5791, + "step": 200 + }, + { + "epoch": 0.2757201646090535, + "grad_norm": 3.8826043605804443, + "learning_rate": 0.00036563071297989033, + "loss": 0.2697, + "step": 201 + }, + { + "epoch": 0.27709190672153633, + "grad_norm": 6.563521385192871, + "learning_rate": 0.0003674588665447898, + "loss": 0.6261, + "step": 202 + }, + { + "epoch": 0.2784636488340192, + "grad_norm": 4.584529399871826, + "learning_rate": 0.00036928702010968924, + "loss": 0.3253, + "step": 203 + }, + { + "epoch": 0.27983539094650206, + "grad_norm": 6.636009216308594, + "learning_rate": 0.0003711151736745887, + "loss": 0.8323, + "step": 204 + }, + { + "epoch": 0.2812071330589849, + "grad_norm": 5.0911359786987305, + "learning_rate": 0.00037294332723948815, + "loss": 0.4472, + "step": 205 + }, + { + "epoch": 0.2825788751714678, + "grad_norm": 3.9219255447387695, + "learning_rate": 0.00037477148080438755, + "loss": 0.3342, + "step": 206 + }, + { + "epoch": 0.2839506172839506, + "grad_norm": 5.114777565002441, + "learning_rate": 0.000376599634369287, + "loss": 0.6313, + "step": 207 + }, + { + "epoch": 0.28532235939643347, + "grad_norm": 0.3298715353012085, + "learning_rate": 0.00037842778793418646, + "loss": 0.059, + "step": 208 + }, + { + "epoch": 0.28669410150891633, + "grad_norm": 1.5965046882629395, + "learning_rate": 0.0003802559414990859, + "loss": 0.1195, + "step": 209 + }, + { + "epoch": 0.2880658436213992, + "grad_norm": 0.39121323823928833, + "learning_rate": 0.00038208409506398537, + "loss": 0.0296, + "step": 210 + }, + { + "epoch": 0.289437585733882, + "grad_norm": 4.317224025726318, + "learning_rate": 0.0003839122486288849, + "loss": 0.5316, + "step": 211 + }, + { + "epoch": 0.2908093278463649, + "grad_norm": 4.000308036804199, + "learning_rate": 0.00038574040219378433, + "loss": 0.5201, + "step": 212 + }, + { + "epoch": 0.29218106995884774, + "grad_norm": 6.2192301750183105, + "learning_rate": 0.00038756855575868373, + "loss": 0.6602, + "step": 213 + }, + { + "epoch": 0.2935528120713306, + "grad_norm": 6.702320098876953, + "learning_rate": 0.0003893967093235832, + "loss": 0.9578, + "step": 214 + }, + { + "epoch": 0.29492455418381347, + "grad_norm": 3.9136242866516113, + "learning_rate": 0.00039122486288848264, + "loss": 0.2089, + "step": 215 + }, + { + "epoch": 0.2962962962962963, + "grad_norm": 6.901303768157959, + "learning_rate": 0.0003930530164533821, + "loss": 1.2112, + "step": 216 + }, + { + "epoch": 0.29766803840877915, + "grad_norm": 4.04884672164917, + "learning_rate": 0.00039488117001828155, + "loss": 0.3294, + "step": 217 + }, + { + "epoch": 0.299039780521262, + "grad_norm": 5.46201753616333, + "learning_rate": 0.000396709323583181, + "loss": 0.867, + "step": 218 + }, + { + "epoch": 0.3004115226337449, + "grad_norm": 5.559458255767822, + "learning_rate": 0.00039853747714808046, + "loss": 1.1745, + "step": 219 + }, + { + "epoch": 0.3017832647462277, + "grad_norm": 4.930731296539307, + "learning_rate": 0.00040036563071297986, + "loss": 0.7287, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_Qnli-dev_cosine_accuracy": 0.736328125, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.8059661388397217, + "eval_Qnli-dev_cosine_ap": 0.7693397822540732, + "eval_Qnli-dev_cosine_f1": 0.720136518771331, + "eval_Qnli-dev_cosine_f1_threshold": 0.7346209287643433, + "eval_Qnli-dev_cosine_precision": 0.6028571428571429, + "eval_Qnli-dev_cosine_recall": 0.8940677966101694, + "eval_allNLI-dev_cosine_accuracy": 0.751953125, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8584632873535156, + "eval_allNLI-dev_cosine_ap": 0.6542482370347211, + "eval_allNLI-dev_cosine_f1": 0.6681127982646421, + "eval_allNLI-dev_cosine_f1_threshold": 0.7551147937774658, + "eval_allNLI-dev_cosine_precision": 0.5347222222222222, + "eval_allNLI-dev_cosine_recall": 0.8901734104046243, + "eval_sequential_score": 0.7693397822540732, + "eval_sts-test_pearson_cosine": 0.8635423204589071, + "eval_sts-test_spearman_cosine": 0.8907274956890058, + "eval_vitaminc-pairs_loss": 2.5131773948669434, + "eval_vitaminc-pairs_runtime": 14.3452, + "eval_vitaminc-pairs_samples_per_second": 8.923, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_negation-triplets_loss": 1.5992437601089478, + "eval_negation-triplets_runtime": 1.1695, + "eval_negation-triplets_samples_per_second": 109.451, + "eval_negation-triplets_steps_per_second": 0.855, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_scitail-pairs-pos_loss": 0.12100159376859665, + "eval_scitail-pairs-pos_runtime": 1.5843, + "eval_scitail-pairs-pos_samples_per_second": 80.791, + "eval_scitail-pairs-pos_steps_per_second": 0.631, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_scitail-pairs-qa_loss": 0.029047677293419838, + "eval_scitail-pairs-qa_runtime": 1.2089, + "eval_scitail-pairs-qa_samples_per_second": 105.881, + "eval_scitail-pairs-qa_steps_per_second": 0.827, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_xsum-pairs_loss": 0.6063941717147827, + "eval_xsum-pairs_runtime": 6.3291, + "eval_xsum-pairs_samples_per_second": 20.224, + "eval_xsum-pairs_steps_per_second": 0.158, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_sciq_pairs_loss": 0.05205194652080536, + "eval_sciq_pairs_runtime": 8.8533, + "eval_sciq_pairs_samples_per_second": 14.458, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_qasc_pairs_loss": 0.7244825959205627, + "eval_qasc_pairs_runtime": 1.3845, + "eval_qasc_pairs_samples_per_second": 92.449, + "eval_qasc_pairs_steps_per_second": 0.722, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_openbookqa_pairs_loss": 1.4260488748550415, + "eval_openbookqa_pairs_runtime": 1.1784, + "eval_openbookqa_pairs_samples_per_second": 108.623, + "eval_openbookqa_pairs_steps_per_second": 0.849, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_nq_pairs_loss": 0.7104523777961731, + "eval_nq_pairs_runtime": 7.8911, + "eval_nq_pairs_samples_per_second": 16.221, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_trivia_pairs_loss": 0.8537120223045349, + "eval_trivia_pairs_runtime": 8.9305, + "eval_trivia_pairs_samples_per_second": 14.333, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_gooaq_pairs_loss": 0.5029886960983276, + "eval_gooaq_pairs_runtime": 2.0675, + "eval_gooaq_pairs_samples_per_second": 61.91, + "eval_gooaq_pairs_steps_per_second": 0.484, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_paws-pos_loss": 0.03150199353694916, + "eval_paws-pos_runtime": 1.5078, + "eval_paws-pos_samples_per_second": 84.892, + "eval_paws-pos_steps_per_second": 0.663, + "step": 220 + }, + { + "epoch": 0.3017832647462277, + "eval_global_dataset_loss": 0.18923546373844147, + "eval_global_dataset_runtime": 33.3421, + "eval_global_dataset_samples_per_second": 11.517, + "eval_global_dataset_steps_per_second": 0.06, + "step": 220 + }, + { + "epoch": 0.30315500685871055, + "grad_norm": 3.582907199859619, + "learning_rate": 0.00040219378427787936, + "loss": 0.5484, + "step": 221 + }, + { + "epoch": 0.3045267489711934, + "grad_norm": 4.960206031799316, + "learning_rate": 0.0004040219378427788, + "loss": 0.9396, + "step": 222 + }, + { + "epoch": 0.3058984910836763, + "grad_norm": 4.219746112823486, + "learning_rate": 0.0004058500914076783, + "loss": 0.4335, + "step": 223 + }, + { + "epoch": 0.30727023319615915, + "grad_norm": 6.449894428253174, + "learning_rate": 0.00040767824497257773, + "loss": 0.9026, + "step": 224 + }, + { + "epoch": 0.30864197530864196, + "grad_norm": 6.239223003387451, + "learning_rate": 0.0004095063985374772, + "loss": 0.7214, + "step": 225 + }, + { + "epoch": 0.3100137174211248, + "grad_norm": 4.418921947479248, + "learning_rate": 0.00041133455210237664, + "loss": 0.4794, + "step": 226 + }, + { + "epoch": 0.3113854595336077, + "grad_norm": 0.012527555227279663, + "learning_rate": 0.00041316270566727604, + "loss": 0.0003, + "step": 227 + }, + { + "epoch": 0.31275720164609055, + "grad_norm": 2.672603130340576, + "learning_rate": 0.0004149908592321755, + "loss": 0.3003, + "step": 228 + }, + { + "epoch": 0.31412894375857336, + "grad_norm": 4.433743476867676, + "learning_rate": 0.00041681901279707495, + "loss": 0.4667, + "step": 229 + }, + { + "epoch": 0.31550068587105623, + "grad_norm": 4.458980083465576, + "learning_rate": 0.0004186471663619744, + "loss": 0.5006, + "step": 230 + }, + { + "epoch": 0.3168724279835391, + "grad_norm": 5.0898237228393555, + "learning_rate": 0.00042047531992687385, + "loss": 0.5555, + "step": 231 + }, + { + "epoch": 0.31824417009602196, + "grad_norm": 4.338139533996582, + "learning_rate": 0.00042230347349177336, + "loss": 0.4437, + "step": 232 + }, + { + "epoch": 0.3196159122085048, + "grad_norm": 5.023694038391113, + "learning_rate": 0.00042413162705667276, + "loss": 0.8813, + "step": 233 + }, + { + "epoch": 0.32098765432098764, + "grad_norm": 6.410233497619629, + "learning_rate": 0.0004259597806215722, + "loss": 1.1836, + "step": 234 + }, + { + "epoch": 0.3223593964334705, + "grad_norm": 3.8459813594818115, + "learning_rate": 0.00042778793418647167, + "loss": 0.3176, + "step": 235 + }, + { + "epoch": 0.32373113854595337, + "grad_norm": 5.539570331573486, + "learning_rate": 0.0004296160877513711, + "loss": 0.6248, + "step": 236 + }, + { + "epoch": 0.32510288065843623, + "grad_norm": 3.5191774368286133, + "learning_rate": 0.0004314442413162706, + "loss": 0.3623, + "step": 237 + }, + { + "epoch": 0.32647462277091904, + "grad_norm": 3.2997043132781982, + "learning_rate": 0.00043327239488117003, + "loss": 0.3205, + "step": 238 + }, + { + "epoch": 0.3278463648834019, + "grad_norm": 3.9236536026000977, + "learning_rate": 0.0004351005484460695, + "loss": 0.439, + "step": 239 + }, + { + "epoch": 0.3292181069958848, + "grad_norm": 3.9750499725341797, + "learning_rate": 0.0004369287020109689, + "loss": 0.653, + "step": 240 + }, + { + "epoch": 0.33058984910836764, + "grad_norm": 4.344120502471924, + "learning_rate": 0.00043875685557586834, + "loss": 0.5743, + "step": 241 + }, + { + "epoch": 0.3319615912208505, + "grad_norm": 3.2905893325805664, + "learning_rate": 0.0004405850091407678, + "loss": 0.5844, + "step": 242 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 5.996461391448975, + "learning_rate": 0.0004424131627056673, + "loss": 0.9451, + "step": 243 + }, + { + "epoch": 0.3347050754458162, + "grad_norm": 4.085718631744385, + "learning_rate": 0.00044424131627056676, + "loss": 0.7071, + "step": 244 + }, + { + "epoch": 0.33607681755829905, + "grad_norm": 0.26297450065612793, + "learning_rate": 0.0004460694698354662, + "loss": 0.0226, + "step": 245 + }, + { + "epoch": 0.3374485596707819, + "grad_norm": 5.191401481628418, + "learning_rate": 0.00044789762340036567, + "loss": 1.0585, + "step": 246 + }, + { + "epoch": 0.3388203017832647, + "grad_norm": 5.426116466522217, + "learning_rate": 0.00044972577696526507, + "loss": 1.0764, + "step": 247 + }, + { + "epoch": 0.3401920438957476, + "grad_norm": 0.17406082153320312, + "learning_rate": 0.0004515539305301645, + "loss": 0.0289, + "step": 248 + }, + { + "epoch": 0.34156378600823045, + "grad_norm": 4.900349140167236, + "learning_rate": 0.000453382084095064, + "loss": 0.5588, + "step": 249 + }, + { + "epoch": 0.3429355281207133, + "grad_norm": 5.373581409454346, + "learning_rate": 0.00045521023765996343, + "loss": 0.7509, + "step": 250 + }, + { + "epoch": 0.3443072702331962, + "grad_norm": 5.4629106521606445, + "learning_rate": 0.0004570383912248629, + "loss": 0.8388, + "step": 251 + }, + { + "epoch": 0.345679012345679, + "grad_norm": 4.140360355377197, + "learning_rate": 0.00045886654478976234, + "loss": 0.5444, + "step": 252 + }, + { + "epoch": 0.34705075445816186, + "grad_norm": 5.176646709442139, + "learning_rate": 0.00046069469835466185, + "loss": 1.2432, + "step": 253 + }, + { + "epoch": 0.3484224965706447, + "grad_norm": 5.172772407531738, + "learning_rate": 0.00046252285191956125, + "loss": 0.8329, + "step": 254 + }, + { + "epoch": 0.3497942386831276, + "grad_norm": 4.968120574951172, + "learning_rate": 0.0004643510054844607, + "loss": 0.7158, + "step": 255 + }, + { + "epoch": 0.3511659807956104, + "grad_norm": 5.91867208480835, + "learning_rate": 0.00046617915904936016, + "loss": 0.935, + "step": 256 + }, + { + "epoch": 0.35253772290809327, + "grad_norm": 6.223313808441162, + "learning_rate": 0.0004680073126142596, + "loss": 0.8777, + "step": 257 + }, + { + "epoch": 0.35390946502057613, + "grad_norm": 11.474114418029785, + "learning_rate": 0.00046983546617915907, + "loss": 3.1178, + "step": 258 + }, + { + "epoch": 0.355281207133059, + "grad_norm": 6.462806701660156, + "learning_rate": 0.0004716636197440585, + "loss": 0.9418, + "step": 259 + }, + { + "epoch": 0.35665294924554186, + "grad_norm": 5.5286173820495605, + "learning_rate": 0.000473491773308958, + "loss": 0.6252, + "step": 260 + }, + { + "epoch": 0.35802469135802467, + "grad_norm": 8.872392654418945, + "learning_rate": 0.0004753199268738574, + "loss": 2.9074, + "step": 261 + }, + { + "epoch": 0.35939643347050754, + "grad_norm": 2.4954137802124023, + "learning_rate": 0.00047714808043875683, + "loss": 0.303, + "step": 262 + }, + { + "epoch": 0.3607681755829904, + "grad_norm": 3.22896671295166, + "learning_rate": 0.0004789762340036563, + "loss": 0.7146, + "step": 263 + }, + { + "epoch": 0.36213991769547327, + "grad_norm": 4.280979156494141, + "learning_rate": 0.0004808043875685558, + "loss": 0.6848, + "step": 264 + }, + { + "epoch": 0.3635116598079561, + "grad_norm": 3.9235236644744873, + "learning_rate": 0.00048263254113345525, + "loss": 0.47, + "step": 265 + }, + { + "epoch": 0.36488340192043894, + "grad_norm": 3.460500717163086, + "learning_rate": 0.0004844606946983547, + "loss": 0.5762, + "step": 266 + }, + { + "epoch": 0.3662551440329218, + "grad_norm": 11.026795387268066, + "learning_rate": 0.00048628884826325416, + "loss": 3.3872, + "step": 267 + }, + { + "epoch": 0.3676268861454047, + "grad_norm": 3.2708449363708496, + "learning_rate": 0.00048811700182815356, + "loss": 0.4195, + "step": 268 + }, + { + "epoch": 0.36899862825788754, + "grad_norm": 5.177340030670166, + "learning_rate": 0.000489945155393053, + "loss": 1.2292, + "step": 269 + }, + { + "epoch": 0.37037037037037035, + "grad_norm": 5.413723945617676, + "learning_rate": 0.0004917733089579525, + "loss": 1.1249, + "step": 270 + }, + { + "epoch": 0.3717421124828532, + "grad_norm": 4.922053337097168, + "learning_rate": 0.0004936014625228519, + "loss": 1.0863, + "step": 271 + }, + { + "epoch": 0.3731138545953361, + "grad_norm": 4.433996677398682, + "learning_rate": 0.0004954296160877514, + "loss": 0.9361, + "step": 272 + }, + { + "epoch": 0.37448559670781895, + "grad_norm": 5.205246448516846, + "learning_rate": 0.0004972577696526508, + "loss": 0.7965, + "step": 273 + }, + { + "epoch": 0.37585733882030176, + "grad_norm": 4.139344215393066, + "learning_rate": 0.0004990859232175503, + "loss": 0.7914, + "step": 274 + }, + { + "epoch": 0.3772290809327846, + "grad_norm": 0.1397838592529297, + "learning_rate": 0.0005009140767824497, + "loss": 0.0027, + "step": 275 + }, + { + "epoch": 0.3786008230452675, + "grad_norm": 3.3880808353424072, + "learning_rate": 0.0005027422303473492, + "loss": 0.6585, + "step": 276 + }, + { + "epoch": 0.37997256515775035, + "grad_norm": 4.524999141693115, + "learning_rate": 0.0005045703839122486, + "loss": 0.5388, + "step": 277 + }, + { + "epoch": 0.3813443072702332, + "grad_norm": 6.445588111877441, + "learning_rate": 0.000506398537477148, + "loss": 1.238, + "step": 278 + }, + { + "epoch": 0.38271604938271603, + "grad_norm": 2.8341169357299805, + "learning_rate": 0.0005082266910420476, + "loss": 0.3782, + "step": 279 + }, + { + "epoch": 0.3840877914951989, + "grad_norm": 5.0054240226745605, + "learning_rate": 0.0005100548446069469, + "loss": 1.1769, + "step": 280 + }, + { + "epoch": 0.38545953360768176, + "grad_norm": 3.6371870040893555, + "learning_rate": 0.0005118829981718465, + "loss": 0.4808, + "step": 281 + }, + { + "epoch": 0.3868312757201646, + "grad_norm": 8.928922653198242, + "learning_rate": 0.0005137111517367459, + "loss": 3.2104, + "step": 282 + }, + { + "epoch": 0.38820301783264743, + "grad_norm": 2.7686235904693604, + "learning_rate": 0.0005155393053016454, + "loss": 0.3027, + "step": 283 + }, + { + "epoch": 0.3895747599451303, + "grad_norm": 1.498235821723938, + "learning_rate": 0.0005173674588665448, + "loss": 0.1422, + "step": 284 + }, + { + "epoch": 0.39094650205761317, + "grad_norm": 3.578543186187744, + "learning_rate": 0.0005191956124314442, + "loss": 0.6059, + "step": 285 + }, + { + "epoch": 0.39231824417009603, + "grad_norm": 2.900531053543091, + "learning_rate": 0.0005210237659963437, + "loss": 0.3491, + "step": 286 + }, + { + "epoch": 0.3936899862825789, + "grad_norm": 5.693866729736328, + "learning_rate": 0.0005228519195612431, + "loss": 1.1603, + "step": 287 + }, + { + "epoch": 0.3950617283950617, + "grad_norm": 3.7944750785827637, + "learning_rate": 0.0005246800731261426, + "loss": 0.5784, + "step": 288 + }, + { + "epoch": 0.39643347050754457, + "grad_norm": 4.433256149291992, + "learning_rate": 0.000526508226691042, + "loss": 0.6532, + "step": 289 + }, + { + "epoch": 0.39780521262002744, + "grad_norm": 3.986520290374756, + "learning_rate": 0.0005283363802559416, + "loss": 0.5613, + "step": 290 + }, + { + "epoch": 0.3991769547325103, + "grad_norm": 4.399818420410156, + "learning_rate": 0.000530164533820841, + "loss": 0.8469, + "step": 291 + }, + { + "epoch": 0.40054869684499317, + "grad_norm": 3.0586366653442383, + "learning_rate": 0.0005319926873857404, + "loss": 0.4484, + "step": 292 + }, + { + "epoch": 0.401920438957476, + "grad_norm": 0.10376634448766708, + "learning_rate": 0.0005338208409506399, + "loss": 0.0034, + "step": 293 + }, + { + "epoch": 0.40329218106995884, + "grad_norm": 8.303990364074707, + "learning_rate": 0.0005356489945155393, + "loss": 3.0798, + "step": 294 + }, + { + "epoch": 0.4046639231824417, + "grad_norm": 4.507086277008057, + "learning_rate": 0.0005374771480804388, + "loss": 0.8632, + "step": 295 + }, + { + "epoch": 0.4060356652949246, + "grad_norm": 5.233419895172119, + "learning_rate": 0.0005393053016453382, + "loss": 1.2788, + "step": 296 + }, + { + "epoch": 0.4074074074074074, + "grad_norm": 4.281100273132324, + "learning_rate": 0.0005411334552102377, + "loss": 1.2439, + "step": 297 + }, + { + "epoch": 0.40877914951989025, + "grad_norm": 1.219199299812317, + "learning_rate": 0.0005429616087751371, + "loss": 0.1067, + "step": 298 + }, + { + "epoch": 0.4101508916323731, + "grad_norm": 3.0503711700439453, + "learning_rate": 0.0005447897623400365, + "loss": 0.4197, + "step": 299 + }, + { + "epoch": 0.411522633744856, + "grad_norm": 3.5557351112365723, + "learning_rate": 0.000546617915904936, + "loss": 0.56, + "step": 300 + }, + { + "epoch": 0.41289437585733885, + "grad_norm": 4.1112470626831055, + "learning_rate": 0.0005484460694698354, + "loss": 0.7235, + "step": 301 + }, + { + "epoch": 0.41426611796982166, + "grad_norm": 2.915947675704956, + "learning_rate": 0.000550274223034735, + "loss": 0.3506, + "step": 302 + }, + { + "epoch": 0.4156378600823045, + "grad_norm": 4.125770568847656, + "learning_rate": 0.0005521023765996344, + "loss": 0.6808, + "step": 303 + }, + { + "epoch": 0.4170096021947874, + "grad_norm": 5.084654808044434, + "learning_rate": 0.0005539305301645339, + "loss": 0.9406, + "step": 304 + }, + { + "epoch": 0.41838134430727025, + "grad_norm": 4.542891025543213, + "learning_rate": 0.0005557586837294333, + "loss": 0.6707, + "step": 305 + }, + { + "epoch": 0.41975308641975306, + "grad_norm": 4.285159587860107, + "learning_rate": 0.0005575868372943327, + "loss": 1.0718, + "step": 306 + }, + { + "epoch": 0.42112482853223593, + "grad_norm": 5.053350925445557, + "learning_rate": 0.0005594149908592322, + "loss": 0.9847, + "step": 307 + }, + { + "epoch": 0.4224965706447188, + "grad_norm": 1.4923471212387085, + "learning_rate": 0.0005612431444241316, + "loss": 0.122, + "step": 308 + }, + { + "epoch": 0.42386831275720166, + "grad_norm": 4.332481384277344, + "learning_rate": 0.0005630712979890311, + "loss": 0.8221, + "step": 309 + }, + { + "epoch": 0.4252400548696845, + "grad_norm": 4.23899507522583, + "learning_rate": 0.0005648994515539305, + "loss": 0.9891, + "step": 310 + }, + { + "epoch": 0.42661179698216734, + "grad_norm": 4.370994567871094, + "learning_rate": 0.00056672760511883, + "loss": 0.926, + "step": 311 + }, + { + "epoch": 0.4279835390946502, + "grad_norm": 0.23886460065841675, + "learning_rate": 0.0005685557586837294, + "loss": 0.0151, + "step": 312 + }, + { + "epoch": 0.42935528120713307, + "grad_norm": 7.701839447021484, + "learning_rate": 0.0005703839122486289, + "loss": 2.8429, + "step": 313 + }, + { + "epoch": 0.43072702331961593, + "grad_norm": 4.738073825836182, + "learning_rate": 0.0005722120658135283, + "loss": 0.9917, + "step": 314 + }, + { + "epoch": 0.43209876543209874, + "grad_norm": 3.7907347679138184, + "learning_rate": 0.0005740402193784278, + "loss": 0.9199, + "step": 315 + }, + { + "epoch": 0.4334705075445816, + "grad_norm": 2.7892837524414062, + "learning_rate": 0.0005758683729433273, + "loss": 0.3931, + "step": 316 + }, + { + "epoch": 0.4348422496570645, + "grad_norm": 3.414641857147217, + "learning_rate": 0.0005776965265082267, + "loss": 0.7119, + "step": 317 + }, + { + "epoch": 0.43621399176954734, + "grad_norm": 0.023860761895775795, + "learning_rate": 0.0005795246800731262, + "loss": 0.0008, + "step": 318 + }, + { + "epoch": 0.4375857338820302, + "grad_norm": 3.0215470790863037, + "learning_rate": 0.0005813528336380256, + "loss": 0.4985, + "step": 319 + }, + { + "epoch": 0.438957475994513, + "grad_norm": 3.1884336471557617, + "learning_rate": 0.000583180987202925, + "loss": 0.7732, + "step": 320 + }, + { + "epoch": 0.4403292181069959, + "grad_norm": 3.4848649501800537, + "learning_rate": 0.0005850091407678245, + "loss": 0.7515, + "step": 321 + }, + { + "epoch": 0.44170096021947874, + "grad_norm": 0.9857578873634338, + "learning_rate": 0.0005868372943327239, + "loss": 0.0885, + "step": 322 + }, + { + "epoch": 0.4430727023319616, + "grad_norm": 4.590999126434326, + "learning_rate": 0.0005886654478976234, + "loss": 1.1677, + "step": 323 + }, + { + "epoch": 0.4444444444444444, + "grad_norm": 4.161310195922852, + "learning_rate": 0.0005904936014625229, + "loss": 0.7439, + "step": 324 + }, + { + "epoch": 0.4458161865569273, + "grad_norm": 4.842323303222656, + "learning_rate": 0.0005923217550274223, + "loss": 1.3473, + "step": 325 + }, + { + "epoch": 0.44718792866941015, + "grad_norm": 3.332562208175659, + "learning_rate": 0.0005941499085923218, + "loss": 0.7273, + "step": 326 + }, + { + "epoch": 0.448559670781893, + "grad_norm": 4.295160293579102, + "learning_rate": 0.0005959780621572211, + "loss": 0.843, + "step": 327 + }, + { + "epoch": 0.4499314128943759, + "grad_norm": 3.641636848449707, + "learning_rate": 0.0005978062157221207, + "loss": 0.7881, + "step": 328 + }, + { + "epoch": 0.4513031550068587, + "grad_norm": 2.767233371734619, + "learning_rate": 0.0005996343692870201, + "loss": 0.5319, + "step": 329 + }, + { + "epoch": 0.45267489711934156, + "grad_norm": 2.925886869430542, + "learning_rate": 0.0006014625228519196, + "loss": 0.4826, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_Qnli-dev_cosine_accuracy": 0.708984375, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.8169091939926147, + "eval_Qnli-dev_cosine_ap": 0.7472481805376167, + "eval_Qnli-dev_cosine_f1": 0.7189781021897811, + "eval_Qnli-dev_cosine_f1_threshold": 0.7571755051612854, + "eval_Qnli-dev_cosine_precision": 0.6314102564102564, + "eval_Qnli-dev_cosine_recall": 0.8347457627118644, + "eval_allNLI-dev_cosine_accuracy": 0.748046875, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8621972799301147, + "eval_allNLI-dev_cosine_ap": 0.6527104471447597, + "eval_allNLI-dev_cosine_f1": 0.6606334841628959, + "eval_allNLI-dev_cosine_f1_threshold": 0.7864561080932617, + "eval_allNLI-dev_cosine_precision": 0.5427509293680297, + "eval_allNLI-dev_cosine_recall": 0.8439306358381503, + "eval_sequential_score": 0.7472481805376167, + "eval_sts-test_pearson_cosine": 0.8465015878560311, + "eval_sts-test_spearman_cosine": 0.8833058569973334, + "eval_vitaminc-pairs_loss": 2.5387091636657715, + "eval_vitaminc-pairs_runtime": 14.3065, + "eval_vitaminc-pairs_samples_per_second": 8.947, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_negation-triplets_loss": 1.8608626127243042, + "eval_negation-triplets_runtime": 1.1519, + "eval_negation-triplets_samples_per_second": 111.119, + "eval_negation-triplets_steps_per_second": 0.868, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_scitail-pairs-pos_loss": 0.07322188466787338, + "eval_scitail-pairs-pos_runtime": 1.5539, + "eval_scitail-pairs-pos_samples_per_second": 82.372, + "eval_scitail-pairs-pos_steps_per_second": 0.644, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_scitail-pairs-qa_loss": 0.026681702584028244, + "eval_scitail-pairs-qa_runtime": 1.2098, + "eval_scitail-pairs-qa_samples_per_second": 105.799, + "eval_scitail-pairs-qa_steps_per_second": 0.827, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_xsum-pairs_loss": 0.6542444825172424, + "eval_xsum-pairs_runtime": 6.2906, + "eval_xsum-pairs_samples_per_second": 20.348, + "eval_xsum-pairs_steps_per_second": 0.159, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_sciq_pairs_loss": 0.06421030312776566, + "eval_sciq_pairs_runtime": 8.8514, + "eval_sciq_pairs_samples_per_second": 14.461, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_qasc_pairs_loss": 0.8813464641571045, + "eval_qasc_pairs_runtime": 1.3875, + "eval_qasc_pairs_samples_per_second": 92.249, + "eval_qasc_pairs_steps_per_second": 0.721, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_openbookqa_pairs_loss": 1.4074363708496094, + "eval_openbookqa_pairs_runtime": 1.1826, + "eval_openbookqa_pairs_samples_per_second": 108.237, + "eval_openbookqa_pairs_steps_per_second": 0.846, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_nq_pairs_loss": 0.62897789478302, + "eval_nq_pairs_runtime": 7.8684, + "eval_nq_pairs_samples_per_second": 16.268, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_trivia_pairs_loss": 1.084182620048523, + "eval_trivia_pairs_runtime": 8.9262, + "eval_trivia_pairs_samples_per_second": 14.34, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_gooaq_pairs_loss": 0.6594768762588501, + "eval_gooaq_pairs_runtime": 2.0651, + "eval_gooaq_pairs_samples_per_second": 61.982, + "eval_gooaq_pairs_steps_per_second": 0.484, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_paws-pos_loss": 0.03268549218773842, + "eval_paws-pos_runtime": 1.5103, + "eval_paws-pos_samples_per_second": 84.754, + "eval_paws-pos_steps_per_second": 0.662, + "step": 330 + }, + { + "epoch": 0.45267489711934156, + "eval_global_dataset_loss": 0.21171291172504425, + "eval_global_dataset_runtime": 33.2988, + "eval_global_dataset_samples_per_second": 11.532, + "eval_global_dataset_steps_per_second": 0.06, + "step": 330 + }, + { + "epoch": 0.4540466392318244, + "grad_norm": 2.6243412494659424, + "learning_rate": 0.000603290676416819, + "loss": 0.6096, + "step": 331 + }, + { + "epoch": 0.4554183813443073, + "grad_norm": 2.776013135910034, + "learning_rate": 0.0006051188299817185, + "loss": 0.3687, + "step": 332 + }, + { + "epoch": 0.4567901234567901, + "grad_norm": 4.418542385101318, + "learning_rate": 0.0006069469835466179, + "loss": 0.9713, + "step": 333 + }, + { + "epoch": 0.45816186556927296, + "grad_norm": 5.112300872802734, + "learning_rate": 0.0006087751371115173, + "loss": 1.3203, + "step": 334 + }, + { + "epoch": 0.45953360768175583, + "grad_norm": 2.1659023761749268, + "learning_rate": 0.0006106032906764169, + "loss": 0.3443, + "step": 335 + }, + { + "epoch": 0.4609053497942387, + "grad_norm": 4.783431529998779, + "learning_rate": 0.0006124314442413162, + "loss": 1.4592, + "step": 336 + }, + { + "epoch": 0.46227709190672156, + "grad_norm": 3.507357597351074, + "learning_rate": 0.0006142595978062158, + "loss": 0.8, + "step": 337 + }, + { + "epoch": 0.46364883401920437, + "grad_norm": 3.118370771408081, + "learning_rate": 0.0006160877513711151, + "loss": 0.5481, + "step": 338 + }, + { + "epoch": 0.46502057613168724, + "grad_norm": 4.21981143951416, + "learning_rate": 0.0006179159049360147, + "loss": 1.4286, + "step": 339 + }, + { + "epoch": 0.4663923182441701, + "grad_norm": 2.675670862197876, + "learning_rate": 0.0006197440585009141, + "loss": 0.4012, + "step": 340 + }, + { + "epoch": 0.46776406035665297, + "grad_norm": 1.6964771747589111, + "learning_rate": 0.0006215722120658135, + "loss": 0.1474, + "step": 341 + }, + { + "epoch": 0.4691358024691358, + "grad_norm": 4.83234167098999, + "learning_rate": 0.000623400365630713, + "loss": 1.2755, + "step": 342 + }, + { + "epoch": 0.47050754458161864, + "grad_norm": 2.7494046688079834, + "learning_rate": 0.0006252285191956124, + "loss": 0.4935, + "step": 343 + }, + { + "epoch": 0.4718792866941015, + "grad_norm": 4.708520412445068, + "learning_rate": 0.0006270566727605119, + "loss": 1.0101, + "step": 344 + }, + { + "epoch": 0.4732510288065844, + "grad_norm": 2.6878857612609863, + "learning_rate": 0.0006288848263254113, + "loss": 0.4529, + "step": 345 + }, + { + "epoch": 0.47462277091906724, + "grad_norm": 2.571988105773926, + "learning_rate": 0.0006307129798903109, + "loss": 0.3516, + "step": 346 + }, + { + "epoch": 0.47599451303155005, + "grad_norm": 3.210439443588257, + "learning_rate": 0.0006325411334552102, + "loss": 0.4045, + "step": 347 + }, + { + "epoch": 0.4773662551440329, + "grad_norm": 4.047224521636963, + "learning_rate": 0.0006343692870201097, + "loss": 1.2326, + "step": 348 + }, + { + "epoch": 0.4787379972565158, + "grad_norm": 4.121635437011719, + "learning_rate": 0.0006361974405850091, + "loss": 0.8951, + "step": 349 + }, + { + "epoch": 0.48010973936899864, + "grad_norm": 3.480602741241455, + "learning_rate": 0.0006380255941499086, + "loss": 0.6783, + "step": 350 + }, + { + "epoch": 0.48148148148148145, + "grad_norm": 4.286612033843994, + "learning_rate": 0.000639853747714808, + "loss": 1.1821, + "step": 351 + }, + { + "epoch": 0.4828532235939643, + "grad_norm": 3.077362537384033, + "learning_rate": 0.0006416819012797075, + "loss": 0.5101, + "step": 352 + }, + { + "epoch": 0.4842249657064472, + "grad_norm": 3.127272844314575, + "learning_rate": 0.000643510054844607, + "loss": 0.844, + "step": 353 + }, + { + "epoch": 0.48559670781893005, + "grad_norm": 2.6955454349517822, + "learning_rate": 0.0006453382084095064, + "loss": 0.5413, + "step": 354 + }, + { + "epoch": 0.4869684499314129, + "grad_norm": 3.285903215408325, + "learning_rate": 0.0006471663619744058, + "loss": 0.9982, + "step": 355 + }, + { + "epoch": 0.4883401920438957, + "grad_norm": 3.6762568950653076, + "learning_rate": 0.0006489945155393053, + "loss": 0.937, + "step": 356 + }, + { + "epoch": 0.4897119341563786, + "grad_norm": 3.365633964538574, + "learning_rate": 0.0006508226691042048, + "loss": 0.7977, + "step": 357 + }, + { + "epoch": 0.49108367626886146, + "grad_norm": 3.7572262287139893, + "learning_rate": 0.0006526508226691042, + "loss": 0.8697, + "step": 358 + }, + { + "epoch": 0.4924554183813443, + "grad_norm": 3.309539794921875, + "learning_rate": 0.0006544789762340037, + "loss": 1.1136, + "step": 359 + }, + { + "epoch": 0.49382716049382713, + "grad_norm": 4.250339508056641, + "learning_rate": 0.0006563071297989031, + "loss": 1.3018, + "step": 360 + }, + { + "epoch": 0.49519890260631, + "grad_norm": 0.07554444670677185, + "learning_rate": 0.0006581352833638026, + "loss": 0.0023, + "step": 361 + }, + { + "epoch": 0.49657064471879286, + "grad_norm": 3.6443750858306885, + "learning_rate": 0.0006599634369287019, + "loss": 0.7019, + "step": 362 + }, + { + "epoch": 0.49794238683127573, + "grad_norm": 0.19442614912986755, + "learning_rate": 0.0006617915904936015, + "loss": 0.0481, + "step": 363 + }, + { + "epoch": 0.4993141289437586, + "grad_norm": 3.7148313522338867, + "learning_rate": 0.0006636197440585009, + "loss": 0.891, + "step": 364 + }, + { + "epoch": 0.5006858710562414, + "grad_norm": 2.7239511013031006, + "learning_rate": 0.0006654478976234004, + "loss": 0.6353, + "step": 365 + }, + { + "epoch": 0.5020576131687243, + "grad_norm": 2.5572762489318848, + "learning_rate": 0.0006672760511882999, + "loss": 0.5181, + "step": 366 + }, + { + "epoch": 0.5034293552812071, + "grad_norm": 3.162834405899048, + "learning_rate": 0.0006691042047531993, + "loss": 0.8311, + "step": 367 + }, + { + "epoch": 0.50480109739369, + "grad_norm": 0.06661587208509445, + "learning_rate": 0.0006709323583180988, + "loss": 0.0026, + "step": 368 + }, + { + "epoch": 0.5061728395061729, + "grad_norm": 2.4806196689605713, + "learning_rate": 0.0006727605118829981, + "loss": 0.5004, + "step": 369 + }, + { + "epoch": 0.5075445816186557, + "grad_norm": 2.5774953365325928, + "learning_rate": 0.0006745886654478977, + "loss": 0.4511, + "step": 370 + }, + { + "epoch": 0.5089163237311386, + "grad_norm": 2.2276206016540527, + "learning_rate": 0.000676416819012797, + "loss": 0.4558, + "step": 371 + }, + { + "epoch": 0.5102880658436214, + "grad_norm": 2.652674674987793, + "learning_rate": 0.0006782449725776966, + "loss": 0.5073, + "step": 372 + }, + { + "epoch": 0.5116598079561042, + "grad_norm": 2.2147669792175293, + "learning_rate": 0.0006800731261425959, + "loss": 0.3979, + "step": 373 + }, + { + "epoch": 0.5130315500685871, + "grad_norm": 1.5278068780899048, + "learning_rate": 0.0006819012797074955, + "loss": 0.1665, + "step": 374 + }, + { + "epoch": 0.51440329218107, + "grad_norm": 2.9153432846069336, + "learning_rate": 0.0006837294332723948, + "loss": 0.8231, + "step": 375 + }, + { + "epoch": 0.5157750342935528, + "grad_norm": 4.252976894378662, + "learning_rate": 0.0006855575868372943, + "loss": 1.0406, + "step": 376 + }, + { + "epoch": 0.5171467764060357, + "grad_norm": 3.768838405609131, + "learning_rate": 0.0006873857404021939, + "loss": 0.725, + "step": 377 + }, + { + "epoch": 0.5185185185185185, + "grad_norm": 1.8634569644927979, + "learning_rate": 0.0006892138939670932, + "loss": 0.2603, + "step": 378 + }, + { + "epoch": 0.5198902606310014, + "grad_norm": 5.095807075500488, + "learning_rate": 0.0006910420475319928, + "loss": 1.7357, + "step": 379 + }, + { + "epoch": 0.5212620027434842, + "grad_norm": 2.8866710662841797, + "learning_rate": 0.0006928702010968921, + "loss": 0.9147, + "step": 380 + }, + { + "epoch": 0.522633744855967, + "grad_norm": 2.369819402694702, + "learning_rate": 0.0006946983546617917, + "loss": 0.4277, + "step": 381 + }, + { + "epoch": 0.52400548696845, + "grad_norm": 1.7865092754364014, + "learning_rate": 0.000696526508226691, + "loss": 0.4788, + "step": 382 + }, + { + "epoch": 0.5253772290809328, + "grad_norm": 3.0729360580444336, + "learning_rate": 0.0006983546617915905, + "loss": 0.7666, + "step": 383 + }, + { + "epoch": 0.5267489711934157, + "grad_norm": 3.023810386657715, + "learning_rate": 0.0007001828153564899, + "loss": 0.7728, + "step": 384 + }, + { + "epoch": 0.5281207133058985, + "grad_norm": 2.5811986923217773, + "learning_rate": 0.0007020109689213894, + "loss": 0.4744, + "step": 385 + }, + { + "epoch": 0.5294924554183813, + "grad_norm": 2.748720407485962, + "learning_rate": 0.0007038391224862888, + "loss": 1.1014, + "step": 386 + }, + { + "epoch": 0.5308641975308642, + "grad_norm": 3.950869560241699, + "learning_rate": 0.0007056672760511883, + "loss": 1.5588, + "step": 387 + }, + { + "epoch": 0.532235939643347, + "grad_norm": 1.595503330230713, + "learning_rate": 0.0007074954296160879, + "loss": 0.3185, + "step": 388 + }, + { + "epoch": 0.53360768175583, + "grad_norm": 3.505636692047119, + "learning_rate": 0.0007093235831809872, + "loss": 1.3348, + "step": 389 + }, + { + "epoch": 0.5349794238683128, + "grad_norm": 1.0456945896148682, + "learning_rate": 0.0007111517367458867, + "loss": 0.1656, + "step": 390 + }, + { + "epoch": 0.5363511659807956, + "grad_norm": 2.747938871383667, + "learning_rate": 0.0007129798903107861, + "loss": 0.9375, + "step": 391 + }, + { + "epoch": 0.5377229080932785, + "grad_norm": 4.741049289703369, + "learning_rate": 0.0007148080438756856, + "loss": 1.4665, + "step": 392 + }, + { + "epoch": 0.5390946502057613, + "grad_norm": 4.830301284790039, + "learning_rate": 0.000716636197440585, + "loss": 1.4635, + "step": 393 + }, + { + "epoch": 0.5404663923182441, + "grad_norm": 2.938199758529663, + "learning_rate": 0.0007184643510054845, + "loss": 0.8677, + "step": 394 + }, + { + "epoch": 0.541838134430727, + "grad_norm": 6.291453838348389, + "learning_rate": 0.0007202925045703839, + "loss": 3.033, + "step": 395 + }, + { + "epoch": 0.5432098765432098, + "grad_norm": 3.0533947944641113, + "learning_rate": 0.0007221206581352834, + "loss": 1.4375, + "step": 396 + }, + { + "epoch": 0.5445816186556928, + "grad_norm": 3.13800048828125, + "learning_rate": 0.0007239488117001827, + "loss": 0.9762, + "step": 397 + }, + { + "epoch": 0.5459533607681756, + "grad_norm": 1.1184616088867188, + "learning_rate": 0.0007257769652650823, + "loss": 0.1333, + "step": 398 + }, + { + "epoch": 0.5473251028806584, + "grad_norm": 3.610217571258545, + "learning_rate": 0.0007276051188299818, + "loss": 1.1823, + "step": 399 + }, + { + "epoch": 0.5486968449931413, + "grad_norm": 3.6696395874023438, + "learning_rate": 0.0007294332723948812, + "loss": 1.2443, + "step": 400 + }, + { + "epoch": 0.5500685871056241, + "grad_norm": 2.967648506164551, + "learning_rate": 0.0007312614259597807, + "loss": 0.662, + "step": 401 + }, + { + "epoch": 0.551440329218107, + "grad_norm": 0.8750410079956055, + "learning_rate": 0.0007330895795246801, + "loss": 0.0709, + "step": 402 + }, + { + "epoch": 0.5528120713305898, + "grad_norm": 3.0801315307617188, + "learning_rate": 0.0007349177330895796, + "loss": 0.5822, + "step": 403 + }, + { + "epoch": 0.5541838134430727, + "grad_norm": 3.701993227005005, + "learning_rate": 0.0007367458866544789, + "loss": 1.0826, + "step": 404 + }, + { + "epoch": 0.5555555555555556, + "grad_norm": 3.439502716064453, + "learning_rate": 0.0007385740402193785, + "loss": 0.7953, + "step": 405 + }, + { + "epoch": 0.5569272976680384, + "grad_norm": 4.8917341232299805, + "learning_rate": 0.0007404021937842778, + "loss": 1.6109, + "step": 406 + }, + { + "epoch": 0.5582990397805213, + "grad_norm": 3.793834924697876, + "learning_rate": 0.0007422303473491774, + "loss": 1.2505, + "step": 407 + }, + { + "epoch": 0.5596707818930041, + "grad_norm": 3.0604796409606934, + "learning_rate": 0.0007440585009140767, + "loss": 1.0019, + "step": 408 + }, + { + "epoch": 0.5610425240054869, + "grad_norm": 2.872400999069214, + "learning_rate": 0.0007458866544789763, + "loss": 0.8224, + "step": 409 + }, + { + "epoch": 0.5624142661179699, + "grad_norm": 2.631157398223877, + "learning_rate": 0.0007477148080438758, + "loss": 0.6592, + "step": 410 + }, + { + "epoch": 0.5637860082304527, + "grad_norm": 2.843379020690918, + "learning_rate": 0.0007495429616087751, + "loss": 0.7099, + "step": 411 + }, + { + "epoch": 0.5651577503429356, + "grad_norm": 2.3366591930389404, + "learning_rate": 0.0007513711151736747, + "loss": 0.5484, + "step": 412 + }, + { + "epoch": 0.5665294924554184, + "grad_norm": 3.4202780723571777, + "learning_rate": 0.000753199268738574, + "loss": 1.3019, + "step": 413 + }, + { + "epoch": 0.5679012345679012, + "grad_norm": 0.9125491976737976, + "learning_rate": 0.0007550274223034736, + "loss": 0.1266, + "step": 414 + }, + { + "epoch": 0.5692729766803841, + "grad_norm": 2.8945682048797607, + "learning_rate": 0.0007568555758683729, + "loss": 0.8932, + "step": 415 + }, + { + "epoch": 0.5706447187928669, + "grad_norm": 2.898399591445923, + "learning_rate": 0.0007586837294332725, + "loss": 0.7547, + "step": 416 + }, + { + "epoch": 0.5720164609053497, + "grad_norm": 2.9406332969665527, + "learning_rate": 0.0007605118829981718, + "loss": 0.7614, + "step": 417 + }, + { + "epoch": 0.5733882030178327, + "grad_norm": 2.1753182411193848, + "learning_rate": 0.0007623400365630713, + "loss": 0.7364, + "step": 418 + }, + { + "epoch": 0.5747599451303155, + "grad_norm": 2.5140652656555176, + "learning_rate": 0.0007641681901279707, + "loss": 0.6539, + "step": 419 + }, + { + "epoch": 0.5761316872427984, + "grad_norm": 2.0174620151519775, + "learning_rate": 0.0007659963436928702, + "loss": 0.3848, + "step": 420 + }, + { + "epoch": 0.5775034293552812, + "grad_norm": 0.11105114966630936, + "learning_rate": 0.0007678244972577697, + "loss": 0.0394, + "step": 421 + }, + { + "epoch": 0.578875171467764, + "grad_norm": 1.8194284439086914, + "learning_rate": 0.0007696526508226691, + "loss": 0.4623, + "step": 422 + }, + { + "epoch": 0.5802469135802469, + "grad_norm": 0.7781994342803955, + "learning_rate": 0.0007714808043875687, + "loss": 0.0783, + "step": 423 + }, + { + "epoch": 0.5816186556927297, + "grad_norm": 3.7422642707824707, + "learning_rate": 0.000773308957952468, + "loss": 1.4366, + "step": 424 + }, + { + "epoch": 0.5829903978052127, + "grad_norm": 3.9761717319488525, + "learning_rate": 0.0007751371115173675, + "loss": 1.3568, + "step": 425 + }, + { + "epoch": 0.5843621399176955, + "grad_norm": 2.948404550552368, + "learning_rate": 0.0007769652650822669, + "loss": 0.9065, + "step": 426 + }, + { + "epoch": 0.5857338820301783, + "grad_norm": 2.7700140476226807, + "learning_rate": 0.0007787934186471664, + "loss": 0.6723, + "step": 427 + }, + { + "epoch": 0.5871056241426612, + "grad_norm": 2.8618569374084473, + "learning_rate": 0.0007806215722120658, + "loss": 0.7596, + "step": 428 + }, + { + "epoch": 0.588477366255144, + "grad_norm": 0.956656813621521, + "learning_rate": 0.0007824497257769653, + "loss": 0.1426, + "step": 429 + }, + { + "epoch": 0.5898491083676269, + "grad_norm": 2.8430604934692383, + "learning_rate": 0.0007842778793418648, + "loss": 1.3264, + "step": 430 + }, + { + "epoch": 0.5912208504801097, + "grad_norm": 0.11261007934808731, + "learning_rate": 0.0007861060329067642, + "loss": 0.0442, + "step": 431 + }, + { + "epoch": 0.5925925925925926, + "grad_norm": 2.7201974391937256, + "learning_rate": 0.0007879341864716636, + "loss": 0.6046, + "step": 432 + }, + { + "epoch": 0.5939643347050755, + "grad_norm": 2.5923287868499756, + "learning_rate": 0.0007897623400365631, + "loss": 0.6173, + "step": 433 + }, + { + "epoch": 0.5953360768175583, + "grad_norm": 4.77182674407959, + "learning_rate": 0.0007915904936014625, + "loss": 2.8892, + "step": 434 + }, + { + "epoch": 0.5967078189300411, + "grad_norm": 3.1731245517730713, + "learning_rate": 0.000793418647166362, + "loss": 1.3149, + "step": 435 + }, + { + "epoch": 0.598079561042524, + "grad_norm": 2.849473237991333, + "learning_rate": 0.0007952468007312615, + "loss": 1.1886, + "step": 436 + }, + { + "epoch": 0.5994513031550068, + "grad_norm": 3.5986573696136475, + "learning_rate": 0.0007970749542961609, + "loss": 1.2799, + "step": 437 + }, + { + "epoch": 0.6008230452674898, + "grad_norm": 2.668875217437744, + "learning_rate": 0.0007989031078610604, + "loss": 0.7527, + "step": 438 + }, + { + "epoch": 0.6021947873799726, + "grad_norm": 2.7584633827209473, + "learning_rate": 0.0008007312614259597, + "loss": 0.7853, + "step": 439 + }, + { + "epoch": 0.6035665294924554, + "grad_norm": 2.521331787109375, + "learning_rate": 0.0008025594149908593, + "loss": 0.7291, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_Qnli-dev_cosine_accuracy": 0.71875, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.8342527151107788, + "eval_Qnli-dev_cosine_ap": 0.7590651825705997, + "eval_Qnli-dev_cosine_f1": 0.6824034334763949, + "eval_Qnli-dev_cosine_f1_threshold": 0.830267071723938, + "eval_Qnli-dev_cosine_precision": 0.691304347826087, + "eval_Qnli-dev_cosine_recall": 0.673728813559322, + "eval_allNLI-dev_cosine_accuracy": 0.75, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8865965604782104, + "eval_allNLI-dev_cosine_ap": 0.6185049182990069, + "eval_allNLI-dev_cosine_f1": 0.6239669421487604, + "eval_allNLI-dev_cosine_f1_threshold": 0.7850924730300903, + "eval_allNLI-dev_cosine_precision": 0.4855305466237942, + "eval_allNLI-dev_cosine_recall": 0.8728323699421965, + "eval_sequential_score": 0.7590651825705997, + "eval_sts-test_pearson_cosine": 0.8447585777536966, + "eval_sts-test_spearman_cosine": 0.8940651790173606, + "eval_vitaminc-pairs_loss": 3.1624042987823486, + "eval_vitaminc-pairs_runtime": 14.3967, + "eval_vitaminc-pairs_samples_per_second": 8.891, + "eval_vitaminc-pairs_steps_per_second": 0.069, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_negation-triplets_loss": 2.1101934909820557, + "eval_negation-triplets_runtime": 1.1572, + "eval_negation-triplets_samples_per_second": 110.608, + "eval_negation-triplets_steps_per_second": 0.864, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_scitail-pairs-pos_loss": 0.14219464361667633, + "eval_scitail-pairs-pos_runtime": 1.5903, + "eval_scitail-pairs-pos_samples_per_second": 80.488, + "eval_scitail-pairs-pos_steps_per_second": 0.629, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_scitail-pairs-qa_loss": 0.03170065954327583, + "eval_scitail-pairs-qa_runtime": 1.2167, + "eval_scitail-pairs-qa_samples_per_second": 105.199, + "eval_scitail-pairs-qa_steps_per_second": 0.822, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_xsum-pairs_loss": 0.8414545655250549, + "eval_xsum-pairs_runtime": 6.3264, + "eval_xsum-pairs_samples_per_second": 20.233, + "eval_xsum-pairs_steps_per_second": 0.158, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_sciq_pairs_loss": 0.06330692023038864, + "eval_sciq_pairs_runtime": 8.8936, + "eval_sciq_pairs_samples_per_second": 14.392, + "eval_sciq_pairs_steps_per_second": 0.112, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_qasc_pairs_loss": 0.9395630359649658, + "eval_qasc_pairs_runtime": 1.3863, + "eval_qasc_pairs_samples_per_second": 92.332, + "eval_qasc_pairs_steps_per_second": 0.721, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_openbookqa_pairs_loss": 1.5656604766845703, + "eval_openbookqa_pairs_runtime": 1.1858, + "eval_openbookqa_pairs_samples_per_second": 107.947, + "eval_openbookqa_pairs_steps_per_second": 0.843, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_nq_pairs_loss": 0.8197879195213318, + "eval_nq_pairs_runtime": 7.9153, + "eval_nq_pairs_samples_per_second": 16.171, + "eval_nq_pairs_steps_per_second": 0.126, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_trivia_pairs_loss": 1.1605956554412842, + "eval_trivia_pairs_runtime": 8.9789, + "eval_trivia_pairs_samples_per_second": 14.256, + "eval_trivia_pairs_steps_per_second": 0.111, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_gooaq_pairs_loss": 0.7199620604515076, + "eval_gooaq_pairs_runtime": 2.0759, + "eval_gooaq_pairs_samples_per_second": 61.66, + "eval_gooaq_pairs_steps_per_second": 0.482, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_paws-pos_loss": 0.034769680351018906, + "eval_paws-pos_runtime": 1.5142, + "eval_paws-pos_samples_per_second": 84.536, + "eval_paws-pos_steps_per_second": 0.66, + "step": 440 + }, + { + "epoch": 0.6035665294924554, + "eval_global_dataset_loss": 0.2699156403541565, + "eval_global_dataset_runtime": 33.4517, + "eval_global_dataset_samples_per_second": 11.479, + "eval_global_dataset_steps_per_second": 0.06, + "step": 440 + }, + { + "epoch": 0.6049382716049383, + "grad_norm": 2.2343204021453857, + "learning_rate": 0.0008043875685557587, + "loss": 0.6532, + "step": 441 + }, + { + "epoch": 0.6063100137174211, + "grad_norm": 2.0353541374206543, + "learning_rate": 0.0008062157221206582, + "loss": 0.5846, + "step": 442 + }, + { + "epoch": 0.607681755829904, + "grad_norm": 2.2103233337402344, + "learning_rate": 0.0008080438756855576, + "loss": 0.6766, + "step": 443 + }, + { + "epoch": 0.6090534979423868, + "grad_norm": 0.8574596047401428, + "learning_rate": 0.0008098720292504571, + "loss": 0.1179, + "step": 444 + }, + { + "epoch": 0.6104252400548696, + "grad_norm": 2.2213659286499023, + "learning_rate": 0.0008117001828153565, + "loss": 0.5953, + "step": 445 + }, + { + "epoch": 0.6117969821673526, + "grad_norm": 2.4394009113311768, + "learning_rate": 0.0008135283363802559, + "loss": 0.7219, + "step": 446 + }, + { + "epoch": 0.6131687242798354, + "grad_norm": 2.216285228729248, + "learning_rate": 0.0008153564899451555, + "loss": 0.9445, + "step": 447 + }, + { + "epoch": 0.6145404663923183, + "grad_norm": 2.296591281890869, + "learning_rate": 0.0008171846435100548, + "loss": 0.5726, + "step": 448 + }, + { + "epoch": 0.6159122085048011, + "grad_norm": 2.837359666824341, + "learning_rate": 0.0008190127970749544, + "loss": 0.8687, + "step": 449 + }, + { + "epoch": 0.6172839506172839, + "grad_norm": 2.9849822521209717, + "learning_rate": 0.0008208409506398537, + "loss": 0.7864, + "step": 450 + }, + { + "epoch": 0.6186556927297668, + "grad_norm": 2.474256753921509, + "learning_rate": 0.0008226691042047533, + "loss": 0.6835, + "step": 451 + }, + { + "epoch": 0.6200274348422496, + "grad_norm": 2.815581798553467, + "learning_rate": 0.0008244972577696527, + "loss": 1.2349, + "step": 452 + }, + { + "epoch": 0.6213991769547325, + "grad_norm": 2.5145702362060547, + "learning_rate": 0.0008263254113345521, + "loss": 0.5894, + "step": 453 + }, + { + "epoch": 0.6227709190672154, + "grad_norm": 3.4624481201171875, + "learning_rate": 0.0008281535648994516, + "loss": 1.2882, + "step": 454 + }, + { + "epoch": 0.6241426611796982, + "grad_norm": 3.0444629192352295, + "learning_rate": 0.000829981718464351, + "loss": 1.1063, + "step": 455 + }, + { + "epoch": 0.6255144032921811, + "grad_norm": 3.4558730125427246, + "learning_rate": 0.0008318098720292505, + "loss": 1.6217, + "step": 456 + }, + { + "epoch": 0.6268861454046639, + "grad_norm": 1.9938262701034546, + "learning_rate": 0.0008336380255941499, + "loss": 0.6361, + "step": 457 + }, + { + "epoch": 0.6282578875171467, + "grad_norm": 2.8914825916290283, + "learning_rate": 0.0008354661791590493, + "loss": 1.2991, + "step": 458 + }, + { + "epoch": 0.6296296296296297, + "grad_norm": 1.987092137336731, + "learning_rate": 0.0008372943327239488, + "loss": 0.6638, + "step": 459 + }, + { + "epoch": 0.6310013717421125, + "grad_norm": 1.9341247081756592, + "learning_rate": 0.0008391224862888483, + "loss": 0.6688, + "step": 460 + }, + { + "epoch": 0.6323731138545954, + "grad_norm": 2.6572768688201904, + "learning_rate": 0.0008409506398537477, + "loss": 0.9422, + "step": 461 + }, + { + "epoch": 0.6337448559670782, + "grad_norm": 2.504377841949463, + "learning_rate": 0.0008427787934186472, + "loss": 0.8578, + "step": 462 + }, + { + "epoch": 0.635116598079561, + "grad_norm": 1.6810640096664429, + "learning_rate": 0.0008446069469835467, + "loss": 0.4707, + "step": 463 + }, + { + "epoch": 0.6364883401920439, + "grad_norm": 2.0036683082580566, + "learning_rate": 0.0008464351005484461, + "loss": 0.4281, + "step": 464 + }, + { + "epoch": 0.6378600823045267, + "grad_norm": 2.055009365081787, + "learning_rate": 0.0008482632541133455, + "loss": 0.5323, + "step": 465 + }, + { + "epoch": 0.6392318244170097, + "grad_norm": 1.8697012662887573, + "learning_rate": 0.000850091407678245, + "loss": 0.4676, + "step": 466 + }, + { + "epoch": 0.6406035665294925, + "grad_norm": 0.3099338114261627, + "learning_rate": 0.0008519195612431444, + "loss": 0.0323, + "step": 467 + }, + { + "epoch": 0.6419753086419753, + "grad_norm": 2.843210458755493, + "learning_rate": 0.0008537477148080439, + "loss": 1.0748, + "step": 468 + }, + { + "epoch": 0.6433470507544582, + "grad_norm": 5.503166198730469, + "learning_rate": 0.0008555758683729433, + "loss": 3.3347, + "step": 469 + }, + { + "epoch": 0.644718792866941, + "grad_norm": 3.0612828731536865, + "learning_rate": 0.0008574040219378428, + "loss": 1.4944, + "step": 470 + }, + { + "epoch": 0.6460905349794238, + "grad_norm": 1.8079982995986938, + "learning_rate": 0.0008592321755027423, + "loss": 0.666, + "step": 471 + }, + { + "epoch": 0.6474622770919067, + "grad_norm": 2.734410285949707, + "learning_rate": 0.0008610603290676416, + "loss": 1.1204, + "step": 472 + }, + { + "epoch": 0.6488340192043895, + "grad_norm": 2.612880229949951, + "learning_rate": 0.0008628884826325412, + "loss": 1.452, + "step": 473 + }, + { + "epoch": 0.6502057613168725, + "grad_norm": 1.7585951089859009, + "learning_rate": 0.0008647166361974406, + "loss": 0.5587, + "step": 474 + }, + { + "epoch": 0.6515775034293553, + "grad_norm": 2.7308504581451416, + "learning_rate": 0.0008665447897623401, + "loss": 1.189, + "step": 475 + }, + { + "epoch": 0.6529492455418381, + "grad_norm": 1.9969093799591064, + "learning_rate": 0.0008683729433272395, + "loss": 0.5736, + "step": 476 + }, + { + "epoch": 0.654320987654321, + "grad_norm": 2.545562505722046, + "learning_rate": 0.000870201096892139, + "loss": 0.7508, + "step": 477 + }, + { + "epoch": 0.6556927297668038, + "grad_norm": 2.3430142402648926, + "learning_rate": 0.0008720292504570384, + "loss": 0.7138, + "step": 478 + }, + { + "epoch": 0.6570644718792867, + "grad_norm": 2.081550359725952, + "learning_rate": 0.0008738574040219378, + "loss": 0.5152, + "step": 479 + }, + { + "epoch": 0.6584362139917695, + "grad_norm": 3.031339645385742, + "learning_rate": 0.0008756855575868373, + "loss": 1.0291, + "step": 480 + }, + { + "epoch": 0.6598079561042524, + "grad_norm": 3.382559299468994, + "learning_rate": 0.0008775137111517367, + "loss": 1.2339, + "step": 481 + }, + { + "epoch": 0.6611796982167353, + "grad_norm": 2.266045570373535, + "learning_rate": 0.0008793418647166362, + "loss": 0.6402, + "step": 482 + }, + { + "epoch": 0.6625514403292181, + "grad_norm": 4.375522136688232, + "learning_rate": 0.0008811700182815356, + "loss": 3.3593, + "step": 483 + }, + { + "epoch": 0.663923182441701, + "grad_norm": 1.7218207120895386, + "learning_rate": 0.0008829981718464352, + "loss": 0.4424, + "step": 484 + }, + { + "epoch": 0.6652949245541838, + "grad_norm": 1.930618405342102, + "learning_rate": 0.0008848263254113346, + "loss": 0.79, + "step": 485 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 2.2200028896331787, + "learning_rate": 0.000886654478976234, + "loss": 0.9445, + "step": 486 + }, + { + "epoch": 0.6680384087791496, + "grad_norm": 1.67755925655365, + "learning_rate": 0.0008884826325411335, + "loss": 0.5046, + "step": 487 + }, + { + "epoch": 0.6694101508916324, + "grad_norm": 1.119525671005249, + "learning_rate": 0.0008903107861060329, + "loss": 0.2215, + "step": 488 + }, + { + "epoch": 0.6707818930041153, + "grad_norm": 1.9932385683059692, + "learning_rate": 0.0008921389396709324, + "loss": 0.9744, + "step": 489 + }, + { + "epoch": 0.6721536351165981, + "grad_norm": 1.830539345741272, + "learning_rate": 0.0008939670932358318, + "loss": 0.5102, + "step": 490 + }, + { + "epoch": 0.6735253772290809, + "grad_norm": 2.152487277984619, + "learning_rate": 0.0008957952468007313, + "loss": 0.5452, + "step": 491 + }, + { + "epoch": 0.6748971193415638, + "grad_norm": 2.4515275955200195, + "learning_rate": 0.0008976234003656307, + "loss": 1.1853, + "step": 492 + }, + { + "epoch": 0.6762688614540466, + "grad_norm": 2.1000306606292725, + "learning_rate": 0.0008994515539305301, + "loss": 0.5773, + "step": 493 + }, + { + "epoch": 0.6776406035665294, + "grad_norm": 2.6680173873901367, + "learning_rate": 0.0009012797074954296, + "loss": 0.8209, + "step": 494 + }, + { + "epoch": 0.6790123456790124, + "grad_norm": 2.963197708129883, + "learning_rate": 0.000903107861060329, + "loss": 0.961, + "step": 495 + }, + { + "epoch": 0.6803840877914952, + "grad_norm": 1.574116826057434, + "learning_rate": 0.0009049360146252286, + "loss": 0.3303, + "step": 496 + }, + { + "epoch": 0.6817558299039781, + "grad_norm": 2.57684063911438, + "learning_rate": 0.000906764168190128, + "loss": 0.8192, + "step": 497 + }, + { + "epoch": 0.6831275720164609, + "grad_norm": 3.053014039993286, + "learning_rate": 0.0009085923217550275, + "loss": 1.3271, + "step": 498 + }, + { + "epoch": 0.6844993141289437, + "grad_norm": 2.6430559158325195, + "learning_rate": 0.0009104204753199269, + "loss": 0.9859, + "step": 499 + }, + { + "epoch": 0.6858710562414266, + "grad_norm": 0.7626333236694336, + "learning_rate": 0.0009122486288848263, + "loss": 0.1419, + "step": 500 + }, + { + "epoch": 0.6872427983539094, + "grad_norm": 0.8805200457572937, + "learning_rate": 0.0009140767824497258, + "loss": 0.1522, + "step": 501 + }, + { + "epoch": 0.6886145404663924, + "grad_norm": 1.4140968322753906, + "learning_rate": 0.0009159049360146252, + "loss": 0.3983, + "step": 502 + }, + { + "epoch": 0.6899862825788752, + "grad_norm": 0.16096271574497223, + "learning_rate": 0.0009177330895795247, + "loss": 0.0167, + "step": 503 + }, + { + "epoch": 0.691358024691358, + "grad_norm": 2.1687278747558594, + "learning_rate": 0.0009195612431444241, + "loss": 0.7314, + "step": 504 + }, + { + "epoch": 0.6927297668038409, + "grad_norm": 2.1703848838806152, + "learning_rate": 0.0009213893967093237, + "loss": 0.5175, + "step": 505 + }, + { + "epoch": 0.6941015089163237, + "grad_norm": 3.221038341522217, + "learning_rate": 0.000923217550274223, + "loss": 1.6745, + "step": 506 + }, + { + "epoch": 0.6954732510288066, + "grad_norm": 2.9030301570892334, + "learning_rate": 0.0009250457038391225, + "loss": 1.2944, + "step": 507 + }, + { + "epoch": 0.6968449931412894, + "grad_norm": 2.1682050228118896, + "learning_rate": 0.000926873857404022, + "loss": 0.5509, + "step": 508 + }, + { + "epoch": 0.6982167352537723, + "grad_norm": 2.4524831771850586, + "learning_rate": 0.0009287020109689214, + "loss": 0.8585, + "step": 509 + }, + { + "epoch": 0.6995884773662552, + "grad_norm": 2.954036235809326, + "learning_rate": 0.0009305301645338209, + "loss": 1.1137, + "step": 510 + }, + { + "epoch": 0.700960219478738, + "grad_norm": 0.5421282052993774, + "learning_rate": 0.0009323583180987203, + "loss": 0.08, + "step": 511 + }, + { + "epoch": 0.7023319615912208, + "grad_norm": 1.943343997001648, + "learning_rate": 0.0009341864716636198, + "loss": 0.6881, + "step": 512 + }, + { + "epoch": 0.7037037037037037, + "grad_norm": 2.1507110595703125, + "learning_rate": 0.0009360146252285192, + "loss": 0.8449, + "step": 513 + }, + { + "epoch": 0.7050754458161865, + "grad_norm": 2.5957894325256348, + "learning_rate": 0.0009378427787934186, + "loss": 1.3807, + "step": 514 + }, + { + "epoch": 0.7064471879286695, + "grad_norm": 2.7923741340637207, + "learning_rate": 0.0009396709323583181, + "loss": 1.2345, + "step": 515 + }, + { + "epoch": 0.7078189300411523, + "grad_norm": 2.737544298171997, + "learning_rate": 0.0009414990859232176, + "loss": 1.3458, + "step": 516 + }, + { + "epoch": 0.7091906721536351, + "grad_norm": 3.436458110809326, + "learning_rate": 0.000943327239488117, + "loss": 1.7297, + "step": 517 + }, + { + "epoch": 0.710562414266118, + "grad_norm": 0.19496861100196838, + "learning_rate": 0.0009451553930530165, + "loss": 0.0337, + "step": 518 + }, + { + "epoch": 0.7119341563786008, + "grad_norm": 1.9844475984573364, + "learning_rate": 0.000946983546617916, + "loss": 0.7494, + "step": 519 + }, + { + "epoch": 0.7133058984910837, + "grad_norm": 2.368131637573242, + "learning_rate": 0.0009488117001828154, + "loss": 1.2839, + "step": 520 + }, + { + "epoch": 0.7146776406035665, + "grad_norm": 1.8333654403686523, + "learning_rate": 0.0009506398537477148, + "loss": 0.7679, + "step": 521 + }, + { + "epoch": 0.7160493827160493, + "grad_norm": 2.5262162685394287, + "learning_rate": 0.0009524680073126143, + "loss": 1.1101, + "step": 522 + }, + { + "epoch": 0.7174211248285323, + "grad_norm": 1.7962846755981445, + "learning_rate": 0.0009542961608775137, + "loss": 0.7259, + "step": 523 + }, + { + "epoch": 0.7187928669410151, + "grad_norm": 1.6876013278961182, + "learning_rate": 0.0009561243144424132, + "loss": 0.8531, + "step": 524 + }, + { + "epoch": 0.720164609053498, + "grad_norm": 0.15522260963916779, + "learning_rate": 0.0009579524680073126, + "loss": 0.0376, + "step": 525 + }, + { + "epoch": 0.7215363511659808, + "grad_norm": 0.10816041380167007, + "learning_rate": 0.0009597806215722121, + "loss": 0.0368, + "step": 526 + }, + { + "epoch": 0.7229080932784636, + "grad_norm": 0.5582392811775208, + "learning_rate": 0.0009616087751371116, + "loss": 0.0679, + "step": 527 + }, + { + "epoch": 0.7242798353909465, + "grad_norm": 0.790245532989502, + "learning_rate": 0.0009634369287020109, + "loss": 0.1483, + "step": 528 + }, + { + "epoch": 0.7256515775034293, + "grad_norm": 0.5912861227989197, + "learning_rate": 0.0009652650822669105, + "loss": 0.086, + "step": 529 + }, + { + "epoch": 0.7270233196159122, + "grad_norm": 1.9863473176956177, + "learning_rate": 0.0009670932358318098, + "loss": 0.4599, + "step": 530 + }, + { + "epoch": 0.7283950617283951, + "grad_norm": 2.432748794555664, + "learning_rate": 0.0009689213893967094, + "loss": 0.6046, + "step": 531 + }, + { + "epoch": 0.7297668038408779, + "grad_norm": 2.2815091609954834, + "learning_rate": 0.0009707495429616088, + "loss": 0.5801, + "step": 532 + }, + { + "epoch": 0.7311385459533608, + "grad_norm": 6.126629829406738, + "learning_rate": 0.0009725776965265083, + "loss": 4.0638, + "step": 533 + }, + { + "epoch": 0.7325102880658436, + "grad_norm": 2.440173864364624, + "learning_rate": 0.0009744058500914077, + "loss": 0.9248, + "step": 534 + }, + { + "epoch": 0.7338820301783264, + "grad_norm": 2.2785732746124268, + "learning_rate": 0.0009762340036563071, + "loss": 0.7769, + "step": 535 + }, + { + "epoch": 0.7352537722908093, + "grad_norm": 1.7889460325241089, + "learning_rate": 0.0009780621572212066, + "loss": 0.5365, + "step": 536 + }, + { + "epoch": 0.7366255144032922, + "grad_norm": 1.9316608905792236, + "learning_rate": 0.000979890310786106, + "loss": 0.7444, + "step": 537 + }, + { + "epoch": 0.7379972565157751, + "grad_norm": 1.945172905921936, + "learning_rate": 0.0009817184643510055, + "loss": 0.7193, + "step": 538 + }, + { + "epoch": 0.7393689986282579, + "grad_norm": 2.1771185398101807, + "learning_rate": 0.000983546617915905, + "loss": 1.5464, + "step": 539 + }, + { + "epoch": 0.7407407407407407, + "grad_norm": 2.8104841709136963, + "learning_rate": 0.0009853747714808044, + "loss": 1.7129, + "step": 540 + }, + { + "epoch": 0.7421124828532236, + "grad_norm": 2.2292134761810303, + "learning_rate": 0.0009872029250457038, + "loss": 1.0137, + "step": 541 + }, + { + "epoch": 0.7434842249657064, + "grad_norm": 1.7931193113327026, + "learning_rate": 0.0009890310786106033, + "loss": 0.6174, + "step": 542 + }, + { + "epoch": 0.7448559670781894, + "grad_norm": 1.5730267763137817, + "learning_rate": 0.0009908592321755027, + "loss": 1.1872, + "step": 543 + }, + { + "epoch": 0.7462277091906722, + "grad_norm": 1.9772863388061523, + "learning_rate": 0.0009926873857404022, + "loss": 1.2298, + "step": 544 + }, + { + "epoch": 0.747599451303155, + "grad_norm": 3.7602641582489014, + "learning_rate": 0.0009945155393053017, + "loss": 3.6099, + "step": 545 + }, + { + "epoch": 0.7489711934156379, + "grad_norm": 1.6600819826126099, + "learning_rate": 0.0009963436928702011, + "loss": 0.9129, + "step": 546 + }, + { + "epoch": 0.7503429355281207, + "grad_norm": 1.4769471883773804, + "learning_rate": 0.0009981718464351006, + "loss": 0.4851, + "step": 547 + }, + { + "epoch": 0.7517146776406035, + "grad_norm": 1.5102423429489136, + "learning_rate": 0.001, + "loss": 0.5724, + "step": 548 + }, + { + "epoch": 0.7530864197530864, + "grad_norm": 1.6490839719772339, + "learning_rate": 0.000999999174352948, + "loss": 0.6958, + "step": 549 + }, + { + "epoch": 0.7544581618655692, + "grad_norm": 1.4960081577301025, + "learning_rate": 0.0009999966974148216, + "loss": 0.9115, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_Qnli-dev_cosine_accuracy": 0.685546875, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.8639271259307861, + "eval_Qnli-dev_cosine_ap": 0.7427350367644162, + "eval_Qnli-dev_cosine_f1": 0.6996336996336996, + "eval_Qnli-dev_cosine_f1_threshold": 0.7733485698699951, + "eval_Qnli-dev_cosine_precision": 0.6161290322580645, + "eval_Qnli-dev_cosine_recall": 0.809322033898305, + "eval_allNLI-dev_cosine_accuracy": 0.755859375, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8583443760871887, + "eval_allNLI-dev_cosine_ap": 0.6513030662407349, + "eval_allNLI-dev_cosine_f1": 0.6559633027522936, + "eval_allNLI-dev_cosine_f1_threshold": 0.8035047054290771, + "eval_allNLI-dev_cosine_precision": 0.5437262357414449, + "eval_allNLI-dev_cosine_recall": 0.8265895953757225, + "eval_sequential_score": 0.7427350367644162, + "eval_sts-test_pearson_cosine": 0.8397477513546239, + "eval_sts-test_spearman_cosine": 0.8842177086994444, + "eval_vitaminc-pairs_loss": 2.9589016437530518, + "eval_vitaminc-pairs_runtime": 14.2988, + "eval_vitaminc-pairs_samples_per_second": 8.952, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_negation-triplets_loss": 2.106090784072876, + "eval_negation-triplets_runtime": 1.1528, + "eval_negation-triplets_samples_per_second": 111.031, + "eval_negation-triplets_steps_per_second": 0.867, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_scitail-pairs-pos_loss": 0.25539278984069824, + "eval_scitail-pairs-pos_runtime": 1.5749, + "eval_scitail-pairs-pos_samples_per_second": 81.276, + "eval_scitail-pairs-pos_steps_per_second": 0.635, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_scitail-pairs-qa_loss": 0.02696998417377472, + "eval_scitail-pairs-qa_runtime": 1.2219, + "eval_scitail-pairs-qa_samples_per_second": 104.753, + "eval_scitail-pairs-qa_steps_per_second": 0.818, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_xsum-pairs_loss": 1.035770297050476, + "eval_xsum-pairs_runtime": 6.3034, + "eval_xsum-pairs_samples_per_second": 20.307, + "eval_xsum-pairs_steps_per_second": 0.159, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_sciq_pairs_loss": 0.07481610774993896, + "eval_sciq_pairs_runtime": 8.8401, + "eval_sciq_pairs_samples_per_second": 14.48, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_qasc_pairs_loss": 0.9381294846534729, + "eval_qasc_pairs_runtime": 1.3844, + "eval_qasc_pairs_samples_per_second": 92.461, + "eval_qasc_pairs_steps_per_second": 0.722, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_openbookqa_pairs_loss": 1.4043291807174683, + "eval_openbookqa_pairs_runtime": 1.1842, + "eval_openbookqa_pairs_samples_per_second": 108.088, + "eval_openbookqa_pairs_steps_per_second": 0.844, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_nq_pairs_loss": 0.8262844085693359, + "eval_nq_pairs_runtime": 7.8627, + "eval_nq_pairs_samples_per_second": 16.279, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_trivia_pairs_loss": 1.2341746091842651, + "eval_trivia_pairs_runtime": 8.9261, + "eval_trivia_pairs_samples_per_second": 14.34, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_gooaq_pairs_loss": 0.8736229538917542, + "eval_gooaq_pairs_runtime": 2.07, + "eval_gooaq_pairs_samples_per_second": 61.836, + "eval_gooaq_pairs_steps_per_second": 0.483, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_paws-pos_loss": 0.03411751613020897, + "eval_paws-pos_runtime": 1.5071, + "eval_paws-pos_samples_per_second": 84.931, + "eval_paws-pos_steps_per_second": 0.664, + "step": 550 + }, + { + "epoch": 0.7544581618655692, + "eval_global_dataset_loss": 0.26876401901245117, + "eval_global_dataset_runtime": 33.2849, + "eval_global_dataset_samples_per_second": 11.537, + "eval_global_dataset_steps_per_second": 0.06, + "step": 550 + }, + { + "epoch": 0.7558299039780522, + "grad_norm": 1.4109474420547485, + "learning_rate": 0.0009999925691947101, + "loss": 0.6115, + "step": 551 + }, + { + "epoch": 0.757201646090535, + "grad_norm": 0.21552617847919464, + "learning_rate": 0.000999986789707762, + "loss": 0.0239, + "step": 552 + }, + { + "epoch": 0.7585733882030178, + "grad_norm": 2.0374319553375244, + "learning_rate": 0.000999979358975186, + "loss": 0.8398, + "step": 553 + }, + { + "epoch": 0.7599451303155007, + "grad_norm": 2.699413776397705, + "learning_rate": 0.0009999702770242486, + "loss": 1.0964, + "step": 554 + }, + { + "epoch": 0.7613168724279835, + "grad_norm": 1.9054522514343262, + "learning_rate": 0.000999959543888277, + "loss": 0.5098, + "step": 555 + }, + { + "epoch": 0.7626886145404664, + "grad_norm": 1.9262897968292236, + "learning_rate": 0.0009999471596066566, + "loss": 0.5578, + "step": 556 + }, + { + "epoch": 0.7640603566529492, + "grad_norm": 2.377450942993164, + "learning_rate": 0.0009999331242248324, + "loss": 1.3982, + "step": 557 + }, + { + "epoch": 0.7654320987654321, + "grad_norm": 2.6483099460601807, + "learning_rate": 0.0009999174377943074, + "loss": 1.1118, + "step": 558 + }, + { + "epoch": 0.766803840877915, + "grad_norm": 1.7998634576797485, + "learning_rate": 0.000999900100372644, + "loss": 0.508, + "step": 559 + }, + { + "epoch": 0.7681755829903978, + "grad_norm": 2.284386157989502, + "learning_rate": 0.0009998811120234623, + "loss": 1.4645, + "step": 560 + }, + { + "epoch": 0.7695473251028807, + "grad_norm": 2.0943026542663574, + "learning_rate": 0.0009998604728164411, + "loss": 0.8549, + "step": 561 + }, + { + "epoch": 0.7709190672153635, + "grad_norm": 1.3964064121246338, + "learning_rate": 0.0009998381828273167, + "loss": 0.4917, + "step": 562 + }, + { + "epoch": 0.7722908093278463, + "grad_norm": 1.6305673122406006, + "learning_rate": 0.0009998142421378832, + "loss": 0.6253, + "step": 563 + }, + { + "epoch": 0.7736625514403292, + "grad_norm": 1.6184250116348267, + "learning_rate": 0.0009997886508359918, + "loss": 0.8867, + "step": 564 + }, + { + "epoch": 0.7750342935528121, + "grad_norm": 1.9399840831756592, + "learning_rate": 0.0009997614090155513, + "loss": 0.7135, + "step": 565 + }, + { + "epoch": 0.7764060356652949, + "grad_norm": 2.2604219913482666, + "learning_rate": 0.0009997325167765264, + "loss": 1.222, + "step": 566 + }, + { + "epoch": 0.7777777777777778, + "grad_norm": 1.4148451089859009, + "learning_rate": 0.0009997019742249383, + "loss": 0.4528, + "step": 567 + }, + { + "epoch": 0.7791495198902606, + "grad_norm": 0.7912073731422424, + "learning_rate": 0.0009996697814728644, + "loss": 0.1328, + "step": 568 + }, + { + "epoch": 0.7805212620027435, + "grad_norm": 2.348604917526245, + "learning_rate": 0.0009996359386384374, + "loss": 0.8546, + "step": 569 + }, + { + "epoch": 0.7818930041152263, + "grad_norm": 1.507812261581421, + "learning_rate": 0.000999600445845845, + "loss": 0.4279, + "step": 570 + }, + { + "epoch": 0.7832647462277091, + "grad_norm": 2.647885799407959, + "learning_rate": 0.0009995633032253294, + "loss": 1.425, + "step": 571 + }, + { + "epoch": 0.7846364883401921, + "grad_norm": 1.7565921545028687, + "learning_rate": 0.0009995245109131869, + "loss": 0.4775, + "step": 572 + }, + { + "epoch": 0.7860082304526749, + "grad_norm": 2.1025984287261963, + "learning_rate": 0.000999484069051768, + "loss": 0.6325, + "step": 573 + }, + { + "epoch": 0.7873799725651578, + "grad_norm": 2.177631378173828, + "learning_rate": 0.0009994419777894753, + "loss": 0.7343, + "step": 574 + }, + { + "epoch": 0.7887517146776406, + "grad_norm": 2.1677980422973633, + "learning_rate": 0.0009993982372807648, + "loss": 0.8758, + "step": 575 + }, + { + "epoch": 0.7901234567901234, + "grad_norm": 2.5000686645507812, + "learning_rate": 0.000999352847686144, + "loss": 1.4886, + "step": 576 + }, + { + "epoch": 0.7914951989026063, + "grad_norm": 2.379132032394409, + "learning_rate": 0.000999305809172172, + "loss": 1.1258, + "step": 577 + }, + { + "epoch": 0.7928669410150891, + "grad_norm": 2.348276376724243, + "learning_rate": 0.0009992571219114585, + "loss": 1.0294, + "step": 578 + }, + { + "epoch": 0.7942386831275721, + "grad_norm": 2.1541614532470703, + "learning_rate": 0.000999206786082664, + "loss": 1.0091, + "step": 579 + }, + { + "epoch": 0.7956104252400549, + "grad_norm": 2.221259593963623, + "learning_rate": 0.000999154801870497, + "loss": 1.4008, + "step": 580 + }, + { + "epoch": 0.7969821673525377, + "grad_norm": 1.3551172018051147, + "learning_rate": 0.0009991011694657167, + "loss": 0.4384, + "step": 581 + }, + { + "epoch": 0.7983539094650206, + "grad_norm": 2.4766149520874023, + "learning_rate": 0.000999045889065129, + "loss": 1.2668, + "step": 582 + }, + { + "epoch": 0.7997256515775034, + "grad_norm": 1.6486444473266602, + "learning_rate": 0.000998988960871588, + "loss": 0.7217, + "step": 583 + }, + { + "epoch": 0.8010973936899863, + "grad_norm": 2.368161201477051, + "learning_rate": 0.0009989303850939937, + "loss": 1.242, + "step": 584 + }, + { + "epoch": 0.8024691358024691, + "grad_norm": 1.684938907623291, + "learning_rate": 0.0009988701619472926, + "loss": 0.8439, + "step": 585 + }, + { + "epoch": 0.803840877914952, + "grad_norm": 2.2783966064453125, + "learning_rate": 0.0009988082916524762, + "loss": 0.876, + "step": 586 + }, + { + "epoch": 0.8052126200274349, + "grad_norm": 2.324449300765991, + "learning_rate": 0.00099874477443658, + "loss": 1.194, + "step": 587 + }, + { + "epoch": 0.8065843621399177, + "grad_norm": 0.8597037196159363, + "learning_rate": 0.0009986796105326831, + "loss": 0.2045, + "step": 588 + }, + { + "epoch": 0.8079561042524005, + "grad_norm": 2.2256205081939697, + "learning_rate": 0.0009986128001799076, + "loss": 1.2798, + "step": 589 + }, + { + "epoch": 0.8093278463648834, + "grad_norm": 2.1167430877685547, + "learning_rate": 0.0009985443436234167, + "loss": 0.8574, + "step": 590 + }, + { + "epoch": 0.8106995884773662, + "grad_norm": 0.10849010199308395, + "learning_rate": 0.0009984742411144143, + "loss": 0.0082, + "step": 591 + }, + { + "epoch": 0.8120713305898491, + "grad_norm": 1.1498011350631714, + "learning_rate": 0.0009984024929101448, + "loss": 0.4044, + "step": 592 + }, + { + "epoch": 0.813443072702332, + "grad_norm": 1.5021452903747559, + "learning_rate": 0.0009983290992738915, + "loss": 0.4919, + "step": 593 + }, + { + "epoch": 0.8148148148148148, + "grad_norm": 2.5541698932647705, + "learning_rate": 0.0009982540604749751, + "loss": 1.2524, + "step": 594 + }, + { + "epoch": 0.8161865569272977, + "grad_norm": 2.190497636795044, + "learning_rate": 0.000998177376788754, + "loss": 0.795, + "step": 595 + }, + { + "epoch": 0.8175582990397805, + "grad_norm": 2.115995407104492, + "learning_rate": 0.000998099048496622, + "loss": 0.8756, + "step": 596 + }, + { + "epoch": 0.8189300411522634, + "grad_norm": 0.6140339374542236, + "learning_rate": 0.0009980190758860081, + "loss": 0.1396, + "step": 597 + }, + { + "epoch": 0.8203017832647462, + "grad_norm": 1.3098580837249756, + "learning_rate": 0.0009979374592503753, + "loss": 0.37, + "step": 598 + }, + { + "epoch": 0.821673525377229, + "grad_norm": 1.9168777465820312, + "learning_rate": 0.0009978541988892192, + "loss": 0.8108, + "step": 599 + }, + { + "epoch": 0.823045267489712, + "grad_norm": 1.329971432685852, + "learning_rate": 0.0009977692951080672, + "loss": 0.4655, + "step": 600 + }, + { + "epoch": 0.8244170096021948, + "grad_norm": 1.5312412977218628, + "learning_rate": 0.0009976827482184776, + "loss": 0.6358, + "step": 601 + }, + { + "epoch": 0.8257887517146777, + "grad_norm": 2.3435771465301514, + "learning_rate": 0.0009975945585380377, + "loss": 1.4994, + "step": 602 + }, + { + "epoch": 0.8271604938271605, + "grad_norm": 1.913093090057373, + "learning_rate": 0.0009975047263903632, + "loss": 0.7349, + "step": 603 + }, + { + "epoch": 0.8285322359396433, + "grad_norm": 2.202099323272705, + "learning_rate": 0.000997413252105097, + "loss": 1.3005, + "step": 604 + }, + { + "epoch": 0.8299039780521262, + "grad_norm": 1.8408820629119873, + "learning_rate": 0.000997320136017908, + "loss": 1.019, + "step": 605 + }, + { + "epoch": 0.831275720164609, + "grad_norm": 2.17401385307312, + "learning_rate": 0.0009972253784704896, + "loss": 1.0097, + "step": 606 + }, + { + "epoch": 0.8326474622770919, + "grad_norm": 3.5524911880493164, + "learning_rate": 0.0009971289798105585, + "loss": 3.3517, + "step": 607 + }, + { + "epoch": 0.8340192043895748, + "grad_norm": 2.2348220348358154, + "learning_rate": 0.0009970309403918537, + "loss": 1.3093, + "step": 608 + }, + { + "epoch": 0.8353909465020576, + "grad_norm": 2.220083713531494, + "learning_rate": 0.0009969312605741353, + "loss": 1.4763, + "step": 609 + }, + { + "epoch": 0.8367626886145405, + "grad_norm": 1.5978267192840576, + "learning_rate": 0.0009968299407231824, + "loss": 0.8629, + "step": 610 + }, + { + "epoch": 0.8381344307270233, + "grad_norm": 1.6459195613861084, + "learning_rate": 0.0009967269812107924, + "loss": 0.8401, + "step": 611 + }, + { + "epoch": 0.8395061728395061, + "grad_norm": 1.993955373764038, + "learning_rate": 0.0009966223824147797, + "loss": 1.1366, + "step": 612 + }, + { + "epoch": 0.840877914951989, + "grad_norm": 2.3398549556732178, + "learning_rate": 0.0009965161447189742, + "loss": 1.4177, + "step": 613 + }, + { + "epoch": 0.8422496570644719, + "grad_norm": 2.820521116256714, + "learning_rate": 0.0009964082685132193, + "loss": 2.9207, + "step": 614 + }, + { + "epoch": 0.8436213991769548, + "grad_norm": 1.454741358757019, + "learning_rate": 0.0009962987541933717, + "loss": 0.6808, + "step": 615 + }, + { + "epoch": 0.8449931412894376, + "grad_norm": 1.4422433376312256, + "learning_rate": 0.0009961876021612984, + "loss": 0.5965, + "step": 616 + }, + { + "epoch": 0.8463648834019204, + "grad_norm": 0.2472972720861435, + "learning_rate": 0.0009960748128248769, + "loss": 0.0313, + "step": 617 + }, + { + "epoch": 0.8477366255144033, + "grad_norm": 1.2811288833618164, + "learning_rate": 0.000995960386597992, + "loss": 0.8359, + "step": 618 + }, + { + "epoch": 0.8491083676268861, + "grad_norm": 1.7258317470550537, + "learning_rate": 0.0009958443239005362, + "loss": 0.9549, + "step": 619 + }, + { + "epoch": 0.850480109739369, + "grad_norm": 2.052578926086426, + "learning_rate": 0.000995726625158406, + "loss": 1.2424, + "step": 620 + }, + { + "epoch": 0.8518518518518519, + "grad_norm": 2.598790407180786, + "learning_rate": 0.0009956072908035023, + "loss": 1.5772, + "step": 621 + }, + { + "epoch": 0.8532235939643347, + "grad_norm": 1.8372243642807007, + "learning_rate": 0.000995486321273727, + "loss": 0.8351, + "step": 622 + }, + { + "epoch": 0.8545953360768176, + "grad_norm": 2.4052348136901855, + "learning_rate": 0.0009953637170129837, + "loss": 0.726, + "step": 623 + }, + { + "epoch": 0.8559670781893004, + "grad_norm": 1.429192066192627, + "learning_rate": 0.0009952394784711735, + "loss": 0.4982, + "step": 624 + }, + { + "epoch": 0.8573388203017832, + "grad_norm": 1.8847312927246094, + "learning_rate": 0.000995113606104195, + "loss": 1.0102, + "step": 625 + }, + { + "epoch": 0.8587105624142661, + "grad_norm": 1.5976717472076416, + "learning_rate": 0.0009949861003739422, + "loss": 0.7013, + "step": 626 + }, + { + "epoch": 0.8600823045267489, + "grad_norm": 0.0, + "learning_rate": 0.000994856961748303, + "loss": 0.0, + "step": 627 + }, + { + "epoch": 0.8614540466392319, + "grad_norm": 2.0918030738830566, + "learning_rate": 0.000994726190701157, + "loss": 0.9771, + "step": 628 + }, + { + "epoch": 0.8628257887517147, + "grad_norm": 1.5623385906219482, + "learning_rate": 0.0009945937877123738, + "loss": 0.6401, + "step": 629 + }, + { + "epoch": 0.8641975308641975, + "grad_norm": 1.988359808921814, + "learning_rate": 0.0009944597532678121, + "loss": 0.8453, + "step": 630 + }, + { + "epoch": 0.8655692729766804, + "grad_norm": 1.7483891248703003, + "learning_rate": 0.0009943240878593168, + "loss": 0.6376, + "step": 631 + }, + { + "epoch": 0.8669410150891632, + "grad_norm": 1.747367024421692, + "learning_rate": 0.000994186791984718, + "loss": 0.8945, + "step": 632 + }, + { + "epoch": 0.8683127572016461, + "grad_norm": 1.7018707990646362, + "learning_rate": 0.0009940478661478289, + "loss": 0.7919, + "step": 633 + }, + { + "epoch": 0.869684499314129, + "grad_norm": 2.589437484741211, + "learning_rate": 0.0009939073108584432, + "loss": 2.7374, + "step": 634 + }, + { + "epoch": 0.8710562414266118, + "grad_norm": 1.5699372291564941, + "learning_rate": 0.0009937651266323352, + "loss": 0.6152, + "step": 635 + }, + { + "epoch": 0.8724279835390947, + "grad_norm": 1.5574616193771362, + "learning_rate": 0.0009936213139912556, + "loss": 0.7544, + "step": 636 + }, + { + "epoch": 0.8737997256515775, + "grad_norm": 1.4045825004577637, + "learning_rate": 0.0009934758734629308, + "loss": 0.764, + "step": 637 + }, + { + "epoch": 0.8751714677640604, + "grad_norm": 0.0, + "learning_rate": 0.0009933288055810616, + "loss": 0.0, + "step": 638 + }, + { + "epoch": 0.8765432098765432, + "grad_norm": 0.1518259048461914, + "learning_rate": 0.0009931801108853191, + "loss": 0.0341, + "step": 639 + }, + { + "epoch": 0.877914951989026, + "grad_norm": 1.7389847040176392, + "learning_rate": 0.0009930297899213452, + "loss": 0.8661, + "step": 640 + }, + { + "epoch": 0.879286694101509, + "grad_norm": 1.4264923334121704, + "learning_rate": 0.0009928778432407492, + "loss": 0.5543, + "step": 641 + }, + { + "epoch": 0.8806584362139918, + "grad_norm": 1.8644518852233887, + "learning_rate": 0.0009927242714011055, + "loss": 0.7215, + "step": 642 + }, + { + "epoch": 0.8820301783264746, + "grad_norm": 1.5277243852615356, + "learning_rate": 0.0009925690749659527, + "loss": 0.5738, + "step": 643 + }, + { + "epoch": 0.8834019204389575, + "grad_norm": 1.8840594291687012, + "learning_rate": 0.0009924122545047907, + "loss": 1.2774, + "step": 644 + }, + { + "epoch": 0.8847736625514403, + "grad_norm": 1.5248987674713135, + "learning_rate": 0.000992253810593079, + "loss": 0.5194, + "step": 645 + }, + { + "epoch": 0.8861454046639232, + "grad_norm": 1.2852954864501953, + "learning_rate": 0.000992093743812234, + "loss": 0.4957, + "step": 646 + }, + { + "epoch": 0.887517146776406, + "grad_norm": 1.4410088062286377, + "learning_rate": 0.0009919320547496276, + "loss": 0.6336, + "step": 647 + }, + { + "epoch": 0.8888888888888888, + "grad_norm": 2.2397258281707764, + "learning_rate": 0.0009917687439985848, + "loss": 1.3606, + "step": 648 + }, + { + "epoch": 0.8902606310013718, + "grad_norm": 1.6791517734527588, + "learning_rate": 0.000991603812158381, + "loss": 0.5841, + "step": 649 + }, + { + "epoch": 0.8916323731138546, + "grad_norm": 1.8580983877182007, + "learning_rate": 0.000991437259834241, + "loss": 0.7388, + "step": 650 + }, + { + "epoch": 0.8930041152263375, + "grad_norm": 0.7454937696456909, + "learning_rate": 0.0009912690876373357, + "loss": 0.1784, + "step": 651 + }, + { + "epoch": 0.8943758573388203, + "grad_norm": 1.311299443244934, + "learning_rate": 0.0009910992961847797, + "loss": 0.8583, + "step": 652 + }, + { + "epoch": 0.8957475994513031, + "grad_norm": 0.6724503040313721, + "learning_rate": 0.00099092788609963, + "loss": 0.16, + "step": 653 + }, + { + "epoch": 0.897119341563786, + "grad_norm": 0.3248959481716156, + "learning_rate": 0.0009907548580108834, + "loss": 0.0596, + "step": 654 + }, + { + "epoch": 0.8984910836762688, + "grad_norm": 1.593714714050293, + "learning_rate": 0.0009905802125534738, + "loss": 0.5839, + "step": 655 + }, + { + "epoch": 0.8998628257887518, + "grad_norm": 1.5883684158325195, + "learning_rate": 0.0009904039503682701, + "loss": 0.5885, + "step": 656 + }, + { + "epoch": 0.9012345679012346, + "grad_norm": 2.72161602973938, + "learning_rate": 0.0009902260721020737, + "loss": 1.712, + "step": 657 + }, + { + "epoch": 0.9026063100137174, + "grad_norm": 2.3555116653442383, + "learning_rate": 0.0009900465784076168, + "loss": 1.1589, + "step": 658 + }, + { + "epoch": 0.9039780521262003, + "grad_norm": 1.8374806642532349, + "learning_rate": 0.0009898654699435586, + "loss": 1.062, + "step": 659 + }, + { + "epoch": 0.9053497942386831, + "grad_norm": 1.2965621948242188, + "learning_rate": 0.0009896827473744848, + "loss": 0.5203, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_Qnli-dev_cosine_accuracy": 0.705078125, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.8212183713912964, + "eval_Qnli-dev_cosine_ap": 0.7186148814161074, + "eval_Qnli-dev_cosine_f1": 0.685823754789272, + "eval_Qnli-dev_cosine_f1_threshold": 0.7696558237075806, + "eval_Qnli-dev_cosine_precision": 0.6258741258741258, + "eval_Qnli-dev_cosine_recall": 0.7584745762711864, + "eval_allNLI-dev_cosine_accuracy": 0.765625, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8777807950973511, + "eval_allNLI-dev_cosine_ap": 0.6686332553712844, + "eval_allNLI-dev_cosine_f1": 0.671201814058957, + "eval_allNLI-dev_cosine_f1_threshold": 0.811836838722229, + "eval_allNLI-dev_cosine_precision": 0.5522388059701493, + "eval_allNLI-dev_cosine_recall": 0.8554913294797688, + "eval_sequential_score": 0.7186148814161074, + "eval_sts-test_pearson_cosine": 0.8424999179514703, + "eval_sts-test_spearman_cosine": 0.8868519917012493, + "eval_vitaminc-pairs_loss": 2.4104244709014893, + "eval_vitaminc-pairs_runtime": 14.3546, + "eval_vitaminc-pairs_samples_per_second": 8.917, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_negation-triplets_loss": 2.0854151248931885, + "eval_negation-triplets_runtime": 1.1542, + "eval_negation-triplets_samples_per_second": 110.903, + "eval_negation-triplets_steps_per_second": 0.866, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_scitail-pairs-pos_loss": 0.174000546336174, + "eval_scitail-pairs-pos_runtime": 1.5642, + "eval_scitail-pairs-pos_samples_per_second": 81.828, + "eval_scitail-pairs-pos_steps_per_second": 0.639, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_scitail-pairs-qa_loss": 0.024205714464187622, + "eval_scitail-pairs-qa_runtime": 1.2073, + "eval_scitail-pairs-qa_samples_per_second": 106.02, + "eval_scitail-pairs-qa_steps_per_second": 0.828, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_xsum-pairs_loss": 0.6651791930198669, + "eval_xsum-pairs_runtime": 6.3082, + "eval_xsum-pairs_samples_per_second": 20.291, + "eval_xsum-pairs_steps_per_second": 0.159, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_sciq_pairs_loss": 0.08112659305334091, + "eval_sciq_pairs_runtime": 8.8181, + "eval_sciq_pairs_samples_per_second": 14.516, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_qasc_pairs_loss": 0.8805878162384033, + "eval_qasc_pairs_runtime": 1.3897, + "eval_qasc_pairs_samples_per_second": 92.104, + "eval_qasc_pairs_steps_per_second": 0.72, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_openbookqa_pairs_loss": 1.3323636054992676, + "eval_openbookqa_pairs_runtime": 1.1839, + "eval_openbookqa_pairs_samples_per_second": 108.119, + "eval_openbookqa_pairs_steps_per_second": 0.845, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_nq_pairs_loss": 0.882255494594574, + "eval_nq_pairs_runtime": 7.889, + "eval_nq_pairs_samples_per_second": 16.225, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_trivia_pairs_loss": 1.2122423648834229, + "eval_trivia_pairs_runtime": 8.9233, + "eval_trivia_pairs_samples_per_second": 14.344, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_gooaq_pairs_loss": 0.7754307389259338, + "eval_gooaq_pairs_runtime": 2.0694, + "eval_gooaq_pairs_samples_per_second": 61.854, + "eval_gooaq_pairs_steps_per_second": 0.483, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_paws-pos_loss": 0.03314030170440674, + "eval_paws-pos_runtime": 1.5045, + "eval_paws-pos_samples_per_second": 85.076, + "eval_paws-pos_steps_per_second": 0.665, + "step": 660 + }, + { + "epoch": 0.9053497942386831, + "eval_global_dataset_loss": 0.24366270005702972, + "eval_global_dataset_runtime": 33.3186, + "eval_global_dataset_samples_per_second": 11.525, + "eval_global_dataset_steps_per_second": 0.06, + "step": 660 + }, + { + "epoch": 0.906721536351166, + "grad_norm": 1.8050487041473389, + "learning_rate": 0.0009894984113709032, + "loss": 0.8125, + "step": 661 + }, + { + "epoch": 0.9080932784636488, + "grad_norm": 1.6021864414215088, + "learning_rate": 0.0009893124626092428, + "loss": 0.6125, + "step": 662 + }, + { + "epoch": 0.9094650205761317, + "grad_norm": 1.8087327480316162, + "learning_rate": 0.0009891249017718508, + "loss": 0.7289, + "step": 663 + }, + { + "epoch": 0.9108367626886146, + "grad_norm": 1.9543635845184326, + "learning_rate": 0.0009889357295469893, + "loss": 1.237, + "step": 664 + }, + { + "epoch": 0.9122085048010974, + "grad_norm": 2.4027888774871826, + "learning_rate": 0.0009887449466288336, + "loss": 2.274, + "step": 665 + }, + { + "epoch": 0.9135802469135802, + "grad_norm": 1.611427664756775, + "learning_rate": 0.00098855255371747, + "loss": 0.7283, + "step": 666 + }, + { + "epoch": 0.9149519890260631, + "grad_norm": 1.0573492050170898, + "learning_rate": 0.0009883585515188926, + "loss": 0.5324, + "step": 667 + }, + { + "epoch": 0.9163237311385459, + "grad_norm": 0.8396095633506775, + "learning_rate": 0.0009881629407450007, + "loss": 0.3173, + "step": 668 + }, + { + "epoch": 0.9176954732510288, + "grad_norm": 1.3495731353759766, + "learning_rate": 0.0009879657221135959, + "loss": 0.7001, + "step": 669 + }, + { + "epoch": 0.9190672153635117, + "grad_norm": 1.5316470861434937, + "learning_rate": 0.0009877668963483807, + "loss": 1.0469, + "step": 670 + }, + { + "epoch": 0.9204389574759945, + "grad_norm": 0.7262068390846252, + "learning_rate": 0.0009875664641789544, + "loss": 0.1802, + "step": 671 + }, + { + "epoch": 0.9218106995884774, + "grad_norm": 1.9269604682922363, + "learning_rate": 0.0009873644263408117, + "loss": 1.0294, + "step": 672 + }, + { + "epoch": 0.9231824417009602, + "grad_norm": 1.9547969102859497, + "learning_rate": 0.0009871607835753391, + "loss": 1.1394, + "step": 673 + }, + { + "epoch": 0.9245541838134431, + "grad_norm": 1.395339846611023, + "learning_rate": 0.0009869555366298118, + "loss": 0.6619, + "step": 674 + }, + { + "epoch": 0.9259259259259259, + "grad_norm": 1.4688735008239746, + "learning_rate": 0.0009867486862573929, + "loss": 0.606, + "step": 675 + }, + { + "epoch": 0.9272976680384087, + "grad_norm": 3.08390474319458, + "learning_rate": 0.0009865402332171278, + "loss": 2.8903, + "step": 676 + }, + { + "epoch": 0.9286694101508917, + "grad_norm": 1.559369683265686, + "learning_rate": 0.0009863301782739445, + "loss": 0.9967, + "step": 677 + }, + { + "epoch": 0.9300411522633745, + "grad_norm": 1.3444671630859375, + "learning_rate": 0.0009861185221986483, + "loss": 0.668, + "step": 678 + }, + { + "epoch": 0.9314128943758574, + "grad_norm": 1.212170124053955, + "learning_rate": 0.00098590526576792, + "loss": 0.6055, + "step": 679 + }, + { + "epoch": 0.9327846364883402, + "grad_norm": 0.26228439807891846, + "learning_rate": 0.0009856904097643134, + "loss": 0.0423, + "step": 680 + }, + { + "epoch": 0.934156378600823, + "grad_norm": 1.117007851600647, + "learning_rate": 0.0009854739549762517, + "loss": 0.5199, + "step": 681 + }, + { + "epoch": 0.9355281207133059, + "grad_norm": 0.14136677980422974, + "learning_rate": 0.0009852559021980244, + "loss": 0.027, + "step": 682 + }, + { + "epoch": 0.9368998628257887, + "grad_norm": 1.8655521869659424, + "learning_rate": 0.000985036252229786, + "loss": 1.2006, + "step": 683 + }, + { + "epoch": 0.9382716049382716, + "grad_norm": 2.7191097736358643, + "learning_rate": 0.0009848150058775513, + "loss": 2.7359, + "step": 684 + }, + { + "epoch": 0.9396433470507545, + "grad_norm": 2.323805093765259, + "learning_rate": 0.000984592163953193, + "loss": 1.2884, + "step": 685 + }, + { + "epoch": 0.9410150891632373, + "grad_norm": 1.5158648490905762, + "learning_rate": 0.0009843677272744393, + "loss": 0.8306, + "step": 686 + }, + { + "epoch": 0.9423868312757202, + "grad_norm": 0.14592251181602478, + "learning_rate": 0.0009841416966648697, + "loss": 0.0149, + "step": 687 + }, + { + "epoch": 0.943758573388203, + "grad_norm": 1.3281621932983398, + "learning_rate": 0.0009839140729539135, + "loss": 0.5484, + "step": 688 + }, + { + "epoch": 0.9451303155006858, + "grad_norm": 1.3377467393875122, + "learning_rate": 0.0009836848569768453, + "loss": 0.3777, + "step": 689 + }, + { + "epoch": 0.9465020576131687, + "grad_norm": 2.10798716545105, + "learning_rate": 0.000983454049574783, + "loss": 1.0078, + "step": 690 + }, + { + "epoch": 0.9478737997256516, + "grad_norm": 0.0, + "learning_rate": 0.0009832216515946843, + "loss": 0.0, + "step": 691 + }, + { + "epoch": 0.9492455418381345, + "grad_norm": 1.8169300556182861, + "learning_rate": 0.000982987663889343, + "loss": 0.4982, + "step": 692 + }, + { + "epoch": 0.9506172839506173, + "grad_norm": 4.212324142456055, + "learning_rate": 0.0009827520873173872, + "loss": 0.9299, + "step": 693 + }, + { + "epoch": 0.9519890260631001, + "grad_norm": 2.0838160514831543, + "learning_rate": 0.0009825149227432753, + "loss": 0.9821, + "step": 694 + }, + { + "epoch": 0.953360768175583, + "grad_norm": 0.9287631511688232, + "learning_rate": 0.0009822761710372926, + "loss": 0.126, + "step": 695 + }, + { + "epoch": 0.9547325102880658, + "grad_norm": 1.845534086227417, + "learning_rate": 0.0009820358330755485, + "loss": 0.9357, + "step": 696 + }, + { + "epoch": 0.9561042524005487, + "grad_norm": 1.9858702421188354, + "learning_rate": 0.0009817939097399738, + "loss": 0.9327, + "step": 697 + }, + { + "epoch": 0.9574759945130316, + "grad_norm": 2.7823987007141113, + "learning_rate": 0.000981550401918316, + "loss": 0.5134, + "step": 698 + }, + { + "epoch": 0.9588477366255144, + "grad_norm": 1.6842830181121826, + "learning_rate": 0.0009813053105041374, + "loss": 0.9199, + "step": 699 + }, + { + "epoch": 0.9602194787379973, + "grad_norm": 2.740748882293701, + "learning_rate": 0.0009810586363968115, + "loss": 0.4819, + "step": 700 + }, + { + "epoch": 0.9615912208504801, + "grad_norm": 1.9738132953643799, + "learning_rate": 0.0009808103805015193, + "loss": 1.3836, + "step": 701 + }, + { + "epoch": 0.9629629629629629, + "grad_norm": 1.3568272590637207, + "learning_rate": 0.0009805605437292466, + "loss": 0.5922, + "step": 702 + }, + { + "epoch": 0.9643347050754458, + "grad_norm": 1.3056647777557373, + "learning_rate": 0.0009803091269967798, + "loss": 0.6897, + "step": 703 + }, + { + "epoch": 0.9657064471879286, + "grad_norm": 1.3313848972320557, + "learning_rate": 0.0009800561312267033, + "loss": 0.6079, + "step": 704 + }, + { + "epoch": 0.9670781893004116, + "grad_norm": 0.29244112968444824, + "learning_rate": 0.0009798015573473959, + "loss": 0.0456, + "step": 705 + }, + { + "epoch": 0.9684499314128944, + "grad_norm": 1.086900234222412, + "learning_rate": 0.0009795454062930273, + "loss": 0.5054, + "step": 706 + }, + { + "epoch": 0.9698216735253772, + "grad_norm": 2.065800666809082, + "learning_rate": 0.0009792876790035545, + "loss": 1.1145, + "step": 707 + }, + { + "epoch": 0.9711934156378601, + "grad_norm": 1.428763508796692, + "learning_rate": 0.0009790283764247187, + "loss": 0.6606, + "step": 708 + }, + { + "epoch": 0.9725651577503429, + "grad_norm": 1.5778110027313232, + "learning_rate": 0.000978767499508042, + "loss": 0.824, + "step": 709 + }, + { + "epoch": 0.9739368998628258, + "grad_norm": 1.6329480409622192, + "learning_rate": 0.000978505049210823, + "loss": 0.7261, + "step": 710 + }, + { + "epoch": 0.9753086419753086, + "grad_norm": 0.0, + "learning_rate": 0.0009782410264961346, + "loss": 0.0, + "step": 711 + }, + { + "epoch": 0.9766803840877915, + "grad_norm": 1.2380640506744385, + "learning_rate": 0.0009779754323328191, + "loss": 0.4709, + "step": 712 + }, + { + "epoch": 0.9780521262002744, + "grad_norm": 1.931005835533142, + "learning_rate": 0.0009777082676954854, + "loss": 0.8106, + "step": 713 + }, + { + "epoch": 0.9794238683127572, + "grad_norm": 3.596893072128296, + "learning_rate": 0.0009774395335645058, + "loss": 0.9323, + "step": 714 + }, + { + "epoch": 0.9807956104252401, + "grad_norm": 2.934410333633423, + "learning_rate": 0.0009771692309260116, + "loss": 0.4457, + "step": 715 + }, + { + "epoch": 0.9821673525377229, + "grad_norm": 1.522354245185852, + "learning_rate": 0.0009768973607718896, + "loss": 0.892, + "step": 716 + }, + { + "epoch": 0.9835390946502057, + "grad_norm": 0.008752044290304184, + "learning_rate": 0.000976623924099779, + "loss": 0.0004, + "step": 717 + }, + { + "epoch": 0.9849108367626886, + "grad_norm": 1.9101074934005737, + "learning_rate": 0.0009763489219130669, + "loss": 0.4401, + "step": 718 + }, + { + "epoch": 0.9862825788751715, + "grad_norm": 1.5685993432998657, + "learning_rate": 0.000976072355220886, + "loss": 0.6879, + "step": 719 + }, + { + "epoch": 0.9876543209876543, + "grad_norm": 1.2950056791305542, + "learning_rate": 0.0009757942250381094, + "loss": 0.5459, + "step": 720 + }, + { + "epoch": 0.9890260631001372, + "grad_norm": 1.4739328622817993, + "learning_rate": 0.0009755145323853476, + "loss": 0.5961, + "step": 721 + }, + { + "epoch": 0.99039780521262, + "grad_norm": 1.3605318069458008, + "learning_rate": 0.0009752332782889445, + "loss": 0.525, + "step": 722 + }, + { + "epoch": 0.9917695473251029, + "grad_norm": 1.3376563787460327, + "learning_rate": 0.0009749504637809742, + "loss": 0.4761, + "step": 723 + }, + { + "epoch": 0.9931412894375857, + "grad_norm": 1.6065219640731812, + "learning_rate": 0.0009746660898992362, + "loss": 0.6615, + "step": 724 + }, + { + "epoch": 0.9945130315500685, + "grad_norm": 2.057121753692627, + "learning_rate": 0.0009743801576872529, + "loss": 0.2234, + "step": 725 + }, + { + "epoch": 0.9958847736625515, + "grad_norm": 1.6144764423370361, + "learning_rate": 0.0009740926681942644, + "loss": 0.7386, + "step": 726 + }, + { + "epoch": 0.9972565157750343, + "grad_norm": 1.6106828451156616, + "learning_rate": 0.000973803622475226, + "loss": 0.6143, + "step": 727 + }, + { + "epoch": 0.9986282578875172, + "grad_norm": 2.7121546268463135, + "learning_rate": 0.0009735130215908027, + "loss": 0.2098, + "step": 728 + }, + { + "epoch": 1.0, + "grad_norm": 3.613818407058716, + "learning_rate": 0.000973220866607367, + "loss": 0.9473, + "step": 729 + }, + { + "epoch": 1.0013717421124828, + "grad_norm": 1.3742542266845703, + "learning_rate": 0.0009729271585969944, + "loss": 1.0674, + "step": 730 + }, + { + "epoch": 1.0027434842249656, + "grad_norm": 1.2879219055175781, + "learning_rate": 0.0009726318986374583, + "loss": 0.6253, + "step": 731 + }, + { + "epoch": 1.0041152263374487, + "grad_norm": 1.6723568439483643, + "learning_rate": 0.0009723350878122281, + "loss": 1.1695, + "step": 732 + }, + { + "epoch": 1.0054869684499315, + "grad_norm": 1.352607011795044, + "learning_rate": 0.0009720367272104635, + "loss": 0.7821, + "step": 733 + }, + { + "epoch": 1.0068587105624143, + "grad_norm": 1.9459525346755981, + "learning_rate": 0.0009717368179270114, + "loss": 1.3219, + "step": 734 + }, + { + "epoch": 1.008230452674897, + "grad_norm": 1.2547602653503418, + "learning_rate": 0.0009714353610624018, + "loss": 0.5477, + "step": 735 + }, + { + "epoch": 1.00960219478738, + "grad_norm": 1.3829255104064941, + "learning_rate": 0.0009711323577228433, + "loss": 0.586, + "step": 736 + }, + { + "epoch": 1.010973936899863, + "grad_norm": 2.543593168258667, + "learning_rate": 0.0009708278090202196, + "loss": 2.7577, + "step": 737 + }, + { + "epoch": 1.0123456790123457, + "grad_norm": 1.2957632541656494, + "learning_rate": 0.000970521716072085, + "loss": 0.5702, + "step": 738 + }, + { + "epoch": 1.0137174211248285, + "grad_norm": 1.436959147453308, + "learning_rate": 0.0009702140800016606, + "loss": 0.7072, + "step": 739 + }, + { + "epoch": 1.0150891632373114, + "grad_norm": 1.2317531108856201, + "learning_rate": 0.0009699049019378303, + "loss": 0.6435, + "step": 740 + }, + { + "epoch": 1.0164609053497942, + "grad_norm": 1.547977089881897, + "learning_rate": 0.0009695941830151357, + "loss": 1.0398, + "step": 741 + }, + { + "epoch": 1.0178326474622772, + "grad_norm": 0.8504058122634888, + "learning_rate": 0.0009692819243737734, + "loss": 0.3255, + "step": 742 + }, + { + "epoch": 1.01920438957476, + "grad_norm": 0.9661345481872559, + "learning_rate": 0.0009689681271595893, + "loss": 0.4854, + "step": 743 + }, + { + "epoch": 1.0205761316872428, + "grad_norm": 1.3813225030899048, + "learning_rate": 0.0009686527925240763, + "loss": 0.7538, + "step": 744 + }, + { + "epoch": 1.0219478737997256, + "grad_norm": 1.557174563407898, + "learning_rate": 0.0009683359216243677, + "loss": 0.8678, + "step": 745 + }, + { + "epoch": 1.0233196159122084, + "grad_norm": 1.7113001346588135, + "learning_rate": 0.0009680175156232348, + "loss": 1.1826, + "step": 746 + }, + { + "epoch": 1.0246913580246915, + "grad_norm": 0.5500476360321045, + "learning_rate": 0.000967697575689082, + "loss": 0.1444, + "step": 747 + }, + { + "epoch": 1.0260631001371743, + "grad_norm": 1.592626929283142, + "learning_rate": 0.0009673761029959427, + "loss": 0.6853, + "step": 748 + }, + { + "epoch": 1.027434842249657, + "grad_norm": 0.5350927114486694, + "learning_rate": 0.0009670530987234742, + "loss": 0.0938, + "step": 749 + }, + { + "epoch": 1.02880658436214, + "grad_norm": 1.7295268774032593, + "learning_rate": 0.0009667285640569544, + "loss": 1.1651, + "step": 750 + }, + { + "epoch": 1.0301783264746227, + "grad_norm": 2.3311941623687744, + "learning_rate": 0.0009664025001872773, + "loss": 1.3879, + "step": 751 + }, + { + "epoch": 1.0315500685871055, + "grad_norm": 1.8849881887435913, + "learning_rate": 0.0009660749083109482, + "loss": 0.8814, + "step": 752 + }, + { + "epoch": 1.0329218106995885, + "grad_norm": 2.384006977081299, + "learning_rate": 0.000965745789630079, + "loss": 1.4394, + "step": 753 + }, + { + "epoch": 1.0342935528120714, + "grad_norm": 2.0547990798950195, + "learning_rate": 0.0009654151453523849, + "loss": 1.0803, + "step": 754 + }, + { + "epoch": 1.0356652949245542, + "grad_norm": 1.5164790153503418, + "learning_rate": 0.0009650829766911791, + "loss": 0.999, + "step": 755 + }, + { + "epoch": 1.037037037037037, + "grad_norm": 0.14709718525409698, + "learning_rate": 0.0009647492848653688, + "loss": 0.0263, + "step": 756 + }, + { + "epoch": 1.0384087791495198, + "grad_norm": 1.7678200006484985, + "learning_rate": 0.0009644140710994499, + "loss": 1.3087, + "step": 757 + }, + { + "epoch": 1.0397805212620028, + "grad_norm": 1.449784517288208, + "learning_rate": 0.0009640773366235037, + "loss": 0.8582, + "step": 758 + }, + { + "epoch": 1.0411522633744856, + "grad_norm": 1.5782291889190674, + "learning_rate": 0.000963739082673192, + "loss": 1.2331, + "step": 759 + }, + { + "epoch": 1.0425240054869684, + "grad_norm": 1.7318320274353027, + "learning_rate": 0.0009633993104897516, + "loss": 1.153, + "step": 760 + }, + { + "epoch": 1.0438957475994513, + "grad_norm": 1.2774981260299683, + "learning_rate": 0.000963058021319991, + "loss": 0.7105, + "step": 761 + }, + { + "epoch": 1.045267489711934, + "grad_norm": 1.151254653930664, + "learning_rate": 0.0009627152164162854, + "loss": 0.4483, + "step": 762 + }, + { + "epoch": 1.046639231824417, + "grad_norm": 1.1768347024917603, + "learning_rate": 0.000962370897036572, + "loss": 0.509, + "step": 763 + }, + { + "epoch": 1.0480109739369, + "grad_norm": 1.2135556936264038, + "learning_rate": 0.0009620250644443453, + "loss": 0.5256, + "step": 764 + }, + { + "epoch": 1.0493827160493827, + "grad_norm": 1.44373619556427, + "learning_rate": 0.0009616777199086528, + "loss": 1.0534, + "step": 765 + }, + { + "epoch": 1.0507544581618655, + "grad_norm": 0.7816022634506226, + "learning_rate": 0.0009613288647040898, + "loss": 0.3023, + "step": 766 + }, + { + "epoch": 1.0521262002743483, + "grad_norm": 1.0203887224197388, + "learning_rate": 0.0009609785001107956, + "loss": 0.485, + "step": 767 + }, + { + "epoch": 1.0534979423868314, + "grad_norm": 2.1880743503570557, + "learning_rate": 0.0009606266274144476, + "loss": 2.504, + "step": 768 + }, + { + "epoch": 1.0548696844993142, + "grad_norm": 1.410413384437561, + "learning_rate": 0.0009602732479062577, + "loss": 0.6644, + "step": 769 + }, + { + "epoch": 1.056241426611797, + "grad_norm": 0.8773303627967834, + "learning_rate": 0.0009599183628829671, + "loss": 0.315, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_Qnli-dev_cosine_accuracy": 0.671875, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.814854085445404, + "eval_Qnli-dev_cosine_ap": 0.7068053601409796, + "eval_Qnli-dev_cosine_f1": 0.674074074074074, + "eval_Qnli-dev_cosine_f1_threshold": 0.7766687273979187, + "eval_Qnli-dev_cosine_precision": 0.5986842105263158, + "eval_Qnli-dev_cosine_recall": 0.7711864406779662, + "eval_allNLI-dev_cosine_accuracy": 0.73828125, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8861159086227417, + "eval_allNLI-dev_cosine_ap": 0.6420317420284644, + "eval_allNLI-dev_cosine_f1": 0.6635071090047393, + "eval_allNLI-dev_cosine_f1_threshold": 0.8311915397644043, + "eval_allNLI-dev_cosine_precision": 0.5622489959839357, + "eval_allNLI-dev_cosine_recall": 0.8092485549132948, + "eval_sequential_score": 0.7068053601409796, + "eval_sts-test_pearson_cosine": 0.8217207063377605, + "eval_sts-test_spearman_cosine": 0.8811758759601482, + "eval_vitaminc-pairs_loss": 2.6132569313049316, + "eval_vitaminc-pairs_runtime": 14.304, + "eval_vitaminc-pairs_samples_per_second": 8.949, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_negation-triplets_loss": 2.132938861846924, + "eval_negation-triplets_runtime": 1.1478, + "eval_negation-triplets_samples_per_second": 111.519, + "eval_negation-triplets_steps_per_second": 0.871, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_scitail-pairs-pos_loss": 0.07428418844938278, + "eval_scitail-pairs-pos_runtime": 1.5461, + "eval_scitail-pairs-pos_samples_per_second": 82.787, + "eval_scitail-pairs-pos_steps_per_second": 0.647, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_scitail-pairs-qa_loss": 0.08091621100902557, + "eval_scitail-pairs-qa_runtime": 1.2038, + "eval_scitail-pairs-qa_samples_per_second": 106.326, + "eval_scitail-pairs-qa_steps_per_second": 0.831, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_xsum-pairs_loss": 0.5966969132423401, + "eval_xsum-pairs_runtime": 6.2886, + "eval_xsum-pairs_samples_per_second": 20.354, + "eval_xsum-pairs_steps_per_second": 0.159, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_sciq_pairs_loss": 0.07557538151741028, + "eval_sciq_pairs_runtime": 8.8359, + "eval_sciq_pairs_samples_per_second": 14.486, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_qasc_pairs_loss": 0.7843579649925232, + "eval_qasc_pairs_runtime": 1.3845, + "eval_qasc_pairs_samples_per_second": 92.455, + "eval_qasc_pairs_steps_per_second": 0.722, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_openbookqa_pairs_loss": 1.2132459878921509, + "eval_openbookqa_pairs_runtime": 1.1796, + "eval_openbookqa_pairs_samples_per_second": 108.51, + "eval_openbookqa_pairs_steps_per_second": 0.848, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_nq_pairs_loss": 0.6117019653320312, + "eval_nq_pairs_runtime": 7.8794, + "eval_nq_pairs_samples_per_second": 16.245, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_trivia_pairs_loss": 1.201032042503357, + "eval_trivia_pairs_runtime": 8.9312, + "eval_trivia_pairs_samples_per_second": 14.332, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_gooaq_pairs_loss": 0.6824722290039062, + "eval_gooaq_pairs_runtime": 2.0669, + "eval_gooaq_pairs_samples_per_second": 61.929, + "eval_gooaq_pairs_steps_per_second": 0.484, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_paws-pos_loss": 0.0346776507794857, + "eval_paws-pos_runtime": 1.5045, + "eval_paws-pos_samples_per_second": 85.081, + "eval_paws-pos_steps_per_second": 0.665, + "step": 770 + }, + { + "epoch": 1.056241426611797, + "eval_global_dataset_loss": 0.2154615968465805, + "eval_global_dataset_runtime": 33.2725, + "eval_global_dataset_samples_per_second": 11.541, + "eval_global_dataset_steps_per_second": 0.06, + "step": 770 + }, + { + "epoch": 1.0576131687242798, + "grad_norm": 2.182539939880371, + "learning_rate": 0.0009595619736468414, + "loss": 1.2877, + "step": 771 + }, + { + "epoch": 1.0589849108367626, + "grad_norm": 0.7996990084648132, + "learning_rate": 0.0009592040815056662, + "loss": 0.2366, + "step": 772 + }, + { + "epoch": 1.0603566529492456, + "grad_norm": 1.3453471660614014, + "learning_rate": 0.0009588446877727416, + "loss": 0.7266, + "step": 773 + }, + { + "epoch": 1.0617283950617284, + "grad_norm": 1.4371206760406494, + "learning_rate": 0.0009584837937668784, + "loss": 0.7014, + "step": 774 + }, + { + "epoch": 1.0631001371742113, + "grad_norm": 1.5218498706817627, + "learning_rate": 0.0009581214008123924, + "loss": 1.1267, + "step": 775 + }, + { + "epoch": 1.064471879286694, + "grad_norm": 1.5613763332366943, + "learning_rate": 0.0009577575102390998, + "loss": 1.118, + "step": 776 + }, + { + "epoch": 1.0658436213991769, + "grad_norm": 1.1349512338638306, + "learning_rate": 0.0009573921233823129, + "loss": 0.9615, + "step": 777 + }, + { + "epoch": 1.06721536351166, + "grad_norm": 1.3341729640960693, + "learning_rate": 0.0009570252415828337, + "loss": 0.4946, + "step": 778 + }, + { + "epoch": 1.0685871056241427, + "grad_norm": 1.9713042974472046, + "learning_rate": 0.0009566568661869511, + "loss": 1.3275, + "step": 779 + }, + { + "epoch": 1.0699588477366255, + "grad_norm": 0.9707056283950806, + "learning_rate": 0.000956286998546434, + "loss": 0.3784, + "step": 780 + }, + { + "epoch": 1.0713305898491083, + "grad_norm": 2.2192482948303223, + "learning_rate": 0.0009559156400185271, + "loss": 2.5881, + "step": 781 + }, + { + "epoch": 1.0727023319615911, + "grad_norm": 1.0046429634094238, + "learning_rate": 0.0009555427919659469, + "loss": 0.4091, + "step": 782 + }, + { + "epoch": 1.074074074074074, + "grad_norm": 1.3024638891220093, + "learning_rate": 0.0009551684557568748, + "loss": 0.5982, + "step": 783 + }, + { + "epoch": 1.075445816186557, + "grad_norm": 0.0879034623503685, + "learning_rate": 0.0009547926327649534, + "loss": 0.0227, + "step": 784 + }, + { + "epoch": 1.0768175582990398, + "grad_norm": 1.1643495559692383, + "learning_rate": 0.0009544153243692813, + "loss": 0.6449, + "step": 785 + }, + { + "epoch": 1.0781893004115226, + "grad_norm": 1.0957930088043213, + "learning_rate": 0.0009540365319544075, + "loss": 0.5379, + "step": 786 + }, + { + "epoch": 1.0795610425240054, + "grad_norm": 1.4604713916778564, + "learning_rate": 0.000953656256910327, + "loss": 1.2099, + "step": 787 + }, + { + "epoch": 1.0809327846364885, + "grad_norm": 1.1882197856903076, + "learning_rate": 0.000953274500632475, + "loss": 0.5034, + "step": 788 + }, + { + "epoch": 1.0823045267489713, + "grad_norm": 1.0302724838256836, + "learning_rate": 0.0009528912645217226, + "loss": 0.4975, + "step": 789 + }, + { + "epoch": 1.083676268861454, + "grad_norm": 0.8519008755683899, + "learning_rate": 0.000952506549984371, + "loss": 0.2687, + "step": 790 + }, + { + "epoch": 1.0850480109739369, + "grad_norm": 1.4866607189178467, + "learning_rate": 0.0009521203584321461, + "loss": 0.9273, + "step": 791 + }, + { + "epoch": 1.0864197530864197, + "grad_norm": 1.2431771755218506, + "learning_rate": 0.0009517326912821946, + "loss": 0.5536, + "step": 792 + }, + { + "epoch": 1.0877914951989025, + "grad_norm": 0.11001141369342804, + "learning_rate": 0.0009513435499570777, + "loss": 0.0154, + "step": 793 + }, + { + "epoch": 1.0891632373113855, + "grad_norm": 1.7603157758712769, + "learning_rate": 0.0009509529358847655, + "loss": 0.9278, + "step": 794 + }, + { + "epoch": 1.0905349794238683, + "grad_norm": 1.3704885244369507, + "learning_rate": 0.0009505608504986334, + "loss": 0.5601, + "step": 795 + }, + { + "epoch": 1.0919067215363512, + "grad_norm": 1.5036773681640625, + "learning_rate": 0.0009501672952374551, + "loss": 0.5198, + "step": 796 + }, + { + "epoch": 1.093278463648834, + "grad_norm": 1.9286489486694336, + "learning_rate": 0.0009497722715453985, + "loss": 1.1777, + "step": 797 + }, + { + "epoch": 1.0946502057613168, + "grad_norm": 1.4159934520721436, + "learning_rate": 0.0009493757808720196, + "loss": 0.8035, + "step": 798 + }, + { + "epoch": 1.0960219478737998, + "grad_norm": 1.782509207725525, + "learning_rate": 0.0009489778246722578, + "loss": 1.0265, + "step": 799 + }, + { + "epoch": 1.0973936899862826, + "grad_norm": 0.5141792297363281, + "learning_rate": 0.0009485784044064304, + "loss": 0.092, + "step": 800 + }, + { + "epoch": 1.0987654320987654, + "grad_norm": 1.107999324798584, + "learning_rate": 0.000948177521540227, + "loss": 0.3972, + "step": 801 + }, + { + "epoch": 1.1001371742112482, + "grad_norm": 1.4391822814941406, + "learning_rate": 0.0009477751775447043, + "loss": 0.7188, + "step": 802 + }, + { + "epoch": 1.101508916323731, + "grad_norm": 0.36844563484191895, + "learning_rate": 0.0009473713738962807, + "loss": 0.0339, + "step": 803 + }, + { + "epoch": 1.102880658436214, + "grad_norm": 0.1568753868341446, + "learning_rate": 0.0009469661120767307, + "loss": 0.0561, + "step": 804 + }, + { + "epoch": 1.1042524005486969, + "grad_norm": 1.6684329509735107, + "learning_rate": 0.0009465593935731799, + "loss": 0.9105, + "step": 805 + }, + { + "epoch": 1.1056241426611797, + "grad_norm": 1.4347095489501953, + "learning_rate": 0.0009461512198780989, + "loss": 1.0564, + "step": 806 + }, + { + "epoch": 1.1069958847736625, + "grad_norm": 1.244839072227478, + "learning_rate": 0.0009457415924892987, + "loss": 0.4831, + "step": 807 + }, + { + "epoch": 1.1083676268861453, + "grad_norm": 0.11359336227178574, + "learning_rate": 0.0009453305129099241, + "loss": 0.0249, + "step": 808 + }, + { + "epoch": 1.1097393689986284, + "grad_norm": 1.7081202268600464, + "learning_rate": 0.0009449179826484494, + "loss": 1.028, + "step": 809 + }, + { + "epoch": 1.1111111111111112, + "grad_norm": 1.129709243774414, + "learning_rate": 0.0009445040032186714, + "loss": 0.8074, + "step": 810 + }, + { + "epoch": 1.112482853223594, + "grad_norm": 1.416955828666687, + "learning_rate": 0.0009440885761397055, + "loss": 0.7905, + "step": 811 + }, + { + "epoch": 1.1138545953360768, + "grad_norm": 1.422277569770813, + "learning_rate": 0.0009436717029359794, + "loss": 0.6485, + "step": 812 + }, + { + "epoch": 1.1152263374485596, + "grad_norm": 1.5454785823822021, + "learning_rate": 0.0009432533851372263, + "loss": 0.9483, + "step": 813 + }, + { + "epoch": 1.1165980795610426, + "grad_norm": 1.5955668687820435, + "learning_rate": 0.0009428336242784815, + "loss": 0.7743, + "step": 814 + }, + { + "epoch": 1.1179698216735254, + "grad_norm": 1.4997410774230957, + "learning_rate": 0.0009424124219000753, + "loss": 0.9345, + "step": 815 + }, + { + "epoch": 1.1193415637860082, + "grad_norm": 1.551510214805603, + "learning_rate": 0.0009419897795476276, + "loss": 0.994, + "step": 816 + }, + { + "epoch": 1.120713305898491, + "grad_norm": 1.4581773281097412, + "learning_rate": 0.0009415656987720426, + "loss": 0.763, + "step": 817 + }, + { + "epoch": 1.1220850480109739, + "grad_norm": 0.4800634980201721, + "learning_rate": 0.0009411401811295024, + "loss": 0.0999, + "step": 818 + }, + { + "epoch": 1.123456790123457, + "grad_norm": 1.3740246295928955, + "learning_rate": 0.0009407132281814625, + "loss": 0.866, + "step": 819 + }, + { + "epoch": 1.1248285322359397, + "grad_norm": 0.04215388000011444, + "learning_rate": 0.0009402848414946445, + "loss": 0.0044, + "step": 820 + }, + { + "epoch": 1.1262002743484225, + "grad_norm": 1.014538049697876, + "learning_rate": 0.0009398550226410315, + "loss": 0.4619, + "step": 821 + }, + { + "epoch": 1.1275720164609053, + "grad_norm": 1.8286973237991333, + "learning_rate": 0.0009394237731978624, + "loss": 0.9776, + "step": 822 + }, + { + "epoch": 1.1289437585733881, + "grad_norm": 1.2532325983047485, + "learning_rate": 0.0009389910947476251, + "loss": 0.5966, + "step": 823 + }, + { + "epoch": 1.130315500685871, + "grad_norm": 0.9711207747459412, + "learning_rate": 0.0009385569888780516, + "loss": 0.3389, + "step": 824 + }, + { + "epoch": 1.131687242798354, + "grad_norm": 1.085077166557312, + "learning_rate": 0.0009381214571821118, + "loss": 0.4415, + "step": 825 + }, + { + "epoch": 1.1330589849108368, + "grad_norm": 1.7634426355361938, + "learning_rate": 0.0009376845012580078, + "loss": 1.0464, + "step": 826 + }, + { + "epoch": 1.1344307270233196, + "grad_norm": 1.824653148651123, + "learning_rate": 0.0009372461227091678, + "loss": 1.2186, + "step": 827 + }, + { + "epoch": 1.1358024691358024, + "grad_norm": 1.3176405429840088, + "learning_rate": 0.0009368063231442405, + "loss": 0.8022, + "step": 828 + }, + { + "epoch": 1.1371742112482854, + "grad_norm": 1.768389105796814, + "learning_rate": 0.0009363651041770892, + "loss": 0.9649, + "step": 829 + }, + { + "epoch": 1.1385459533607682, + "grad_norm": 1.4625869989395142, + "learning_rate": 0.0009359224674267856, + "loss": 0.7304, + "step": 830 + }, + { + "epoch": 1.139917695473251, + "grad_norm": 1.2580175399780273, + "learning_rate": 0.000935478414517604, + "loss": 0.6431, + "step": 831 + }, + { + "epoch": 1.1412894375857339, + "grad_norm": 1.6227208375930786, + "learning_rate": 0.0009350329470790153, + "loss": 1.0951, + "step": 832 + }, + { + "epoch": 1.1426611796982167, + "grad_norm": 0.8904606699943542, + "learning_rate": 0.0009345860667456814, + "loss": 0.3192, + "step": 833 + }, + { + "epoch": 1.1440329218106995, + "grad_norm": 1.1826539039611816, + "learning_rate": 0.0009341377751574485, + "loss": 0.5565, + "step": 834 + }, + { + "epoch": 1.1454046639231825, + "grad_norm": 1.4180018901824951, + "learning_rate": 0.0009336880739593415, + "loss": 0.9978, + "step": 835 + }, + { + "epoch": 1.1467764060356653, + "grad_norm": 0.8679835200309753, + "learning_rate": 0.0009332369648015582, + "loss": 0.6324, + "step": 836 + }, + { + "epoch": 1.1481481481481481, + "grad_norm": 1.2708864212036133, + "learning_rate": 0.0009327844493394632, + "loss": 0.7331, + "step": 837 + }, + { + "epoch": 1.149519890260631, + "grad_norm": 1.229516625404358, + "learning_rate": 0.0009323305292335806, + "loss": 0.5068, + "step": 838 + }, + { + "epoch": 1.1508916323731138, + "grad_norm": 2.050509452819824, + "learning_rate": 0.0009318752061495895, + "loss": 1.303, + "step": 839 + }, + { + "epoch": 1.1522633744855968, + "grad_norm": 1.1115632057189941, + "learning_rate": 0.0009314184817583175, + "loss": 0.4929, + "step": 840 + }, + { + "epoch": 1.1536351165980796, + "grad_norm": 1.490692377090454, + "learning_rate": 0.0009309603577357343, + "loss": 0.7712, + "step": 841 + }, + { + "epoch": 1.1550068587105624, + "grad_norm": 1.0925594568252563, + "learning_rate": 0.0009305008357629452, + "loss": 0.9389, + "step": 842 + }, + { + "epoch": 1.1563786008230452, + "grad_norm": 0.39707836508750916, + "learning_rate": 0.0009300399175261858, + "loss": 0.0754, + "step": 843 + }, + { + "epoch": 1.157750342935528, + "grad_norm": 1.3847075700759888, + "learning_rate": 0.0009295776047168147, + "loss": 0.7039, + "step": 844 + }, + { + "epoch": 1.159122085048011, + "grad_norm": 0.7433251142501831, + "learning_rate": 0.0009291138990313089, + "loss": 0.3222, + "step": 845 + }, + { + "epoch": 1.1604938271604939, + "grad_norm": 1.616162657737732, + "learning_rate": 0.0009286488021712558, + "loss": 1.268, + "step": 846 + }, + { + "epoch": 1.1618655692729767, + "grad_norm": 1.4475303888320923, + "learning_rate": 0.0009281823158433483, + "loss": 0.7463, + "step": 847 + }, + { + "epoch": 1.1632373113854595, + "grad_norm": 0.5591118931770325, + "learning_rate": 0.0009277144417593776, + "loss": 0.1299, + "step": 848 + }, + { + "epoch": 1.1646090534979423, + "grad_norm": 1.0664170980453491, + "learning_rate": 0.0009272451816362275, + "loss": 0.485, + "step": 849 + }, + { + "epoch": 1.1659807956104253, + "grad_norm": 1.5471608638763428, + "learning_rate": 0.0009267745371958679, + "loss": 0.8352, + "step": 850 + }, + { + "epoch": 1.1673525377229081, + "grad_norm": 0.8688656687736511, + "learning_rate": 0.0009263025101653488, + "loss": 0.3851, + "step": 851 + }, + { + "epoch": 1.168724279835391, + "grad_norm": 0.22162756323814392, + "learning_rate": 0.0009258291022767931, + "loss": 0.0474, + "step": 852 + }, + { + "epoch": 1.1700960219478738, + "grad_norm": 0.2703648507595062, + "learning_rate": 0.0009253543152673915, + "loss": 0.0516, + "step": 853 + }, + { + "epoch": 1.1714677640603566, + "grad_norm": 2.8573837280273438, + "learning_rate": 0.0009248781508793949, + "loss": 3.1361, + "step": 854 + }, + { + "epoch": 1.1728395061728394, + "grad_norm": 2.351766586303711, + "learning_rate": 0.0009244006108601086, + "loss": 1.6477, + "step": 855 + }, + { + "epoch": 1.1742112482853224, + "grad_norm": 1.4621500968933105, + "learning_rate": 0.0009239216969618862, + "loss": 1.0224, + "step": 856 + }, + { + "epoch": 1.1755829903978052, + "grad_norm": 0.7923703789710999, + "learning_rate": 0.0009234414109421227, + "loss": 0.2316, + "step": 857 + }, + { + "epoch": 1.176954732510288, + "grad_norm": 1.5916928052902222, + "learning_rate": 0.0009229597545632475, + "loss": 1.3128, + "step": 858 + }, + { + "epoch": 1.1783264746227708, + "grad_norm": 1.5192334651947021, + "learning_rate": 0.0009224767295927197, + "loss": 0.8875, + "step": 859 + }, + { + "epoch": 1.1796982167352539, + "grad_norm": 1.1825644969940186, + "learning_rate": 0.0009219923378030198, + "loss": 0.5464, + "step": 860 + }, + { + "epoch": 1.1810699588477367, + "grad_norm": 1.6619049310684204, + "learning_rate": 0.0009215065809716435, + "loss": 1.0535, + "step": 861 + }, + { + "epoch": 1.1824417009602195, + "grad_norm": 1.2359375953674316, + "learning_rate": 0.0009210194608810971, + "loss": 0.6007, + "step": 862 + }, + { + "epoch": 1.1838134430727023, + "grad_norm": 1.2766097784042358, + "learning_rate": 0.0009205309793188875, + "loss": 0.6007, + "step": 863 + }, + { + "epoch": 1.1851851851851851, + "grad_norm": 0.8956004977226257, + "learning_rate": 0.0009200411380775192, + "loss": 0.5336, + "step": 864 + }, + { + "epoch": 1.186556927297668, + "grad_norm": 1.2947998046875, + "learning_rate": 0.000919549938954485, + "loss": 0.5458, + "step": 865 + }, + { + "epoch": 1.187928669410151, + "grad_norm": 2.1609323024749756, + "learning_rate": 0.0009190573837522612, + "loss": 2.6501, + "step": 866 + }, + { + "epoch": 1.1893004115226338, + "grad_norm": 1.3712961673736572, + "learning_rate": 0.0009185634742782999, + "loss": 0.8157, + "step": 867 + }, + { + "epoch": 1.1906721536351166, + "grad_norm": 0.14107005298137665, + "learning_rate": 0.000918068212345023, + "loss": 0.0466, + "step": 868 + }, + { + "epoch": 1.1920438957475994, + "grad_norm": 1.436710238456726, + "learning_rate": 0.0009175715997698149, + "loss": 1.2872, + "step": 869 + }, + { + "epoch": 1.1934156378600824, + "grad_norm": 0.8854731321334839, + "learning_rate": 0.000917073638375017, + "loss": 0.4272, + "step": 870 + }, + { + "epoch": 1.1947873799725652, + "grad_norm": 0.01813948154449463, + "learning_rate": 0.0009165743299879194, + "loss": 0.0017, + "step": 871 + }, + { + "epoch": 1.196159122085048, + "grad_norm": 1.189801573753357, + "learning_rate": 0.0009160736764407554, + "loss": 0.452, + "step": 872 + }, + { + "epoch": 1.1975308641975309, + "grad_norm": 1.2418094873428345, + "learning_rate": 0.0009155716795706948, + "loss": 0.5653, + "step": 873 + }, + { + "epoch": 1.1989026063100137, + "grad_norm": 0.8849117755889893, + "learning_rate": 0.0009150683412198361, + "loss": 0.3144, + "step": 874 + }, + { + "epoch": 1.2002743484224965, + "grad_norm": 1.9851653575897217, + "learning_rate": 0.0009145636632352008, + "loss": 2.2342, + "step": 875 + }, + { + "epoch": 1.2016460905349795, + "grad_norm": 1.5564216375350952, + "learning_rate": 0.0009140576474687263, + "loss": 1.0388, + "step": 876 + }, + { + "epoch": 1.2030178326474623, + "grad_norm": 1.474658489227295, + "learning_rate": 0.0009135502957772589, + "loss": 0.7973, + "step": 877 + }, + { + "epoch": 1.2043895747599451, + "grad_norm": 0.983353853225708, + "learning_rate": 0.0009130416100225472, + "loss": 0.7075, + "step": 878 + }, + { + "epoch": 1.205761316872428, + "grad_norm": 1.2184714078903198, + "learning_rate": 0.0009125315920712351, + "loss": 0.9162, + "step": 879 + }, + { + "epoch": 1.2071330589849107, + "grad_norm": 2.2068116664886475, + "learning_rate": 0.000912020243794855, + "loss": 2.6312, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_Qnli-dev_cosine_accuracy": 0.689453125, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.8482645750045776, + "eval_Qnli-dev_cosine_ap": 0.6837539901129992, + "eval_Qnli-dev_cosine_f1": 0.6714031971580817, + "eval_Qnli-dev_cosine_f1_threshold": 0.764056921005249, + "eval_Qnli-dev_cosine_precision": 0.5779816513761468, + "eval_Qnli-dev_cosine_recall": 0.8008474576271186, + "eval_allNLI-dev_cosine_accuracy": 0.75390625, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8658263683319092, + "eval_allNLI-dev_cosine_ap": 0.6524405864982152, + "eval_allNLI-dev_cosine_f1": 0.6666666666666666, + "eval_allNLI-dev_cosine_f1_threshold": 0.8343294858932495, + "eval_allNLI-dev_cosine_precision": 0.5851528384279476, + "eval_allNLI-dev_cosine_recall": 0.7745664739884393, + "eval_sequential_score": 0.6837539901129992, + "eval_sts-test_pearson_cosine": 0.8551079016008643, + "eval_sts-test_spearman_cosine": 0.8936997402168384, + "eval_vitaminc-pairs_loss": 2.551551342010498, + "eval_vitaminc-pairs_runtime": 14.3672, + "eval_vitaminc-pairs_samples_per_second": 8.909, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_negation-triplets_loss": 1.920883297920227, + "eval_negation-triplets_runtime": 1.1548, + "eval_negation-triplets_samples_per_second": 110.844, + "eval_negation-triplets_steps_per_second": 0.866, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_scitail-pairs-pos_loss": 0.12655586004257202, + "eval_scitail-pairs-pos_runtime": 1.5542, + "eval_scitail-pairs-pos_samples_per_second": 82.36, + "eval_scitail-pairs-pos_steps_per_second": 0.643, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_scitail-pairs-qa_loss": 0.034027911722660065, + "eval_scitail-pairs-qa_runtime": 1.2089, + "eval_scitail-pairs-qa_samples_per_second": 105.88, + "eval_scitail-pairs-qa_steps_per_second": 0.827, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_xsum-pairs_loss": 0.48583123087882996, + "eval_xsum-pairs_runtime": 6.3269, + "eval_xsum-pairs_samples_per_second": 20.231, + "eval_xsum-pairs_steps_per_second": 0.158, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_sciq_pairs_loss": 0.05451508238911629, + "eval_sciq_pairs_runtime": 8.8182, + "eval_sciq_pairs_samples_per_second": 14.515, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_qasc_pairs_loss": 0.6725720763206482, + "eval_qasc_pairs_runtime": 1.3859, + "eval_qasc_pairs_samples_per_second": 92.358, + "eval_qasc_pairs_steps_per_second": 0.722, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_openbookqa_pairs_loss": 1.2351043224334717, + "eval_openbookqa_pairs_runtime": 1.1782, + "eval_openbookqa_pairs_samples_per_second": 108.636, + "eval_openbookqa_pairs_steps_per_second": 0.849, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_nq_pairs_loss": 0.5751591920852661, + "eval_nq_pairs_runtime": 7.8899, + "eval_nq_pairs_samples_per_second": 16.223, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_trivia_pairs_loss": 0.9746713042259216, + "eval_trivia_pairs_runtime": 8.9379, + "eval_trivia_pairs_samples_per_second": 14.321, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_gooaq_pairs_loss": 0.6029618978500366, + "eval_gooaq_pairs_runtime": 2.0717, + "eval_gooaq_pairs_samples_per_second": 61.786, + "eval_gooaq_pairs_steps_per_second": 0.483, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_paws-pos_loss": 0.04250888526439667, + "eval_paws-pos_runtime": 1.5092, + "eval_paws-pos_samples_per_second": 84.814, + "eval_paws-pos_steps_per_second": 0.663, + "step": 880 + }, + { + "epoch": 1.2071330589849107, + "eval_global_dataset_loss": 0.17391611635684967, + "eval_global_dataset_runtime": 33.355, + "eval_global_dataset_samples_per_second": 11.513, + "eval_global_dataset_steps_per_second": 0.06, + "step": 880 + }, + { + "epoch": 1.2085048010973938, + "grad_norm": 0.19907380640506744, + "learning_rate": 0.0009115075670698214, + "loss": 0.0606, + "step": 881 + }, + { + "epoch": 1.2098765432098766, + "grad_norm": 1.8035169839859009, + "learning_rate": 0.0009109935637774231, + "loss": 2.3295, + "step": 882 + }, + { + "epoch": 1.2112482853223594, + "grad_norm": 1.3253982067108154, + "learning_rate": 0.0009104782358038172, + "loss": 0.7517, + "step": 883 + }, + { + "epoch": 1.2126200274348422, + "grad_norm": 1.0241456031799316, + "learning_rate": 0.0009099615850400213, + "loss": 0.4655, + "step": 884 + }, + { + "epoch": 1.213991769547325, + "grad_norm": 1.3862395286560059, + "learning_rate": 0.0009094436133819076, + "loss": 0.9442, + "step": 885 + }, + { + "epoch": 1.215363511659808, + "grad_norm": 0.8549774885177612, + "learning_rate": 0.0009089243227301949, + "loss": 0.4175, + "step": 886 + }, + { + "epoch": 1.2167352537722909, + "grad_norm": 0.7695236802101135, + "learning_rate": 0.0009084037149904422, + "loss": 0.354, + "step": 887 + }, + { + "epoch": 1.2181069958847737, + "grad_norm": 1.0999835729599, + "learning_rate": 0.000907881792073042, + "loss": 0.4553, + "step": 888 + }, + { + "epoch": 1.2194787379972565, + "grad_norm": 0.1417447030544281, + "learning_rate": 0.0009073585558932122, + "loss": 0.0342, + "step": 889 + }, + { + "epoch": 1.2208504801097393, + "grad_norm": 1.2761154174804688, + "learning_rate": 0.0009068340083709908, + "loss": 0.5096, + "step": 890 + }, + { + "epoch": 1.2222222222222223, + "grad_norm": 1.789057970046997, + "learning_rate": 0.0009063081514312265, + "loss": 1.2197, + "step": 891 + }, + { + "epoch": 1.2235939643347051, + "grad_norm": 1.5036230087280273, + "learning_rate": 0.0009057809870035742, + "loss": 0.5279, + "step": 892 + }, + { + "epoch": 1.224965706447188, + "grad_norm": 1.508314847946167, + "learning_rate": 0.0009052525170224856, + "loss": 1.0107, + "step": 893 + }, + { + "epoch": 1.2263374485596708, + "grad_norm": 0.07607857137918472, + "learning_rate": 0.0009047227434272044, + "loss": 0.0041, + "step": 894 + }, + { + "epoch": 1.2277091906721536, + "grad_norm": 1.4158185720443726, + "learning_rate": 0.0009041916681617569, + "loss": 0.6485, + "step": 895 + }, + { + "epoch": 1.2290809327846364, + "grad_norm": 1.2379133701324463, + "learning_rate": 0.0009036592931749464, + "loss": 0.3843, + "step": 896 + }, + { + "epoch": 1.2304526748971194, + "grad_norm": 1.1250076293945312, + "learning_rate": 0.0009031256204203454, + "loss": 0.3452, + "step": 897 + }, + { + "epoch": 1.2318244170096022, + "grad_norm": 1.5063869953155518, + "learning_rate": 0.0009025906518562889, + "loss": 0.6407, + "step": 898 + }, + { + "epoch": 1.233196159122085, + "grad_norm": 1.6115186214447021, + "learning_rate": 0.0009020543894458666, + "loss": 0.9604, + "step": 899 + }, + { + "epoch": 1.2345679012345678, + "grad_norm": 1.243721604347229, + "learning_rate": 0.0009015168351569164, + "loss": 1.0019, + "step": 900 + }, + { + "epoch": 1.2359396433470509, + "grad_norm": 0.9838812351226807, + "learning_rate": 0.0009009779909620164, + "loss": 0.4023, + "step": 901 + }, + { + "epoch": 1.2373113854595337, + "grad_norm": 0.13713110983371735, + "learning_rate": 0.0009004378588384784, + "loss": 0.0292, + "step": 902 + }, + { + "epoch": 1.2386831275720165, + "grad_norm": 0.1146521270275116, + "learning_rate": 0.00089989644076834, + "loss": 0.0401, + "step": 903 + }, + { + "epoch": 1.2400548696844993, + "grad_norm": 1.090996503829956, + "learning_rate": 0.0008993537387383578, + "loss": 0.4194, + "step": 904 + }, + { + "epoch": 1.241426611796982, + "grad_norm": 1.0076355934143066, + "learning_rate": 0.0008988097547400002, + "loss": 0.4925, + "step": 905 + }, + { + "epoch": 1.242798353909465, + "grad_norm": 0.8282314538955688, + "learning_rate": 0.0008982644907694392, + "loss": 0.4079, + "step": 906 + }, + { + "epoch": 1.244170096021948, + "grad_norm": 1.4732587337493896, + "learning_rate": 0.0008977179488275443, + "loss": 0.7936, + "step": 907 + }, + { + "epoch": 1.2455418381344308, + "grad_norm": 1.338365077972412, + "learning_rate": 0.0008971701309198743, + "loss": 1.1052, + "step": 908 + }, + { + "epoch": 1.2469135802469136, + "grad_norm": 1.443336844444275, + "learning_rate": 0.0008966210390566703, + "loss": 1.1093, + "step": 909 + }, + { + "epoch": 1.2482853223593964, + "grad_norm": 1.4357150793075562, + "learning_rate": 0.0008960706752528482, + "loss": 0.934, + "step": 910 + }, + { + "epoch": 1.2496570644718794, + "grad_norm": 0.5232628583908081, + "learning_rate": 0.0008955190415279914, + "loss": 0.1747, + "step": 911 + }, + { + "epoch": 1.2510288065843622, + "grad_norm": 1.0139285326004028, + "learning_rate": 0.0008949661399063432, + "loss": 0.3935, + "step": 912 + }, + { + "epoch": 1.252400548696845, + "grad_norm": 0.963502049446106, + "learning_rate": 0.0008944119724167997, + "loss": 0.2554, + "step": 913 + }, + { + "epoch": 1.2537722908093278, + "grad_norm": 1.131890892982483, + "learning_rate": 0.0008938565410929017, + "loss": 0.4708, + "step": 914 + }, + { + "epoch": 1.2551440329218106, + "grad_norm": 1.4680719375610352, + "learning_rate": 0.0008932998479728282, + "loss": 1.0654, + "step": 915 + }, + { + "epoch": 1.2565157750342935, + "grad_norm": 1.4756778478622437, + "learning_rate": 0.0008927418950993884, + "loss": 1.0639, + "step": 916 + }, + { + "epoch": 1.2578875171467763, + "grad_norm": 1.0336164236068726, + "learning_rate": 0.000892182684520014, + "loss": 0.3963, + "step": 917 + }, + { + "epoch": 1.2592592592592593, + "grad_norm": 1.8032234907150269, + "learning_rate": 0.0008916222182867517, + "loss": 1.1275, + "step": 918 + }, + { + "epoch": 1.260631001371742, + "grad_norm": 0.7087919116020203, + "learning_rate": 0.0008910604984562565, + "loss": 0.3386, + "step": 919 + }, + { + "epoch": 1.262002743484225, + "grad_norm": 1.4979723691940308, + "learning_rate": 0.0008904975270897829, + "loss": 1.0344, + "step": 920 + }, + { + "epoch": 1.263374485596708, + "grad_norm": 1.38675057888031, + "learning_rate": 0.0008899333062531784, + "loss": 0.8682, + "step": 921 + }, + { + "epoch": 1.2647462277091908, + "grad_norm": 1.4143757820129395, + "learning_rate": 0.0008893678380168751, + "loss": 0.8298, + "step": 922 + }, + { + "epoch": 1.2661179698216736, + "grad_norm": 0.7713894248008728, + "learning_rate": 0.0008888011244558829, + "loss": 0.2965, + "step": 923 + }, + { + "epoch": 1.2674897119341564, + "grad_norm": 0.6909449696540833, + "learning_rate": 0.0008882331676497812, + "loss": 0.2531, + "step": 924 + }, + { + "epoch": 1.2688614540466392, + "grad_norm": 0.7791451811790466, + "learning_rate": 0.0008876639696827115, + "loss": 0.3045, + "step": 925 + }, + { + "epoch": 1.270233196159122, + "grad_norm": 1.1738440990447998, + "learning_rate": 0.0008870935326433703, + "loss": 0.5975, + "step": 926 + }, + { + "epoch": 1.2716049382716048, + "grad_norm": 1.7340614795684814, + "learning_rate": 0.0008865218586250001, + "loss": 1.1901, + "step": 927 + }, + { + "epoch": 1.2729766803840878, + "grad_norm": 1.37515389919281, + "learning_rate": 0.0008859489497253832, + "loss": 0.759, + "step": 928 + }, + { + "epoch": 1.2743484224965707, + "grad_norm": 1.3548144102096558, + "learning_rate": 0.000885374808046833, + "loss": 0.8003, + "step": 929 + }, + { + "epoch": 1.2757201646090535, + "grad_norm": 0.44161635637283325, + "learning_rate": 0.0008847994356961868, + "loss": 0.1066, + "step": 930 + }, + { + "epoch": 1.2770919067215363, + "grad_norm": 1.1387022733688354, + "learning_rate": 0.0008842228347847981, + "loss": 0.5616, + "step": 931 + }, + { + "epoch": 1.2784636488340193, + "grad_norm": 1.2989082336425781, + "learning_rate": 0.0008836450074285279, + "loss": 0.6254, + "step": 932 + }, + { + "epoch": 1.2798353909465021, + "grad_norm": 0.9403742551803589, + "learning_rate": 0.0008830659557477387, + "loss": 0.2935, + "step": 933 + }, + { + "epoch": 1.281207133058985, + "grad_norm": 0.8952090740203857, + "learning_rate": 0.0008824856818672852, + "loss": 0.3103, + "step": 934 + }, + { + "epoch": 1.2825788751714677, + "grad_norm": 1.0571091175079346, + "learning_rate": 0.0008819041879165068, + "loss": 0.3769, + "step": 935 + }, + { + "epoch": 1.2839506172839505, + "grad_norm": 1.0191688537597656, + "learning_rate": 0.0008813214760292202, + "loss": 0.7803, + "step": 936 + }, + { + "epoch": 1.2853223593964334, + "grad_norm": 1.49783456325531, + "learning_rate": 0.0008807375483437115, + "loss": 0.9441, + "step": 937 + }, + { + "epoch": 1.2866941015089164, + "grad_norm": 1.6286888122558594, + "learning_rate": 0.0008801524070027283, + "loss": 0.7107, + "step": 938 + }, + { + "epoch": 1.2880658436213992, + "grad_norm": 1.5507209300994873, + "learning_rate": 0.0008795660541534714, + "loss": 0.8288, + "step": 939 + }, + { + "epoch": 1.289437585733882, + "grad_norm": 1.2107266187667847, + "learning_rate": 0.0008789784919475878, + "loss": 0.374, + "step": 940 + }, + { + "epoch": 1.2908093278463648, + "grad_norm": 0.2890537679195404, + "learning_rate": 0.0008783897225411615, + "loss": 0.0528, + "step": 941 + }, + { + "epoch": 1.2921810699588478, + "grad_norm": 1.5465127229690552, + "learning_rate": 0.000877799748094707, + "loss": 0.8842, + "step": 942 + }, + { + "epoch": 1.2935528120713307, + "grad_norm": 1.1825529336929321, + "learning_rate": 0.0008772085707731606, + "loss": 0.513, + "step": 943 + }, + { + "epoch": 1.2949245541838135, + "grad_norm": 0.345237135887146, + "learning_rate": 0.0008766161927458726, + "loss": 0.0977, + "step": 944 + }, + { + "epoch": 1.2962962962962963, + "grad_norm": 2.555058002471924, + "learning_rate": 0.0008760226161865995, + "loss": 2.9696, + "step": 945 + }, + { + "epoch": 1.297668038408779, + "grad_norm": 0.8663851022720337, + "learning_rate": 0.0008754278432734953, + "loss": 0.5601, + "step": 946 + }, + { + "epoch": 1.299039780521262, + "grad_norm": 1.5473099946975708, + "learning_rate": 0.0008748318761891047, + "loss": 1.061, + "step": 947 + }, + { + "epoch": 1.300411522633745, + "grad_norm": 0.8718334436416626, + "learning_rate": 0.0008742347171203542, + "loss": 0.4353, + "step": 948 + }, + { + "epoch": 1.3017832647462277, + "grad_norm": 0.4095277786254883, + "learning_rate": 0.0008736363682585443, + "loss": 0.1422, + "step": 949 + }, + { + "epoch": 1.3031550068587106, + "grad_norm": 1.397401213645935, + "learning_rate": 0.0008730368317993415, + "loss": 1.0523, + "step": 950 + }, + { + "epoch": 1.3045267489711934, + "grad_norm": 0.4353925585746765, + "learning_rate": 0.0008724361099427705, + "loss": 0.1308, + "step": 951 + }, + { + "epoch": 1.3058984910836764, + "grad_norm": 0.8805993795394897, + "learning_rate": 0.0008718342048932053, + "loss": 0.3692, + "step": 952 + }, + { + "epoch": 1.3072702331961592, + "grad_norm": 1.1048626899719238, + "learning_rate": 0.0008712311188593623, + "loss": 0.7127, + "step": 953 + }, + { + "epoch": 1.308641975308642, + "grad_norm": 0.21277178823947906, + "learning_rate": 0.0008706268540542915, + "loss": 0.05, + "step": 954 + }, + { + "epoch": 1.3100137174211248, + "grad_norm": 1.474352478981018, + "learning_rate": 0.0008700214126953677, + "loss": 1.1488, + "step": 955 + }, + { + "epoch": 1.3113854595336076, + "grad_norm": 0.9626344442367554, + "learning_rate": 0.0008694147970042842, + "loss": 0.4752, + "step": 956 + }, + { + "epoch": 1.3127572016460904, + "grad_norm": 1.2848849296569824, + "learning_rate": 0.0008688070092070427, + "loss": 0.5565, + "step": 957 + }, + { + "epoch": 1.3141289437585733, + "grad_norm": 0.8591418266296387, + "learning_rate": 0.0008681980515339464, + "loss": 0.2581, + "step": 958 + }, + { + "epoch": 1.3155006858710563, + "grad_norm": 0.30371516942977905, + "learning_rate": 0.0008675879262195913, + "loss": 0.0434, + "step": 959 + }, + { + "epoch": 1.316872427983539, + "grad_norm": 1.2746059894561768, + "learning_rate": 0.0008669766355028584, + "loss": 0.6508, + "step": 960 + }, + { + "epoch": 1.318244170096022, + "grad_norm": 1.0018587112426758, + "learning_rate": 0.0008663641816269048, + "loss": 0.3838, + "step": 961 + }, + { + "epoch": 1.319615912208505, + "grad_norm": 1.154284954071045, + "learning_rate": 0.0008657505668391558, + "loss": 0.4346, + "step": 962 + }, + { + "epoch": 1.3209876543209877, + "grad_norm": 0.027347203344106674, + "learning_rate": 0.0008651357933912968, + "loss": 0.0021, + "step": 963 + }, + { + "epoch": 1.3223593964334706, + "grad_norm": 1.3587827682495117, + "learning_rate": 0.0008645198635392658, + "loss": 0.5741, + "step": 964 + }, + { + "epoch": 1.3237311385459534, + "grad_norm": 1.0949100255966187, + "learning_rate": 0.0008639027795432428, + "loss": 0.3595, + "step": 965 + }, + { + "epoch": 1.3251028806584362, + "grad_norm": 1.0306860208511353, + "learning_rate": 0.0008632845436676441, + "loss": 0.4818, + "step": 966 + }, + { + "epoch": 1.326474622770919, + "grad_norm": 1.136452555656433, + "learning_rate": 0.0008626651581811123, + "loss": 0.3224, + "step": 967 + }, + { + "epoch": 1.3278463648834018, + "grad_norm": 0.7522941827774048, + "learning_rate": 0.0008620446253565087, + "loss": 0.2363, + "step": 968 + }, + { + "epoch": 1.3292181069958848, + "grad_norm": 0.16973966360092163, + "learning_rate": 0.0008614229474709053, + "loss": 0.0383, + "step": 969 + }, + { + "epoch": 1.3305898491083676, + "grad_norm": 1.6013685464859009, + "learning_rate": 0.0008608001268055748, + "loss": 1.1365, + "step": 970 + }, + { + "epoch": 1.3319615912208504, + "grad_norm": 1.064329981803894, + "learning_rate": 0.0008601761656459846, + "loss": 0.4562, + "step": 971 + }, + { + "epoch": 1.3333333333333333, + "grad_norm": 1.2937877178192139, + "learning_rate": 0.0008595510662817864, + "loss": 0.9298, + "step": 972 + }, + { + "epoch": 1.3347050754458163, + "grad_norm": 1.2278543710708618, + "learning_rate": 0.0008589248310068091, + "loss": 0.6675, + "step": 973 + }, + { + "epoch": 1.336076817558299, + "grad_norm": 1.5397381782531738, + "learning_rate": 0.0008582974621190494, + "loss": 1.0759, + "step": 974 + }, + { + "epoch": 1.337448559670782, + "grad_norm": 1.184766411781311, + "learning_rate": 0.000857668961920664, + "loss": 0.8564, + "step": 975 + }, + { + "epoch": 1.3388203017832647, + "grad_norm": 1.1238834857940674, + "learning_rate": 0.0008570393327179614, + "loss": 0.5517, + "step": 976 + }, + { + "epoch": 1.3401920438957475, + "grad_norm": 0.0409710630774498, + "learning_rate": 0.0008564085768213924, + "loss": 0.0047, + "step": 977 + }, + { + "epoch": 1.3415637860082303, + "grad_norm": 1.5208094120025635, + "learning_rate": 0.0008557766965455425, + "loss": 0.9583, + "step": 978 + }, + { + "epoch": 1.3429355281207134, + "grad_norm": 1.4603520631790161, + "learning_rate": 0.0008551436942091234, + "loss": 0.9955, + "step": 979 + }, + { + "epoch": 1.3443072702331962, + "grad_norm": 1.4813368320465088, + "learning_rate": 0.0008545095721349641, + "loss": 0.8031, + "step": 980 + }, + { + "epoch": 1.345679012345679, + "grad_norm": 1.0806434154510498, + "learning_rate": 0.0008538743326500023, + "loss": 0.4596, + "step": 981 + }, + { + "epoch": 1.3470507544581618, + "grad_norm": 1.157622218132019, + "learning_rate": 0.0008532379780852764, + "loss": 0.6473, + "step": 982 + }, + { + "epoch": 1.3484224965706448, + "grad_norm": 0.8022782802581787, + "learning_rate": 0.0008526005107759162, + "loss": 0.3152, + "step": 983 + }, + { + "epoch": 1.3497942386831276, + "grad_norm": 0.8962954878807068, + "learning_rate": 0.0008519619330611352, + "loss": 0.6294, + "step": 984 + }, + { + "epoch": 1.3511659807956105, + "grad_norm": 1.2647277116775513, + "learning_rate": 0.0008513222472842217, + "loss": 0.5067, + "step": 985 + }, + { + "epoch": 1.3525377229080933, + "grad_norm": 1.178532361984253, + "learning_rate": 0.0008506814557925295, + "loss": 0.5722, + "step": 986 + }, + { + "epoch": 1.353909465020576, + "grad_norm": 1.2055108547210693, + "learning_rate": 0.0008500395609374702, + "loss": 0.4122, + "step": 987 + }, + { + "epoch": 1.3552812071330589, + "grad_norm": 0.66734778881073, + "learning_rate": 0.0008493965650745043, + "loss": 0.2419, + "step": 988 + }, + { + "epoch": 1.356652949245542, + "grad_norm": 1.0963245630264282, + "learning_rate": 0.0008487524705631327, + "loss": 0.4245, + "step": 989 + }, + { + "epoch": 1.3580246913580247, + "grad_norm": 0.9469072222709656, + "learning_rate": 0.0008481072797668869, + "loss": 0.2697, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_Qnli-dev_cosine_accuracy": 0.671875, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.7777158617973328, + "eval_Qnli-dev_cosine_ap": 0.7076129686552045, + "eval_Qnli-dev_cosine_f1": 0.6842105263157895, + "eval_Qnli-dev_cosine_f1_threshold": 0.6650149822235107, + "eval_Qnli-dev_cosine_precision": 0.5591397849462365, + "eval_Qnli-dev_cosine_recall": 0.8813559322033898, + "eval_allNLI-dev_cosine_accuracy": 0.74609375, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.79859459400177, + "eval_allNLI-dev_cosine_ap": 0.6409243602885221, + "eval_allNLI-dev_cosine_f1": 0.6588785046728973, + "eval_allNLI-dev_cosine_f1_threshold": 0.7606042623519897, + "eval_allNLI-dev_cosine_precision": 0.5529411764705883, + "eval_allNLI-dev_cosine_recall": 0.815028901734104, + "eval_sequential_score": 0.7076129686552045, + "eval_sts-test_pearson_cosine": 0.846827874421919, + "eval_sts-test_spearman_cosine": 0.8887602749895013, + "eval_vitaminc-pairs_loss": 2.7258381843566895, + "eval_vitaminc-pairs_runtime": 14.3068, + "eval_vitaminc-pairs_samples_per_second": 8.947, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_negation-triplets_loss": 1.8641166687011719, + "eval_negation-triplets_runtime": 1.1643, + "eval_negation-triplets_samples_per_second": 109.941, + "eval_negation-triplets_steps_per_second": 0.859, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_scitail-pairs-pos_loss": 0.06793439388275146, + "eval_scitail-pairs-pos_runtime": 1.5436, + "eval_scitail-pairs-pos_samples_per_second": 82.922, + "eval_scitail-pairs-pos_steps_per_second": 0.648, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_scitail-pairs-qa_loss": 0.020051930099725723, + "eval_scitail-pairs-qa_runtime": 1.2133, + "eval_scitail-pairs-qa_samples_per_second": 105.501, + "eval_scitail-pairs-qa_steps_per_second": 0.824, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_xsum-pairs_loss": 0.4439673125743866, + "eval_xsum-pairs_runtime": 6.3206, + "eval_xsum-pairs_samples_per_second": 20.251, + "eval_xsum-pairs_steps_per_second": 0.158, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_sciq_pairs_loss": 0.06205048784613609, + "eval_sciq_pairs_runtime": 8.8124, + "eval_sciq_pairs_samples_per_second": 14.525, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_qasc_pairs_loss": 0.6022606492042542, + "eval_qasc_pairs_runtime": 1.3853, + "eval_qasc_pairs_samples_per_second": 92.397, + "eval_qasc_pairs_steps_per_second": 0.722, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_openbookqa_pairs_loss": 1.4089155197143555, + "eval_openbookqa_pairs_runtime": 1.1793, + "eval_openbookqa_pairs_samples_per_second": 108.536, + "eval_openbookqa_pairs_steps_per_second": 0.848, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_nq_pairs_loss": 0.46985527873039246, + "eval_nq_pairs_runtime": 7.8749, + "eval_nq_pairs_samples_per_second": 16.254, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_trivia_pairs_loss": 1.0676096677780151, + "eval_trivia_pairs_runtime": 8.9277, + "eval_trivia_pairs_samples_per_second": 14.337, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_gooaq_pairs_loss": 0.501069962978363, + "eval_gooaq_pairs_runtime": 2.0708, + "eval_gooaq_pairs_samples_per_second": 61.813, + "eval_gooaq_pairs_steps_per_second": 0.483, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_paws-pos_loss": 0.03188211843371391, + "eval_paws-pos_runtime": 1.5072, + "eval_paws-pos_samples_per_second": 84.928, + "eval_paws-pos_steps_per_second": 0.664, + "step": 990 + }, + { + "epoch": 1.3580246913580247, + "eval_global_dataset_loss": 0.20489808917045593, + "eval_global_dataset_runtime": 33.2866, + "eval_global_dataset_samples_per_second": 11.536, + "eval_global_dataset_steps_per_second": 0.06, + "step": 990 + }, + { + "epoch": 1.3593964334705075, + "grad_norm": 0.782301664352417, + "learning_rate": 0.0008474609950533225, + "loss": 0.3431, + "step": 991 + }, + { + "epoch": 1.3607681755829903, + "grad_norm": 0.08731487393379211, + "learning_rate": 0.0008468136187940085, + "loss": 0.0145, + "step": 992 + }, + { + "epoch": 1.3621399176954734, + "grad_norm": 1.480002760887146, + "learning_rate": 0.0008461651533645195, + "loss": 0.9301, + "step": 993 + }, + { + "epoch": 1.3635116598079562, + "grad_norm": 1.0922783613204956, + "learning_rate": 0.0008455156011444269, + "loss": 0.6261, + "step": 994 + }, + { + "epoch": 1.364883401920439, + "grad_norm": 1.3796536922454834, + "learning_rate": 0.0008448649645172903, + "loss": 0.9936, + "step": 995 + }, + { + "epoch": 1.3662551440329218, + "grad_norm": 0.3912564218044281, + "learning_rate": 0.0008442132458706483, + "loss": 0.084, + "step": 996 + }, + { + "epoch": 1.3676268861454046, + "grad_norm": 1.6798816919326782, + "learning_rate": 0.0008435604475960102, + "loss": 0.8891, + "step": 997 + }, + { + "epoch": 1.3689986282578874, + "grad_norm": 1.2692255973815918, + "learning_rate": 0.0008429065720888471, + "loss": 0.7257, + "step": 998 + }, + { + "epoch": 1.3703703703703702, + "grad_norm": 1.1637271642684937, + "learning_rate": 0.0008422516217485827, + "loss": 0.4582, + "step": 999 + }, + { + "epoch": 1.3717421124828533, + "grad_norm": 1.0731821060180664, + "learning_rate": 0.0008415955989785852, + "loss": 0.5633, + "step": 1000 + }, + { + "epoch": 1.373113854595336, + "grad_norm": 1.33231782913208, + "learning_rate": 0.0008409385061861579, + "loss": 1.018, + "step": 1001 + }, + { + "epoch": 1.374485596707819, + "grad_norm": 1.025597333908081, + "learning_rate": 0.0008402803457825309, + "loss": 0.4375, + "step": 1002 + }, + { + "epoch": 1.3758573388203017, + "grad_norm": 0.7777143716812134, + "learning_rate": 0.0008396211201828514, + "loss": 0.3078, + "step": 1003 + }, + { + "epoch": 1.3772290809327847, + "grad_norm": 1.3932067155838013, + "learning_rate": 0.000838960831806176, + "loss": 0.854, + "step": 1004 + }, + { + "epoch": 1.3786008230452675, + "grad_norm": 1.0491224527359009, + "learning_rate": 0.0008382994830754612, + "loss": 0.5238, + "step": 1005 + }, + { + "epoch": 1.3799725651577504, + "grad_norm": 1.2840675115585327, + "learning_rate": 0.0008376370764175537, + "loss": 0.8996, + "step": 1006 + }, + { + "epoch": 1.3813443072702332, + "grad_norm": 1.0654428005218506, + "learning_rate": 0.000836973614263183, + "loss": 0.5789, + "step": 1007 + }, + { + "epoch": 1.382716049382716, + "grad_norm": 0.9938398599624634, + "learning_rate": 0.000836309099046952, + "loss": 0.5808, + "step": 1008 + }, + { + "epoch": 1.3840877914951988, + "grad_norm": 0.7035570740699768, + "learning_rate": 0.0008356435332073269, + "loss": 0.2384, + "step": 1009 + }, + { + "epoch": 1.3854595336076818, + "grad_norm": 1.0782872438430786, + "learning_rate": 0.0008349769191866304, + "loss": 0.5741, + "step": 1010 + }, + { + "epoch": 1.3868312757201646, + "grad_norm": 1.0267151594161987, + "learning_rate": 0.0008343092594310306, + "loss": 0.5348, + "step": 1011 + }, + { + "epoch": 1.3882030178326474, + "grad_norm": 1.508273959159851, + "learning_rate": 0.0008336405563905331, + "loss": 1.0424, + "step": 1012 + }, + { + "epoch": 1.3895747599451302, + "grad_norm": 0.9127302169799805, + "learning_rate": 0.0008329708125189726, + "loss": 0.8532, + "step": 1013 + }, + { + "epoch": 1.3909465020576133, + "grad_norm": 0.6664139628410339, + "learning_rate": 0.0008323000302740025, + "loss": 0.2577, + "step": 1014 + }, + { + "epoch": 1.392318244170096, + "grad_norm": 0.9108162522315979, + "learning_rate": 0.0008316282121170866, + "loss": 0.3668, + "step": 1015 + }, + { + "epoch": 1.393689986282579, + "grad_norm": 1.2617802619934082, + "learning_rate": 0.0008309553605134903, + "loss": 0.7012, + "step": 1016 + }, + { + "epoch": 1.3950617283950617, + "grad_norm": 0.9659847021102905, + "learning_rate": 0.000830281477932271, + "loss": 0.7169, + "step": 1017 + }, + { + "epoch": 1.3964334705075445, + "grad_norm": 1.3468753099441528, + "learning_rate": 0.0008296065668462695, + "loss": 0.7946, + "step": 1018 + }, + { + "epoch": 1.3978052126200273, + "grad_norm": 1.1601269245147705, + "learning_rate": 0.0008289306297321005, + "loss": 0.7702, + "step": 1019 + }, + { + "epoch": 1.3991769547325104, + "grad_norm": 0.8400909900665283, + "learning_rate": 0.0008282536690701444, + "loss": 0.4033, + "step": 1020 + }, + { + "epoch": 1.4005486968449932, + "grad_norm": 1.1303389072418213, + "learning_rate": 0.0008275756873445366, + "loss": 0.4914, + "step": 1021 + }, + { + "epoch": 1.401920438957476, + "grad_norm": 2.4271609783172607, + "learning_rate": 0.0008268966870431601, + "loss": 2.8229, + "step": 1022 + }, + { + "epoch": 1.4032921810699588, + "grad_norm": 1.0222326517105103, + "learning_rate": 0.0008262166706576353, + "loss": 0.396, + "step": 1023 + }, + { + "epoch": 1.4046639231824418, + "grad_norm": 1.8737822771072388, + "learning_rate": 0.0008255356406833109, + "loss": 1.1326, + "step": 1024 + }, + { + "epoch": 1.4060356652949246, + "grad_norm": 1.6122024059295654, + "learning_rate": 0.0008248535996192559, + "loss": 1.0337, + "step": 1025 + }, + { + "epoch": 1.4074074074074074, + "grad_norm": 1.1258034706115723, + "learning_rate": 0.0008241705499682484, + "loss": 0.4728, + "step": 1026 + }, + { + "epoch": 1.4087791495198903, + "grad_norm": 1.6455937623977661, + "learning_rate": 0.0008234864942367684, + "loss": 1.0409, + "step": 1027 + }, + { + "epoch": 1.410150891632373, + "grad_norm": 1.4974937438964844, + "learning_rate": 0.0008228014349349872, + "loss": 0.9044, + "step": 1028 + }, + { + "epoch": 1.4115226337448559, + "grad_norm": 1.2139008045196533, + "learning_rate": 0.0008221153745767591, + "loss": 0.6417, + "step": 1029 + }, + { + "epoch": 1.412894375857339, + "grad_norm": 1.4477026462554932, + "learning_rate": 0.0008214283156796118, + "loss": 0.9161, + "step": 1030 + }, + { + "epoch": 1.4142661179698217, + "grad_norm": 1.2321662902832031, + "learning_rate": 0.0008207402607647371, + "loss": 0.5194, + "step": 1031 + }, + { + "epoch": 1.4156378600823045, + "grad_norm": 0.9927738308906555, + "learning_rate": 0.0008200512123569815, + "loss": 0.4458, + "step": 1032 + }, + { + "epoch": 1.4170096021947873, + "grad_norm": 1.35982346534729, + "learning_rate": 0.0008193611729848376, + "loss": 0.6687, + "step": 1033 + }, + { + "epoch": 1.4183813443072704, + "grad_norm": 1.2047008275985718, + "learning_rate": 0.0008186701451804342, + "loss": 0.621, + "step": 1034 + }, + { + "epoch": 1.4197530864197532, + "grad_norm": 0.9609118700027466, + "learning_rate": 0.0008179781314795268, + "loss": 0.5513, + "step": 1035 + }, + { + "epoch": 1.421124828532236, + "grad_norm": 1.0632060766220093, + "learning_rate": 0.0008172851344214895, + "loss": 0.7051, + "step": 1036 + }, + { + "epoch": 1.4224965706447188, + "grad_norm": 1.1686007976531982, + "learning_rate": 0.0008165911565493043, + "loss": 0.914, + "step": 1037 + }, + { + "epoch": 1.4238683127572016, + "grad_norm": 1.1063255071640015, + "learning_rate": 0.0008158962004095522, + "loss": 0.5923, + "step": 1038 + }, + { + "epoch": 1.4252400548696844, + "grad_norm": 1.5685498714447021, + "learning_rate": 0.0008152002685524047, + "loss": 1.2396, + "step": 1039 + }, + { + "epoch": 1.4266117969821672, + "grad_norm": 1.4871196746826172, + "learning_rate": 0.000814503363531613, + "loss": 0.6225, + "step": 1040 + }, + { + "epoch": 1.4279835390946503, + "grad_norm": 1.31463623046875, + "learning_rate": 0.0008138054879044996, + "loss": 0.6463, + "step": 1041 + }, + { + "epoch": 1.429355281207133, + "grad_norm": 1.628943920135498, + "learning_rate": 0.0008131066442319489, + "loss": 0.6858, + "step": 1042 + }, + { + "epoch": 1.4307270233196159, + "grad_norm": 0.9918593168258667, + "learning_rate": 0.0008124068350783975, + "loss": 0.7112, + "step": 1043 + }, + { + "epoch": 1.4320987654320987, + "grad_norm": 1.3419325351715088, + "learning_rate": 0.0008117060630118246, + "loss": 0.6707, + "step": 1044 + }, + { + "epoch": 1.4334705075445817, + "grad_norm": 0.8112534880638123, + "learning_rate": 0.000811004330603743, + "loss": 0.5368, + "step": 1045 + }, + { + "epoch": 1.4348422496570645, + "grad_norm": 1.4421941041946411, + "learning_rate": 0.00081030164042919, + "loss": 0.7323, + "step": 1046 + }, + { + "epoch": 1.4362139917695473, + "grad_norm": 0.900355875492096, + "learning_rate": 0.0008095979950667165, + "loss": 0.3689, + "step": 1047 + }, + { + "epoch": 1.4375857338820301, + "grad_norm": 0.9047213792800903, + "learning_rate": 0.0008088933970983792, + "loss": 0.3404, + "step": 1048 + }, + { + "epoch": 1.438957475994513, + "grad_norm": 1.056876301765442, + "learning_rate": 0.0008081878491097306, + "loss": 0.4394, + "step": 1049 + }, + { + "epoch": 1.4403292181069958, + "grad_norm": 1.2230536937713623, + "learning_rate": 0.0008074813536898084, + "loss": 0.5461, + "step": 1050 + }, + { + "epoch": 1.4417009602194788, + "grad_norm": 1.0923911333084106, + "learning_rate": 0.000806773913431128, + "loss": 0.6275, + "step": 1051 + }, + { + "epoch": 1.4430727023319616, + "grad_norm": 0.014969372190535069, + "learning_rate": 0.0008060655309296712, + "loss": 0.0015, + "step": 1052 + }, + { + "epoch": 1.4444444444444444, + "grad_norm": 0.9234291911125183, + "learning_rate": 0.000805356208784878, + "loss": 0.3148, + "step": 1053 + }, + { + "epoch": 1.4458161865569272, + "grad_norm": 1.0454826354980469, + "learning_rate": 0.0008046459495996356, + "loss": 0.4129, + "step": 1054 + }, + { + "epoch": 1.4471879286694103, + "grad_norm": 1.2475472688674927, + "learning_rate": 0.0008039347559802706, + "loss": 0.635, + "step": 1055 + }, + { + "epoch": 1.448559670781893, + "grad_norm": 1.0928152799606323, + "learning_rate": 0.0008032226305365382, + "loss": 0.4369, + "step": 1056 + }, + { + "epoch": 1.4499314128943759, + "grad_norm": 1.3783985376358032, + "learning_rate": 0.0008025095758816129, + "loss": 0.9458, + "step": 1057 + }, + { + "epoch": 1.4513031550068587, + "grad_norm": 1.3850098848342896, + "learning_rate": 0.0008017955946320788, + "loss": 0.9146, + "step": 1058 + }, + { + "epoch": 1.4526748971193415, + "grad_norm": 0.8629498481750488, + "learning_rate": 0.0008010806894079207, + "loss": 0.2723, + "step": 1059 + }, + { + "epoch": 1.4540466392318243, + "grad_norm": 1.231573462486267, + "learning_rate": 0.0008003648628325136, + "loss": 0.5522, + "step": 1060 + }, + { + "epoch": 1.4554183813443073, + "grad_norm": 0.7891879081726074, + "learning_rate": 0.0007996481175326133, + "loss": 0.6333, + "step": 1061 + }, + { + "epoch": 1.4567901234567902, + "grad_norm": 1.4294764995574951, + "learning_rate": 0.0007989304561383474, + "loss": 0.8281, + "step": 1062 + }, + { + "epoch": 1.458161865569273, + "grad_norm": 0.8964158892631531, + "learning_rate": 0.0007982118812832047, + "loss": 0.5428, + "step": 1063 + }, + { + "epoch": 1.4595336076817558, + "grad_norm": 0.022601084783673286, + "learning_rate": 0.0007974923956040261, + "loss": 0.0022, + "step": 1064 + }, + { + "epoch": 1.4609053497942388, + "grad_norm": 1.36014723777771, + "learning_rate": 0.000796772001740995, + "loss": 0.8033, + "step": 1065 + }, + { + "epoch": 1.4622770919067216, + "grad_norm": 0.926571249961853, + "learning_rate": 0.0007960507023376272, + "loss": 0.3126, + "step": 1066 + }, + { + "epoch": 1.4636488340192044, + "grad_norm": 0.14245182275772095, + "learning_rate": 0.0007953285000407613, + "loss": 0.0668, + "step": 1067 + }, + { + "epoch": 1.4650205761316872, + "grad_norm": 1.4042102098464966, + "learning_rate": 0.0007946053975005495, + "loss": 0.8564, + "step": 1068 + }, + { + "epoch": 1.46639231824417, + "grad_norm": 0.3840469717979431, + "learning_rate": 0.0007938813973704474, + "loss": 0.092, + "step": 1069 + }, + { + "epoch": 1.4677640603566529, + "grad_norm": 0.4319973886013031, + "learning_rate": 0.0007931565023072037, + "loss": 0.1042, + "step": 1070 + }, + { + "epoch": 1.4691358024691357, + "grad_norm": 1.068272590637207, + "learning_rate": 0.0007924307149708521, + "loss": 0.4248, + "step": 1071 + }, + { + "epoch": 1.4705075445816187, + "grad_norm": 0.8603336811065674, + "learning_rate": 0.0007917040380246999, + "loss": 0.253, + "step": 1072 + }, + { + "epoch": 1.4718792866941015, + "grad_norm": 0.9871488809585571, + "learning_rate": 0.0007909764741353188, + "loss": 0.4021, + "step": 1073 + }, + { + "epoch": 1.4732510288065843, + "grad_norm": 1.4579641819000244, + "learning_rate": 0.0007902480259725358, + "loss": 1.0189, + "step": 1074 + }, + { + "epoch": 1.4746227709190673, + "grad_norm": 0.7517770528793335, + "learning_rate": 0.000789518696209422, + "loss": 0.2584, + "step": 1075 + }, + { + "epoch": 1.4759945130315502, + "grad_norm": 1.1244486570358276, + "learning_rate": 0.0007887884875222841, + "loss": 0.4452, + "step": 1076 + }, + { + "epoch": 1.477366255144033, + "grad_norm": 1.3084955215454102, + "learning_rate": 0.0007880574025906537, + "loss": 0.7037, + "step": 1077 + }, + { + "epoch": 1.4787379972565158, + "grad_norm": 0.530508816242218, + "learning_rate": 0.0007873254440972781, + "loss": 0.1028, + "step": 1078 + }, + { + "epoch": 1.4801097393689986, + "grad_norm": 1.4278254508972168, + "learning_rate": 0.0007865926147281102, + "loss": 1.0356, + "step": 1079 + }, + { + "epoch": 1.4814814814814814, + "grad_norm": 0.8824015855789185, + "learning_rate": 0.0007858589171722986, + "loss": 0.3632, + "step": 1080 + }, + { + "epoch": 1.4828532235939642, + "grad_norm": 1.3707903623580933, + "learning_rate": 0.000785124354122177, + "loss": 1.0253, + "step": 1081 + }, + { + "epoch": 1.4842249657064472, + "grad_norm": 1.0316780805587769, + "learning_rate": 0.0007843889282732562, + "loss": 0.4527, + "step": 1082 + }, + { + "epoch": 1.48559670781893, + "grad_norm": 1.15847909450531, + "learning_rate": 0.0007836526423242125, + "loss": 0.9961, + "step": 1083 + }, + { + "epoch": 1.4869684499314129, + "grad_norm": 1.0515720844268799, + "learning_rate": 0.0007829154989768783, + "loss": 0.5312, + "step": 1084 + }, + { + "epoch": 1.4883401920438957, + "grad_norm": 0.7814159393310547, + "learning_rate": 0.0007821775009362327, + "loss": 0.3046, + "step": 1085 + }, + { + "epoch": 1.4897119341563787, + "grad_norm": 0.6332597732543945, + "learning_rate": 0.0007814386509103906, + "loss": 0.3127, + "step": 1086 + }, + { + "epoch": 1.4910836762688615, + "grad_norm": 0.7404167652130127, + "learning_rate": 0.0007806989516105935, + "loss": 0.3032, + "step": 1087 + }, + { + "epoch": 1.4924554183813443, + "grad_norm": 1.2486878633499146, + "learning_rate": 0.0007799584057511996, + "loss": 0.6603, + "step": 1088 + }, + { + "epoch": 1.4938271604938271, + "grad_norm": 0.8028905987739563, + "learning_rate": 0.0007792170160496732, + "loss": 0.3157, + "step": 1089 + }, + { + "epoch": 1.49519890260631, + "grad_norm": 1.0122379064559937, + "learning_rate": 0.0007784747852265754, + "loss": 0.4946, + "step": 1090 + }, + { + "epoch": 1.4965706447187928, + "grad_norm": 0.9732670783996582, + "learning_rate": 0.0007777317160055536, + "loss": 0.5091, + "step": 1091 + }, + { + "epoch": 1.4979423868312758, + "grad_norm": 0.7468613386154175, + "learning_rate": 0.0007769878111133319, + "loss": 0.2031, + "step": 1092 + }, + { + "epoch": 1.4993141289437586, + "grad_norm": 1.3920484781265259, + "learning_rate": 0.0007762430732797009, + "loss": 0.7786, + "step": 1093 + }, + { + "epoch": 1.5006858710562414, + "grad_norm": 0.9080726504325867, + "learning_rate": 0.0007754975052375077, + "loss": 0.4085, + "step": 1094 + }, + { + "epoch": 1.5020576131687244, + "grad_norm": 1.0118800401687622, + "learning_rate": 0.0007747511097226459, + "loss": 0.7021, + "step": 1095 + }, + { + "epoch": 1.5034293552812072, + "grad_norm": 0.7020306587219238, + "learning_rate": 0.0007740038894740453, + "loss": 0.3191, + "step": 1096 + }, + { + "epoch": 1.50480109739369, + "grad_norm": 0.014186510816216469, + "learning_rate": 0.0007732558472336627, + "loss": 0.0014, + "step": 1097 + }, + { + "epoch": 1.5061728395061729, + "grad_norm": 0.07118869572877884, + "learning_rate": 0.0007725069857464706, + "loss": 0.041, + "step": 1098 + }, + { + "epoch": 1.5075445816186557, + "grad_norm": 1.4283756017684937, + "learning_rate": 0.0007717573077604482, + "loss": 0.6653, + "step": 1099 + }, + { + "epoch": 1.5089163237311385, + "grad_norm": 0.08206795901060104, + "learning_rate": 0.0007710068160265704, + "loss": 0.032, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_Qnli-dev_cosine_accuracy": 0.68359375, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.7899255156517029, + "eval_Qnli-dev_cosine_ap": 0.6973383240611959, + "eval_Qnli-dev_cosine_f1": 0.6965517241379311, + "eval_Qnli-dev_cosine_f1_threshold": 0.7116432785987854, + "eval_Qnli-dev_cosine_precision": 0.5872093023255814, + "eval_Qnli-dev_cosine_recall": 0.8559322033898306, + "eval_allNLI-dev_cosine_accuracy": 0.7578125, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8058174848556519, + "eval_allNLI-dev_cosine_ap": 0.6683918065162676, + "eval_allNLI-dev_cosine_f1": 0.6798029556650246, + "eval_allNLI-dev_cosine_f1_threshold": 0.7893847227096558, + "eval_allNLI-dev_cosine_precision": 0.592274678111588, + "eval_allNLI-dev_cosine_recall": 0.7976878612716763, + "eval_sequential_score": 0.6973383240611959, + "eval_sts-test_pearson_cosine": 0.842965813771714, + "eval_sts-test_spearman_cosine": 0.8935051617323087, + "eval_vitaminc-pairs_loss": 2.606265068054199, + "eval_vitaminc-pairs_runtime": 14.3627, + "eval_vitaminc-pairs_samples_per_second": 8.912, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_negation-triplets_loss": 1.7593598365783691, + "eval_negation-triplets_runtime": 1.5052, + "eval_negation-triplets_samples_per_second": 85.037, + "eval_negation-triplets_steps_per_second": 0.664, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_scitail-pairs-pos_loss": 0.10382257401943207, + "eval_scitail-pairs-pos_runtime": 1.5726, + "eval_scitail-pairs-pos_samples_per_second": 81.396, + "eval_scitail-pairs-pos_steps_per_second": 0.636, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_scitail-pairs-qa_loss": 0.028261801227927208, + "eval_scitail-pairs-qa_runtime": 1.2099, + "eval_scitail-pairs-qa_samples_per_second": 105.792, + "eval_scitail-pairs-qa_steps_per_second": 0.827, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_xsum-pairs_loss": 0.511680006980896, + "eval_xsum-pairs_runtime": 6.3256, + "eval_xsum-pairs_samples_per_second": 20.235, + "eval_xsum-pairs_steps_per_second": 0.158, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_sciq_pairs_loss": 0.0603952631354332, + "eval_sciq_pairs_runtime": 8.8415, + "eval_sciq_pairs_samples_per_second": 14.477, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_qasc_pairs_loss": 0.771858274936676, + "eval_qasc_pairs_runtime": 1.3853, + "eval_qasc_pairs_samples_per_second": 92.398, + "eval_qasc_pairs_steps_per_second": 0.722, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_openbookqa_pairs_loss": 1.1763746738433838, + "eval_openbookqa_pairs_runtime": 1.1827, + "eval_openbookqa_pairs_samples_per_second": 108.231, + "eval_openbookqa_pairs_steps_per_second": 0.846, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_nq_pairs_loss": 0.471464604139328, + "eval_nq_pairs_runtime": 7.9095, + "eval_nq_pairs_samples_per_second": 16.183, + "eval_nq_pairs_steps_per_second": 0.126, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_trivia_pairs_loss": 1.1682592630386353, + "eval_trivia_pairs_runtime": 8.9416, + "eval_trivia_pairs_samples_per_second": 14.315, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_gooaq_pairs_loss": 0.4589190185070038, + "eval_gooaq_pairs_runtime": 2.0718, + "eval_gooaq_pairs_samples_per_second": 61.783, + "eval_gooaq_pairs_steps_per_second": 0.483, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_paws-pos_loss": 0.0318901427090168, + "eval_paws-pos_runtime": 1.5082, + "eval_paws-pos_samples_per_second": 84.871, + "eval_paws-pos_steps_per_second": 0.663, + "step": 1100 + }, + { + "epoch": 1.5089163237311385, + "eval_global_dataset_loss": 0.1922621876001358, + "eval_global_dataset_runtime": 33.3435, + "eval_global_dataset_samples_per_second": 11.516, + "eval_global_dataset_steps_per_second": 0.06, + "step": 1100 + }, + { + "epoch": 1.5102880658436213, + "grad_norm": 1.1691018342971802, + "learning_rate": 0.0007702555132987988, + "loss": 0.5216, + "step": 1101 + }, + { + "epoch": 1.511659807956104, + "grad_norm": 1.041312575340271, + "learning_rate": 0.0007695034023340705, + "loss": 0.3994, + "step": 1102 + }, + { + "epoch": 1.5130315500685871, + "grad_norm": 2.106358289718628, + "learning_rate": 0.0007687504858922887, + "loss": 2.4769, + "step": 1103 + }, + { + "epoch": 1.51440329218107, + "grad_norm": 1.038561224937439, + "learning_rate": 0.0007679967667363121, + "loss": 0.4289, + "step": 1104 + }, + { + "epoch": 1.5157750342935528, + "grad_norm": 1.4023377895355225, + "learning_rate": 0.0007672422476319452, + "loss": 0.7743, + "step": 1105 + }, + { + "epoch": 1.5171467764060358, + "grad_norm": 0.9642280340194702, + "learning_rate": 0.0007664869313479281, + "loss": 0.4187, + "step": 1106 + }, + { + "epoch": 1.5185185185185186, + "grad_norm": 1.2233366966247559, + "learning_rate": 0.0007657308206559257, + "loss": 0.5995, + "step": 1107 + }, + { + "epoch": 1.5198902606310014, + "grad_norm": 1.0944918394088745, + "learning_rate": 0.0007649739183305184, + "loss": 0.4896, + "step": 1108 + }, + { + "epoch": 1.5212620027434842, + "grad_norm": 1.4654369354248047, + "learning_rate": 0.0007642162271491912, + "loss": 0.779, + "step": 1109 + }, + { + "epoch": 1.522633744855967, + "grad_norm": 0.7087173461914062, + "learning_rate": 0.0007634577498923244, + "loss": 0.3243, + "step": 1110 + }, + { + "epoch": 1.5240054869684498, + "grad_norm": 1.2178964614868164, + "learning_rate": 0.0007626984893431823, + "loss": 0.5959, + "step": 1111 + }, + { + "epoch": 1.5253772290809327, + "grad_norm": 1.1366052627563477, + "learning_rate": 0.0007619384482879039, + "loss": 1.0441, + "step": 1112 + }, + { + "epoch": 1.5267489711934157, + "grad_norm": 1.285475730895996, + "learning_rate": 0.0007611776295154917, + "loss": 0.723, + "step": 1113 + }, + { + "epoch": 1.5281207133058985, + "grad_norm": 0.7173359394073486, + "learning_rate": 0.0007604160358178029, + "loss": 0.2163, + "step": 1114 + }, + { + "epoch": 1.5294924554183813, + "grad_norm": 1.3839420080184937, + "learning_rate": 0.0007596536699895379, + "loss": 1.0408, + "step": 1115 + }, + { + "epoch": 1.5308641975308643, + "grad_norm": 1.3336563110351562, + "learning_rate": 0.0007588905348282301, + "loss": 0.7009, + "step": 1116 + }, + { + "epoch": 1.5322359396433471, + "grad_norm": 1.492120385169983, + "learning_rate": 0.0007581266331342366, + "loss": 0.8994, + "step": 1117 + }, + { + "epoch": 1.53360768175583, + "grad_norm": 0.2033909410238266, + "learning_rate": 0.0007573619677107272, + "loss": 0.0527, + "step": 1118 + }, + { + "epoch": 1.5349794238683128, + "grad_norm": 0.951387345790863, + "learning_rate": 0.0007565965413636742, + "loss": 0.3369, + "step": 1119 + }, + { + "epoch": 1.5363511659807956, + "grad_norm": 0.36781561374664307, + "learning_rate": 0.0007558303569018416, + "loss": 0.1043, + "step": 1120 + }, + { + "epoch": 1.5377229080932784, + "grad_norm": 0.05895163118839264, + "learning_rate": 0.0007550634171367763, + "loss": 0.0201, + "step": 1121 + }, + { + "epoch": 1.5390946502057612, + "grad_norm": 0.2665528357028961, + "learning_rate": 0.000754295724882796, + "loss": 0.0511, + "step": 1122 + }, + { + "epoch": 1.540466392318244, + "grad_norm": 1.283549189567566, + "learning_rate": 0.0007535272829569805, + "loss": 0.9425, + "step": 1123 + }, + { + "epoch": 1.541838134430727, + "grad_norm": 1.2594616413116455, + "learning_rate": 0.0007527580941791594, + "loss": 0.6386, + "step": 1124 + }, + { + "epoch": 1.5432098765432098, + "grad_norm": 1.985896348953247, + "learning_rate": 0.0007519881613719041, + "loss": 2.3614, + "step": 1125 + }, + { + "epoch": 1.5445816186556929, + "grad_norm": 1.0393128395080566, + "learning_rate": 0.0007512174873605154, + "loss": 0.4881, + "step": 1126 + }, + { + "epoch": 1.5459533607681757, + "grad_norm": 1.3666597604751587, + "learning_rate": 0.0007504460749730145, + "loss": 0.8066, + "step": 1127 + }, + { + "epoch": 1.5473251028806585, + "grad_norm": 0.8671834468841553, + "learning_rate": 0.0007496739270401319, + "loss": 0.3306, + "step": 1128 + }, + { + "epoch": 1.5486968449931413, + "grad_norm": 1.290210485458374, + "learning_rate": 0.0007489010463952971, + "loss": 0.6579, + "step": 1129 + }, + { + "epoch": 1.5500685871056241, + "grad_norm": 0.5885294079780579, + "learning_rate": 0.0007481274358746286, + "loss": 0.1522, + "step": 1130 + }, + { + "epoch": 1.551440329218107, + "grad_norm": 0.08580996841192245, + "learning_rate": 0.0007473530983169228, + "loss": 0.0127, + "step": 1131 + }, + { + "epoch": 1.5528120713305897, + "grad_norm": 1.238039255142212, + "learning_rate": 0.0007465780365636444, + "loss": 0.6867, + "step": 1132 + }, + { + "epoch": 1.5541838134430725, + "grad_norm": 1.1411916017532349, + "learning_rate": 0.0007458022534589156, + "loss": 0.5172, + "step": 1133 + }, + { + "epoch": 1.5555555555555556, + "grad_norm": 0.3358013331890106, + "learning_rate": 0.000745025751849505, + "loss": 0.1008, + "step": 1134 + }, + { + "epoch": 1.5569272976680384, + "grad_norm": 1.1664187908172607, + "learning_rate": 0.0007442485345848186, + "loss": 0.5322, + "step": 1135 + }, + { + "epoch": 1.5582990397805214, + "grad_norm": 1.673369288444519, + "learning_rate": 0.0007434706045168879, + "loss": 2.31, + "step": 1136 + }, + { + "epoch": 1.5596707818930042, + "grad_norm": 0.844597578048706, + "learning_rate": 0.0007426919645003605, + "loss": 0.3796, + "step": 1137 + }, + { + "epoch": 1.561042524005487, + "grad_norm": 1.5430184602737427, + "learning_rate": 0.000741912617392489, + "loss": 2.0655, + "step": 1138 + }, + { + "epoch": 1.5624142661179699, + "grad_norm": 0.928291916847229, + "learning_rate": 0.0007411325660531204, + "loss": 0.4356, + "step": 1139 + }, + { + "epoch": 1.5637860082304527, + "grad_norm": 0.7923744916915894, + "learning_rate": 0.0007403518133446865, + "loss": 0.3649, + "step": 1140 + }, + { + "epoch": 1.5651577503429355, + "grad_norm": 0.3777840733528137, + "learning_rate": 0.0007395703621321924, + "loss": 0.1364, + "step": 1141 + }, + { + "epoch": 1.5665294924554183, + "grad_norm": 1.017712950706482, + "learning_rate": 0.0007387882152832066, + "loss": 0.6717, + "step": 1142 + }, + { + "epoch": 1.567901234567901, + "grad_norm": 0.903505265712738, + "learning_rate": 0.00073800537566785, + "loss": 0.5157, + "step": 1143 + }, + { + "epoch": 1.5692729766803841, + "grad_norm": 0.9437918663024902, + "learning_rate": 0.000737221846158786, + "loss": 0.5463, + "step": 1144 + }, + { + "epoch": 1.570644718792867, + "grad_norm": 1.074033260345459, + "learning_rate": 0.0007364376296312092, + "loss": 0.7024, + "step": 1145 + }, + { + "epoch": 1.5720164609053497, + "grad_norm": 0.908981442451477, + "learning_rate": 0.0007356527289628357, + "loss": 0.4165, + "step": 1146 + }, + { + "epoch": 1.5733882030178328, + "grad_norm": 1.3360719680786133, + "learning_rate": 0.0007348671470338916, + "loss": 0.7556, + "step": 1147 + }, + { + "epoch": 1.5747599451303156, + "grad_norm": 0.8129758238792419, + "learning_rate": 0.000734080886727103, + "loss": 0.3364, + "step": 1148 + }, + { + "epoch": 1.5761316872427984, + "grad_norm": 0.8083329200744629, + "learning_rate": 0.0007332939509276858, + "loss": 0.3383, + "step": 1149 + }, + { + "epoch": 1.5775034293552812, + "grad_norm": 0.8228446245193481, + "learning_rate": 0.0007325063425233342, + "loss": 0.3375, + "step": 1150 + }, + { + "epoch": 1.578875171467764, + "grad_norm": 0.0790187194943428, + "learning_rate": 0.0007317180644042106, + "loss": 0.0206, + "step": 1151 + }, + { + "epoch": 1.5802469135802468, + "grad_norm": 1.6572054624557495, + "learning_rate": 0.0007309291194629352, + "loss": 0.9989, + "step": 1152 + }, + { + "epoch": 1.5816186556927296, + "grad_norm": 1.4441206455230713, + "learning_rate": 0.000730139510594575, + "loss": 0.7197, + "step": 1153 + }, + { + "epoch": 1.5829903978052127, + "grad_norm": 0.9148865342140198, + "learning_rate": 0.0007293492406966328, + "loss": 0.3149, + "step": 1154 + }, + { + "epoch": 1.5843621399176955, + "grad_norm": 0.8693330883979797, + "learning_rate": 0.0007285583126690379, + "loss": 0.3021, + "step": 1155 + }, + { + "epoch": 1.5857338820301783, + "grad_norm": 0.9439164400100708, + "learning_rate": 0.0007277667294141345, + "loss": 0.286, + "step": 1156 + }, + { + "epoch": 1.5871056241426613, + "grad_norm": 0.11937445402145386, + "learning_rate": 0.0007269744938366704, + "loss": 0.0464, + "step": 1157 + }, + { + "epoch": 1.5884773662551441, + "grad_norm": 1.1988173723220825, + "learning_rate": 0.0007261816088437881, + "loss": 0.507, + "step": 1158 + }, + { + "epoch": 1.589849108367627, + "grad_norm": 1.3633551597595215, + "learning_rate": 0.0007253880773450125, + "loss": 0.7336, + "step": 1159 + }, + { + "epoch": 1.5912208504801097, + "grad_norm": 2.2423207759857178, + "learning_rate": 0.0007245939022522413, + "loss": 2.5418, + "step": 1160 + }, + { + "epoch": 1.5925925925925926, + "grad_norm": 0.7885304689407349, + "learning_rate": 0.0007237990864797338, + "loss": 0.3206, + "step": 1161 + }, + { + "epoch": 1.5939643347050754, + "grad_norm": 0.966982901096344, + "learning_rate": 0.0007230036329441, + "loss": 0.4287, + "step": 1162 + }, + { + "epoch": 1.5953360768175582, + "grad_norm": 0.746963620185852, + "learning_rate": 0.0007222075445642904, + "loss": 0.3134, + "step": 1163 + }, + { + "epoch": 1.596707818930041, + "grad_norm": 0.8981019854545593, + "learning_rate": 0.0007214108242615852, + "loss": 0.3881, + "step": 1164 + }, + { + "epoch": 1.598079561042524, + "grad_norm": 0.7950247526168823, + "learning_rate": 0.0007206134749595835, + "loss": 0.3192, + "step": 1165 + }, + { + "epoch": 1.5994513031550068, + "grad_norm": 0.7183997631072998, + "learning_rate": 0.0007198154995841923, + "loss": 0.2884, + "step": 1166 + }, + { + "epoch": 1.6008230452674899, + "grad_norm": 1.1384432315826416, + "learning_rate": 0.000719016901063616, + "loss": 1.1208, + "step": 1167 + }, + { + "epoch": 1.6021947873799727, + "grad_norm": 0.7028857469558716, + "learning_rate": 0.0007182176823283459, + "loss": 0.3329, + "step": 1168 + }, + { + "epoch": 1.6035665294924555, + "grad_norm": 0.09647077322006226, + "learning_rate": 0.0007174178463111491, + "loss": 0.0403, + "step": 1169 + }, + { + "epoch": 1.6049382716049383, + "grad_norm": 0.7481766939163208, + "learning_rate": 0.0007166173959470578, + "loss": 0.2534, + "step": 1170 + }, + { + "epoch": 1.606310013717421, + "grad_norm": 1.22739839553833, + "learning_rate": 0.0007158163341733587, + "loss": 1.0461, + "step": 1171 + }, + { + "epoch": 1.607681755829904, + "grad_norm": 0.8584774732589722, + "learning_rate": 0.0007150146639295816, + "loss": 0.4127, + "step": 1172 + }, + { + "epoch": 1.6090534979423867, + "grad_norm": 0.3998299241065979, + "learning_rate": 0.0007142123881574899, + "loss": 0.1037, + "step": 1173 + }, + { + "epoch": 1.6104252400548695, + "grad_norm": 1.2482941150665283, + "learning_rate": 0.0007134095098010684, + "loss": 0.6274, + "step": 1174 + }, + { + "epoch": 1.6117969821673526, + "grad_norm": 0.9981840252876282, + "learning_rate": 0.0007126060318065135, + "loss": 0.4821, + "step": 1175 + }, + { + "epoch": 1.6131687242798354, + "grad_norm": 1.3894075155258179, + "learning_rate": 0.0007118019571222215, + "loss": 0.9954, + "step": 1176 + }, + { + "epoch": 1.6145404663923184, + "grad_norm": 1.1951946020126343, + "learning_rate": 0.0007109972886987789, + "loss": 1.0101, + "step": 1177 + }, + { + "epoch": 1.6159122085048012, + "grad_norm": 0.9443355798721313, + "learning_rate": 0.0007101920294889505, + "loss": 0.3816, + "step": 1178 + }, + { + "epoch": 1.617283950617284, + "grad_norm": 0.5189377069473267, + "learning_rate": 0.0007093861824476692, + "loss": 0.115, + "step": 1179 + }, + { + "epoch": 1.6186556927297668, + "grad_norm": 1.0553840398788452, + "learning_rate": 0.0007085797505320249, + "loss": 0.6407, + "step": 1180 + }, + { + "epoch": 1.6200274348422496, + "grad_norm": 0.9163038730621338, + "learning_rate": 0.0007077727367012537, + "loss": 0.3336, + "step": 1181 + }, + { + "epoch": 1.6213991769547325, + "grad_norm": 0.7511513829231262, + "learning_rate": 0.0007069651439167271, + "loss": 0.1657, + "step": 1182 + }, + { + "epoch": 1.6227709190672153, + "grad_norm": 1.0916049480438232, + "learning_rate": 0.0007061569751419413, + "loss": 0.4717, + "step": 1183 + }, + { + "epoch": 1.624142661179698, + "grad_norm": 1.0851809978485107, + "learning_rate": 0.0007053482333425056, + "loss": 0.4213, + "step": 1184 + }, + { + "epoch": 1.625514403292181, + "grad_norm": 1.3066989183425903, + "learning_rate": 0.000704538921486133, + "loss": 0.7465, + "step": 1185 + }, + { + "epoch": 1.626886145404664, + "grad_norm": 0.7163015604019165, + "learning_rate": 0.0007037290425426269, + "loss": 0.165, + "step": 1186 + }, + { + "epoch": 1.6282578875171467, + "grad_norm": 0.8388216495513916, + "learning_rate": 0.0007029185994838729, + "loss": 0.3357, + "step": 1187 + }, + { + "epoch": 1.6296296296296298, + "grad_norm": 1.0345503091812134, + "learning_rate": 0.0007021075952838261, + "loss": 0.3313, + "step": 1188 + }, + { + "epoch": 1.6310013717421126, + "grad_norm": 0.7789208292961121, + "learning_rate": 0.0007012960329185012, + "loss": 0.2392, + "step": 1189 + }, + { + "epoch": 1.6323731138545954, + "grad_norm": 1.1307963132858276, + "learning_rate": 0.0007004839153659602, + "loss": 0.4212, + "step": 1190 + }, + { + "epoch": 1.6337448559670782, + "grad_norm": 1.2176400423049927, + "learning_rate": 0.0006996712456063033, + "loss": 0.5972, + "step": 1191 + }, + { + "epoch": 1.635116598079561, + "grad_norm": 0.2806721031665802, + "learning_rate": 0.0006988580266216565, + "loss": 0.0622, + "step": 1192 + }, + { + "epoch": 1.6364883401920438, + "grad_norm": 1.2699304819107056, + "learning_rate": 0.0006980442613961616, + "loss": 0.6215, + "step": 1193 + }, + { + "epoch": 1.6378600823045266, + "grad_norm": 1.154951572418213, + "learning_rate": 0.0006972299529159645, + "loss": 0.5764, + "step": 1194 + }, + { + "epoch": 1.6392318244170097, + "grad_norm": 1.4205809831619263, + "learning_rate": 0.0006964151041692045, + "loss": 0.7725, + "step": 1195 + }, + { + "epoch": 1.6406035665294925, + "grad_norm": 0.9096806645393372, + "learning_rate": 0.0006955997181460041, + "loss": 0.6691, + "step": 1196 + }, + { + "epoch": 1.6419753086419753, + "grad_norm": 1.0095393657684326, + "learning_rate": 0.0006947837978384567, + "loss": 0.4771, + "step": 1197 + }, + { + "epoch": 1.6433470507544583, + "grad_norm": 0.9030622243881226, + "learning_rate": 0.0006939673462406166, + "loss": 0.318, + "step": 1198 + }, + { + "epoch": 1.6447187928669411, + "grad_norm": 0.6233032941818237, + "learning_rate": 0.0006931503663484875, + "loss": 0.2513, + "step": 1199 + }, + { + "epoch": 1.646090534979424, + "grad_norm": 2.091909170150757, + "learning_rate": 0.0006923328611600119, + "loss": 2.4239, + "step": 1200 + }, + { + "epoch": 1.6474622770919067, + "grad_norm": 0.9525100588798523, + "learning_rate": 0.0006915148336750596, + "loss": 0.4473, + "step": 1201 + }, + { + "epoch": 1.6488340192043895, + "grad_norm": 0.9337126016616821, + "learning_rate": 0.0006906962868954174, + "loss": 0.4302, + "step": 1202 + }, + { + "epoch": 1.6502057613168724, + "grad_norm": 1.125842571258545, + "learning_rate": 0.0006898772238247775, + "loss": 0.8917, + "step": 1203 + }, + { + "epoch": 1.6515775034293552, + "grad_norm": 0.6590717434883118, + "learning_rate": 0.0006890576474687264, + "loss": 0.262, + "step": 1204 + }, + { + "epoch": 1.652949245541838, + "grad_norm": 1.3952594995498657, + "learning_rate": 0.0006882375608347344, + "loss": 0.8723, + "step": 1205 + }, + { + "epoch": 1.654320987654321, + "grad_norm": 1.3916538953781128, + "learning_rate": 0.0006874169669321442, + "loss": 1.0205, + "step": 1206 + }, + { + "epoch": 1.6556927297668038, + "grad_norm": 1.274896502494812, + "learning_rate": 0.00068659586877216, + "loss": 0.8601, + "step": 1207 + }, + { + "epoch": 1.6570644718792868, + "grad_norm": 0.728192925453186, + "learning_rate": 0.0006857742693678366, + "loss": 0.3145, + "step": 1208 + }, + { + "epoch": 1.6584362139917697, + "grad_norm": 1.0412201881408691, + "learning_rate": 0.0006849521717340675, + "loss": 0.8265, + "step": 1209 + }, + { + "epoch": 1.6598079561042525, + "grad_norm": 0.7714451551437378, + "learning_rate": 0.000684129578887575, + "loss": 0.348, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_Qnli-dev_cosine_accuracy": 0.701171875, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.8539416790008545, + "eval_Qnli-dev_cosine_ap": 0.7206318128014163, + "eval_Qnli-dev_cosine_f1": 0.6888111888111887, + "eval_Qnli-dev_cosine_f1_threshold": 0.7483922243118286, + "eval_Qnli-dev_cosine_precision": 0.5863095238095238, + "eval_Qnli-dev_cosine_recall": 0.8347457627118644, + "eval_allNLI-dev_cosine_accuracy": 0.744140625, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.887887716293335, + "eval_allNLI-dev_cosine_ap": 0.6561379374408485, + "eval_allNLI-dev_cosine_f1": 0.675925925925926, + "eval_allNLI-dev_cosine_f1_threshold": 0.8093634843826294, + "eval_allNLI-dev_cosine_precision": 0.5637065637065637, + "eval_allNLI-dev_cosine_recall": 0.8439306358381503, + "eval_sequential_score": 0.7206318128014163, + "eval_sts-test_pearson_cosine": 0.8441677169579345, + "eval_sts-test_spearman_cosine": 0.8905364078028646, + "eval_vitaminc-pairs_loss": 2.595492124557495, + "eval_vitaminc-pairs_runtime": 14.3155, + "eval_vitaminc-pairs_samples_per_second": 8.941, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_negation-triplets_loss": 1.8155919313430786, + "eval_negation-triplets_runtime": 1.1523, + "eval_negation-triplets_samples_per_second": 111.083, + "eval_negation-triplets_steps_per_second": 0.868, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_scitail-pairs-pos_loss": 0.08170399814844131, + "eval_scitail-pairs-pos_runtime": 1.548, + "eval_scitail-pairs-pos_samples_per_second": 82.69, + "eval_scitail-pairs-pos_steps_per_second": 0.646, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_scitail-pairs-qa_loss": 0.022263040766119957, + "eval_scitail-pairs-qa_runtime": 1.2063, + "eval_scitail-pairs-qa_samples_per_second": 106.11, + "eval_scitail-pairs-qa_steps_per_second": 0.829, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_xsum-pairs_loss": 0.3350469172000885, + "eval_xsum-pairs_runtime": 6.2964, + "eval_xsum-pairs_samples_per_second": 20.329, + "eval_xsum-pairs_steps_per_second": 0.159, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_sciq_pairs_loss": 0.049434661865234375, + "eval_sciq_pairs_runtime": 8.842, + "eval_sciq_pairs_samples_per_second": 14.476, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_qasc_pairs_loss": 0.5639118552207947, + "eval_qasc_pairs_runtime": 1.3849, + "eval_qasc_pairs_samples_per_second": 92.427, + "eval_qasc_pairs_steps_per_second": 0.722, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_openbookqa_pairs_loss": 1.05269193649292, + "eval_openbookqa_pairs_runtime": 1.1797, + "eval_openbookqa_pairs_samples_per_second": 108.507, + "eval_openbookqa_pairs_steps_per_second": 0.848, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_nq_pairs_loss": 0.4486866295337677, + "eval_nq_pairs_runtime": 7.8754, + "eval_nq_pairs_samples_per_second": 16.253, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_trivia_pairs_loss": 0.9247066974639893, + "eval_trivia_pairs_runtime": 8.9272, + "eval_trivia_pairs_samples_per_second": 14.338, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_gooaq_pairs_loss": 0.48785579204559326, + "eval_gooaq_pairs_runtime": 2.0676, + "eval_gooaq_pairs_samples_per_second": 61.908, + "eval_gooaq_pairs_steps_per_second": 0.484, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_paws-pos_loss": 0.03304522857069969, + "eval_paws-pos_runtime": 1.5058, + "eval_paws-pos_samples_per_second": 85.006, + "eval_paws-pos_steps_per_second": 0.664, + "step": 1210 + }, + { + "epoch": 1.6598079561042525, + "eval_global_dataset_loss": 0.17109966278076172, + "eval_global_dataset_runtime": 33.2903, + "eval_global_dataset_samples_per_second": 11.535, + "eval_global_dataset_steps_per_second": 0.06, + "step": 1210 + }, + { + "epoch": 1.6611796982167353, + "grad_norm": 0.997722327709198, + "learning_rate": 0.0006833064938468983, + "loss": 0.7556, + "step": 1211 + }, + { + "epoch": 1.662551440329218, + "grad_norm": 0.8168772459030151, + "learning_rate": 0.0006824829196323835, + "loss": 0.3662, + "step": 1212 + }, + { + "epoch": 1.663923182441701, + "grad_norm": 0.888349711894989, + "learning_rate": 0.0006816588592661706, + "loss": 0.4531, + "step": 1213 + }, + { + "epoch": 1.6652949245541837, + "grad_norm": 0.8311971426010132, + "learning_rate": 0.0006808343157721843, + "loss": 0.3865, + "step": 1214 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 0.7048761248588562, + "learning_rate": 0.0006800092921761217, + "loss": 0.1989, + "step": 1215 + }, + { + "epoch": 1.6680384087791496, + "grad_norm": 1.002429723739624, + "learning_rate": 0.0006791837915054422, + "loss": 0.7612, + "step": 1216 + }, + { + "epoch": 1.6694101508916324, + "grad_norm": 0.7866646647453308, + "learning_rate": 0.0006783578167893554, + "loss": 0.2629, + "step": 1217 + }, + { + "epoch": 1.6707818930041154, + "grad_norm": 0.9134007096290588, + "learning_rate": 0.0006775313710588107, + "loss": 0.2691, + "step": 1218 + }, + { + "epoch": 1.6721536351165982, + "grad_norm": 0.9129055142402649, + "learning_rate": 0.0006767044573464859, + "loss": 0.3163, + "step": 1219 + }, + { + "epoch": 1.673525377229081, + "grad_norm": 1.4417338371276855, + "learning_rate": 0.0006758770786867756, + "loss": 0.8305, + "step": 1220 + }, + { + "epoch": 1.6748971193415638, + "grad_norm": 1.2343213558197021, + "learning_rate": 0.0006750492381157813, + "loss": 0.5856, + "step": 1221 + }, + { + "epoch": 1.6762688614540466, + "grad_norm": 1.145959734916687, + "learning_rate": 0.0006742209386712988, + "loss": 0.6262, + "step": 1222 + }, + { + "epoch": 1.6776406035665294, + "grad_norm": 1.3622524738311768, + "learning_rate": 0.0006733921833928082, + "loss": 0.9788, + "step": 1223 + }, + { + "epoch": 1.6790123456790123, + "grad_norm": 0.8386538028717041, + "learning_rate": 0.0006725629753214624, + "loss": 0.2964, + "step": 1224 + }, + { + "epoch": 1.680384087791495, + "grad_norm": 0.8498268723487854, + "learning_rate": 0.0006717333175000753, + "loss": 0.3994, + "step": 1225 + }, + { + "epoch": 1.681755829903978, + "grad_norm": 0.7893202900886536, + "learning_rate": 0.0006709032129731116, + "loss": 0.238, + "step": 1226 + }, + { + "epoch": 1.683127572016461, + "grad_norm": 1.3300206661224365, + "learning_rate": 0.0006700726647866752, + "loss": 0.7558, + "step": 1227 + }, + { + "epoch": 1.6844993141289437, + "grad_norm": 0.2805330157279968, + "learning_rate": 0.0006692416759884978, + "loss": 0.0618, + "step": 1228 + }, + { + "epoch": 1.6858710562414267, + "grad_norm": 1.1183727979660034, + "learning_rate": 0.0006684102496279282, + "loss": 0.6055, + "step": 1229 + }, + { + "epoch": 1.6872427983539096, + "grad_norm": 0.7943879961967468, + "learning_rate": 0.0006675783887559206, + "loss": 0.2375, + "step": 1230 + }, + { + "epoch": 1.6886145404663924, + "grad_norm": 1.056787371635437, + "learning_rate": 0.0006667460964250239, + "loss": 0.6418, + "step": 1231 + }, + { + "epoch": 1.6899862825788752, + "grad_norm": 0.9794418215751648, + "learning_rate": 0.0006659133756893701, + "loss": 0.4161, + "step": 1232 + }, + { + "epoch": 1.691358024691358, + "grad_norm": 1.454261064529419, + "learning_rate": 0.000665080229604663, + "loss": 0.8496, + "step": 1233 + }, + { + "epoch": 1.6927297668038408, + "grad_norm": 0.6377784013748169, + "learning_rate": 0.0006642466612281681, + "loss": 0.2544, + "step": 1234 + }, + { + "epoch": 1.6941015089163236, + "grad_norm": 0.9575461745262146, + "learning_rate": 0.0006634126736186996, + "loss": 0.6425, + "step": 1235 + }, + { + "epoch": 1.6954732510288066, + "grad_norm": 0.7310633063316345, + "learning_rate": 0.0006625782698366105, + "loss": 0.305, + "step": 1236 + }, + { + "epoch": 1.6968449931412894, + "grad_norm": 0.08044389635324478, + "learning_rate": 0.0006617434529437807, + "loss": 0.0233, + "step": 1237 + }, + { + "epoch": 1.6982167352537723, + "grad_norm": 0.9127602577209473, + "learning_rate": 0.0006609082260036067, + "loss": 0.4069, + "step": 1238 + }, + { + "epoch": 1.6995884773662553, + "grad_norm": 0.6515378952026367, + "learning_rate": 0.0006600725920809888, + "loss": 0.2676, + "step": 1239 + }, + { + "epoch": 1.700960219478738, + "grad_norm": 1.6227630376815796, + "learning_rate": 0.0006592365542423212, + "loss": 1.0908, + "step": 1240 + }, + { + "epoch": 1.702331961591221, + "grad_norm": 0.8537814617156982, + "learning_rate": 0.0006584001155554805, + "loss": 0.3488, + "step": 1241 + }, + { + "epoch": 1.7037037037037037, + "grad_norm": 1.0161237716674805, + "learning_rate": 0.0006575632790898139, + "loss": 0.4228, + "step": 1242 + }, + { + "epoch": 1.7050754458161865, + "grad_norm": 0.04983382299542427, + "learning_rate": 0.0006567260479161279, + "loss": 0.0046, + "step": 1243 + }, + { + "epoch": 1.7064471879286693, + "grad_norm": 0.29762783646583557, + "learning_rate": 0.0006558884251066784, + "loss": 0.0988, + "step": 1244 + }, + { + "epoch": 1.7078189300411522, + "grad_norm": 0.3031667470932007, + "learning_rate": 0.0006550504137351575, + "loss": 0.0973, + "step": 1245 + }, + { + "epoch": 1.709190672153635, + "grad_norm": 1.2469121217727661, + "learning_rate": 0.0006542120168766837, + "loss": 0.8523, + "step": 1246 + }, + { + "epoch": 1.710562414266118, + "grad_norm": 1.0651659965515137, + "learning_rate": 0.0006533732376077897, + "loss": 0.5622, + "step": 1247 + }, + { + "epoch": 1.7119341563786008, + "grad_norm": 0.7954362630844116, + "learning_rate": 0.000652534079006412, + "loss": 0.3217, + "step": 1248 + }, + { + "epoch": 1.7133058984910838, + "grad_norm": 0.011929897591471672, + "learning_rate": 0.0006516945441518783, + "loss": 0.001, + "step": 1249 + }, + { + "epoch": 1.7146776406035666, + "grad_norm": 0.9846453070640564, + "learning_rate": 0.0006508546361248975, + "loss": 0.5176, + "step": 1250 + }, + { + "epoch": 1.7160493827160495, + "grad_norm": 1.1483688354492188, + "learning_rate": 0.0006500143580075478, + "loss": 0.6453, + "step": 1251 + }, + { + "epoch": 1.7174211248285323, + "grad_norm": 1.3704094886779785, + "learning_rate": 0.0006491737128832655, + "loss": 1.3188, + "step": 1252 + }, + { + "epoch": 1.718792866941015, + "grad_norm": 0.9234495759010315, + "learning_rate": 0.0006483327038368335, + "loss": 0.3932, + "step": 1253 + }, + { + "epoch": 1.7201646090534979, + "grad_norm": 0.11448250710964203, + "learning_rate": 0.0006474913339543702, + "loss": 0.0185, + "step": 1254 + }, + { + "epoch": 1.7215363511659807, + "grad_norm": 1.2805852890014648, + "learning_rate": 0.0006466496063233181, + "loss": 0.971, + "step": 1255 + }, + { + "epoch": 1.7229080932784635, + "grad_norm": 0.7780861854553223, + "learning_rate": 0.0006458075240324323, + "loss": 0.3353, + "step": 1256 + }, + { + "epoch": 1.7242798353909465, + "grad_norm": 1.1954883337020874, + "learning_rate": 0.00064496509017177, + "loss": 0.6841, + "step": 1257 + }, + { + "epoch": 1.7256515775034293, + "grad_norm": 0.827632486820221, + "learning_rate": 0.0006441223078326775, + "loss": 0.721, + "step": 1258 + }, + { + "epoch": 1.7270233196159122, + "grad_norm": 0.24948333203792572, + "learning_rate": 0.0006432791801077807, + "loss": 0.0616, + "step": 1259 + }, + { + "epoch": 1.7283950617283952, + "grad_norm": 1.1211552619934082, + "learning_rate": 0.0006424357100909724, + "loss": 0.5487, + "step": 1260 + }, + { + "epoch": 1.729766803840878, + "grad_norm": 1.2169774770736694, + "learning_rate": 0.0006415919008774018, + "loss": 0.8525, + "step": 1261 + }, + { + "epoch": 1.7311385459533608, + "grad_norm": 1.7948731184005737, + "learning_rate": 0.0006407477555634624, + "loss": 2.4241, + "step": 1262 + }, + { + "epoch": 1.7325102880658436, + "grad_norm": 0.7268706560134888, + "learning_rate": 0.0006399032772467815, + "loss": 0.2625, + "step": 1263 + }, + { + "epoch": 1.7338820301783264, + "grad_norm": 0.7401131987571716, + "learning_rate": 0.0006390584690262079, + "loss": 0.3029, + "step": 1264 + }, + { + "epoch": 1.7352537722908092, + "grad_norm": 1.0757086277008057, + "learning_rate": 0.0006382133340018014, + "loss": 0.4507, + "step": 1265 + }, + { + "epoch": 1.736625514403292, + "grad_norm": 1.1075794696807861, + "learning_rate": 0.000637367875274821, + "loss": 0.5224, + "step": 1266 + }, + { + "epoch": 1.737997256515775, + "grad_norm": 0.7620236873626709, + "learning_rate": 0.000636522095947713, + "loss": 0.3083, + "step": 1267 + }, + { + "epoch": 1.739368998628258, + "grad_norm": 0.9617417454719543, + "learning_rate": 0.0006356759991241008, + "loss": 0.4949, + "step": 1268 + }, + { + "epoch": 1.7407407407407407, + "grad_norm": 0.6943480968475342, + "learning_rate": 0.0006348295879087725, + "loss": 0.2405, + "step": 1269 + }, + { + "epoch": 1.7421124828532237, + "grad_norm": 0.6589310169219971, + "learning_rate": 0.0006339828654076702, + "loss": 0.5279, + "step": 1270 + }, + { + "epoch": 1.7434842249657065, + "grad_norm": 1.53153657913208, + "learning_rate": 0.0006331358347278779, + "loss": 0.9917, + "step": 1271 + }, + { + "epoch": 1.7448559670781894, + "grad_norm": 0.8403283953666687, + "learning_rate": 0.0006322884989776106, + "loss": 0.3369, + "step": 1272 + }, + { + "epoch": 1.7462277091906722, + "grad_norm": 1.0415847301483154, + "learning_rate": 0.0006314408612662028, + "loss": 0.3732, + "step": 1273 + }, + { + "epoch": 1.747599451303155, + "grad_norm": 0.25916826725006104, + "learning_rate": 0.0006305929247040973, + "loss": 0.0661, + "step": 1274 + }, + { + "epoch": 1.7489711934156378, + "grad_norm": 1.2192212343215942, + "learning_rate": 0.0006297446924028331, + "loss": 0.6323, + "step": 1275 + }, + { + "epoch": 1.7503429355281206, + "grad_norm": 1.2962273359298706, + "learning_rate": 0.0006288961674750345, + "loss": 0.6912, + "step": 1276 + }, + { + "epoch": 1.7517146776406034, + "grad_norm": 1.0151057243347168, + "learning_rate": 0.0006280473530344001, + "loss": 0.3936, + "step": 1277 + }, + { + "epoch": 1.7530864197530864, + "grad_norm": 1.2462080717086792, + "learning_rate": 0.0006271982521956903, + "loss": 0.8227, + "step": 1278 + }, + { + "epoch": 1.7544581618655692, + "grad_norm": 1.4383113384246826, + "learning_rate": 0.0006263488680747167, + "loss": 0.8897, + "step": 1279 + }, + { + "epoch": 1.7558299039780523, + "grad_norm": 1.0021754503250122, + "learning_rate": 0.0006254992037883305, + "loss": 0.6694, + "step": 1280 + }, + { + "epoch": 1.757201646090535, + "grad_norm": 1.4071550369262695, + "learning_rate": 0.0006246492624544108, + "loss": 1.1674, + "step": 1281 + }, + { + "epoch": 1.758573388203018, + "grad_norm": 1.2787657976150513, + "learning_rate": 0.0006237990471918534, + "loss": 0.9683, + "step": 1282 + }, + { + "epoch": 1.7599451303155007, + "grad_norm": 0.9335445165634155, + "learning_rate": 0.0006229485611205591, + "loss": 0.4101, + "step": 1283 + }, + { + "epoch": 1.7613168724279835, + "grad_norm": 0.6943499445915222, + "learning_rate": 0.000622097807361423, + "loss": 0.2397, + "step": 1284 + }, + { + "epoch": 1.7626886145404663, + "grad_norm": 0.5063258409500122, + "learning_rate": 0.0006212467890363221, + "loss": 0.2143, + "step": 1285 + }, + { + "epoch": 1.7640603566529491, + "grad_norm": 0.681617259979248, + "learning_rate": 0.000620395509268104, + "loss": 0.2298, + "step": 1286 + }, + { + "epoch": 1.765432098765432, + "grad_norm": 0.759580671787262, + "learning_rate": 0.000619543971180576, + "loss": 0.2208, + "step": 1287 + }, + { + "epoch": 1.766803840877915, + "grad_norm": 1.967328667640686, + "learning_rate": 0.0006186921778984936, + "loss": 2.7031, + "step": 1288 + }, + { + "epoch": 1.7681755829903978, + "grad_norm": 0.7239300012588501, + "learning_rate": 0.0006178401325475478, + "loss": 0.2434, + "step": 1289 + }, + { + "epoch": 1.7695473251028808, + "grad_norm": 0.05359300971031189, + "learning_rate": 0.0006169878382543562, + "loss": 0.0168, + "step": 1290 + }, + { + "epoch": 1.7709190672153636, + "grad_norm": 1.200364351272583, + "learning_rate": 0.0006161352981464477, + "loss": 0.7013, + "step": 1291 + }, + { + "epoch": 1.7722908093278464, + "grad_norm": 0.8344475626945496, + "learning_rate": 0.0006152825153522552, + "loss": 0.3888, + "step": 1292 + }, + { + "epoch": 1.7736625514403292, + "grad_norm": 0.6791569590568542, + "learning_rate": 0.0006144294930011011, + "loss": 0.2658, + "step": 1293 + }, + { + "epoch": 1.775034293552812, + "grad_norm": 0.84284907579422, + "learning_rate": 0.0006135762342231873, + "loss": 0.3583, + "step": 1294 + }, + { + "epoch": 1.7764060356652949, + "grad_norm": 0.29227638244628906, + "learning_rate": 0.0006127227421495828, + "loss": 0.0755, + "step": 1295 + }, + { + "epoch": 1.7777777777777777, + "grad_norm": 0.8928852081298828, + "learning_rate": 0.0006118690199122132, + "loss": 0.4429, + "step": 1296 + }, + { + "epoch": 1.7791495198902605, + "grad_norm": 1.6905312538146973, + "learning_rate": 0.0006110150706438485, + "loss": 2.237, + "step": 1297 + }, + { + "epoch": 1.7805212620027435, + "grad_norm": 1.1262032985687256, + "learning_rate": 0.0006101608974780917, + "loss": 0.7558, + "step": 1298 + }, + { + "epoch": 1.7818930041152263, + "grad_norm": 0.6948930025100708, + "learning_rate": 0.0006093065035493679, + "loss": 0.2723, + "step": 1299 + }, + { + "epoch": 1.7832647462277091, + "grad_norm": 0.24116967618465424, + "learning_rate": 0.0006084518919929112, + "loss": 0.0494, + "step": 1300 + }, + { + "epoch": 1.7846364883401922, + "grad_norm": 0.6315394639968872, + "learning_rate": 0.0006075970659447554, + "loss": 0.3176, + "step": 1301 + }, + { + "epoch": 1.786008230452675, + "grad_norm": 0.9161370992660522, + "learning_rate": 0.000606742028541721, + "loss": 0.5089, + "step": 1302 + }, + { + "epoch": 1.7873799725651578, + "grad_norm": 0.9291093945503235, + "learning_rate": 0.000605886782921404, + "loss": 0.393, + "step": 1303 + }, + { + "epoch": 1.7887517146776406, + "grad_norm": 1.323377251625061, + "learning_rate": 0.0006050313322221644, + "loss": 0.5742, + "step": 1304 + }, + { + "epoch": 1.7901234567901234, + "grad_norm": 0.9670718312263489, + "learning_rate": 0.0006041756795831149, + "loss": 0.4133, + "step": 1305 + }, + { + "epoch": 1.7914951989026062, + "grad_norm": 0.9999484419822693, + "learning_rate": 0.0006033198281441092, + "loss": 0.27, + "step": 1306 + }, + { + "epoch": 1.792866941015089, + "grad_norm": 0.07621736824512482, + "learning_rate": 0.0006024637810457305, + "loss": 0.0222, + "step": 1307 + }, + { + "epoch": 1.794238683127572, + "grad_norm": 1.278146743774414, + "learning_rate": 0.0006016075414292803, + "loss": 0.7613, + "step": 1308 + }, + { + "epoch": 1.7956104252400549, + "grad_norm": 0.7870069742202759, + "learning_rate": 0.0006007511124367655, + "loss": 0.3205, + "step": 1309 + }, + { + "epoch": 1.7969821673525377, + "grad_norm": 1.035514235496521, + "learning_rate": 0.0005998944972108893, + "loss": 0.5285, + "step": 1310 + }, + { + "epoch": 1.7983539094650207, + "grad_norm": 1.6261982917785645, + "learning_rate": 0.0005990376988950372, + "loss": 1.1638, + "step": 1311 + }, + { + "epoch": 1.7997256515775035, + "grad_norm": 1.0589638948440552, + "learning_rate": 0.0005981807206332674, + "loss": 0.4896, + "step": 1312 + }, + { + "epoch": 1.8010973936899863, + "grad_norm": 1.3563940525054932, + "learning_rate": 0.0005973235655702977, + "loss": 0.9292, + "step": 1313 + }, + { + "epoch": 1.8024691358024691, + "grad_norm": 0.1488310843706131, + "learning_rate": 0.000596466236851495, + "loss": 0.0218, + "step": 1314 + }, + { + "epoch": 1.803840877914952, + "grad_norm": 1.3866550922393799, + "learning_rate": 0.0005956087376228635, + "loss": 1.1564, + "step": 1315 + }, + { + "epoch": 1.8052126200274348, + "grad_norm": 1.1175358295440674, + "learning_rate": 0.0005947510710310332, + "loss": 0.6993, + "step": 1316 + }, + { + "epoch": 1.8065843621399176, + "grad_norm": 0.8143815398216248, + "learning_rate": 0.0005938932402232478, + "loss": 0.3121, + "step": 1317 + }, + { + "epoch": 1.8079561042524004, + "grad_norm": 0.6992862224578857, + "learning_rate": 0.0005930352483473541, + "loss": 0.2695, + "step": 1318 + }, + { + "epoch": 1.8093278463648834, + "grad_norm": 0.7818698883056641, + "learning_rate": 0.0005921770985517896, + "loss": 0.3433, + "step": 1319 + }, + { + "epoch": 1.8106995884773662, + "grad_norm": 1.084694743156433, + "learning_rate": 0.0005913187939855712, + "loss": 0.5801, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_Qnli-dev_cosine_accuracy": 0.68359375, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.8255622386932373, + "eval_Qnli-dev_cosine_ap": 0.704102725107835, + "eval_Qnli-dev_cosine_f1": 0.6711635750421585, + "eval_Qnli-dev_cosine_f1_threshold": 0.7398440837860107, + "eval_Qnli-dev_cosine_precision": 0.5574229691876751, + "eval_Qnli-dev_cosine_recall": 0.8432203389830508, + "eval_allNLI-dev_cosine_accuracy": 0.759765625, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8565953969955444, + "eval_allNLI-dev_cosine_ap": 0.6642943148626037, + "eval_allNLI-dev_cosine_f1": 0.6821345707656612, + "eval_allNLI-dev_cosine_f1_threshold": 0.8120832443237305, + "eval_allNLI-dev_cosine_precision": 0.5697674418604651, + "eval_allNLI-dev_cosine_recall": 0.8497109826589595, + "eval_sequential_score": 0.704102725107835, + "eval_sts-test_pearson_cosine": 0.8542731951542171, + "eval_sts-test_spearman_cosine": 0.8967417072099189, + "eval_vitaminc-pairs_loss": 2.6616897583007812, + "eval_vitaminc-pairs_runtime": 14.3302, + "eval_vitaminc-pairs_samples_per_second": 8.932, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_negation-triplets_loss": 1.6190333366394043, + "eval_negation-triplets_runtime": 1.1541, + "eval_negation-triplets_samples_per_second": 110.91, + "eval_negation-triplets_steps_per_second": 0.866, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_scitail-pairs-pos_loss": 0.07770822197198868, + "eval_scitail-pairs-pos_runtime": 1.556, + "eval_scitail-pairs-pos_samples_per_second": 82.265, + "eval_scitail-pairs-pos_steps_per_second": 0.643, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_scitail-pairs-qa_loss": 0.019692424684762955, + "eval_scitail-pairs-qa_runtime": 1.2095, + "eval_scitail-pairs-qa_samples_per_second": 105.825, + "eval_scitail-pairs-qa_steps_per_second": 0.827, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_xsum-pairs_loss": 0.3254554867744446, + "eval_xsum-pairs_runtime": 6.3016, + "eval_xsum-pairs_samples_per_second": 20.312, + "eval_xsum-pairs_steps_per_second": 0.159, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_sciq_pairs_loss": 0.04983934760093689, + "eval_sciq_pairs_runtime": 8.8191, + "eval_sciq_pairs_samples_per_second": 14.514, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_qasc_pairs_loss": 0.5611276030540466, + "eval_qasc_pairs_runtime": 1.3857, + "eval_qasc_pairs_samples_per_second": 92.372, + "eval_qasc_pairs_steps_per_second": 0.722, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_openbookqa_pairs_loss": 1.0168133974075317, + "eval_openbookqa_pairs_runtime": 1.1846, + "eval_openbookqa_pairs_samples_per_second": 108.054, + "eval_openbookqa_pairs_steps_per_second": 0.844, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_nq_pairs_loss": 0.42112109065055847, + "eval_nq_pairs_runtime": 7.8899, + "eval_nq_pairs_samples_per_second": 16.223, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_trivia_pairs_loss": 0.9307765364646912, + "eval_trivia_pairs_runtime": 8.9337, + "eval_trivia_pairs_samples_per_second": 14.328, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_gooaq_pairs_loss": 0.36324459314346313, + "eval_gooaq_pairs_runtime": 2.0704, + "eval_gooaq_pairs_samples_per_second": 61.823, + "eval_gooaq_pairs_steps_per_second": 0.483, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_paws-pos_loss": 0.03297324851155281, + "eval_paws-pos_runtime": 1.5112, + "eval_paws-pos_samples_per_second": 84.703, + "eval_paws-pos_steps_per_second": 0.662, + "step": 1320 + }, + { + "epoch": 1.8106995884773662, + "eval_global_dataset_loss": 0.14889036118984222, + "eval_global_dataset_runtime": 33.323, + "eval_global_dataset_samples_per_second": 11.524, + "eval_global_dataset_steps_per_second": 0.06, + "step": 1320 + }, + { + "epoch": 1.8120713305898493, + "grad_norm": 0.7217302918434143, + "learning_rate": 0.0005904603377982843, + "loss": 0.2583, + "step": 1321 + }, + { + "epoch": 1.813443072702332, + "grad_norm": 1.1906356811523438, + "learning_rate": 0.0005896017331400701, + "loss": 0.8316, + "step": 1322 + }, + { + "epoch": 1.8148148148148149, + "grad_norm": 0.6650034189224243, + "learning_rate": 0.0005887429831616149, + "loss": 0.2274, + "step": 1323 + }, + { + "epoch": 1.8161865569272977, + "grad_norm": 1.5441964864730835, + "learning_rate": 0.0005878840910141382, + "loss": 2.1941, + "step": 1324 + }, + { + "epoch": 1.8175582990397805, + "grad_norm": 1.0425294637680054, + "learning_rate": 0.0005870250598493812, + "loss": 0.6983, + "step": 1325 + }, + { + "epoch": 1.8189300411522633, + "grad_norm": 0.8109580874443054, + "learning_rate": 0.0005861658928195953, + "loss": 0.5648, + "step": 1326 + }, + { + "epoch": 1.8203017832647461, + "grad_norm": 0.7858747839927673, + "learning_rate": 0.0005853065930775303, + "loss": 0.6832, + "step": 1327 + }, + { + "epoch": 1.821673525377229, + "grad_norm": 1.1353682279586792, + "learning_rate": 0.0005844471637764232, + "loss": 0.9365, + "step": 1328 + }, + { + "epoch": 1.823045267489712, + "grad_norm": 1.1159850358963013, + "learning_rate": 0.0005835876080699861, + "loss": 0.5956, + "step": 1329 + }, + { + "epoch": 1.8244170096021948, + "grad_norm": 0.6525911092758179, + "learning_rate": 0.0005827279291123952, + "loss": 0.3664, + "step": 1330 + }, + { + "epoch": 1.8257887517146778, + "grad_norm": 0.8970305323600769, + "learning_rate": 0.0005818681300582791, + "loss": 0.3912, + "step": 1331 + }, + { + "epoch": 1.8271604938271606, + "grad_norm": 0.5065335631370544, + "learning_rate": 0.0005810082140627068, + "loss": 0.2514, + "step": 1332 + }, + { + "epoch": 1.8285322359396434, + "grad_norm": 1.2469602823257446, + "learning_rate": 0.0005801481842811767, + "loss": 0.7824, + "step": 1333 + }, + { + "epoch": 1.8299039780521262, + "grad_norm": 1.601326823234558, + "learning_rate": 0.0005792880438696045, + "loss": 2.206, + "step": 1334 + }, + { + "epoch": 1.831275720164609, + "grad_norm": 0.8241387605667114, + "learning_rate": 0.0005784277959843118, + "loss": 0.3221, + "step": 1335 + }, + { + "epoch": 1.8326474622770919, + "grad_norm": 0.8276524543762207, + "learning_rate": 0.000577567443782015, + "loss": 0.3341, + "step": 1336 + }, + { + "epoch": 1.8340192043895747, + "grad_norm": 0.8643388152122498, + "learning_rate": 0.0005767069904198127, + "loss": 0.729, + "step": 1337 + }, + { + "epoch": 1.8353909465020575, + "grad_norm": 0.7606627941131592, + "learning_rate": 0.0005758464390551757, + "loss": 0.6144, + "step": 1338 + }, + { + "epoch": 1.8367626886145405, + "grad_norm": 0.9748532176017761, + "learning_rate": 0.0005749857928459329, + "loss": 0.7109, + "step": 1339 + }, + { + "epoch": 1.8381344307270233, + "grad_norm": 0.8658832311630249, + "learning_rate": 0.0005741250549502625, + "loss": 0.3156, + "step": 1340 + }, + { + "epoch": 1.8395061728395061, + "grad_norm": 0.8404828310012817, + "learning_rate": 0.0005732642285266789, + "loss": 0.3467, + "step": 1341 + }, + { + "epoch": 1.8408779149519892, + "grad_norm": 0.04380436986684799, + "learning_rate": 0.0005724033167340211, + "loss": 0.014, + "step": 1342 + }, + { + "epoch": 1.842249657064472, + "grad_norm": 1.252928376197815, + "learning_rate": 0.0005715423227314415, + "loss": 0.8103, + "step": 1343 + }, + { + "epoch": 1.8436213991769548, + "grad_norm": 1.0460238456726074, + "learning_rate": 0.0005706812496783939, + "loss": 0.6483, + "step": 1344 + }, + { + "epoch": 1.8449931412894376, + "grad_norm": 1.0595881938934326, + "learning_rate": 0.0005698201007346228, + "loss": 0.4824, + "step": 1345 + }, + { + "epoch": 1.8463648834019204, + "grad_norm": 1.090699315071106, + "learning_rate": 0.0005689588790601505, + "loss": 0.5612, + "step": 1346 + }, + { + "epoch": 1.8477366255144032, + "grad_norm": 0.910548746585846, + "learning_rate": 0.0005680975878152667, + "loss": 0.405, + "step": 1347 + }, + { + "epoch": 1.849108367626886, + "grad_norm": 0.4889523983001709, + "learning_rate": 0.0005672362301605159, + "loss": 0.2155, + "step": 1348 + }, + { + "epoch": 1.850480109739369, + "grad_norm": 1.3011939525604248, + "learning_rate": 0.0005663748092566871, + "loss": 0.9729, + "step": 1349 + }, + { + "epoch": 1.8518518518518519, + "grad_norm": 1.141930103302002, + "learning_rate": 0.0005655133282648002, + "loss": 0.7711, + "step": 1350 + }, + { + "epoch": 1.8532235939643347, + "grad_norm": 1.3324170112609863, + "learning_rate": 0.0005646517903460969, + "loss": 0.744, + "step": 1351 + }, + { + "epoch": 1.8545953360768177, + "grad_norm": 0.8066291213035583, + "learning_rate": 0.0005637901986620269, + "loss": 0.4788, + "step": 1352 + }, + { + "epoch": 1.8559670781893005, + "grad_norm": 1.0100136995315552, + "learning_rate": 0.0005629285563742375, + "loss": 0.3615, + "step": 1353 + }, + { + "epoch": 1.8573388203017833, + "grad_norm": 0.8026612997055054, + "learning_rate": 0.0005620668666445614, + "loss": 0.3708, + "step": 1354 + }, + { + "epoch": 1.8587105624142661, + "grad_norm": 0.19276215136051178, + "learning_rate": 0.000561205132635006, + "loss": 0.033, + "step": 1355 + }, + { + "epoch": 1.860082304526749, + "grad_norm": 1.025549292564392, + "learning_rate": 0.0005603433575077408, + "loss": 0.4009, + "step": 1356 + }, + { + "epoch": 1.8614540466392318, + "grad_norm": 1.6740082502365112, + "learning_rate": 0.000559481544425086, + "loss": 1.926, + "step": 1357 + }, + { + "epoch": 1.8628257887517146, + "grad_norm": 1.2980937957763672, + "learning_rate": 0.0005586196965495013, + "loss": 0.8072, + "step": 1358 + }, + { + "epoch": 1.8641975308641974, + "grad_norm": 0.8644011616706848, + "learning_rate": 0.0005577578170435744, + "loss": 0.3109, + "step": 1359 + }, + { + "epoch": 1.8655692729766804, + "grad_norm": 2.233858585357666, + "learning_rate": 0.0005568959090700085, + "loss": 0.4154, + "step": 1360 + }, + { + "epoch": 1.8669410150891632, + "grad_norm": 1.1081209182739258, + "learning_rate": 0.0005560339757916114, + "loss": 0.5795, + "step": 1361 + }, + { + "epoch": 1.8683127572016462, + "grad_norm": 1.0910987854003906, + "learning_rate": 0.000555172020371284, + "loss": 0.4871, + "step": 1362 + }, + { + "epoch": 1.869684499314129, + "grad_norm": 1.2585242986679077, + "learning_rate": 0.0005543100459720082, + "loss": 1.0374, + "step": 1363 + }, + { + "epoch": 1.8710562414266119, + "grad_norm": 0.443185031414032, + "learning_rate": 0.0005534480557568358, + "loss": 0.1307, + "step": 1364 + }, + { + "epoch": 1.8724279835390947, + "grad_norm": 0.28277719020843506, + "learning_rate": 0.0005525860528888763, + "loss": 0.0887, + "step": 1365 + }, + { + "epoch": 1.8737997256515775, + "grad_norm": 0.7355390787124634, + "learning_rate": 0.0005517240405312861, + "loss": 0.2693, + "step": 1366 + }, + { + "epoch": 1.8751714677640603, + "grad_norm": 0.6901568174362183, + "learning_rate": 0.0005508620218472559, + "loss": 0.2979, + "step": 1367 + }, + { + "epoch": 1.876543209876543, + "grad_norm": 1.2250417470932007, + "learning_rate": 0.00055, + "loss": 1.0071, + "step": 1368 + }, + { + "epoch": 1.877914951989026, + "grad_norm": 0.7271076440811157, + "learning_rate": 0.0005491379781527441, + "loss": 0.279, + "step": 1369 + }, + { + "epoch": 1.879286694101509, + "grad_norm": 0.9835717678070068, + "learning_rate": 0.0005482759594687139, + "loss": 0.3602, + "step": 1370 + }, + { + "epoch": 1.8806584362139918, + "grad_norm": 0.033808544278144836, + "learning_rate": 0.0005474139471111236, + "loss": 0.0021, + "step": 1371 + }, + { + "epoch": 1.8820301783264746, + "grad_norm": 1.7630671262741089, + "learning_rate": 0.0005465519442431644, + "loss": 2.27, + "step": 1372 + }, + { + "epoch": 1.8834019204389576, + "grad_norm": 0.5855235457420349, + "learning_rate": 0.0005456899540279919, + "loss": 0.1512, + "step": 1373 + }, + { + "epoch": 1.8847736625514404, + "grad_norm": 0.08143964409828186, + "learning_rate": 0.0005448279796287162, + "loss": 0.0145, + "step": 1374 + }, + { + "epoch": 1.8861454046639232, + "grad_norm": 0.9642957448959351, + "learning_rate": 0.0005439660242083887, + "loss": 0.7036, + "step": 1375 + }, + { + "epoch": 1.887517146776406, + "grad_norm": 0.9404665231704712, + "learning_rate": 0.0005431040909299917, + "loss": 0.909, + "step": 1376 + }, + { + "epoch": 1.8888888888888888, + "grad_norm": 1.1969925165176392, + "learning_rate": 0.0005422421829564257, + "loss": 0.4964, + "step": 1377 + }, + { + "epoch": 1.8902606310013716, + "grad_norm": 1.3970376253128052, + "learning_rate": 0.0005413803034504987, + "loss": 0.6489, + "step": 1378 + }, + { + "epoch": 1.8916323731138545, + "grad_norm": 0.7244808077812195, + "learning_rate": 0.0005405184555749141, + "loss": 0.2642, + "step": 1379 + }, + { + "epoch": 1.8930041152263375, + "grad_norm": 0.6473244428634644, + "learning_rate": 0.0005396566424922594, + "loss": 0.2334, + "step": 1380 + }, + { + "epoch": 1.8943758573388203, + "grad_norm": 0.6226911544799805, + "learning_rate": 0.0005387948673649941, + "loss": 0.1945, + "step": 1381 + }, + { + "epoch": 1.8957475994513031, + "grad_norm": 0.98714679479599, + "learning_rate": 0.0005379331333554387, + "loss": 0.4454, + "step": 1382 + }, + { + "epoch": 1.8971193415637861, + "grad_norm": 2.2500009536743164, + "learning_rate": 0.0005370714436257626, + "loss": 2.3906, + "step": 1383 + }, + { + "epoch": 1.898491083676269, + "grad_norm": 0.8889829516410828, + "learning_rate": 0.0005362098013379731, + "loss": 0.383, + "step": 1384 + }, + { + "epoch": 1.8998628257887518, + "grad_norm": 0.8902282118797302, + "learning_rate": 0.0005353482096539032, + "loss": 0.3762, + "step": 1385 + }, + { + "epoch": 1.9012345679012346, + "grad_norm": 1.122749924659729, + "learning_rate": 0.0005344866717351998, + "loss": 0.6162, + "step": 1386 + }, + { + "epoch": 1.9026063100137174, + "grad_norm": 0.7740704417228699, + "learning_rate": 0.0005336251907433131, + "loss": 0.3481, + "step": 1387 + }, + { + "epoch": 1.9039780521262002, + "grad_norm": 1.2710886001586914, + "learning_rate": 0.0005327637698394842, + "loss": 0.5127, + "step": 1388 + }, + { + "epoch": 1.905349794238683, + "grad_norm": 0.8675487041473389, + "learning_rate": 0.0005319024121847335, + "loss": 0.3343, + "step": 1389 + }, + { + "epoch": 1.906721536351166, + "grad_norm": 1.356113314628601, + "learning_rate": 0.0005310411209398497, + "loss": 1.1876, + "step": 1390 + }, + { + "epoch": 1.9080932784636488, + "grad_norm": 0.952815055847168, + "learning_rate": 0.0005301798992653773, + "loss": 0.6026, + "step": 1391 + }, + { + "epoch": 1.9094650205761317, + "grad_norm": 0.846481442451477, + "learning_rate": 0.0005293187503216061, + "loss": 0.6693, + "step": 1392 + }, + { + "epoch": 1.9108367626886147, + "grad_norm": 0.5305373072624207, + "learning_rate": 0.0005284576772685587, + "loss": 0.2117, + "step": 1393 + }, + { + "epoch": 1.9122085048010975, + "grad_norm": 0.7927342057228088, + "learning_rate": 0.000527596683265979, + "loss": 0.071, + "step": 1394 + }, + { + "epoch": 1.9135802469135803, + "grad_norm": 0.008174515329301357, + "learning_rate": 0.0005267357714733212, + "loss": 0.0005, + "step": 1395 + }, + { + "epoch": 1.9149519890260631, + "grad_norm": 0.7991533279418945, + "learning_rate": 0.0005258749450497375, + "loss": 0.2404, + "step": 1396 + }, + { + "epoch": 1.916323731138546, + "grad_norm": 0.7553089261054993, + "learning_rate": 0.0005250142071540672, + "loss": 0.3381, + "step": 1397 + }, + { + "epoch": 1.9176954732510287, + "grad_norm": 0.9493179321289062, + "learning_rate": 0.0005241535609448246, + "loss": 0.3629, + "step": 1398 + }, + { + "epoch": 1.9190672153635115, + "grad_norm": 0.9063156247138977, + "learning_rate": 0.0005232930095801873, + "loss": 0.7822, + "step": 1399 + }, + { + "epoch": 1.9204389574759944, + "grad_norm": 0.8389520645141602, + "learning_rate": 0.0005224325562179852, + "loss": 0.3496, + "step": 1400 + }, + { + "epoch": 1.9218106995884774, + "grad_norm": 0.6279504895210266, + "learning_rate": 0.0005215722040156882, + "loss": 0.4386, + "step": 1401 + }, + { + "epoch": 1.9231824417009602, + "grad_norm": 0.9310237169265747, + "learning_rate": 0.0005207119561303955, + "loss": 0.4143, + "step": 1402 + }, + { + "epoch": 1.9245541838134432, + "grad_norm": 0.5880483388900757, + "learning_rate": 0.0005198518157188233, + "loss": 0.1584, + "step": 1403 + }, + { + "epoch": 1.925925925925926, + "grad_norm": 1.0311490297317505, + "learning_rate": 0.0005189917859372932, + "loss": 0.4402, + "step": 1404 + }, + { + "epoch": 1.9272976680384089, + "grad_norm": 1.3352612257003784, + "learning_rate": 0.0005181318699417209, + "loss": 0.5997, + "step": 1405 + }, + { + "epoch": 1.9286694101508917, + "grad_norm": 1.2198524475097656, + "learning_rate": 0.0005172720708876049, + "loss": 0.8703, + "step": 1406 + }, + { + "epoch": 1.9300411522633745, + "grad_norm": 1.4707508087158203, + "learning_rate": 0.0005164123919300141, + "loss": 0.5668, + "step": 1407 + }, + { + "epoch": 1.9314128943758573, + "grad_norm": 0.8805152773857117, + "learning_rate": 0.000515552836223577, + "loss": 0.3641, + "step": 1408 + }, + { + "epoch": 1.93278463648834, + "grad_norm": 0.23930779099464417, + "learning_rate": 0.0005146934069224699, + "loss": 0.0548, + "step": 1409 + }, + { + "epoch": 1.934156378600823, + "grad_norm": 0.7509860992431641, + "learning_rate": 0.0005138341071804048, + "loss": 0.3144, + "step": 1410 + }, + { + "epoch": 1.935528120713306, + "grad_norm": 0.9754939079284668, + "learning_rate": 0.0005129749401506188, + "loss": 0.4717, + "step": 1411 + }, + { + "epoch": 1.9368998628257887, + "grad_norm": 0.8737241625785828, + "learning_rate": 0.0005121159089858619, + "loss": 0.5172, + "step": 1412 + }, + { + "epoch": 1.9382716049382716, + "grad_norm": 0.6344308257102966, + "learning_rate": 0.0005112570168383853, + "loss": 0.2321, + "step": 1413 + }, + { + "epoch": 1.9396433470507546, + "grad_norm": 0.7870036959648132, + "learning_rate": 0.0005103982668599301, + "loss": 0.4769, + "step": 1414 + }, + { + "epoch": 1.9410150891632374, + "grad_norm": 0.6882089376449585, + "learning_rate": 0.0005095396622017159, + "loss": 0.2728, + "step": 1415 + }, + { + "epoch": 1.9423868312757202, + "grad_norm": 0.7683596014976501, + "learning_rate": 0.0005086812060144289, + "loss": 0.2708, + "step": 1416 + }, + { + "epoch": 1.943758573388203, + "grad_norm": 0.7284392714500427, + "learning_rate": 0.0005078229014482106, + "loss": 0.3232, + "step": 1417 + }, + { + "epoch": 1.9451303155006858, + "grad_norm": 0.0, + "learning_rate": 0.000506964751652646, + "loss": 0.0, + "step": 1418 + }, + { + "epoch": 1.9465020576131686, + "grad_norm": 0.6421178579330444, + "learning_rate": 0.0005061067597767522, + "loss": 0.1953, + "step": 1419 + }, + { + "epoch": 1.9478737997256514, + "grad_norm": 0.0, + "learning_rate": 0.0005052489289689668, + "loss": 0.0, + "step": 1420 + }, + { + "epoch": 1.9492455418381345, + "grad_norm": 1.020440697669983, + "learning_rate": 0.0005043912623771364, + "loss": 0.6342, + "step": 1421 + }, + { + "epoch": 1.9506172839506173, + "grad_norm": 0.0, + "learning_rate": 0.0005035337631485049, + "loss": 0.0, + "step": 1422 + }, + { + "epoch": 1.9519890260631, + "grad_norm": 0.5529129505157471, + "learning_rate": 0.0005026764344297025, + "loss": 0.1558, + "step": 1423 + }, + { + "epoch": 1.9533607681755831, + "grad_norm": 0.8919342756271362, + "learning_rate": 0.0005018192793667327, + "loss": 0.3226, + "step": 1424 + }, + { + "epoch": 1.954732510288066, + "grad_norm": 1.030969500541687, + "learning_rate": 0.0005009623011049628, + "loss": 0.5909, + "step": 1425 + }, + { + "epoch": 1.9561042524005487, + "grad_norm": 0.8139785528182983, + "learning_rate": 0.0005001055027891107, + "loss": 0.3616, + "step": 1426 + }, + { + "epoch": 1.9574759945130316, + "grad_norm": 0.1583840399980545, + "learning_rate": 0.0004992488875632344, + "loss": 0.0266, + "step": 1427 + }, + { + "epoch": 1.9588477366255144, + "grad_norm": 0.6428976655006409, + "learning_rate": 0.0004983924585707199, + "loss": 0.2087, + "step": 1428 + }, + { + "epoch": 1.9602194787379972, + "grad_norm": 0.9203245639801025, + "learning_rate": 0.0004975362189542693, + "loss": 0.3917, + "step": 1429 + }, + { + "epoch": 1.96159122085048, + "grad_norm": 1.1004509925842285, + "learning_rate": 0.0004966801718558907, + "loss": 0.576, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_Qnli-dev_cosine_accuracy": 0.701171875, + "eval_Qnli-dev_cosine_accuracy_threshold": 0.7974262237548828, + "eval_Qnli-dev_cosine_ap": 0.7171798618958563, + "eval_Qnli-dev_cosine_f1": 0.6852459016393443, + "eval_Qnli-dev_cosine_f1_threshold": 0.678528368473053, + "eval_Qnli-dev_cosine_precision": 0.5588235294117647, + "eval_Qnli-dev_cosine_recall": 0.885593220338983, + "eval_allNLI-dev_cosine_accuracy": 0.75, + "eval_allNLI-dev_cosine_accuracy_threshold": 0.8176702260971069, + "eval_allNLI-dev_cosine_ap": 0.6574338658246667, + "eval_allNLI-dev_cosine_f1": 0.6778846153846154, + "eval_allNLI-dev_cosine_f1_threshold": 0.7788312435150146, + "eval_allNLI-dev_cosine_precision": 0.5802469135802469, + "eval_allNLI-dev_cosine_recall": 0.815028901734104, + "eval_sequential_score": 0.7171798618958563, + "eval_sts-test_pearson_cosine": 0.8515279149221622, + "eval_sts-test_spearman_cosine": 0.8932732159445169, + "eval_vitaminc-pairs_loss": 2.5826990604400635, + "eval_vitaminc-pairs_runtime": 14.3073, + "eval_vitaminc-pairs_samples_per_second": 8.946, + "eval_vitaminc-pairs_steps_per_second": 0.07, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_negation-triplets_loss": 1.7073193788528442, + "eval_negation-triplets_runtime": 1.1542, + "eval_negation-triplets_samples_per_second": 110.899, + "eval_negation-triplets_steps_per_second": 0.866, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_scitail-pairs-pos_loss": 0.0925920307636261, + "eval_scitail-pairs-pos_runtime": 1.5945, + "eval_scitail-pairs-pos_samples_per_second": 80.274, + "eval_scitail-pairs-pos_steps_per_second": 0.627, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_scitail-pairs-qa_loss": 0.010568181052803993, + "eval_scitail-pairs-qa_runtime": 1.2122, + "eval_scitail-pairs-qa_samples_per_second": 105.592, + "eval_scitail-pairs-qa_steps_per_second": 0.825, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_xsum-pairs_loss": 0.3752261698246002, + "eval_xsum-pairs_runtime": 6.2994, + "eval_xsum-pairs_samples_per_second": 20.319, + "eval_xsum-pairs_steps_per_second": 0.159, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_sciq_pairs_loss": 0.051870059221982956, + "eval_sciq_pairs_runtime": 8.8447, + "eval_sciq_pairs_samples_per_second": 14.472, + "eval_sciq_pairs_steps_per_second": 0.113, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_qasc_pairs_loss": 0.4638119041919708, + "eval_qasc_pairs_runtime": 1.3871, + "eval_qasc_pairs_samples_per_second": 92.279, + "eval_qasc_pairs_steps_per_second": 0.721, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_openbookqa_pairs_loss": 1.0335954427719116, + "eval_openbookqa_pairs_runtime": 1.1815, + "eval_openbookqa_pairs_samples_per_second": 108.341, + "eval_openbookqa_pairs_steps_per_second": 0.846, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_nq_pairs_loss": 0.3726777732372284, + "eval_nq_pairs_runtime": 7.8895, + "eval_nq_pairs_samples_per_second": 16.224, + "eval_nq_pairs_steps_per_second": 0.127, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_trivia_pairs_loss": 1.030998945236206, + "eval_trivia_pairs_runtime": 8.9248, + "eval_trivia_pairs_samples_per_second": 14.342, + "eval_trivia_pairs_steps_per_second": 0.112, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_gooaq_pairs_loss": 0.3627088963985443, + "eval_gooaq_pairs_runtime": 2.0736, + "eval_gooaq_pairs_samples_per_second": 61.727, + "eval_gooaq_pairs_steps_per_second": 0.482, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_paws-pos_loss": 0.031019559130072594, + "eval_paws-pos_runtime": 1.5101, + "eval_paws-pos_samples_per_second": 84.763, + "eval_paws-pos_steps_per_second": 0.662, + "step": 1430 + }, + { + "epoch": 1.96159122085048, + "eval_global_dataset_loss": 0.16385747492313385, + "eval_global_dataset_runtime": 33.2974, + "eval_global_dataset_samples_per_second": 11.532, + "eval_global_dataset_steps_per_second": 0.06, + "step": 1430 + }, + { + "epoch": 1.9629629629629628, + "grad_norm": 2.026968002319336, + "learning_rate": 0.000495824320416885, + "loss": 0.5071, + "step": 1431 + }, + { + "epoch": 1.9643347050754458, + "grad_norm": 0.7993743419647217, + "learning_rate": 0.0004949686677778357, + "loss": 0.4727, + "step": 1432 + }, + { + "epoch": 1.9657064471879286, + "grad_norm": 1.2210170030593872, + "learning_rate": 0.0004941132170785961, + "loss": 0.5103, + "step": 1433 + }, + { + "epoch": 1.9670781893004117, + "grad_norm": 0.7634997367858887, + "learning_rate": 0.000493257971458279, + "loss": 0.2869, + "step": 1434 + }, + { + "epoch": 1.9684499314128945, + "grad_norm": 0.0937565490603447, + "learning_rate": 0.0004924029340552445, + "loss": 0.0089, + "step": 1435 + }, + { + "epoch": 1.9698216735253773, + "grad_norm": 0.6921523213386536, + "learning_rate": 0.0004915481080070887, + "loss": 0.2646, + "step": 1436 + }, + { + "epoch": 1.97119341563786, + "grad_norm": 1.2052950859069824, + "learning_rate": 0.0004906934964506323, + "loss": 0.6537, + "step": 1437 + }, + { + "epoch": 1.972565157750343, + "grad_norm": 0.8960882425308228, + "learning_rate": 0.0004898391025219082, + "loss": 0.2793, + "step": 1438 + }, + { + "epoch": 1.9739368998628257, + "grad_norm": 0.7656137347221375, + "learning_rate": 0.0004889849293561514, + "loss": 0.5212, + "step": 1439 + }, + { + "epoch": 1.9753086419753085, + "grad_norm": 0.8401959538459778, + "learning_rate": 0.0004881309800877868, + "loss": 0.2822, + "step": 1440 + }, + { + "epoch": 1.9766803840877913, + "grad_norm": 0.7792916893959045, + "learning_rate": 0.0004872772578504172, + "loss": 0.2842, + "step": 1441 + }, + { + "epoch": 1.9780521262002744, + "grad_norm": 1.225069284439087, + "learning_rate": 0.0004864237657768128, + "loss": 0.5147, + "step": 1442 + }, + { + "epoch": 1.9794238683127572, + "grad_norm": 0.0, + "learning_rate": 0.0004855705069988989, + "loss": 0.0, + "step": 1443 + }, + { + "epoch": 1.9807956104252402, + "grad_norm": 0.6112133264541626, + "learning_rate": 0.0004847174846477448, + "loss": 0.1922, + "step": 1444 + }, + { + "epoch": 1.982167352537723, + "grad_norm": 0.8112490773200989, + "learning_rate": 0.00048386470185355225, + "loss": 0.298, + "step": 1445 + }, + { + "epoch": 1.9835390946502058, + "grad_norm": 1.2297343015670776, + "learning_rate": 0.000483012161745644, + "loss": 0.6755, + "step": 1446 + }, + { + "epoch": 1.9849108367626886, + "grad_norm": 0.6445349454879761, + "learning_rate": 0.000482159867452452, + "loss": 0.206, + "step": 1447 + }, + { + "epoch": 1.9862825788751715, + "grad_norm": 0.7110480666160583, + "learning_rate": 0.0004813078221015065, + "loss": 0.1976, + "step": 1448 + }, + { + "epoch": 1.9876543209876543, + "grad_norm": 1.0136396884918213, + "learning_rate": 0.000480456028819424, + "loss": 0.5311, + "step": 1449 + }, + { + "epoch": 1.989026063100137, + "grad_norm": 1.182689905166626, + "learning_rate": 0.00047960449073189605, + "loss": 0.7072, + "step": 1450 + }, + { + "epoch": 1.9903978052126199, + "grad_norm": 0.7493821382522583, + "learning_rate": 0.00047875321096367806, + "loss": 0.489, + "step": 1451 + }, + { + "epoch": 1.991769547325103, + "grad_norm": 1.2282044887542725, + "learning_rate": 0.000477902192638577, + "loss": 0.2113, + "step": 1452 + }, + { + "epoch": 1.9931412894375857, + "grad_norm": 1.422907829284668, + "learning_rate": 0.0004770514388794409, + "loss": 0.254, + "step": 1453 + }, + { + "epoch": 1.9945130315500685, + "grad_norm": 1.9813538789749146, + "learning_rate": 0.0004762009528081468, + "loss": 0.3024, + "step": 1454 + }, + { + "epoch": 1.9958847736625516, + "grad_norm": 0.5805060863494873, + "learning_rate": 0.0004753507375455893, + "loss": 0.1375, + "step": 1455 + }, + { + "epoch": 1.9972565157750344, + "grad_norm": 1.7998102903366089, + "learning_rate": 0.00047450079621166966, + "loss": 0.2885, + "step": 1456 + }, + { + "epoch": 1.9986282578875172, + "grad_norm": 0.6177266836166382, + "learning_rate": 0.0004736511319252833, + "loss": 0.0703, + "step": 1457 + }, + { + "epoch": 2.0, + "grad_norm": 0.020479585975408554, + "learning_rate": 0.00047280174780430976, + "loss": 0.0005, + "step": 1458 + }, + { + "epoch": 2.001371742112483, + "grad_norm": 0.0635346844792366, + "learning_rate": 0.00047195264696559995, + "loss": 0.0135, + "step": 1459 + }, + { + "epoch": 2.0027434842249656, + "grad_norm": 0.819807231426239, + "learning_rate": 0.0004711038325249655, + "loss": 0.3023, + "step": 1460 + }, + { + "epoch": 2.0041152263374484, + "grad_norm": 0.8286568522453308, + "learning_rate": 0.0004702553075971671, + "loss": 0.3843, + "step": 1461 + }, + { + "epoch": 2.0054869684499312, + "grad_norm": 0.1000710129737854, + "learning_rate": 0.0004694070752959029, + "loss": 0.0219, + "step": 1462 + }, + { + "epoch": 2.006858710562414, + "grad_norm": 1.072309136390686, + "learning_rate": 0.0004685591387337972, + "loss": 0.6053, + "step": 1463 + }, + { + "epoch": 2.0082304526748973, + "grad_norm": 0.8954246044158936, + "learning_rate": 0.0004677115010223895, + "loss": 0.567, + "step": 1464 + }, + { + "epoch": 2.00960219478738, + "grad_norm": 0.2007143646478653, + "learning_rate": 0.00046686416527212226, + "loss": 0.0556, + "step": 1465 + }, + { + "epoch": 2.010973936899863, + "grad_norm": 0.7943995594978333, + "learning_rate": 0.00046601713459232984, + "loss": 0.5176, + "step": 1466 + }, + { + "epoch": 2.0123456790123457, + "grad_norm": 0.9172771573066711, + "learning_rate": 0.00046517041209122745, + "loss": 0.2465, + "step": 1467 + }, + { + "epoch": 2.0137174211248285, + "grad_norm": 1.2925093173980713, + "learning_rate": 0.0004643240008758992, + "loss": 0.8779, + "step": 1468 + }, + { + "epoch": 2.0150891632373114, + "grad_norm": 0.8545250296592712, + "learning_rate": 0.000463477904052287, + "loss": 0.4444, + "step": 1469 + }, + { + "epoch": 2.016460905349794, + "grad_norm": 0.2746709883213043, + "learning_rate": 0.0004626321247251791, + "loss": 0.054, + "step": 1470 + }, + { + "epoch": 2.017832647462277, + "grad_norm": 0.9291716814041138, + "learning_rate": 0.00046178666599819865, + "loss": 0.2455, + "step": 1471 + }, + { + "epoch": 2.01920438957476, + "grad_norm": 1.1843012571334839, + "learning_rate": 0.0004609415309737922, + "loss": 0.651, + "step": 1472 + }, + { + "epoch": 2.0205761316872426, + "grad_norm": 0.05695211514830589, + "learning_rate": 0.00046009672275321877, + "loss": 0.0063, + "step": 1473 + }, + { + "epoch": 2.021947873799726, + "grad_norm": 0.9674412608146667, + "learning_rate": 0.0004592522444365378, + "loss": 0.3695, + "step": 1474 + }, + { + "epoch": 2.0233196159122087, + "grad_norm": 0.2300412505865097, + "learning_rate": 0.0004584080991225984, + "loss": 0.0311, + "step": 1475 + }, + { + "epoch": 2.0246913580246915, + "grad_norm": 0.9835352301597595, + "learning_rate": 0.00045756428990902765, + "loss": 0.5137, + "step": 1476 + }, + { + "epoch": 2.0260631001371743, + "grad_norm": 1.1490558385849, + "learning_rate": 0.00045672081989221947, + "loss": 0.6757, + "step": 1477 + }, + { + "epoch": 2.027434842249657, + "grad_norm": 0.02872021310031414, + "learning_rate": 0.0004558776921673227, + "loss": 0.0104, + "step": 1478 + }, + { + "epoch": 2.02880658436214, + "grad_norm": 1.4291086196899414, + "learning_rate": 0.00045503490982823017, + "loss": 0.984, + "step": 1479 + }, + { + "epoch": 2.0301783264746227, + "grad_norm": 0.6231232285499573, + "learning_rate": 0.0004541924759675676, + "loss": 0.1703, + "step": 1480 + }, + { + "epoch": 2.0315500685871055, + "grad_norm": 0.8666605949401855, + "learning_rate": 0.00045335039367668217, + "loss": 0.2594, + "step": 1481 + }, + { + "epoch": 2.0329218106995883, + "grad_norm": 1.3739084005355835, + "learning_rate": 0.00045250866604563, + "loss": 0.6658, + "step": 1482 + }, + { + "epoch": 2.034293552812071, + "grad_norm": 0.4729413688182831, + "learning_rate": 0.0004516672961631666, + "loss": 0.1172, + "step": 1483 + }, + { + "epoch": 2.0356652949245544, + "grad_norm": 1.042068600654602, + "learning_rate": 0.00045082628711673467, + "loss": 0.4809, + "step": 1484 + }, + { + "epoch": 2.037037037037037, + "grad_norm": 0.43171533942222595, + "learning_rate": 0.0004499856419924523, + "loss": 0.1222, + "step": 1485 + }, + { + "epoch": 2.03840877914952, + "grad_norm": 1.2463433742523193, + "learning_rate": 0.00044914536387510276, + "loss": 0.5772, + "step": 1486 + }, + { + "epoch": 2.039780521262003, + "grad_norm": 1.0188874006271362, + "learning_rate": 0.00044830545584812186, + "loss": 0.416, + "step": 1487 + }, + { + "epoch": 2.0411522633744856, + "grad_norm": 0.9257468581199646, + "learning_rate": 0.00044746592099358817, + "loss": 0.3612, + "step": 1488 + }, + { + "epoch": 2.0425240054869684, + "grad_norm": 0.7030002474784851, + "learning_rate": 0.00044662676239221033, + "loss": 0.2322, + "step": 1489 + }, + { + "epoch": 2.0438957475994513, + "grad_norm": 0.8911978006362915, + "learning_rate": 0.0004457879831233164, + "loss": 0.332, + "step": 1490 + }, + { + "epoch": 2.045267489711934, + "grad_norm": 1.1232613325119019, + "learning_rate": 0.0004449495862648427, + "loss": 0.6188, + "step": 1491 + }, + { + "epoch": 2.046639231824417, + "grad_norm": 1.0657962560653687, + "learning_rate": 0.0004441115748933219, + "loss": 0.4509, + "step": 1492 + }, + { + "epoch": 2.0480109739368997, + "grad_norm": 0.9508382081985474, + "learning_rate": 0.00044327395208387224, + "loss": 0.435, + "step": 1493 + }, + { + "epoch": 2.049382716049383, + "grad_norm": 0.9187904596328735, + "learning_rate": 0.0004424367209101864, + "loss": 0.2967, + "step": 1494 + }, + { + "epoch": 2.0507544581618657, + "grad_norm": 0.9421550631523132, + "learning_rate": 0.0004415998844445196, + "loss": 0.4916, + "step": 1495 + }, + { + "epoch": 2.0521262002743486, + "grad_norm": 0.7995331287384033, + "learning_rate": 0.0004407634457576789, + "loss": 0.2531, + "step": 1496 + }, + { + "epoch": 2.0534979423868314, + "grad_norm": 0.818183183670044, + "learning_rate": 0.0004399274079190114, + "loss": 0.2854, + "step": 1497 + }, + { + "epoch": 2.054869684499314, + "grad_norm": 0.673610508441925, + "learning_rate": 0.0004390917739963934, + "loss": 0.1513, + "step": 1498 + }, + { + "epoch": 2.056241426611797, + "grad_norm": 0.8914268016815186, + "learning_rate": 0.0004382565470562193, + "loss": 0.3551, + "step": 1499 + }, + { + "epoch": 2.05761316872428, + "grad_norm": 0.17407216131687164, + "learning_rate": 0.0004374217301633897, + "loss": 0.0341, + "step": 1500 + }, + { + "epoch": 2.0589849108367626, + "grad_norm": 0.4673088788986206, + "learning_rate": 0.0004365873263813006, + "loss": 0.1183, + "step": 1501 + }, + { + "epoch": 2.0603566529492454, + "grad_norm": 1.0363212823867798, + "learning_rate": 0.0004357533387718321, + "loss": 0.6433, + "step": 1502 + }, + { + "epoch": 2.0617283950617282, + "grad_norm": 0.6471208930015564, + "learning_rate": 0.000434919770395337, + "loss": 0.2648, + "step": 1503 + }, + { + "epoch": 2.063100137174211, + "grad_norm": 0.23672157526016235, + "learning_rate": 0.0004340866243106302, + "loss": 0.0488, + "step": 1504 + }, + { + "epoch": 2.0644718792866943, + "grad_norm": 0.2963442802429199, + "learning_rate": 0.00043325390357497627, + "loss": 0.0433, + "step": 1505 + }, + { + "epoch": 2.065843621399177, + "grad_norm": 1.060941219329834, + "learning_rate": 0.00043242161124407955, + "loss": 0.4434, + "step": 1506 + }, + { + "epoch": 2.06721536351166, + "grad_norm": 0.7734842896461487, + "learning_rate": 0.00043158975037207206, + "loss": 0.5123, + "step": 1507 + }, + { + "epoch": 2.0685871056241427, + "grad_norm": 0.5499406456947327, + "learning_rate": 0.0004307583240115024, + "loss": 0.2036, + "step": 1508 + }, + { + "epoch": 2.0699588477366255, + "grad_norm": 0.8848279118537903, + "learning_rate": 0.00042992733521332496, + "loss": 0.3823, + "step": 1509 + }, + { + "epoch": 2.0713305898491083, + "grad_norm": 0.8300501108169556, + "learning_rate": 0.0004290967870268886, + "loss": 0.3412, + "step": 1510 + }, + { + "epoch": 2.072702331961591, + "grad_norm": 0.15789413452148438, + "learning_rate": 0.00042826668249992497, + "loss": 0.0329, + "step": 1511 + }, + { + "epoch": 2.074074074074074, + "grad_norm": 1.168743371963501, + "learning_rate": 0.0004274370246785378, + "loss": 0.5494, + "step": 1512 + }, + { + "epoch": 2.0754458161865568, + "grad_norm": 1.5160014629364014, + "learning_rate": 0.0004266078166071918, + "loss": 0.9565, + "step": 1513 + }, + { + "epoch": 2.0768175582990396, + "grad_norm": 1.875238299369812, + "learning_rate": 0.0004257790613287014, + "loss": 2.082, + "step": 1514 + }, + { + "epoch": 2.078189300411523, + "grad_norm": 1.665751338005066, + "learning_rate": 0.000424950761884219, + "loss": 1.8658, + "step": 1515 + }, + { + "epoch": 2.0795610425240056, + "grad_norm": 1.1662803888320923, + "learning_rate": 0.00042412292131322447, + "loss": 0.5394, + "step": 1516 + }, + { + "epoch": 2.0809327846364885, + "grad_norm": 0.8808421492576599, + "learning_rate": 0.0004232955426535143, + "loss": 0.3896, + "step": 1517 + }, + { + "epoch": 2.0823045267489713, + "grad_norm": 0.43874648213386536, + "learning_rate": 0.00042246862894118934, + "loss": 0.1443, + "step": 1518 + }, + { + "epoch": 2.083676268861454, + "grad_norm": 0.564007043838501, + "learning_rate": 0.00042164218321064475, + "loss": 0.2449, + "step": 1519 + }, + { + "epoch": 2.085048010973937, + "grad_norm": 0.7523744702339172, + "learning_rate": 0.00042081620849455795, + "loss": 0.2639, + "step": 1520 + }, + { + "epoch": 2.0864197530864197, + "grad_norm": 0.6031815409660339, + "learning_rate": 0.00041999070782387836, + "loss": 0.1271, + "step": 1521 + }, + { + "epoch": 2.0877914951989025, + "grad_norm": 0.5636059641838074, + "learning_rate": 0.0004191656842278159, + "loss": 0.1541, + "step": 1522 + }, + { + "epoch": 2.0891632373113853, + "grad_norm": 1.4278895854949951, + "learning_rate": 0.00041834114073382945, + "loss": 0.7904, + "step": 1523 + }, + { + "epoch": 2.090534979423868, + "grad_norm": 1.262009620666504, + "learning_rate": 0.0004175170803676166, + "loss": 1.0276, + "step": 1524 + }, + { + "epoch": 2.0919067215363514, + "grad_norm": 0.5782485604286194, + "learning_rate": 0.0004166935061531016, + "loss": 0.1763, + "step": 1525 + }, + { + "epoch": 2.093278463648834, + "grad_norm": 0.9055261611938477, + "learning_rate": 0.00041587042111242514, + "loss": 0.3983, + "step": 1526 + }, + { + "epoch": 2.094650205761317, + "grad_norm": 0.9755456447601318, + "learning_rate": 0.00041504782826593266, + "loss": 0.4769, + "step": 1527 + }, + { + "epoch": 2.0960219478738, + "grad_norm": 0.543347954750061, + "learning_rate": 0.0004142257306321635, + "loss": 0.1311, + "step": 1528 + }, + { + "epoch": 2.0973936899862826, + "grad_norm": 0.664635956287384, + "learning_rate": 0.00041340413122784004, + "loss": 0.4975, + "step": 1529 + }, + { + "epoch": 2.0987654320987654, + "grad_norm": 0.700668454170227, + "learning_rate": 0.0004125830330678558, + "loss": 0.2979, + "step": 1530 + }, + { + "epoch": 2.1001371742112482, + "grad_norm": 0.9032665491104126, + "learning_rate": 0.00041176243916526566, + "loss": 0.3653, + "step": 1531 + }, + { + "epoch": 2.101508916323731, + "grad_norm": 0.8725165128707886, + "learning_rate": 0.0004109423525312738, + "loss": 0.3657, + "step": 1532 + }, + { + "epoch": 2.102880658436214, + "grad_norm": 0.15205658972263336, + "learning_rate": 0.00041012277617522274, + "loss": 0.035, + "step": 1533 + } + ], + "logging_steps": 1, + "max_steps": 2187, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 219, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 128, + "trial_name": null, + "trial_params": null +}