| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 6.387735547748323, | |
| "global_step": 20000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.8744809964867454e-07, | |
| "loss": 91.176, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 6.068348770360907e-07, | |
| "loss": 64.0684, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.26221654423507e-07, | |
| "loss": 27.1061, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.242414564037049e-06, | |
| "loss": 8.0198, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.561801341424465e-06, | |
| "loss": 4.7691, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.8811881188118813e-06, | |
| "loss": 3.4387, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 2.2005748961992977e-06, | |
| "loss": 2.7027, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 2.5199616735867137e-06, | |
| "loss": 2.4431, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 2.8393484509741297e-06, | |
| "loss": 2.0534, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.1587352283615465e-06, | |
| "loss": 1.8537, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.4781220057489625e-06, | |
| "loss": 1.642, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.797508783136378e-06, | |
| "loss": 1.5092, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.1168955605237945e-06, | |
| "loss": 1.4302, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.436282337911211e-06, | |
| "loss": 1.3527, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.755669115298627e-06, | |
| "loss": 1.2495, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.075055892686043e-06, | |
| "loss": 1.2039, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 5.39444267007346e-06, | |
| "loss": 1.1438, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 5.713829447460876e-06, | |
| "loss": 1.1056, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 6.033216224848291e-06, | |
| "loss": 1.0436, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 6.352603002235708e-06, | |
| "loss": 1.0225, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 6.671989779623123e-06, | |
| "loss": 0.9856, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 6.9913765570105406e-06, | |
| "loss": 0.9412, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 7.310763334397957e-06, | |
| "loss": 0.9075, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.630150111785373e-06, | |
| "loss": 0.8752, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 7.949536889172788e-06, | |
| "loss": 0.854, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.268923666560205e-06, | |
| "loss": 0.8282, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 8.588310443947621e-06, | |
| "loss": 0.8074, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.907697221335038e-06, | |
| "loss": 0.7976, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 9.227083998722454e-06, | |
| "loss": 0.7955, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 9.54647077610987e-06, | |
| "loss": 0.7502, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 9.865857553497285e-06, | |
| "loss": 0.7455, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.0185244330884702e-05, | |
| "loss": 0.7177, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 1.050463110827212e-05, | |
| "loss": 0.724, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.0824017885659535e-05, | |
| "loss": 0.6975, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.114340466304695e-05, | |
| "loss": 0.7054, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.1462791440434366e-05, | |
| "loss": 0.71, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1782178217821782e-05, | |
| "loss": 0.6825, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.2101564995209199e-05, | |
| "loss": 0.6792, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.2420951772596615e-05, | |
| "loss": 0.6794, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.2740338549984032e-05, | |
| "loss": 0.6672, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.3059725327371449e-05, | |
| "loss": 0.6356, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.3379112104758865e-05, | |
| "loss": 0.6503, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.369849888214628e-05, | |
| "loss": 0.6495, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.4017885659533696e-05, | |
| "loss": 0.6428, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 1.4337272436921113e-05, | |
| "loss": 0.6171, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.4656659214308529e-05, | |
| "loss": 0.6084, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.4976045991695944e-05, | |
| "loss": 0.6222, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 1.529543276908336e-05, | |
| "loss": 0.5971, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.5614819546470777e-05, | |
| "loss": 0.5745, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 1.5934206323858196e-05, | |
| "loss": 0.5753, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.625359310124561e-05, | |
| "loss": 0.6045, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 1.6572979878633027e-05, | |
| "loss": 0.6006, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.6892366656020443e-05, | |
| "loss": 0.6003, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 1.7211753433407858e-05, | |
| "loss": 0.5688, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.7531140210795274e-05, | |
| "loss": 0.5662, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.785052698818269e-05, | |
| "loss": 0.5788, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.8169913765570105e-05, | |
| "loss": 0.5541, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.8489300542957524e-05, | |
| "loss": 0.5656, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.880868732034494e-05, | |
| "loss": 0.5466, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.9128074097732355e-05, | |
| "loss": 0.563, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.9447460875119774e-05, | |
| "loss": 0.5603, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.976684765250719e-05, | |
| "loss": 0.5579, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 2.0086234429894605e-05, | |
| "loss": 0.5346, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 2.0405621207282017e-05, | |
| "loss": 0.5038, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 2.0725007984669436e-05, | |
| "loss": 0.5121, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 2.1044394762056855e-05, | |
| "loss": 0.5135, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 2.1363781539444267e-05, | |
| "loss": 0.504, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 2.1683168316831686e-05, | |
| "loss": 0.5119, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 2.20025550942191e-05, | |
| "loss": 0.4986, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 2.2321941871606518e-05, | |
| "loss": 0.504, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 2.2641328648993933e-05, | |
| "loss": 0.5024, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 2.296071542638135e-05, | |
| "loss": 0.479, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 2.3280102203768764e-05, | |
| "loss": 0.492, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 2.3599488981156183e-05, | |
| "loss": 0.4928, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 2.39188757585436e-05, | |
| "loss": 0.4862, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 2.4238262535931014e-05, | |
| "loss": 0.5148, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 2.4557649313318433e-05, | |
| "loss": 0.4922, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 2.4877036090705846e-05, | |
| "loss": 0.4882, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 2.5196422868093264e-05, | |
| "loss": 0.4871, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 2.5515809645480677e-05, | |
| "loss": 0.4967, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 2.5835196422868096e-05, | |
| "loss": 0.4834, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 2.615458320025551e-05, | |
| "loss": 0.4769, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 2.6473969977642927e-05, | |
| "loss": 0.4776, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 2.6793356755030342e-05, | |
| "loss": 0.4861, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 2.711274353241776e-05, | |
| "loss": 0.486, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 2.7432130309805177e-05, | |
| "loss": 0.4745, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 2.7751517087192592e-05, | |
| "loss": 0.4805, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 2.807090386458001e-05, | |
| "loss": 0.5003, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 2.8390290641967424e-05, | |
| "loss": 0.4639, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 2.8709677419354843e-05, | |
| "loss": 0.4763, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 2.9029064196742255e-05, | |
| "loss": 0.4727, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 2.9348450974129674e-05, | |
| "loss": 0.4839, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 2.966783775151709e-05, | |
| "loss": 0.4769, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 2.9987224528904505e-05, | |
| "loss": 0.4641, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 3.030661130629192e-05, | |
| "loss": 0.4282, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 3.0625998083679336e-05, | |
| "loss": 0.4057, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 3.094538486106676e-05, | |
| "loss": 0.4192, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 3.126477163845417e-05, | |
| "loss": 0.4186, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 3.158415841584159e-05, | |
| "loss": 0.4086, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 3.1903545193229005e-05, | |
| "loss": 0.4194, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 3.221973810284254e-05, | |
| "loss": 0.4443, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 3.2539124880229965e-05, | |
| "loss": 0.4217, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 3.2858511657617374e-05, | |
| "loss": 0.4275, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 3.3177898435004796e-05, | |
| "loss": 0.4422, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 3.3497285212392205e-05, | |
| "loss": 0.4227, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 3.381667198977963e-05, | |
| "loss": 0.4191, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 3.413605876716704e-05, | |
| "loss": 0.4309, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 3.445544554455446e-05, | |
| "loss": 0.4079, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 3.4774832321941874e-05, | |
| "loss": 0.4281, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 3.509421909932929e-05, | |
| "loss": 0.4137, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 3.5413605876716705e-05, | |
| "loss": 0.4168, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 3.573299265410412e-05, | |
| "loss": 0.4186, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 3.605237943149154e-05, | |
| "loss": 0.4325, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 3.637176620887895e-05, | |
| "loss": 0.4422, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 3.6691152986266374e-05, | |
| "loss": 0.4269, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 3.701053976365379e-05, | |
| "loss": 0.4368, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 3.7329926541041205e-05, | |
| "loss": 0.4207, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 3.764931331842862e-05, | |
| "loss": 0.4365, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 3.7968700095816036e-05, | |
| "loss": 0.4394, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 3.828808687320345e-05, | |
| "loss": 0.4351, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 3.860747365059087e-05, | |
| "loss": 0.4113, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 3.892686042797828e-05, | |
| "loss": 0.4261, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 3.92462472053657e-05, | |
| "loss": 0.4311, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 3.956563398275312e-05, | |
| "loss": 0.4246, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 3.988502076014053e-05, | |
| "loss": 0.4294, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 3.997728805138579e-05, | |
| "loss": 0.3854, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 3.994180063167608e-05, | |
| "loss": 0.3656, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 3.9906313211966366e-05, | |
| "loss": 0.3836, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 3.987082579225665e-05, | |
| "loss": 0.3664, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 3.9835338372546935e-05, | |
| "loss": 0.3884, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 3.979985095283722e-05, | |
| "loss": 0.3764, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 3.976436353312751e-05, | |
| "loss": 0.3733, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 3.97288761134178e-05, | |
| "loss": 0.3682, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 3.969338869370809e-05, | |
| "loss": 0.371, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 3.965790127399837e-05, | |
| "loss": 0.3741, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 3.9622413854288656e-05, | |
| "loss": 0.3757, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 3.9586926434578944e-05, | |
| "loss": 0.3652, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 3.955143901486923e-05, | |
| "loss": 0.3892, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 3.951630646935662e-05, | |
| "loss": 0.3893, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 3.948081904964691e-05, | |
| "loss": 0.3823, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 3.944533162993719e-05, | |
| "loss": 0.3654, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 3.9409844210227476e-05, | |
| "loss": 0.3791, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 3.9374356790517764e-05, | |
| "loss": 0.3918, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 3.933886937080805e-05, | |
| "loss": 0.3713, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 3.930338195109834e-05, | |
| "loss": 0.376, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 3.926789453138863e-05, | |
| "loss": 0.3682, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 3.9232407111678915e-05, | |
| "loss": 0.374, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 3.91969196919692e-05, | |
| "loss": 0.3774, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 3.9161432272259484e-05, | |
| "loss": 0.3806, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 3.912594485254977e-05, | |
| "loss": 0.3886, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 3.909045743284006e-05, | |
| "loss": 0.3742, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 3.905497001313035e-05, | |
| "loss": 0.3714, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 3.9019482593420636e-05, | |
| "loss": 0.3721, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 3.8983995173710924e-05, | |
| "loss": 0.3716, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 3.8948507754001205e-05, | |
| "loss": 0.3728, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 3.891302033429149e-05, | |
| "loss": 0.384, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 3.887753291458178e-05, | |
| "loss": 0.3415, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 3.884204549487207e-05, | |
| "loss": 0.3064, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 3.880655807516236e-05, | |
| "loss": 0.3164, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 3.8771070655452645e-05, | |
| "loss": 0.3215, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 3.873558323574293e-05, | |
| "loss": 0.3234, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 3.870009581603322e-05, | |
| "loss": 0.3119, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 3.866460839632351e-05, | |
| "loss": 0.3145, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 3.8629120976613796e-05, | |
| "loss": 0.3333, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 3.8593633556904084e-05, | |
| "loss": 0.3195, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 3.855814613719437e-05, | |
| "loss": 0.3159, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "learning_rate": 3.852265871748465e-05, | |
| "loss": 0.3189, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 3.848717129777494e-05, | |
| "loss": 0.317, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 3.845168387806523e-05, | |
| "loss": 0.3231, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 3.841619645835552e-05, | |
| "loss": 0.3328, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 3.8380709038645805e-05, | |
| "loss": 0.3282, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 3.8345221618936086e-05, | |
| "loss": 0.3169, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 3.8309734199226374e-05, | |
| "loss": 0.3156, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 3.827424677951666e-05, | |
| "loss": 0.3313, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 5.59, | |
| "learning_rate": 3.823875935980695e-05, | |
| "loss": 0.3181, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 3.820327194009724e-05, | |
| "loss": 0.334, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 3.8167784520387526e-05, | |
| "loss": 0.3313, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 3.8132297100677814e-05, | |
| "loss": 0.3331, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 3.80968096809681e-05, | |
| "loss": 0.3405, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 3.806132226125839e-05, | |
| "loss": 0.3345, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 3.802583484154868e-05, | |
| "loss": 0.3295, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 3.7990347421838965e-05, | |
| "loss": 0.3244, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 3.795486000212925e-05, | |
| "loss": 0.3346, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 3.791972745661663e-05, | |
| "loss": 0.3317, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 3.788424003690692e-05, | |
| "loss": 0.3219, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 3.784875261719721e-05, | |
| "loss": 0.3167, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 3.781326519748749e-05, | |
| "loss": 0.33, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 3.777777777777778e-05, | |
| "loss": 0.3211, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "learning_rate": 3.7742290358068066e-05, | |
| "loss": 0.2794, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 3.7706802938358354e-05, | |
| "loss": 0.2675, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 3.767131551864864e-05, | |
| "loss": 0.2676, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 3.763582809893893e-05, | |
| "loss": 0.2693, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "learning_rate": 3.760034067922922e-05, | |
| "loss": 0.2669, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 3.7564853259519506e-05, | |
| "loss": 0.2744, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 6.23, | |
| "learning_rate": 3.7529365839809794e-05, | |
| "loss": 0.282, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 3.749387842010008e-05, | |
| "loss": 0.2848, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "learning_rate": 3.745839100039037e-05, | |
| "loss": 0.2783, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "learning_rate": 3.742290358068066e-05, | |
| "loss": 0.2843, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 3.738741616097094e-05, | |
| "loss": 0.2696, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 3.7351928741261226e-05, | |
| "loss": 0.2932, | |
| "step": 20000 | |
| } | |
| ], | |
| "max_steps": 125240, | |
| "num_train_epochs": 40, | |
| "total_flos": 0.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |