Training in progress, step 215, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb431e600ec9db3913b9905f73cbcf8aa1a97f9876a16c974ee1d766e3769836
+oid sha256:08fd3538f90b264daa45164f987be2d020cccd56d9cd4c1a9f401052170aff51
 size 121932436

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d07ced0f5e9eb037bfe717b685e0fa386b0a4cd13482403c3c079a85d0dfe58b
+oid sha256:388cb1bbb94552d6f4e5fa8c20f0346aa90733a0006109c6f2fe7f9ad5b1d51f
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8a626c58c869c9d1ca23eb9446f33bde15a185ae71e9f7e32d182b1648304b3
+oid sha256:11409aa0c673614697faa75e0d05b97eaa43eb229b5e5efff9823b555bbc8d3c
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.11379800853485064,
+  "epoch": 0.15291607396870555,
   "eval_steps": 55,
-  "global_step": 160,
+  "global_step": 215,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -402,6 +402,140 @@
       "learning_rate": 1.6543469682057106e-05,
       "loss": 0.0,
       "step": 159
+    },
+    {
+      "epoch": 0.11522048364153627,
+      "grad_norm": NaN,
+      "learning_rate": 1.4910104855800427e-05,
+      "loss": 0.0,
+      "step": 162
+    },
+    {
+      "epoch": 0.11735419630156473,
+      "grad_norm": NaN,
+      "learning_rate": 1.3347406408508695e-05,
+      "loss": 0.0,
+      "step": 165
+    },
+    {
+      "epoch": 0.11735419630156473,
+      "eval_loss": NaN,
+      "eval_runtime": 72.3941,
+      "eval_samples_per_second": 10.222,
+      "eval_steps_per_second": 5.111,
+      "step": 165
+    },
+    {
+      "epoch": 0.11948790896159317,
+      "grad_norm": NaN,
+      "learning_rate": 1.1858521406886675e-05,
+      "loss": 0.0,
+      "step": 168
+    },
+    {
+      "epoch": 0.12162162162162163,
+      "grad_norm": NaN,
+      "learning_rate": 1.0446448267182952e-05,
+      "loss": 0.0,
+      "step": 171
+    },
+    {
+      "epoch": 0.12375533428165007,
+      "grad_norm": NaN,
+      "learning_rate": 9.114030716778433e-06,
+      "loss": 0.0,
+      "step": 174
+    },
+    {
+      "epoch": 0.12588904694167852,
+      "grad_norm": NaN,
+      "learning_rate": 7.863952067298042e-06,
+      "loss": 0.0,
+      "step": 177
+    },
+    {
+      "epoch": 0.12802275960170698,
+      "grad_norm": NaN,
+      "learning_rate": 6.698729810778065e-06,
+      "loss": 0.0,
+      "step": 180
+    },
+    {
+      "epoch": 0.1301564722617354,
+      "grad_norm": NaN,
+      "learning_rate": 5.620710549772295e-06,
+      "loss": 0.0,
+      "step": 183
+    },
+    {
+      "epoch": 0.13229018492176386,
+      "grad_norm": NaN,
+      "learning_rate": 4.632065271606756e-06,
+      "loss": 0.0,
+      "step": 186
+    },
+    {
+      "epoch": 0.13442389758179232,
+      "grad_norm": NaN,
+      "learning_rate": 3.734784976300165e-06,
+      "loss": 0.0,
+      "step": 189
+    },
+    {
+      "epoch": 0.13655761024182078,
+      "grad_norm": NaN,
+      "learning_rate": 2.930676666954846e-06,
+      "loss": 0.0,
+      "step": 192
+    },
+    {
+      "epoch": 0.1386913229018492,
+      "grad_norm": NaN,
+      "learning_rate": 2.221359710692961e-06,
+      "loss": 0.0,
+      "step": 195
+    },
+    {
+      "epoch": 0.14082503556187767,
+      "grad_norm": NaN,
+      "learning_rate": 1.6082625774666794e-06,
+      "loss": 0.0,
+      "step": 198
+    },
+    {
+      "epoch": 0.14295874822190613,
+      "grad_norm": NaN,
+      "learning_rate": 1.0926199633097157e-06,
+      "loss": 0.0,
+      "step": 201
+    },
+    {
+      "epoch": 0.14509246088193456,
+      "grad_norm": NaN,
+      "learning_rate": 6.75470303823933e-07,
+      "loss": 0.0,
+      "step": 204
+    },
+    {
+      "epoch": 0.14722617354196302,
+      "grad_norm": NaN,
+      "learning_rate": 3.576536829081323e-07,
+      "loss": 0.0,
+      "step": 207
+    },
+    {
+      "epoch": 0.14935988620199148,
+      "grad_norm": NaN,
+      "learning_rate": 1.3981014094099353e-07,
+      "loss": 0.0,
+      "step": 210
+    },
+    {
+      "epoch": 0.1514935988620199,
+      "grad_norm": NaN,
+      "learning_rate": 2.237838582483387e-08,
+      "loss": 0.0,
+      "step": 213
     }
   ],
   "logging_steps": 3,
@@ -416,12 +550,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 7.338795587547955e+16,
+  "total_flos": 9.843932270061158e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null