Training in progress, step 414, checkpoint

last-checkpoint/adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "gate_proj",
+    "k_proj",
+    "o_proj",
     "up_proj",
     "q_proj",
     "down_proj",
-    "o_proj",
-    "k_proj"
+    "v_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c42aae0b5e0f0ffb251b1b5dc4b3823c8c9b22e0227b0a792f82b48e33fe639
+oid sha256:59c37ad0118d4ba73506a07d36cc16d598775c6f4156fcf098513e676eae46d7
 size 83945296

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22dd4d0936abc6b117e8b145d38d2588709bae96848be76fc1ebff235eccb5ab
+oid sha256:3f81cd83134e487f3a13ee64592ab90ea6a808bdd198484b98fe4c583885a851
 size 43123028

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d14fb2bb91c0bffc98ad7b5687673a56a904e234d08b91ff637850e7dd809cf
+oid sha256:9d3d7d46a3dd677ad565a1f99d58c76ca3934657b3766d46afd07ffd38585807
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:511b31babe6c4c0b6a7e74f917db717410dfa8fd9910bd994777b5d00d661440
+oid sha256:6159dc73fe2c1c109159c204fa270b8bfc0c35fa7b3beb4676ce2843bdb8cc25
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.7824365496635437,
-  "best_model_checkpoint": "miner_id_24/checkpoint-161",
-  "epoch": 0.49179075983199694,
-  "eval_steps": 161,
-  "global_step": 322,
+  "best_metric": 0.7750046253204346,
+  "best_model_checkpoint": "miner_id_24/checkpoint-138",
+  "epoch": 0.6323024054982818,
+  "eval_steps": 138,
+  "global_step": 414,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -11,47 +11,62 @@
     {
       "epoch": 0.0015273004963726614,
       "eval_loss": 1.1177806854248047,
-      "eval_runtime": 47.3129,
-      "eval_samples_per_second": 26.23,
-      "eval_steps_per_second": 2.917,
+      "eval_runtime": 44.9202,
+      "eval_samples_per_second": 27.627,
+      "eval_steps_per_second": 3.072,
       "step": 1
     },
     {
-      "epoch": 0.24589537991599847,
-      "grad_norm": 4.376685619354248,
-      "learning_rate": 0.00039999913874304673,
-      "loss": 3.1327,
-      "step": 161
+      "epoch": 0.21076746849942726,
+      "grad_norm": 4.14552640914917,
+      "learning_rate": 0.00039999966577382784,
+      "loss": 3.1374,
+      "step": 138
     },
     {
-      "epoch": 0.24589537991599847,
-      "eval_loss": 0.7824365496635437,
-      "eval_runtime": 47.8599,
-      "eval_samples_per_second": 25.93,
-      "eval_steps_per_second": 2.883,
-      "step": 161
+      "epoch": 0.21076746849942726,
+      "eval_loss": 0.7750046253204346,
+      "eval_runtime": 45.473,
+      "eval_samples_per_second": 27.291,
+      "eval_steps_per_second": 3.035,
+      "step": 138
     },
     {
-      "epoch": 0.49179075983199694,
-      "grad_norm": 4.354160308837891,
-      "learning_rate": 0.00039998859290119417,
-      "loss": 3.0925,
-      "step": 322
+      "epoch": 0.4215349369988545,
+      "grad_norm": 4.95952844619751,
+      "learning_rate": 0.0003999928303802374,
+      "loss": 3.0967,
+      "step": 276
     },
     {
-      "epoch": 0.49179075983199694,
-      "eval_loss": 0.7929523587226868,
-      "eval_runtime": 48.3398,
-      "eval_samples_per_second": 25.672,
-      "eval_steps_per_second": 2.855,
-      "step": 322
+      "epoch": 0.4215349369988545,
+      "eval_loss": 0.7872825860977173,
+      "eval_runtime": 45.5264,
+      "eval_samples_per_second": 27.259,
+      "eval_steps_per_second": 3.031,
+      "step": 276
+    },
+    {
+      "epoch": 0.6323024054982818,
+      "grad_norm": 5.273939609527588,
+      "learning_rate": 0.00039997717953866457,
+      "loss": 3.1177,
+      "step": 414
+    },
+    {
+      "epoch": 0.6323024054982818,
+      "eval_loss": 0.8026135563850403,
+      "eval_runtime": 45.5948,
+      "eval_samples_per_second": 27.218,
+      "eval_steps_per_second": 3.027,
+      "step": 414
     }
   ],
-  "logging_steps": 161,
+  "logging_steps": 138,
   "max_steps": 65400,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 100,
-  "save_steps": 161,
+  "save_steps": 138,
   "stateful_callbacks": {
     "EarlyStoppingCallback": {
       "args": {
@@ -59,7 +74,7 @@
         "early_stopping_threshold": 0.0
       },
       "attributes": {
-        "early_stopping_patience_counter": 1
+        "early_stopping_patience_counter": 2
       }
     },
     "TrainerControl": {
@@ -68,12 +83,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 2.5475084601576653e+17,
+  "total_flos": 3.281001608128758e+17,
   "train_batch_size": 9,
   "trial_name": null,
   "trial_params": null

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad2e424f0d3e85ad37a3506914e5792898a4d236d25069f96df22040323b28f0
+oid sha256:5c4912750e0525668697e67bfbdf8863ec73474c1ab1b2a41b7a08d6ec81c640
 size 6776