Training in progress, step 2000, checkpoint

checkpoint-2000/adapter_config.json

@@ -27,11 +27,11 @@
   "revision": null,
   "target_modules": [
     "k_proj",
-    "down_proj",
-    "v_proj",
-    "o_proj",
     "gate_proj",
     "q_proj",
+    "v_proj",
+    "o_proj",
+    "down_proj",
     "up_proj"
   ],
   "task_type": null,

checkpoint-2000/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b543dc5f2aaa304e82fffaf0e4cf911fc03c5bc5638b1ea689b74ba03030c4fe
+oid sha256:3690027bf9fce67ee0cd93ca431b4fadefd407ece317843976b9679e87cae60c
 size 400616360

checkpoint-2000/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d22338e96f513a5d06fd7d7f0c25bfa24cc60b062938fceb935b4a7a14922ae7
+oid sha256:b93d48939656de7354596812494d6f3415869ef37c65411beeaaa42af70a16b5
 size 205100562

checkpoint-2000/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1eb16bacbbabe979f448243d700bc1c23cb63ee0d767240ebdf3e98b61439c52
+oid sha256:7cde1e81b87539ca596fcb8a7d529fd097a66e244581e9d7100c78679937b10a
 size 14308

checkpoint-2000/trainer_state.json

@@ -70,62 +70,62 @@
     },
     {
       "epoch": 1.167114015637764,
-      "grad_norm": 2.512282609939575,
+      "grad_norm": 2.2942659854888916,
       "learning_rate": 3.915853581228413e-05,
-      "loss": 0.614,
+      "loss": 0.7993,
       "step": 1250
     },
     {
       "epoch": 1.167114015637764,
-      "eval_loss": 0.1132238432765007,
-      "eval_runtime": 22.1933,
-      "eval_samples_per_second": 3.92,
-      "eval_steps_per_second": 3.92,
+      "eval_loss": 0.1208883598446846,
+      "eval_runtime": 21.9734,
+      "eval_samples_per_second": 3.959,
+      "eval_steps_per_second": 3.959,
       "step": 1250
     },
     {
       "epoch": 1.4005134788189988,
-      "grad_norm": 1.3006846904754639,
+      "grad_norm": 1.147830843925476,
       "learning_rate": 2.1903963223439395e-05,
-      "loss": 0.6601,
+      "loss": 0.7032,
       "step": 1500
     },
     {
       "epoch": 1.4005134788189988,
-      "eval_loss": 0.10768163949251175,
-      "eval_runtime": 22.1842,
-      "eval_samples_per_second": 3.922,
-      "eval_steps_per_second": 3.922,
+      "eval_loss": 0.10965924710035324,
+      "eval_runtime": 22.0058,
+      "eval_samples_per_second": 3.954,
+      "eval_steps_per_second": 3.954,
       "step": 1500
     },
     {
       "epoch": 1.6339129420002334,
-      "grad_norm": 1.7093279361724854,
+      "grad_norm": 2.2439823150634766,
       "learning_rate": 8.619209196560924e-06,
-      "loss": 0.6404,
+      "loss": 0.6596,
       "step": 1750
     },
     {
       "epoch": 1.6339129420002334,
-      "eval_loss": 0.10490020364522934,
-      "eval_runtime": 22.1702,
-      "eval_samples_per_second": 3.924,
-      "eval_steps_per_second": 3.924,
+      "eval_loss": 0.10602504760026932,
+      "eval_runtime": 22.0084,
+      "eval_samples_per_second": 3.953,
+      "eval_steps_per_second": 3.953,
       "step": 1750
     },
     {
       "epoch": 1.867312405181468,
-      "grad_norm": 0.8398889303207397,
+      "grad_norm": 1.053748369216919,
       "learning_rate": 1.181337872277094e-06,
-      "loss": 0.6201,
+      "loss": 0.6323,
       "step": 2000
     },
     {
       "epoch": 1.867312405181468,
-      "eval_loss": 0.10319412499666214,
-      "eval_runtime": 22.1391,
-      "eval_samples_per_second": 3.93,
-      "eval_steps_per_second": 3.93,
+      "eval_loss": 0.10403568297624588,
+      "eval_runtime": 22.0253,
+      "eval_samples_per_second": 3.95,
+      "eval_steps_per_second": 3.95,
       "step": 2000
     }
   ],
@@ -146,7 +146,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.63570855326038e+17,
+  "total_flos": 1.6226797287111475e+17,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null

checkpoint-2000/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37d85e10062490083f3df78142b22b936ee4c10ad7bb1c35d68c6a9743be03a9
+oid sha256:944c7c22023831a73ee4b0a66805723ecef65f25064cb419b24a8d84b3daee22
 size 5560