Training in progress, step 13

adapter_config.json

@@ -20,15 +20,15 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "gate_proj",
-    "o_proj",
-    "up_proj",
-    "q_proj",
     "down_proj",
     "gate",
+    "o_proj",
     "v_proj",
-    "shared_expert_gate"
+    "k_proj",
+    "up_proj",
+    "q_proj",
+    "shared_expert_gate",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4aa6909b6cbf9ad8842e1f267b6fe6aa30dbececd20d63167525bf46c3211e7d
+oid sha256:84f15ded68badb07dff1a09183e3393191901bd9b84fec0e867744d229552280
 size 327040

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c5c418bd9959a7b80d45a9e3702e2b8eadeb994e57f821207383c9706908c59
+oid sha256:20e6743a1d7ebbedb2294ab45afebc0c81895f93c995b3debf03395374ee7813
 size 6776