Training in progress, epoch 1

adapter_config.json

@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 64,
+  "lora_alpha": 32,
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "q_proj",
+    "o_proj",
     "gate_proj",
+    "down_proj",
     "k_proj",
     "up_proj",
-    "down_proj",
-    "q_proj",
-    "v_proj",
-    "o_proj"
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c49a8cc7cf2a9f48f38dbcc5db3ac25b37de37d8a410a7de05d851203bffddcb
+oid sha256:5697d67a065ae81855dc1ceae12cbc3c0d0f4422e70c24d01a13dec57181e626
 size 1073864104

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
-size 11422778
+oid sha256:3c11a6ac886e89a098471690b6ced3af1fbd2cdfd12722f5d9b47d3d1327018d
+size 11422878

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a844c3748943bc829a770807381f46be12943ce9f0d58da63703e38b740d744
+oid sha256:9c3d1c9623a34b05e5276e76b44a731d67950fe9c67b5350a8e5d92641f17908
 size 7288