Training in progress, step 500

adapter_config.json

@@ -12,13 +12,12 @@
   "lora_dropout": 0.05,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q",
-    "k",
-    "v"
+    "v",
+    "q"
   ],
   "task_type": "SEQ_2_SEQ_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63b8b6db2d298fee99ef6aac25cdfda71678eaa56355a92f2d15ecce70a25281
-size 10647056
+oid sha256:9dae7185cc8a9b58860a7f5efe50c93fff3ba77fb2c2eb3aa95cbc2275af651b
+size 3558888