Add random LoRA adapter with seed 0

reward/adapter_config.json

@@ -28,20 +28,20 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "model.layers.1.mlp.down_proj",
+    "model.layers.0.self_attn.v_proj",
     "model.layers.0.mlp.up_proj",
-    "model.layers.0.self_attn.k_proj",
-    "model.layers.1.self_attn.q_proj",
-    "model.layers.1.mlp.up_proj",
-    "model.layers.1.self_attn.o_proj",
+    "model.layers.0.self_attn.o_proj",
     "model.layers.0.mlp.down_proj",
+    "model.layers.1.self_attn.o_proj",
     "model.layers.1.mlp.gate_proj",
     "model.layers.0.mlp.gate_proj",
+    "model.layers.0.self_attn.k_proj",
     "model.layers.1.self_attn.v_proj",
     "model.layers.1.self_attn.k_proj",
     "model.layers.0.self_attn.q_proj",
-    "model.layers.0.self_attn.o_proj",
-    "model.layers.0.self_attn.v_proj"
+    "model.layers.1.mlp.down_proj",
+    "model.layers.1.self_attn.q_proj",
+    "model.layers.1.mlp.up_proj"
   ],
   "task_type": "SEQ_CLS",
   "trainable_token_indices": null,

reward/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de717e6bfbe94bc14aa9b48b416c3cf217cefefbd3b67554c7bc3946fd149a5a
-size 2270880
+oid sha256:0a3d57d6dda256eabc40e534403283cf4d007229f95e132a91e51e80331aa7f7
+size 2267808