Add random LoRA adapter with seed 0
Browse files
reward/adapter_config.json
CHANGED
|
@@ -28,14 +28,14 @@
|
|
| 28 |
"rank_pattern": {},
|
| 29 |
"revision": null,
|
| 30 |
"target_modules": [
|
| 31 |
-
"gpt_neox.layers.0.attention.dense",
|
| 32 |
-
"gpt_neox.layers.1.mlp.dense_4h_to_h",
|
| 33 |
"gpt_neox.layers.1.mlp.dense_h_to_4h",
|
|
|
|
|
|
|
| 34 |
"gpt_neox.layers.0.mlp.dense_h_to_4h",
|
| 35 |
-
"gpt_neox.layers.1.attention.dense",
|
| 36 |
-
"gpt_neox.layers.0.attention.query_key_value",
|
| 37 |
"gpt_neox.layers.1.attention.query_key_value",
|
| 38 |
-
"gpt_neox.layers.
|
|
|
|
|
|
|
| 39 |
],
|
| 40 |
"task_type": "SEQ_CLS",
|
| 41 |
"trainable_token_indices": null,
|
|
|
|
| 28 |
"rank_pattern": {},
|
| 29 |
"revision": null,
|
| 30 |
"target_modules": [
|
|
|
|
|
|
|
| 31 |
"gpt_neox.layers.1.mlp.dense_h_to_4h",
|
| 32 |
+
"gpt_neox.layers.0.attention.dense",
|
| 33 |
+
"gpt_neox.layers.0.mlp.dense_4h_to_h",
|
| 34 |
"gpt_neox.layers.0.mlp.dense_h_to_4h",
|
|
|
|
|
|
|
| 35 |
"gpt_neox.layers.1.attention.query_key_value",
|
| 36 |
+
"gpt_neox.layers.1.mlp.dense_4h_to_h",
|
| 37 |
+
"gpt_neox.layers.0.attention.query_key_value",
|
| 38 |
+
"gpt_neox.layers.1.attention.dense"
|
| 39 |
],
|
| 40 |
"task_type": "SEQ_CLS",
|
| 41 |
"trainable_token_indices": null,
|