skar0 commited on
Commit
3aeab69
·
verified ·
1 Parent(s): 19b66d6

Add random LoRA adapter with seed 0

Browse files
Files changed (1) hide show
  1. reward/adapter_config.json +6 -6
reward/adapter_config.json CHANGED
@@ -28,14 +28,14 @@
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
- "gpt_neox.layers.1.attention.query_key_value",
32
- "gpt_neox.layers.1.mlp.dense_h_to_4h",
33
- "gpt_neox.layers.0.attention.query_key_value",
34
- "gpt_neox.layers.0.mlp.dense_4h_to_h",
35
  "gpt_neox.layers.0.attention.dense",
36
- "gpt_neox.layers.0.mlp.dense_h_to_4h",
37
  "gpt_neox.layers.1.mlp.dense_4h_to_h",
38
- "gpt_neox.layers.1.attention.dense"
 
 
 
 
 
39
  ],
40
  "task_type": "SEQ_CLS",
41
  "trainable_token_indices": null,
 
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
 
 
 
 
31
  "gpt_neox.layers.0.attention.dense",
 
32
  "gpt_neox.layers.1.mlp.dense_4h_to_h",
33
+ "gpt_neox.layers.1.mlp.dense_h_to_4h",
34
+ "gpt_neox.layers.0.mlp.dense_h_to_4h",
35
+ "gpt_neox.layers.1.attention.dense",
36
+ "gpt_neox.layers.0.attention.query_key_value",
37
+ "gpt_neox.layers.1.attention.query_key_value",
38
+ "gpt_neox.layers.0.mlp.dense_4h_to_h"
39
  ],
40
  "task_type": "SEQ_CLS",
41
  "trainable_token_indices": null,