skar0 commited on
Commit
460cacb
·
verified ·
1 Parent(s): 3aeab69

Add random LoRA adapter with seed 0

Browse files
Files changed (1) hide show
  1. reward/adapter_config.json +5 -5
reward/adapter_config.json CHANGED
@@ -28,14 +28,14 @@
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
- "gpt_neox.layers.0.attention.dense",
32
- "gpt_neox.layers.1.mlp.dense_4h_to_h",
33
  "gpt_neox.layers.1.mlp.dense_h_to_4h",
 
 
34
  "gpt_neox.layers.0.mlp.dense_h_to_4h",
35
- "gpt_neox.layers.1.attention.dense",
36
- "gpt_neox.layers.0.attention.query_key_value",
37
  "gpt_neox.layers.1.attention.query_key_value",
38
- "gpt_neox.layers.0.mlp.dense_4h_to_h"
 
 
39
  ],
40
  "task_type": "SEQ_CLS",
41
  "trainable_token_indices": null,
 
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
 
 
31
  "gpt_neox.layers.1.mlp.dense_h_to_4h",
32
+ "gpt_neox.layers.0.attention.dense",
33
+ "gpt_neox.layers.0.mlp.dense_4h_to_h",
34
  "gpt_neox.layers.0.mlp.dense_h_to_4h",
 
 
35
  "gpt_neox.layers.1.attention.query_key_value",
36
+ "gpt_neox.layers.1.mlp.dense_4h_to_h",
37
+ "gpt_neox.layers.0.attention.query_key_value",
38
+ "gpt_neox.layers.1.attention.dense"
39
  ],
40
  "task_type": "SEQ_CLS",
41
  "trainable_token_indices": null,