schuler commited on
Commit
009e6f7
·
verified ·
1 Parent(s): 99ac468

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -24,7 +24,7 @@
24
  "num_hidden_layers": 32,
25
  "num_key_value_heads": 16,
26
  "original_max_position_embeddings": 4096,
27
- "pad_token_id": 0,
28
  "resid_pdrop": 0.0,
29
  "rms_norm_eps": 1e-05,
30
  "rope_scaling": null,
 
24
  "num_hidden_layers": 32,
25
  "num_key_value_heads": 16,
26
  "original_max_position_embeddings": 4096,
27
+ "pad_token_id": 32000,
28
  "resid_pdrop": 0.0,
29
  "rms_norm_eps": 1e-05,
30
  "rope_scaling": null,