Crystalcareai commited on
Commit
c69f1fd
·
verified ·
1 Parent(s): 69ca8a8

Update configuration_quiet.py

Browse files
Files changed (1) hide show
  1. configuration_quiet.py +2 -0
configuration_quiet.py CHANGED
@@ -114,6 +114,7 @@ class QuietConfig(PretrainedConfig):
114
  max_thoughts: int = 3,
115
  thought_length: int = 10,
116
  eos_token_id=2,
 
117
  tie_word_embeddings=False,
118
  rope_theta=10000.0,
119
  sliding_window=4096,
@@ -146,6 +147,7 @@ class QuietConfig(PretrainedConfig):
146
  pad_token_id=pad_token_id,
147
  bos_token_id=bos_token_id,
148
  eos_token_id=eos_token_id,
 
149
  tie_word_embeddings=tie_word_embeddings,
150
  **kwargs,
151
  )
 
114
  max_thoughts: int = 3,
115
  thought_length: int = 10,
116
  eos_token_id=2,
117
+ start_token_id=0, # Add this line
118
  tie_word_embeddings=False,
119
  rope_theta=10000.0,
120
  sliding_window=4096,
 
147
  pad_token_id=pad_token_id,
148
  bos_token_id=bos_token_id,
149
  eos_token_id=eos_token_id,
150
+ start_token_id=start_token_id, # Add this line
151
  tie_word_embeddings=tie_word_embeddings,
152
  **kwargs,
153
  )