Update configuration_quiet.py
Browse files- configuration_quiet.py +2 -0
configuration_quiet.py
CHANGED
@@ -114,6 +114,7 @@ class QuietConfig(PretrainedConfig):
|
|
114 |
max_thoughts: int = 3,
|
115 |
thought_length: int = 10,
|
116 |
eos_token_id=2,
|
|
|
117 |
tie_word_embeddings=False,
|
118 |
rope_theta=10000.0,
|
119 |
sliding_window=4096,
|
@@ -146,6 +147,7 @@ class QuietConfig(PretrainedConfig):
|
|
146 |
pad_token_id=pad_token_id,
|
147 |
bos_token_id=bos_token_id,
|
148 |
eos_token_id=eos_token_id,
|
|
|
149 |
tie_word_embeddings=tie_word_embeddings,
|
150 |
**kwargs,
|
151 |
)
|
|
|
114 |
max_thoughts: int = 3,
|
115 |
thought_length: int = 10,
|
116 |
eos_token_id=2,
|
117 |
+
start_token_id=0, # Add this line
|
118 |
tie_word_embeddings=False,
|
119 |
rope_theta=10000.0,
|
120 |
sliding_window=4096,
|
|
|
147 |
pad_token_id=pad_token_id,
|
148 |
bos_token_id=bos_token_id,
|
149 |
eos_token_id=eos_token_id,
|
150 |
+
start_token_id=start_token_id, # Add this line
|
151 |
tie_word_embeddings=tie_word_embeddings,
|
152 |
**kwargs,
|
153 |
)
|