Update configuration_quiet.py
Browse files- configuration_quiet.py +2 -2
configuration_quiet.py
CHANGED
|
@@ -111,11 +111,11 @@ class QuietConfig(PretrainedConfig):
|
|
| 111 |
eos_token_id=2,
|
| 112 |
tie_word_embeddings=False,
|
| 113 |
rope_theta=10000.0,
|
| 114 |
-
complexity_factor =
|
| 115 |
sliding_window=4096,
|
| 116 |
attention_dropout=0.0,
|
| 117 |
max_thoughts=16,
|
| 118 |
-
max_temperature=
|
| 119 |
merged_talk_heads=True,
|
| 120 |
merged_lm_and_talk_heads=False,
|
| 121 |
merged_lm_and_think_heads=True,
|
|
|
|
| 111 |
eos_token_id=2,
|
| 112 |
tie_word_embeddings=False,
|
| 113 |
rope_theta=10000.0,
|
| 114 |
+
complexity_factor = 0.5,
|
| 115 |
sliding_window=4096,
|
| 116 |
attention_dropout=0.0,
|
| 117 |
max_thoughts=16,
|
| 118 |
+
max_temperature=10,
|
| 119 |
merged_talk_heads=True,
|
| 120 |
merged_lm_and_talk_heads=False,
|
| 121 |
merged_lm_and_think_heads=True,
|