Crystalcareai
commited on
Update generate.py
Browse files- generate.py +10 -0
generate.py
CHANGED
@@ -157,6 +157,16 @@ def generate(
|
|
157 |
self.use_complex_talk_head = use_complex_talk_head
|
158 |
self.use_weighted_talk_head = use_weighted_talk_head
|
159 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
160 |
# Generate using the custom generate function
|
161 |
generated_token_ids = custom_generate(
|
162 |
self,
|
|
|
157 |
self.use_complex_talk_head = use_complex_talk_head
|
158 |
self.use_weighted_talk_head = use_weighted_talk_head
|
159 |
|
160 |
+
# Set model properties
|
161 |
+
self.use_end_thought_token = True
|
162 |
+
self.use_start_thought_token = True
|
163 |
+
self.n_ahead = n_ahead
|
164 |
+
self.n_passes = 1
|
165 |
+
self.eval_mode = True
|
166 |
+
self.first_run = False
|
167 |
+
self.rm_initialized = True
|
168 |
+
self.original_mode = False
|
169 |
+
|
170 |
# Generate using the custom generate function
|
171 |
generated_token_ids = custom_generate(
|
172 |
self,
|