o1 impl

app.py

@@ -104,6 +104,7 @@ def generate(
         yield "[Truncated prior text]\n"
 
     streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
+    print(subspaces_list)
     generate_kwargs = {
         "base": {"input_ids": input_ids},
         "unit_locations": None,
@@ -111,8 +112,6 @@ def generate(
         "intervene_on_prompt": True,
         "subspaces": subspaces_list,
         "streamer": streamer,
-        "eos_token_id": terminators,
-        "early_stopping": True,
         "do_sample": True
     }