changing max new tokens to None due to continuing warning on backend: Running generate_until requests: 0%| | 13/99442 [10:42<1539:30:14, 55.74s/it]Both (=2048) and (=302) seem to have been set. will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)

src/backend/run_eval_suite_harness.py

@@ -71,6 +71,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int
     print(limit)
     # no_cache=no_cache,
     # output_base_path="logs"
+    #gen_kwargs="max_new_tokens=None"
     results = evaluator.simple_evaluate(
         model="hf", #= "hf-causal-experimental", # "hf-causal"
         model_args=model_args,
@@ -80,6 +81,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: list, num_fewshot: int
         device=device,
         limit=limit,
         write_out=True,
+        gen_kwargs="max_new_tokens=None"
     )
 
     # TODO: For Toxicity, substract from 100.