Update mmlu_pro_eval_adapted.py

mmlu_pro_eval_adapted.py

@@ -146,7 +146,7 @@ def extract_final(text):
         return None
 
 
-def batch_inference(llm, sampling_params, inference_batch):
+def batch_inference(llm, sampling_params, inference_batch, tokenizer):
     start = time.time()
     outputs = llm.generate(inference_batch, sampling_params)
     logging.info("Batch of size: ", str(len(inference_batch)) + ". Time taken: " + str(time.time() - start))
@@ -296,7 +296,7 @@ def eval_cot(subject, model, tokenizer, val_df, test_df, num_shots=5, debug_mode
 
 
     batch_fn = batch_inference_debug_mode if debug_mode else batch_inference
-    pred_batch, response_batch = batch_fn(llm, sampling_params, inference_batches)
+    pred_batch, response_batch = batch_fn(llm, sampling_params, inference_batches, tokenizer)
     
     # Add predictions to test DataFrame
     results_df = test_df.copy()