rohansampath commited on
Commit
1856ad2
·
verified ·
1 Parent(s): e900098

Update mmlu_pro_eval_adapted.py

Browse files
Files changed (1) hide show
  1. mmlu_pro_eval_adapted.py +0 -3
mmlu_pro_eval_adapted.py CHANGED
@@ -199,9 +199,6 @@ def evaluate_mmlu_pro(model_name, num_subjects=-1, num_questions=10, num_shots=5
199
 
200
  model, tokenizer = load_model(model_name, gpu_utilization=0.8)
201
 
202
- # Ensure model is in evaluation mode
203
- model[0].model.eval() # Assuming model is a tuple of (llm, sampling_params)
204
-
205
  test_df, val_df = load_mmlu_pro()
206
 
207
  test_df = pd.DataFrame(test_df)
 
199
 
200
  model, tokenizer = load_model(model_name, gpu_utilization=0.8)
201
 
 
 
 
202
  test_df, val_df = load_mmlu_pro()
203
 
204
  test_df = pd.DataFrame(test_df)