rohansampath commited on
Commit
8fb171c
·
verified ·
1 Parent(s): a3cb7ba

Update mmlu_pro_eval_adapted.py

Browse files
Files changed (1) hide show
  1. mmlu_pro_eval_adapted.py +1 -0
mmlu_pro_eval_adapted.py CHANGED
@@ -170,6 +170,7 @@ def calculate_accuracy(res):
170
 
171
  # Process predictions and compute correctness
172
  for i, row in res.iterrows():
 
173
  if not row["pred"]:
174
  # If prediction is None, use random choice with fixed seed
175
  random.seed(12345)
 
170
 
171
  # Process predictions and compute correctness
172
  for i, row in res.iterrows():
173
+ logging.info(f"Processing row {i}. Prediction: {row.get('pred')}, Answer: {row.get('answer')}")
174
  if not row["pred"]:
175
  # If prediction is None, use random choice with fixed seed
176
  random.seed(12345)