Spaces:
Sleeping
Sleeping
Update mmlu_pro_eval_adapted.py
Browse files- mmlu_pro_eval_adapted.py +1 -0
mmlu_pro_eval_adapted.py
CHANGED
@@ -170,6 +170,7 @@ def calculate_accuracy(res):
|
|
170 |
|
171 |
# Process predictions and compute correctness
|
172 |
for i, row in res.iterrows():
|
|
|
173 |
if not row["pred"]:
|
174 |
# If prediction is None, use random choice with fixed seed
|
175 |
random.seed(12345)
|
|
|
170 |
|
171 |
# Process predictions and compute correctness
|
172 |
for i, row in res.iterrows():
|
173 |
+
logging.info(f"Processing row {i}. Prediction: {row.get('pred')}, Answer: {row.get('answer')}")
|
174 |
if not row["pred"]:
|
175 |
# If prediction is None, use random choice with fixed seed
|
176 |
random.seed(12345)
|