Spaces:
Sleeping
Sleeping
Update dataset_previews.py
Browse files- dataset_previews.py +2 -2
dataset_previews.py
CHANGED
|
@@ -4,7 +4,7 @@ import pandas as pd
|
|
| 4 |
import numpy as np
|
| 5 |
from typing import Dict, Any, List, Tuple
|
| 6 |
import collections
|
| 7 |
-
from mmlu_pro_eval_adapted import
|
| 8 |
|
| 9 |
def calculate_dataset_statistics():
|
| 10 |
"""
|
|
@@ -15,7 +15,7 @@ def calculate_dataset_statistics():
|
|
| 15 |
"""
|
| 16 |
try:
|
| 17 |
# Load MMLU-Pro data using the function from mmlu_pro_eval_adapted
|
| 18 |
-
mmlu_data =
|
| 19 |
|
| 20 |
# Calculate total questions and questions per subject
|
| 21 |
total_questions = 0
|
|
|
|
| 4 |
import numpy as np
|
| 5 |
from typing import Dict, Any, List, Tuple
|
| 6 |
import collections
|
| 7 |
+
from mmlu_pro_eval_adapted import load_mmlu_pro, preprocess # Import preprocess also
|
| 8 |
|
| 9 |
def calculate_dataset_statistics():
|
| 10 |
"""
|
|
|
|
| 15 |
"""
|
| 16 |
try:
|
| 17 |
# Load MMLU-Pro data using the function from mmlu_pro_eval_adapted
|
| 18 |
+
mmlu_data = load_mmlu_pro(num_subjects=-1, num_questions=-1)
|
| 19 |
|
| 20 |
# Calculate total questions and questions per subject
|
| 21 |
total_questions = 0
|