Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, nu
|
|
32 |
num_subjects (int): Number of subjects to evaluate (1-14)
|
33 |
num_shots (int): Number of few-shot examples (0-5)
|
34 |
all_questions (bool): Whether to evaluate all questions per subject
|
35 |
-
num_questions (int): Number of examples per subject (1-
|
36 |
progress (gr.Progress): Progress indicator
|
37 |
"""
|
38 |
try:
|
@@ -156,11 +156,11 @@ with gr.Blocks() as demo:
|
|
156 |
with questions_container:
|
157 |
num_questions_slider = gr.Slider(
|
158 |
minimum=1,
|
159 |
-
maximum=
|
160 |
value=20,
|
161 |
step=1,
|
162 |
label="Questions per Subject",
|
163 |
-
info="Choose a subset of questions (1-
|
164 |
interactive=True
|
165 |
)
|
166 |
|
|
|
32 |
num_subjects (int): Number of subjects to evaluate (1-14)
|
33 |
num_shots (int): Number of few-shot examples (0-5)
|
34 |
all_questions (bool): Whether to evaluate all questions per subject
|
35 |
+
num_questions (int): Number of examples per subject (1-100 or all)
|
36 |
progress (gr.Progress): Progress indicator
|
37 |
"""
|
38 |
try:
|
|
|
156 |
with questions_container:
|
157 |
num_questions_slider = gr.Slider(
|
158 |
minimum=1,
|
159 |
+
maximum=100,
|
160 |
value=20,
|
161 |
step=1,
|
162 |
label="Questions per Subject",
|
163 |
+
info="Choose a subset of questions (1-100) per subject. They will be loaded in order of question_id.",
|
164 |
interactive=True
|
165 |
)
|
166 |
|