Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -101,12 +101,13 @@ def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, nu
|
|
101 |
|
102 |
# Run evaluation with timing
|
103 |
start_time = time.time() # Start timing
|
104 |
-
results =
|
105 |
model,
|
106 |
tokenizer,
|
107 |
num_subjects=num_subjects,
|
108 |
num_questions=num_questions,
|
109 |
num_shots=num_shots,
|
|
|
110 |
auto_batch_size=True
|
111 |
)
|
112 |
elapsed_time = time.time() - start_time # Calculate elapsed time
|
|
|
101 |
|
102 |
# Run evaluation with timing
|
103 |
start_time = time.time() # Start timing
|
104 |
+
results = evaluate_mmlu_batched(
|
105 |
model,
|
106 |
tokenizer,
|
107 |
num_subjects=num_subjects,
|
108 |
num_questions=num_questions,
|
109 |
num_shots=num_shots,
|
110 |
+
batch_size=32
|
111 |
auto_batch_size=True
|
112 |
)
|
113 |
elapsed_time = time.time() - start_time # Calculate elapsed time
|