rohansampath commited on
Commit
7c638d0
·
verified ·
1 Parent(s): 1642f78

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -101,12 +101,13 @@ def run_mmlu_evaluation(all_subjects, num_subjects, num_shots, all_questions, nu
101
 
102
  # Run evaluation with timing
103
  start_time = time.time() # Start timing
104
- results = evaluate_mmlu(
105
  model,
106
  tokenizer,
107
  num_subjects=num_subjects,
108
  num_questions=num_questions,
109
  num_shots=num_shots,
 
110
  auto_batch_size=True
111
  )
112
  elapsed_time = time.time() - start_time # Calculate elapsed time
 
101
 
102
  # Run evaluation with timing
103
  start_time = time.time() # Start timing
104
+ results = evaluate_mmlu_batched(
105
  model,
106
  tokenizer,
107
  num_subjects=num_subjects,
108
  num_questions=num_questions,
109
  num_shots=num_shots,
110
+ batch_size=32
111
  auto_batch_size=True
112
  )
113
  elapsed_time = time.time() - start_time # Calculate elapsed time