rohansampath commited on
Commit
e900098
·
verified ·
1 Parent(s): 9f02109

Update mmlu_pro_eval_adapted.py

Browse files
Files changed (1) hide show
  1. mmlu_pro_eval_adapted.py +2 -0
mmlu_pro_eval_adapted.py CHANGED
@@ -195,6 +195,8 @@ def eval_cot(subject, model, tokenizer, val_df, test_df, num_shots=5):
195
 
196
  @spaces.GPU(duration=240) # Extended to 3 minutes for larger evaluations
197
  def evaluate_mmlu_pro(model_name, num_subjects=-1, num_questions=10, num_shots=5):
 
 
198
  model, tokenizer = load_model(model_name, gpu_utilization=0.8)
199
 
200
  # Ensure model is in evaluation mode
 
195
 
196
  @spaces.GPU(duration=240) # Extended to 3 minutes for larger evaluations
197
  def evaluate_mmlu_pro(model_name, num_subjects=-1, num_questions=10, num_shots=5):
198
+ print ("IS CUDA AVAILABLE: ", torch.cuda.is_available())
199
+
200
  model, tokenizer = load_model(model_name, gpu_utilization=0.8)
201
 
202
  # Ensure model is in evaluation mode