Spaces:
Sleeping
Sleeping
Update mmlu_pro_eval_adapted.py
Browse files- mmlu_pro_eval_adapted.py +2 -0
mmlu_pro_eval_adapted.py
CHANGED
@@ -195,6 +195,8 @@ def eval_cot(subject, model, tokenizer, val_df, test_df, num_shots=5):
|
|
195 |
|
196 |
@spaces.GPU(duration=240) # Extended to 3 minutes for larger evaluations
|
197 |
def evaluate_mmlu_pro(model_name, num_subjects=-1, num_questions=10, num_shots=5):
|
|
|
|
|
198 |
model, tokenizer = load_model(model_name, gpu_utilization=0.8)
|
199 |
|
200 |
# Ensure model is in evaluation mode
|
|
|
195 |
|
196 |
@spaces.GPU(duration=240) # Extended to 3 minutes for larger evaluations
|
197 |
def evaluate_mmlu_pro(model_name, num_subjects=-1, num_questions=10, num_shots=5):
|
198 |
+
print ("IS CUDA AVAILABLE: ", torch.cuda.is_available())
|
199 |
+
|
200 |
model, tokenizer = load_model(model_name, gpu_utilization=0.8)
|
201 |
|
202 |
# Ensure model is in evaluation mode
|