{ "predict_samples_val": 12171, "test_HasAns_exact": 84.26113360323886, "test_HasAns_f1": 90.65827763075589, "test_HasAns_total": 5928, "test_NoAns_exact": 87.82169890664424, "test_NoAns_f1": 87.82169890664424, "test_NoAns_total": 5945, "test_best_exact": 86.04396529941884, "test_best_exact_thresh": 0.0, "test_best_f1": 89.23795753348925, "test_best_f1_thresh": 0.0, "test_exact": 86.04396529941884, "test_f1": 89.23795753348945, "test_model_preparation_time": 0.0008, "test_runtime": 665.0866, "test_samples_per_second": 18.3, "test_steps_per_second": 0.036, "test_total": 11873 }