def checkme(y_true, y_pred):
    'Test utility'
    roc = ROC.from_scores(y_true, y_pred)
    print(roc.auc_ci)
    np.testing.assert_allclose(roc.auc_ci.estimate, roc.auc, atol=0.01)
    proc = importr('pROC')
    r_ci_obj = proc.ci(proc.roc(FloatVector(y_true), FloatVector(y_pred), ci=True), method='bootstrap')
    r_ci_dict = dict(list(r_ci_obj.items()))
    np.testing.assert_allclose(r_ci_dict['2.5%'], roc.auc_ci.low, atol=0.02)
    np.testing.assert_allclose(r_ci_dict['97.5%'], roc.auc_ci.high, atol=0.02)
Test utility
def checkme(y_true, y_pred):
    
    roc = ROC.from_scores(y_true, y_pred)
    print(roc.auc_ci)
    np.testing.assert_allclose(roc.auc_ci.estimate, roc.auc, atol=0.01)
    proc = importr('pROC')
    r_ci_obj = proc.ci(proc.roc(FloatVector(y_true), FloatVector(y_pred), ci=True), method='bootstrap')
    r_ci_dict = dict(list(r_ci_obj.items()))
    np.testing.assert_allclose(r_ci_dict['2.5%'], roc.auc_ci.low, atol=0.02)
    np.testing.assert_allclose(r_ci_dict['97.5%'], roc.auc_ci.high, atol=0.02)