'Tests all cases by loading a cluster template from the test config.
This method will write a custom test config for each case using its
settings.'

def __test_cases_from_cfg(self, cases, test, cluster_name='c1'):

    failed = []
    for case in cases:
        cfg = self.get_custom_config(**case)
        cluster = cfg.get_cluster_template(cluster_name)
        try:
            getattr(cluster.validator, test)()
        except exception.ClusterValidationError as e:
            print ('case:    %s,    error:    %s' % (str(case), e))
            continue
        else:
            failed.append(case)
    return failed
