'Expected this one to have a lower fail rate, and to be slower:
tokenized_set fail rate: 0.124794745484
Total time: 14.5680158138s
Analyzed samples: 1218
It was slower, but no improvement on fail rate.'

def test_tokenized_set_split_re(self):

    def tokenized_set(str_a, str_b, ratio):
        set_a = set(re.split('(\\w+)', str_a))
        set_b = set(re.split('(\\w+)', str_b))
        maxl = max(len(set_a), len(set_b))
        return ((len(set_a.intersection(set_b)) / maxl) > ratio)
    self.generic_fuzzy_string_diff_runner_against_404(tokenized_set, IS_EQUAL_RATIO)
