'Compile the regular expressions that are going to be used to ignore
or follow links.'

def _compile_re(self):

    if self._ignore_regex:
        self._compiled_ignore_re = re.compile(self._ignore_regex)
    else:
        self._compiled_ignore_re = re.compile('abc')
    self._compiled_follow_re = re.compile(self._follow_regex)
