'Does a search in archive.org and searches for links on the html. Then
searches those URLs in the target site. This is a time machine !
:param fuzzable_request: A fuzzable_request instance that contains
(among other things) the URL to test.'

def crawl(self, fuzzable_request):

    domain = fuzzable_request.get_url().get_domain()
    if is_private_site(domain):
        msg = 'There    is    no    point    in    searching    archive.org    for    "%s"    because    it    is    a    private    site    that    will    never    be    indexed.'
        om.out.information((msg % domain))
        raise RunOnce(msg)
    start_url = (self.ARCHIVE_START_URL % fuzzable_request.get_url())
    start_url = URL(start_url)
    http_response = self._uri_opener.GET(start_url, cache=True)
    if (self.NOT_IN_ARCHIVE in http_response.body):
        msg = 'There    is    no    point    in    searching    archive.org    for    "%s"'
        msg += '    because    they    are    not    indexing    this    site.'
        om.out.information((msg % domain))
        raise RunOnce(msg)
    references = self._spider_archive([start_url], self._max_depth, domain)
    self._analyze_urls(references)
