'For every directory, fetch a list of files and analyze the response.
:param fuzzable_request: A fuzzable_request instance that contains
(among other things) the URL to test.'

def crawl(self, fuzzable_request):

    for domain_path in fuzzable_request.get_url().get_directories():
        if (domain_path in self._analyzed_dirs):
            continue
        self._analyzed_dirs.add(domain_path)
        url_repeater = repeat(domain_path)
        args = izip(url_repeater, self._get_potential_phpinfos())
        self.worker_pool.map_multi_args(self._check_and_analyze, args)
