'For every directory, fetch the .listing file and analyze the response.
:param fuzzable_request: A fuzzable_request instance that contains
(among other things) the URL to test.'

def crawl(self, fuzzable_request):

    for domain_path in fuzzable_request.get_url().get_directories():
        if (domain_path not in self._analyzed_dirs):
            self._analyzed_dirs.add(domain_path)
            self._check_and_analyze(domain_path)
