'1- Check if HTTP server is vulnerable
2- Exploit using FuzzableRequest
3- Perform bruteforce for each new directory
:param fuzzable_request: A fuzzable_request instance that contains
(among other things) the URL to test.'

def crawl(self, fuzzable_request):

    if ((self._content_negotiation_enabled is not None) and (self._content_negotiation_enabled == False)):
        return
    else:
        con_neg_result = self._verify_content_neg_enabled(fuzzable_request)
        if (con_neg_result is None):
            self._to_bruteforce.put(fuzzable_request.get_url())
            return
        elif (not con_neg_result):
            return
        elif con_neg_result:
            self._find_new_resources(fuzzable_request)
            self._to_bruteforce.put(fuzzable_request.get_url())
            self._bruteforce()
