'Generator that returns alternate URLs to test by combining the following
sources of information:
- URLs in self._bruteforce
- Words in the bruteforce wordlist file'

def _wordlist_url_generator(self):

    while True:
        try:
            bf_url = self._to_bruteforce.get_nowait()
        except Queue.Empty:
            break
        else:
            directories = bf_url.get_directories()
            for directory_url in directories:
                if (directory_url not in self._already_tested_dir):
                    self._already_tested_dir.add(directory_url)
                    for word in file(self._wordlist):
                        word = word.strip()
                        (yield directory_url.url_join(word))
