'Takes the categories, splays them into a big list of urls and churns
the articles out of each url with the url_to_article method'

def categories_to_articles(self):

    articles = []
    for category in self.categories:
        cur_articles = []
        url_title_tups = self.extractor.get_urls(category.doc, titles=True)
        before_purge = len(url_title_tups)
        for tup in url_title_tups:
            indiv_url = tup[0]
            indiv_title = tup[1]
            _article = Article(url=indiv_url, source_url=self.url, title=indiv_title, config=self.config)
            cur_articles.append(_article)
        cur_articles = self.purge_articles('url', cur_articles)
        after_purge = len(cur_articles)
        if self.config.memoize_articles:
            cur_articles = utils.memoize_articles(self, cur_articles)
        after_memo = len(cur_articles)
        articles.extend(cur_articles)
        if self.config.verbose:
            print ('%d->%d->%d    for    %s' % (before_purge, after_purge, after_memo, category.url))
        log.debug(('%d->%d->%d    for    %s' % (before_purge, after_purge, after_memo, category.url)))
    return articles
