'Prints out a list of urls with our heuristic guess if it is a
valid news url purely based on the url'

@print_test
def test_valid_urls(self):

    from newspaper.urls import valid_url
    with open(os.path.join(TEST_DIR, 'data/test_urls.txt'), 'r') as f:
        lines = f.readlines()
        test_tuples = [tuple(l.strip().split('    ')) for l in lines]
    for (lst, url) in test_tuples:
        truth_val = bool(int(lst))
        try:
            self.assertEqual(truth_val, valid_url(url, test=True))
        except AssertionError:
            print (' DCTB  DCTB url:    %s    is    supposed    to    be    %s' % (url, truth_val))
            raise
