ankanghosh commited on
Commit
66f4cc0
·
verified ·
1 Parent(s): f84b083

Update rss_feed.py

Browse files
Files changed (1) hide show
  1. modules/rss_feed.py +4 -2
modules/rss_feed.py CHANGED
@@ -5,7 +5,6 @@ import re
5
  import ssl
6
  import requests
7
  from datetime import datetime, timedelta
8
- from threading import Timer
9
  from urllib.parse import urlparse
10
  from concurrent.futures import ThreadPoolExecutor, as_completed
11
 
@@ -125,6 +124,9 @@ def parse_feed(feed_url, timeout=5):
125
  except requests.exceptions.Timeout:
126
  logger.warning(f"Timeout while fetching feed {feed_url}")
127
  return None
 
 
 
128
  except requests.exceptions.RequestException as e:
129
  logger.error(f"Request error fetching feed {feed_url}: {str(e)}")
130
  return None
@@ -334,7 +336,7 @@ def retrieve_evidence_from_rss(claim, max_results=10, category_feeds=None):
334
 
335
  # Take all fact-checking feeds plus a random selection of others
336
  import random
337
- selected_feeds = fact_check_feeds + random.sample(other_feeds, min(10 - len(fact_check_feeds), len(other_feeds)))
338
  else:
339
  selected_feeds = feeds_to_use
340
 
 
5
  import ssl
6
  import requests
7
  from datetime import datetime, timedelta
 
8
  from urllib.parse import urlparse
9
  from concurrent.futures import ThreadPoolExecutor, as_completed
10
 
 
124
  except requests.exceptions.Timeout:
125
  logger.warning(f"Timeout while fetching feed {feed_url}")
126
  return None
127
+ except requests.exceptions.HTTPError as e:
128
+ logger.error(f"HTTP error fetching feed {feed_url}: {str(e)}")
129
+ return None
130
  except requests.exceptions.RequestException as e:
131
  logger.error(f"Request error fetching feed {feed_url}: {str(e)}")
132
  return None
 
336
 
337
  # Take all fact-checking feeds plus a random selection of others
338
  import random
339
+ selected_feeds = fact_check_feeds + random.sample(other_feeds, min(max(0, 10 - len(fact_check_feeds)), len(other_feeds)))
340
  else:
341
  selected_feeds = feeds_to_use
342