Spaces:
Running
Running
Update rss_feed.py
Browse files- modules/rss_feed.py +4 -2
modules/rss_feed.py
CHANGED
@@ -5,7 +5,6 @@ import re
|
|
5 |
import ssl
|
6 |
import requests
|
7 |
from datetime import datetime, timedelta
|
8 |
-
from threading import Timer
|
9 |
from urllib.parse import urlparse
|
10 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
11 |
|
@@ -125,6 +124,9 @@ def parse_feed(feed_url, timeout=5):
|
|
125 |
except requests.exceptions.Timeout:
|
126 |
logger.warning(f"Timeout while fetching feed {feed_url}")
|
127 |
return None
|
|
|
|
|
|
|
128 |
except requests.exceptions.RequestException as e:
|
129 |
logger.error(f"Request error fetching feed {feed_url}: {str(e)}")
|
130 |
return None
|
@@ -334,7 +336,7 @@ def retrieve_evidence_from_rss(claim, max_results=10, category_feeds=None):
|
|
334 |
|
335 |
# Take all fact-checking feeds plus a random selection of others
|
336 |
import random
|
337 |
-
selected_feeds = fact_check_feeds + random.sample(other_feeds, min(10 - len(fact_check_feeds), len(other_feeds)))
|
338 |
else:
|
339 |
selected_feeds = feeds_to_use
|
340 |
|
|
|
5 |
import ssl
|
6 |
import requests
|
7 |
from datetime import datetime, timedelta
|
|
|
8 |
from urllib.parse import urlparse
|
9 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
10 |
|
|
|
124 |
except requests.exceptions.Timeout:
|
125 |
logger.warning(f"Timeout while fetching feed {feed_url}")
|
126 |
return None
|
127 |
+
except requests.exceptions.HTTPError as e:
|
128 |
+
logger.error(f"HTTP error fetching feed {feed_url}: {str(e)}")
|
129 |
+
return None
|
130 |
except requests.exceptions.RequestException as e:
|
131 |
logger.error(f"Request error fetching feed {feed_url}: {str(e)}")
|
132 |
return None
|
|
|
336 |
|
337 |
# Take all fact-checking feeds plus a random selection of others
|
338 |
import random
|
339 |
+
selected_feeds = fact_check_feeds + random.sample(other_feeds, min(max(0, 10 - len(fact_check_feeds)), len(other_feeds)))
|
340 |
else:
|
341 |
selected_feeds = feeds_to_use
|
342 |
|