aboutsummaryrefslogtreecommitdiff
path: root/src/crawler
diff options
context:
space:
mode:
authorCédric Bonhomme <cedric@cedricbonhomme.org>2019-05-23 11:20:43 +0200
committerCédric Bonhomme <cedric@cedricbonhomme.org>2019-05-23 11:20:43 +0200
commit1915f5ce793335a9d8bc2824884e81db098e12ee (patch)
treebb6328151c786388ae9ebc783c75edfed4f0d214 /src/crawler
parentUpdated revision date of the crawler. (diff)
downloadnewspipe-1915f5ce793335a9d8bc2824884e81db098e12ee.tar.gz
newspipe-1915f5ce793335a9d8bc2824884e81db098e12ee.tar.bz2
newspipe-1915f5ce793335a9d8bc2824884e81db098e12ee.zip
Do not raise connection error from jarr_get
Diffstat (limited to 'src/crawler')
-rw-r--r--src/crawler/default_crawler.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py
index 366fe9dd..fe67614f 100644
--- a/src/crawler/default_crawler.py
+++ b/src/crawler/default_crawler.py
@@ -63,8 +63,10 @@ async def parse_feed(user, feed):
resp = await jarr_get(feed.link, timeout=5)
except Exception as e:
logger.info('Problem when reading feed {}'.format(feed.link))
- raise e
+ return
finally:
+ if None is resp:
+ return
try:
content = io.BytesIO(resp.content)
parsed_feed = feedparser.parse(content)
bgstack15