aboutsummaryrefslogtreecommitdiff
path: root/src/crawler/default_crawler.py
diff options
context:
space:
mode:
Diffstat (limited to 'src/crawler/default_crawler.py')
-rw-r--r--src/crawler/default_crawler.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py
index 366fe9dd..fe67614f 100644
--- a/src/crawler/default_crawler.py
+++ b/src/crawler/default_crawler.py
@@ -63,8 +63,10 @@ async def parse_feed(user, feed):
resp = await jarr_get(feed.link, timeout=5)
except Exception as e:
logger.info('Problem when reading feed {}'.format(feed.link))
- raise e
+ return
finally:
+ if None is resp:
+ return
try:
content = io.BytesIO(resp.content)
parsed_feed = feedparser.parse(content)
bgstack15