diff options
-rw-r--r-- | src/crawler/default_crawler.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py index 366fe9dd..fe67614f 100644 --- a/src/crawler/default_crawler.py +++ b/src/crawler/default_crawler.py @@ -63,8 +63,10 @@ async def parse_feed(user, feed): resp = await jarr_get(feed.link, timeout=5) except Exception as e: logger.info('Problem when reading feed {}'.format(feed.link)) - raise e + return finally: + if None is resp: + return try: content = io.BytesIO(resp.content) parsed_feed = feedparser.parse(content) |