From 1915f5ce793335a9d8bc2824884e81db098e12ee Mon Sep 17 00:00:00 2001 From: Cédric Bonhomme Date: Thu, 23 May 2019 11:20:43 +0200 Subject: Do not raise connection error from jarr_get --- src/crawler/default_crawler.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'src') diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py index 366fe9dd..fe67614f 100644 --- a/src/crawler/default_crawler.py +++ b/src/crawler/default_crawler.py @@ -63,8 +63,10 @@ async def parse_feed(user, feed): resp = await jarr_get(feed.link, timeout=5) except Exception as e: logger.info('Problem when reading feed {}'.format(feed.link)) - raise e + return finally: + if None is resp: + return try: content = io.BytesIO(resp.content) parsed_feed = feedparser.parse(content) -- cgit