diff options
| author | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2019-05-23 11:20:43 +0200 |
|---|---|---|
| committer | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2019-05-23 11:20:43 +0200 |
| commit | 1915f5ce793335a9d8bc2824884e81db098e12ee (patch) | |
| tree | bb6328151c786388ae9ebc783c75edfed4f0d214 | |
| parent | Updated revision date of the crawler. (diff) | |
| download | newspipe-1915f5ce793335a9d8bc2824884e81db098e12ee.tar.gz newspipe-1915f5ce793335a9d8bc2824884e81db098e12ee.tar.bz2 newspipe-1915f5ce793335a9d8bc2824884e81db098e12ee.zip | |
Do not raise connection error from jarr_get
| -rw-r--r-- | src/crawler/default_crawler.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py index 366fe9dd..fe67614f 100644 --- a/src/crawler/default_crawler.py +++ b/src/crawler/default_crawler.py @@ -63,8 +63,10 @@ async def parse_feed(user, feed): resp = await jarr_get(feed.link, timeout=5) except Exception as e: logger.info('Problem when reading feed {}'.format(feed.link)) - raise e + return finally: + if None is resp: + return try: content = io.BytesIO(resp.content) parsed_feed = feedparser.parse(content) |