aboutsummaryrefslogtreecommitdiff
path: root/src/crawler
diff options
context:
space:
mode:
Diffstat (limited to 'src/crawler')
-rw-r--r--src/crawler/default_crawler.py7
1 files changed, 5 insertions, 2 deletions
diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py
index 80cee92f..e5df3c04 100644
--- a/src/crawler/default_crawler.py
+++ b/src/crawler/default_crawler.py
@@ -101,7 +101,10 @@ async def parse_feed(user, feed):
up_feed['last_error'] = ""
# Feed information
- construct_feed_from(feed.link, parsed_feed).update(up_feed)
+ try:
+ construct_feed_from(feed.link, parsed_feed).update(up_feed)
+ except:
+ logger.exception('error when constructing feed: {}'.format(feed.link))
if feed.title and 'title' in up_feed:
# do not override the title set by the user
del up_feed['title']
@@ -198,7 +201,7 @@ def retrieve_feed(loop, user, feed_id=None):
try:
loop.run_until_complete(asyncio.wait(tasks))
- except Exception:
+ except:
logger.exception('an error occured')
finally:
logger.info('Articles retrieved for {}'.format(user.nickname))
bgstack15