From 15a79c55895c6b34704f8ee332c16f576ef4f37a Mon Sep 17 00:00:00 2001 From: Cédric Bonhomme Date: Wed, 27 May 2015 10:22:35 +0200 Subject: No need to set feed.enabled in the asyncio crawler. Just to increase the counter. --- pyaggr3g470r/crawler.py | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) (limited to 'pyaggr3g470r') diff --git a/pyaggr3g470r/crawler.py b/pyaggr3g470r/crawler.py index e153c1ab..e5a7966f 100644 --- a/pyaggr3g470r/crawler.py +++ b/pyaggr3g470r/crawler.py @@ -71,8 +71,6 @@ def parse_feed(user, feed): finally: if data is None: feed.error_count += 1 - if feed.error_count >= conf.DEFAULT_MAX_ERROR: - feed.enabled = False db.session.commit() return @@ -81,8 +79,6 @@ def parse_feed(user, feed): #logger.error(a_feed['bozo_exception']) feed.last_error = str(a_feed['bozo_exception']) feed.error_count += 1 - if feed.error_count >= conf.DEFAULT_MAX_ERROR: - feed.enabled = False db.session.commit() if a_feed['entries'] == []: return @@ -235,7 +231,9 @@ def retrieve_feed(user, feed_id=None): # Get the list of feeds to fetch user = User.query.filter(User.email == user.email).first() - feeds = [feed for feed in user.feeds if feed.enabled] + feeds = [feed for feed in user.feeds if + feed.error_count <= conf.DEFAULT_MAX_ERROR and \ + feed.enabled] if feed_id is not None: feeds = [feed for feed in feeds if feed.id == feed_id] -- cgit