From da3ac55fc2abedc7b8864dabe180b0ff6ef5a1a2 Mon Sep 17 00:00:00 2001
From: Cédric Bonhomme <cedric@cedricbonhomme.org>
Date: Thu, 5 Mar 2015 07:15:44 +0100
Subject: Take advantage of some new fields of the Feed objects.

---
 pyaggr3g470r/crawler.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

(limited to 'pyaggr3g470r/crawler.py')

diff --git a/pyaggr3g470r/crawler.py b/pyaggr3g470r/crawler.py
index 56c3552a..22ed5acc 100644
--- a/pyaggr3g470r/crawler.py
+++ b/pyaggr3g470r/crawler.py
@@ -55,7 +55,8 @@ def get(*args, **kwargs):
         response = yield from aiohttp.request('GET', *args, **kwargs)
         return (yield from response.read_and_close(decode=False))
     except Exception as e:
-        print(e)
+        #print(e)
+        feed.last_error = str(e)
         return None
 
 @asyncio.coroutine
@@ -69,7 +70,11 @@ def parse_feed(user, feed):
         data = yield from get(feed.link)
 
     if data is None:
+        feed.error_count += 1
         return
+    feed.error_count = 0
+
+    feed.last_retrieved = datetime.now()
 
     a_feed = feedparser.parse(data)
     if a_feed['bozo'] == 1:
-- 
cgit