diff options
| author | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2015-03-05 07:28:30 +0100 |
|---|---|---|
| committer | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2015-03-05 07:28:30 +0100 |
| commit | 5aebb0bd464cf7af712de1cb0f79754fd9afc4a6 (patch) | |
| tree | 3c4f6980667190dd1e7075e64b7801fb6bc7cda4 /pyaggr3g470r/crawler.py | |
| parent | Take advantage of some new fields of the Feed objects. (diff) | |
| download | newspipe-5aebb0bd464cf7af712de1cb0f79754fd9afc4a6.tar.gz newspipe-5aebb0bd464cf7af712de1cb0f79754fd9afc4a6.tar.bz2 newspipe-5aebb0bd464cf7af712de1cb0f79754fd9afc4a6.zip | |
Minor update to the 'feed' template.
Diffstat (limited to 'pyaggr3g470r/crawler.py')
| -rw-r--r-- | pyaggr3g470r/crawler.py | 13 |
1 files changed, 8 insertions, 5 deletions
diff --git a/pyaggr3g470r/crawler.py b/pyaggr3g470r/crawler.py index 22ed5acc..66195124 100644 --- a/pyaggr3g470r/crawler.py +++ b/pyaggr3g470r/crawler.py @@ -56,7 +56,6 @@ def get(*args, **kwargs): return (yield from response.read_and_close(decode=False)) except Exception as e: #print(e) - feed.last_error = str(e) return None @asyncio.coroutine @@ -72,16 +71,19 @@ def parse_feed(user, feed): if data is None: feed.error_count += 1 return - feed.error_count = 0 - - feed.last_retrieved = datetime.now() a_feed = feedparser.parse(data) if a_feed['bozo'] == 1: - logger.error(a_feed['bozo_exception']) + #logger.error(a_feed['bozo_exception']) + feed.last_error = str(a_feed['bozo_exception']) + feed.error_count += 1 + db.session.commit() if a_feed['entries'] == []: return + feed.last_retrieved = datetime.now(dateutil.tz.tzlocal()) + feed.error_count = 0 + # Feed informations if feed.title == "": try: @@ -98,6 +100,7 @@ def parse_feed(user, feed): feed.description = a_feed.feed.subtitle except: feed.description = "" + db.session.commit() articles = [] for article in a_feed['entries']: |