From 955b126903eb46065a1e90a986e6af197481437b Mon Sep 17 00:00:00 2001 From: Cédric Bonhomme Date: Thu, 3 Nov 2016 13:39:27 +0100 Subject: Some improvements for the manager and the asyncio crawler. --- src/manager.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) (limited to 'src/manager.py') diff --git a/src/manager.py b/src/manager.py index 47a88339..46f8fe10 100755 --- a/src/manager.py +++ b/src/manager.py @@ -3,6 +3,7 @@ import os import logging +from datetime import datetime from werkzeug import generate_password_hash from bootstrap import application, db, conf, set_logging from flask_script import Manager @@ -67,11 +68,17 @@ def fetch_asyncio(user_id=None, feed_id=None): except: feed_id = None + logger.info('Starting crawler.') + + start = datetime.now() loop = asyncio.get_event_loop() for user in users: - logger.info("Fetching articles for " + user.nickname) classic_crawler.retrieve_feed(loop, user, feed_id) loop.close() + end = datetime.now() + + logger.info('Crawler finished in {} seconds.' \ + .format((end - start).seconds)) if __name__ == '__main__': -- cgit