multi crawler update

* adding action in the manager
* removing debug code and adapting logging level
* adding a wait method so it can be ran through cli

1 files changed, 8 insertions, 0 deletions

diff --git a/manager.py b/manager.py
index 74eb34cf..904fccb0 100755
--- a/manager.py
+++ b/manager.py
@@ -83,5 +83,13 @@ def db_create():
         db.session.commit()
 
 
+@manager.command
+def fetch(user, password, limit=300):
+    from pyaggr3g470r.lib.crawler import CrawlerScheduler
+    scheduler = CrawlerScheduler(user, password)
+    scheduler.run(limit=limit)
+    scheduler.wait()
+
+
 if __name__ == '__main__':
     manager.run()