aboutsummaryrefslogtreecommitdiff
path: root/src/manager.py
diff options
context:
space:
mode:
authorCédric Bonhomme <cedric@cedricbonhomme.org>2016-11-22 08:40:13 +0100
committerCédric Bonhomme <cedric@cedricbonhomme.org>2016-11-22 08:40:13 +0100
commite841afdabe76d370da85da0cd34c323f0e2b0c5d (patch)
tree4fe97c13df7e19839d2f6ac06e3a941c7e053ca8 /src/manager.py
parentUpdated translations. (diff)
downloadnewspipe-e841afdabe76d370da85da0cd34c323f0e2b0c5d.tar.gz
newspipe-e841afdabe76d370da85da0cd34c323f0e2b0c5d.tar.bz2
newspipe-e841afdabe76d370da85da0cd34c323f0e2b0c5d.zip
Renamed crawler name.
Diffstat (limited to 'src/manager.py')
-rwxr-xr-xsrc/manager.py13
1 files changed, 2 insertions, 11 deletions
diff --git a/src/manager.py b/src/manager.py
index 46f8fe10..60e4c4f1 100755
--- a/src/manager.py
+++ b/src/manager.py
@@ -41,21 +41,12 @@ def db_create():
@manager.command
-def fetch(limit=100, retreive_all=False):
- "Crawl the feeds with the client crawler."
- from crawler.http_crawler import CrawlerScheduler
- scheduler = CrawlerScheduler(conf.API_LOGIN, conf.API_PASSWD)
- scheduler.run(limit=limit, retreive_all=retreive_all)
- scheduler.wait()
-
-
-@manager.command
def fetch_asyncio(user_id=None, feed_id=None):
"Crawl the feeds with asyncio."
import asyncio
with application.app_context():
- from crawler import classic_crawler
+ from crawler import default_crawler
filters = {}
filters['is_active'] = True
filters['automatic_crawling'] = True
@@ -73,7 +64,7 @@ def fetch_asyncio(user_id=None, feed_id=None):
start = datetime.now()
loop = asyncio.get_event_loop()
for user in users:
- classic_crawler.retrieve_feed(loop, user, feed_id)
+ default_crawler.retrieve_feed(loop, user, feed_id)
loop.close()
end = datetime.now()
bgstack15