diff options
| author | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2020-03-29 23:20:57 +0200 |
|---|---|---|
| committer | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2020-03-29 23:20:57 +0200 |
| commit | 457b607ccd58cf995f0251d8e810d092bfdd763a (patch) | |
| tree | b47c4f3973ea9c5a3141ef118051d28041c1599e /newspipe/crawler | |
| parent | Minor fixes to the crawler. (diff) | |
| download | newspipe-457b607ccd58cf995f0251d8e810d092bfdd763a.tar.gz newspipe-457b607ccd58cf995f0251d8e810d092bfdd763a.tar.bz2 newspipe-457b607ccd58cf995f0251d8e810d092bfdd763a.zip | |
improvements to the crawler
Diffstat (limited to 'newspipe/crawler')
| -rw-r--r-- | newspipe/crawler/default_crawler.py | 7 |
1 files changed, 3 insertions, 4 deletions
diff --git a/newspipe/crawler/default_crawler.py b/newspipe/crawler/default_crawler.py index d76ca4fa..60ced87e 100644 --- a/newspipe/crawler/default_crawler.py +++ b/newspipe/crawler/default_crawler.py @@ -178,10 +178,9 @@ async def retrieve_feed(queue, users, feed_id=None): continue if feed.last_retrieved > (datetime.now() - timedelta(minutes=application.config["FEED_REFRESH_INTERVAL"])): continue - feeds.append(feed) - if feed_id and feed_id == feed.id: - break - + if None is feed_id or (feed_id and feed_id == feed.id): + feeds.append(feed) + logger.info(feeds) if feeds == []: logger.info("No feed to retrieve for {}".format(user.nickname)) |