From 99ca499e1b1aab3795303f289622e04e080d3f3f Mon Sep 17 00:00:00 2001 From: Cédric Bonhomme Date: Sat, 10 Mar 2018 22:23:56 +0100 Subject: Limit the search for duplicates to 1000 articles. --- src/web/controllers/feed.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src') diff --git a/src/web/controllers/feed.py b/src/web/controllers/feed.py index a77fd926..d75cd994 100644 --- a/src/web/controllers/feed.py +++ b/src/web/controllers/feed.py @@ -41,7 +41,7 @@ class FeedController(AbstractController): """ feed = self.get(id=feed_id) duplicates = [] - for pair in itertools.combinations(feed.articles, 2): + for pair in itertools.combinations(feed.articles[:1000], 2): date1, date2 = pair[0].date, pair[1].date if clear_string(pair[0].title) == clear_string(pair[1].title) \ and (date1 - date2) < timedelta(days=1): -- cgit