diff options
Diffstat (limited to 'src/crawler')
| -rw-r--r-- | src/crawler/default_crawler.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py index 34726a83..3a60ede4 100644 --- a/src/crawler/default_crawler.py +++ b/src/crawler/default_crawler.py @@ -130,6 +130,7 @@ async def insert_database(user, feed): continue exist = existing_article_req.count() != 0 if exist: + continue # if the article has been already retrieved, we only update # the content or the title logger.info('Article already in the database: {}'. \ |