aboutsummaryrefslogtreecommitdiff
path: root/src/crawler
diff options
context:
space:
mode:
Diffstat (limited to 'src/crawler')
-rw-r--r--src/crawler/default_crawler.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/src/crawler/default_crawler.py b/src/crawler/default_crawler.py
index 34726a83..3a60ede4 100644
--- a/src/crawler/default_crawler.py
+++ b/src/crawler/default_crawler.py
@@ -130,6 +130,7 @@ async def insert_database(user, feed):
continue
exist = existing_article_req.count() != 0
if exist:
+ continue
# if the article has been already retrieved, we only update
# the content or the title
logger.info('Article already in the database: {}'. \
bgstack15