aboutsummaryrefslogtreecommitdiff
path: root/src/crawler
diff options
context:
space:
mode:
authorCédric Bonhomme <cedric@cedricbonhomme.org>2016-09-28 10:23:30 +0200
committerCédric Bonhomme <cedric@cedricbonhomme.org>2016-09-28 10:23:30 +0200
commitae6015124c0f536357ded182cb7e617c93e1e414 (patch)
treecd2479b75a9cb17114e97935eb8d4d95a0ec6130 /src/crawler
parentremove debrug print (diff)
downloadnewspipe-ae6015124c0f536357ded182cb7e617c93e1e414.tar.gz
newspipe-ae6015124c0f536357ded182cb7e617c93e1e414.tar.bz2
newspipe-ae6015124c0f536357ded182cb7e617c93e1e414.zip
test
Diffstat (limited to 'src/crawler')
-rw-r--r--src/crawler/classic_crawler.py9
1 files changed, 7 insertions, 2 deletions
diff --git a/src/crawler/classic_crawler.py b/src/crawler/classic_crawler.py
index cd395d0f..dc367440 100644
--- a/src/crawler/classic_crawler.py
+++ b/src/crawler/classic_crawler.py
@@ -118,8 +118,13 @@ async def insert_database(user, feed):
new_articles = []
art_contr = ArticleController(user.id)
for article in articles:
- existing_article_req = art_contr.read(feed_id=feed.id,
- **extract_id(article))
+ try:
+ existing_article_req = art_contr.read(feed_id=feed.id,
+ **extract_id(article))
+ except Exception as e:
+ print("existing_article_req: " + e)
+ continue
+
exist = existing_article_req.count() != 0
if exist:
# if the article has been already retrieved, we only update
bgstack15