aboutsummaryrefslogtreecommitdiff
path: root/pyaggr3g470r/crawler.py
diff options
context:
space:
mode:
authorCédric Bonhomme <cedric@cedricbonhomme.org>2014-06-21 11:05:05 +0200
committerCédric Bonhomme <cedric@cedricbonhomme.org>2014-06-21 11:05:05 +0200
commit73d3f3646bd537cb686f3f36b4db984ad5f0345e (patch)
treec245eaca823d25f1ea1b2462f38f1d33a722790b /pyaggr3g470r/crawler.py
parentMerge branch 'master' of bitbucket.org:cedricbonhomme/pyaggr3g470r (diff)
downloadnewspipe-73d3f3646bd537cb686f3f36b4db984ad5f0345e.tar.gz
newspipe-73d3f3646bd537cb686f3f36b4db984ad5f0345e.tar.bz2
newspipe-73d3f3646bd537cb686f3f36b4db984ad5f0345e.zip
if the crawler is not able to get the link of the article, continue.
Diffstat (limited to 'pyaggr3g470r/crawler.py')
-rw-r--r--pyaggr3g470r/crawler.py6
1 files changed, 5 insertions, 1 deletions
diff --git a/pyaggr3g470r/crawler.py b/pyaggr3g470r/crawler.py
index f14d2154..70c2b441 100644
--- a/pyaggr3g470r/crawler.py
+++ b/pyaggr3g470r/crawler.py
@@ -149,7 +149,11 @@ class FeedGetter(object):
articles = []
for article in a_feed['entries']:
- nice_url = article.link.encode("utf-8")
+ try:
+ nice_url = article.link.encode("utf-8")
+ except:
+ # if not able to get the link of the article, continue
+ continue
if conf.RESOLVE_ARTICLE_URL:
try:
# resolves URL behind proxies
bgstack15