From 73d3f3646bd537cb686f3f36b4db984ad5f0345e Mon Sep 17 00:00:00 2001 From: Cédric Bonhomme Date: Sat, 21 Jun 2014 11:05:05 +0200 Subject: if the crawler is not able to get the link of the article, continue. --- pyaggr3g470r/crawler.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) (limited to 'pyaggr3g470r/crawler.py') diff --git a/pyaggr3g470r/crawler.py b/pyaggr3g470r/crawler.py index f14d2154..70c2b441 100644 --- a/pyaggr3g470r/crawler.py +++ b/pyaggr3g470r/crawler.py @@ -149,7 +149,11 @@ class FeedGetter(object): articles = [] for article in a_feed['entries']: - nice_url = article.link.encode("utf-8") + try: + nice_url = article.link.encode("utf-8") + except: + # if not able to get the link of the article, continue + continue if conf.RESOLVE_ARTICLE_URL: try: # resolves URL behind proxies -- cgit