diff options
| author | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2014-06-21 11:05:05 +0200 |
|---|---|---|
| committer | Cédric Bonhomme <cedric@cedricbonhomme.org> | 2014-06-21 11:05:05 +0200 |
| commit | 73d3f3646bd537cb686f3f36b4db984ad5f0345e (patch) | |
| tree | c245eaca823d25f1ea1b2462f38f1d33a722790b /pyaggr3g470r/crawler.py | |
| parent | Merge branch 'master' of bitbucket.org:cedricbonhomme/pyaggr3g470r (diff) | |
| download | newspipe-73d3f3646bd537cb686f3f36b4db984ad5f0345e.tar.gz newspipe-73d3f3646bd537cb686f3f36b4db984ad5f0345e.tar.bz2 newspipe-73d3f3646bd537cb686f3f36b4db984ad5f0345e.zip | |
if the crawler is not able to get the link of the article, continue.
Diffstat (limited to 'pyaggr3g470r/crawler.py')
| -rw-r--r-- | pyaggr3g470r/crawler.py | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/pyaggr3g470r/crawler.py b/pyaggr3g470r/crawler.py index f14d2154..70c2b441 100644 --- a/pyaggr3g470r/crawler.py +++ b/pyaggr3g470r/crawler.py @@ -149,7 +149,11 @@ class FeedGetter(object): articles = [] for article in a_feed['entries']: - nice_url = article.link.encode("utf-8") + try: + nice_url = article.link.encode("utf-8") + except: + # if not able to get the link of the article, continue + continue if conf.RESOLVE_ARTICLE_URL: try: # resolves URL behind proxies |