diff options
Diffstat (limited to 'pyaggr3g470r/crawler.py')
| -rw-r--r-- | pyaggr3g470r/crawler.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/pyaggr3g470r/crawler.py b/pyaggr3g470r/crawler.py index af0597a1..48ee22d2 100644 --- a/pyaggr3g470r/crawler.py +++ b/pyaggr3g470r/crawler.py @@ -27,6 +27,7 @@ __copyright__ = "Copyright (c) Cedric Bonhomme" __license__ = "AGPLv3" import re +import socket import logging import feedparser import urllib2 @@ -35,7 +36,7 @@ import dateutil.parser from bs4 import BeautifulSoup from datetime import datetime from sqlalchemy.exc import IntegrityError -#from requests.exceptions import * +from requests.exceptions import * import gevent.monkey gevent.monkey.patch_all() @@ -53,6 +54,7 @@ if not conf.ON_HEROKU: logger = logging.getLogger(__name__) +socket.setdefaulttimeout(5.0) class TooLong(Exception): def __init__(self): |