From 64964d2fcfa73e18b1316d788bacd11e2180bb7d Mon Sep 17 00:00:00 2001 From: François Schmidts Date: Sun, 31 Jan 2016 18:59:36 +0100 Subject: handling errors from one page app --- src/conf.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'src/conf.py') diff --git a/src/conf.py b/src/conf.py index 7db65fd1..8acdeef6 100644 --- a/src/conf.py +++ b/src/conf.py @@ -92,7 +92,9 @@ USER_AGENT = config.get('crawler', 'user_agent') RESOLVE_ARTICLE_URL = config.getboolean('crawler', 'resolve_article_url') DEFAULT_MAX_ERROR = config.getint('crawler', - 'default_max_error') + 'default_max_error') +ERROR_THRESHOLD = int(DEFAULT_MAX_ERROR / 2) + CRAWLING_METHOD = config.get('crawler', 'crawling_method') LOG_LEVEL = {'debug': logging.DEBUG, -- cgit