aboutsummaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
Diffstat (limited to 'src')
-rw-r--r--src/bootstrap.py2
-rw-r--r--src/crawler/classic_crawler.py4
-rw-r--r--src/web/controllers/abstract.py5
3 files changed, 8 insertions, 3 deletions
diff --git a/src/bootstrap.py b/src/bootstrap.py
index 8aaba976..7b6a6c8c 100644
--- a/src/bootstrap.py
+++ b/src/bootstrap.py
@@ -15,7 +15,7 @@ def set_logging(log_path, log_level=logging.INFO,
formater = logging.Formatter(log_format)
handler = logging.FileHandler(log_path)
handler.setFormatter(formater)
- for logger_name in ('bootstrap', 'web', 'manager', 'runserver'):
+ for logger_name in ('bootstrap', 'web', 'manager', 'runserver', 'classic_crawler'):
logger = logging.getLogger(logger_name)
logger.addHandler(handler)
logger.setLevel(log_level)
diff --git a/src/crawler/classic_crawler.py b/src/crawler/classic_crawler.py
index 2e292624..1105ed87 100644
--- a/src/crawler/classic_crawler.py
+++ b/src/crawler/classic_crawler.py
@@ -112,7 +112,7 @@ async def insert_database(user, feed):
if None is articles:
return []
- logger.debug('inserting articles for {}'.format(feed.title))
+ logger.info('inserting articles for {}'.format(feed.title))
logger.info("Database insertion...")
new_articles = []
@@ -131,6 +131,8 @@ async def insert_database(user, feed):
# the content or the title
logger.debug("Article %r (%r) already in the database.",
article['title'], article['link'])
+ print("Article %r (%r) already in the database.",
+ article['title'], article['link'])
existing_article = existing_article_req.first()
new_updated_date = None
try:
diff --git a/src/web/controllers/abstract.py b/src/web/controllers/abstract.py
index 2a2e6f9f..5cebd39e 100644
--- a/src/web/controllers/abstract.py
+++ b/src/web/controllers/abstract.py
@@ -91,7 +91,10 @@ class AbstractController:
obj = self._db_cls(**attrs)
db.session.add(obj)
- db.session.commit()
+ try:
+ db.session.commit()
+ except Exception as e:
+ logger.exception(str(e))
return obj
def read(self, **filters):
bgstack15