diff options
| author | cedricbonhomme <devnull@localhost> | 2012-04-20 14:30:16 +0200 |
|---|---|---|
| committer | cedricbonhomme <devnull@localhost> | 2012-04-20 14:30:16 +0200 |
| commit | 8ad800252042839a5d7d0ea3cfaea0a56987efcc (patch) | |
| tree | c322107ec957e782bb734fc01d5df9880ebaa43b /source/sqlite2mongo.py | |
| parent | Added tag for the version 3.1 (last stable version with an SQLite database). (diff) | |
| download | newspipe-8ad800252042839a5d7d0ea3cfaea0a56987efcc.tar.gz newspipe-8ad800252042839a5d7d0ea3cfaea0a56987efcc.tar.bz2 newspipe-8ad800252042839a5d7d0ea3cfaea0a56987efcc.zip | |
SHA1 is replaced by urlsafe_b64encode for id of articles.
Diffstat (limited to 'source/sqlite2mongo.py')
| -rw-r--r-- | source/sqlite2mongo.py | 9 |
1 files changed, 2 insertions, 7 deletions
diff --git a/source/sqlite2mongo.py b/source/sqlite2mongo.py index 633fb8f9..6a68d00b 100644 --- a/source/sqlite2mongo.py +++ b/source/sqlite2mongo.py @@ -1,7 +1,6 @@ #! /usr/bin/env python # -*- coding: utf-8 -*- -import hashlib import sqlite3 import mongodb @@ -36,9 +35,7 @@ def sqlite2mongo(): feed[2] + "'").fetchall() except: continue - sha1_hash = hashlib.sha1() - sha1_hash.update(feed[2].encode('utf-8')) - feed_id = sha1_hash.hexdigest() + feed_id = utils.uri_b64encode(feed[2].encode('utf-8')) new_collection = {"feed_id" : feed_id.encode('utf-8'), \ "type": 0, \ @@ -54,9 +51,7 @@ def sqlite2mongo(): # Walk through the list of articles for the current feed. articles = [] for article in list_of_articles: - sha1_hash = hashlib.sha1() - sha1_hash.update(article[2].encode('utf-8')) - article_id = sha1_hash.hexdigest() + article_id = utils.uri_b64encode(article[2].encode('utf-8')) article = {"article_id": article_id.encode('utf-8'), \ "type":1, \ |