From 3744c4836bf52149823c05f455e3190bf1af583c Mon Sep 17 00:00:00 2001 From: cedricbonhomme Date: Mon, 19 Mar 2012 23:07:37 +0100 Subject: Added script to convert the SQLite database to a MongoDB database for the new version of pyAggr3g470r. --- mongodb.py | 22 ++++++++-------------- 1 file changed, 8 insertions(+), 14 deletions(-) (limited to 'mongodb.py') diff --git a/mongodb.py b/mongodb.py index 0eb4e002..a37b80c0 100644 --- a/mongodb.py +++ b/mongodb.py @@ -27,9 +27,8 @@ class Articles(object): """ Creates a new collection for a new feed. """ - #pymongo.collection.Collection(self.db, new_collection["feed_id"]) collection = self.db[new_collection["feed_id"]] - collection.create_index([("article_link", pymongo.ASCENDING)], {"unique":True, "sparse":True}) + #collection.create_index([("feed_link", pymongo.ASCENDING)], {"unique":True, "sparse":True}) collection.insert(new_collection) def add_articles(self, articles, feed_id): @@ -37,6 +36,10 @@ class Articles(object): Add article(s) in a collection. """ collection = self.db[str(feed_id)] + + collection.create_index([("article_link", pymongo.ASCENDING), ("article_date", pymongo.DESCENDING)], \ + {"unique":False, "sparse":False}) + for article in articles: cursor = collection.find({"article_id":article["article_id"]}) if cursor.count() == 0: @@ -102,7 +105,8 @@ class Articles(object): cursor = collection.find({"type":1}) else: cursor = collection.find({"type":1, condition[0]:condition[1]}) - return cursor.sort([("article_date", pymongo.DESCENDING)]) + #return cursor.sort([("article_date", pymongo.DESCENDING)]) + return cursor def print_articles_from_collection(self, collection_id): """ @@ -245,16 +249,6 @@ if __name__ == "__main__": #print articles.get_all_articles() - - - for feed in articles.get_all_collections(): - for article in articles.get_articles_from_collection(feed["feed_id"]): - try: - #print article["article_title"], article["article_date"] - pass - except: - pass - # Drop the database - #articles.drop_database() \ No newline at end of file + articles.drop_database() \ No newline at end of file -- cgit