aboutsummaryrefslogtreecommitdiff
path: root/mongodb.py
diff options
context:
space:
mode:
Diffstat (limited to 'mongodb.py')
-rw-r--r--mongodb.py22
1 files changed, 8 insertions, 14 deletions
diff --git a/mongodb.py b/mongodb.py
index 0eb4e002..a37b80c0 100644
--- a/mongodb.py
+++ b/mongodb.py
@@ -27,9 +27,8 @@ class Articles(object):
"""
Creates a new collection for a new feed.
"""
- #pymongo.collection.Collection(self.db, new_collection["feed_id"])
collection = self.db[new_collection["feed_id"]]
- collection.create_index([("article_link", pymongo.ASCENDING)], {"unique":True, "sparse":True})
+ #collection.create_index([("feed_link", pymongo.ASCENDING)], {"unique":True, "sparse":True})
collection.insert(new_collection)
def add_articles(self, articles, feed_id):
@@ -37,6 +36,10 @@ class Articles(object):
Add article(s) in a collection.
"""
collection = self.db[str(feed_id)]
+
+ collection.create_index([("article_link", pymongo.ASCENDING), ("article_date", pymongo.DESCENDING)], \
+ {"unique":False, "sparse":False})
+
for article in articles:
cursor = collection.find({"article_id":article["article_id"]})
if cursor.count() == 0:
@@ -102,7 +105,8 @@ class Articles(object):
cursor = collection.find({"type":1})
else:
cursor = collection.find({"type":1, condition[0]:condition[1]})
- return cursor.sort([("article_date", pymongo.DESCENDING)])
+ #return cursor.sort([("article_date", pymongo.DESCENDING)])
+ return cursor
def print_articles_from_collection(self, collection_id):
"""
@@ -245,16 +249,6 @@ if __name__ == "__main__":
#print articles.get_all_articles()
-
-
- for feed in articles.get_all_collections():
- for article in articles.get_articles_from_collection(feed["feed_id"]):
- try:
- #print article["article_title"], article["article_date"]
- pass
- except:
- pass
-
# Drop the database
- #articles.drop_database() \ No newline at end of file
+ articles.drop_database() \ No newline at end of file
bgstack15