//=========================================== // Lumina-DE source code // Copyright (c) 2016, Ken Moore // Available under the 3-clause BSD license // See the LICENSE file for full details //=========================================== #include "RSSObjects.h" #include #include #include "LSession.h" //============ // PUBLIC //============ RSSReader::RSSReader(QObject *parent, QString settingsPrefix) : QObject(parent){ NMAN = new QNetworkAccessManager(this); connect(NMAN, SIGNAL(finished(QNetworkReply*)), this, SLOT(replyFinished(QNetworkReply*)) ); connect(NMAN, SIGNAL(sslErrors(QNetworkReply*, const QList&)), this, SLOT(sslErrors(QNetworkReply*, const QList&)) ); setprefix = settingsPrefix; syncTimer = new QTimer(this); syncTimer->setInterval(300000); //5 minutes connect(syncTimer, SIGNAL(timeout()), this, SLOT(checkTimes())); syncTimer->start(); } RSSReader::~RSSReader(){ } //Information retrieval QStringList RSSReader::channels(){ QStringList urls = hash.keys(); QStringList ids; //sort all the channels by title before output for(int i=0; iget( QNetworkRequest( QUrl(url) ) ); outstandingURLS << url; } } //RSS parsing functions RSSchannel RSSReader::readRSS(QByteArray bytes){ //Note: We could expand this later to support multiple "channel"s per Feed // but it seems like there is normally only one channel anyway //qDebug() << "Read RSS:" << bytes.left(100); QXmlStreamReader xml(bytes); RSSchannel rssinfo; //qDebug() << "Can Read XML Stream:" << !xml.hasError(); if(xml.readNextStartElement()){ //qDebug() << " - RSS Element:" << xml.name(); if(xml.name() == "rss" && (xml.attributes().value("version") =="2.0" || xml.attributes().value("version") =="0.91") ){ while(xml.readNextStartElement()){ //qDebug() << " - RSS Element:" << xml.name(); if(xml.name()=="channel"){ rssinfo = readRSSChannel(&xml); } else{ xml.skipCurrentElement(); } } } } if(xml.hasError()){ qDebug() << " - XML Read Error:" << xml.errorString() << "\n" << bytes; } return rssinfo; } RSSchannel RSSReader::readRSSChannel(QXmlStreamReader *rss){ RSSchannel info; info.timetolive = -1; while(rss->readNextStartElement()){ //qDebug() << " - RSS Element (channel):" <name(); if(rss->name()=="item"){ info.items << readRSSItem(rss); } else if(rss->name()=="title"){ info.title = rss->readElementText(); } else if(rss->name()=="link"){ QString txt = rss->readElementText(); if(!txt.isEmpty()){ info.link = txt; } } else if(rss->name()=="description"){ info.description = rss->readElementText(); } else if(rss->name()=="lastBuildDate"){ info.lastBuildDate = RSSDateTime(rss->readElementText()); } else if(rss->name()=="pubDate"){ info.lastPubDate = RSSDateTime(rss->readElementText()); } else if(rss->name()=="image"){ readRSSImage(&info, rss); } //else if(rss->name()=="skipHours"){ info.link = rss->readElementText(); } //else if(rss->name()=="skipDays"){ info.link = rss->readElementText(); } else if(rss->name()=="ttl"){ info.timetolive = rss->readElementText().toInt(); } else{ rss->skipCurrentElement(); } } return info; } RSSitem RSSReader::readRSSItem(QXmlStreamReader *rss){ RSSitem item; while(rss->readNextStartElement()){ //qDebug() << " - RSS Element (Item):" << rss->name(); if(rss->name()=="title"){ item.title = rss->readElementText(); } else if(rss->name()=="link"){ item.link = rss->readElementText(); } else if(rss->name()=="description"){ item.description = rss->readElementText(); } else if(rss->name()=="comments"){ item.comments_url = rss->readElementText(); } else if(rss->name()=="author"){ //Special handling - this field can contain both email and name QString raw = rss->readElementText(); if(raw.contains("@")){ item.author_email = raw.split(" ").filter("@").first(); item.author = raw.remove(item.author_email).remove("(").remove(")").simplified(); //the name is often put within parentheses after the email }else{ item.author = raw; } } else if(rss->name()=="guid"){ item.guid = rss->readElementText(); } else if(rss->name()=="pubDate"){ item.pubdate = RSSDateTime(rss->readElementText()); } else{ rss->skipCurrentElement(); } } return item; } void RSSReader::readRSSImage(RSSchannel *item, QXmlStreamReader *rss){ while(rss->readNextStartElement()){ //qDebug() << " - RSS Element (Image):" << rss->name(); if(rss->name()=="url"){ item->icon_url = rss->readElementText(); } else if(rss->name()=="title"){ item->icon_title = rss->readElementText(); } else if(rss->name()=="link"){ item->icon_link = rss->readElementText(); } else if(rss->name()=="width"){ item->icon_size.setWidth(rss->readElementText().toInt()); } else if(rss->name()=="height"){ item->icon_size.setHeight(rss->readElementText().toInt()); } else if(rss->name()=="description"){ item->icon_description = rss->readElementText(); } } //Go ahead and kick off the request for the icon if(!item->icon_url.isEmpty()){ requestRSS(item->icon_url); } } QDateTime RSSReader::RSSDateTime(QString datetime){ return QDateTime::fromString(datetime, Qt::RFC2822Date); } //================= // PRIVATE SLOTS //================= void RSSReader::replyFinished(QNetworkReply *reply){ QString url = reply->request().url().toString(); //qDebug() << "Got Reply:" << url; QByteArray data = reply->readAll(); outstandingURLS.removeAll(url); if(data.isEmpty()){ //qDebug() << "No data returned:" << url; //see if the URL can be adjusted for known issues bool handled = false; QUrl redirecturl = reply->attribute(QNetworkRequest::RedirectionTargetAttribute).toUrl(); if(redirecturl.isValid() && (redirecturl.toString() != url )){ //New URL redirect - make the change and send a new request QString newurl = redirecturl.toString(); //qDebug() << " - Redirect to:" << newurl; if(hash.contains(url) && !hash.contains(newurl)){ hash.insert(newurl, hash.take(url) ); //just move the data over to the new url requestRSS(newurl); emit newChannelsAvailable(); handled = true; } } if(!handled && hash.contains(url) ){ emit rssChanged(url); } return; } if(!hash.contains(url)){ //qDebug() << " - hash does not contain URL:" << url; //URL removed from list while a request was outstanding? //Could also be an icon fetch response QStringList keys = hash.keys(); for(int i=0; ideleteLater(); }else{ //RSS reply RSSchannel info = readRSS(data); //QNetworkReply can be used as QIODevice reply->deleteLater(); //clean up //Validate the info and announce any changes if(info.title.isEmpty() || info.link.isEmpty() || info.description.isEmpty()){ qDebug() << "Missing XML Information:" << url << info.title << info.link << info.description; return; } //bad info/read //Update the bookkeeping elements of the info if(info.timetolive<=0){ info.timetolive = LSession::handle()->DesktopPluginSettings()->value(setprefix+"default_interval_minutes", 60).toInt(); } if(info.timetolive <=0){ info.timetolive = 60; } //error in integer conversion from settings? info.lastsync = QDateTime::currentDateTime(); info.nextsync = info.lastsync.addSecs(info.timetolive * 60); //Now see if anything changed and save the info into the hash bool changed = (hash[url].lastBuildDate.isNull() || (hash[url].lastBuildDate < info.lastBuildDate) ); bool newinfo = false; if(changed){ newinfo = hash[url].title.isEmpty(); } //no previous info from this URL info.originalURL = hash[url].originalURL; //make sure this info gets preserved across updates hash.insert(url, info); if(newinfo){ emit newChannelsAvailable(); } //new channel else if(changed){ emit rssChanged(url); } //update to existing channel } } void RSSReader::sslErrors(QNetworkReply *reply, const QList &errors){ int ok = 0; qDebug() << "SSL Errors Detected (RSS Reader):" << reply->url(); for(int i=0; iurl(); reply->ignoreSslErrors(); } else{ qDebug() << " - Denied:" << reply->url(); } } void RSSReader::checkTimes(){ if(LSession::handle()->DesktopPluginSettings()->value(setprefix+"manual_sync_only", false).toBool()){ return; } QStringList urls = hash.keys(); QDateTime cdt = QDateTime::currentDateTime(); for(int i=0; i