Browse Source

Further RSS clean up

adaptive-webui-19844
Christophe Dumez 13 years ago
parent
commit
33f5c8e903
  1. 105
      src/rss/rssfeed.cpp
  2. 4
      src/rss/rssfeed.h

105
src/rss/rssfeed.cpp

@ -218,46 +218,11 @@ QString RssFeed::iconUrl() const {
return QString("http://")+siteUrl.host()+QString("/favicon.ico"); return QString("http://")+siteUrl.host()+QString("/favicon.ico");
} }
// read and create items from a rss document void RssFeed::parseRSSChannel(QXmlStreamReader& xml)
bool RssFeed::parseRSS(QIODevice* device) { {
qDebug("Parsing RSS file..."); Q_ASSERT(xml.isStartElement() && xml.name() == "channel");
QXmlStreamReader xml(device);
// is it a rss file ?
if (xml.atEnd()) {
qDebug("ERROR: Could not parse RSS file");
return false;
}
while (!xml.atEnd()) {
xml.readNext();
if (xml.isStartElement()) {
if (xml.name() != "rss") {
qDebug("ERROR: this is not a rss file, root tag is <%s>", qPrintable(xml.name().toString()));
return false;
} else {
break;
}
}
}
// Read channels
while(!xml.atEnd()) {
xml.readNext();
if (!xml.isStartElement())
continue;
if (xml.name() != "channel")
continue;
// Parse channel content
while(!xml.atEnd()) {
xml.readNext();
if (xml.isEndElement() && xml.name() == "channel")
break; // End of this channel, parse the next one
if (!xml.isStartElement())
continue;
while (xml.readNextStartElement()) {
if (xml.name() == "title") { if (xml.name() == "title") {
m_title = xml.readElementText(); m_title = xml.readElementText();
if (m_alias == url()) if (m_alias == url())
@ -271,15 +236,44 @@ bool RssFeed::parseRSS(QIODevice* device) {
} }
} }
else if (xml.name() == "item") { else if (xml.name() == "item") {
RssArticlePtr art = xmlToRssArticle(this, xml); RssArticlePtr article = xmlToRssArticle(this, xml);
if (art && !itemAlreadyExists(art->guid())) if (article && !itemAlreadyExists(article->guid()))
m_articles.insert(art->guid(), art); m_articles.insert(article->guid(), article);
} else
xml.skipCurrentElement();
}
}
// read and create items from a rss document
bool RssFeed::parseRSS(QIODevice* device)
{
qDebug("Parsing RSS file...");
QXmlStreamReader xml(device);
bool found_channel = false;
while (xml.readNextStartElement()) {
if (xml.name() == "rss") {
// Find channels
while (xml.readNextStartElement()) {
if (xml.name() == "channel") {
parseRSSChannel(xml);
found_channel = true;
break;
} else
xml.skipCurrentElement();
} }
break;
} else
xml.skipCurrentElement();
} }
if (!found_channel) {
qDebug() << m_url << " is not a valid RSS feed";
return false;
} }
// Make sure we limit the number of articles // Make sure we limit the number of articles
resizeList(); removeOldArticles();
// RSS Feed Downloader // RSS Feed Downloader
if (RssSettings().isRssDownloadingEnabled()) if (RssSettings().isRssDownloadingEnabled())
@ -295,26 +289,24 @@ void RssFeed::downloadMatchingArticleTorrents() {
Q_ASSERT(RssSettings().isRssDownloadingEnabled()); Q_ASSERT(RssSettings().isRssDownloadingEnabled());
RssDownloadRuleList *download_rules = m_manager->downloadRules(); RssDownloadRuleList *download_rules = m_manager->downloadRules();
for (RssArticleHash::ConstIterator it = m_articles.begin(); it != m_articles.end(); it++) { for (RssArticleHash::ConstIterator it = m_articles.begin(); it != m_articles.end(); it++) {
RssArticlePtr item = it.value(); RssArticlePtr article = it.value();
if (item->isRead()) continue; // Skip read articles
QString torrent_url; if (article->isRead())
if (item->hasAttachment()) continue;
torrent_url = item->torrentUrl();
else
torrent_url = item->link();
// Check if the item should be automatically downloaded // Check if the item should be automatically downloaded
RssDownloadRulePtr matching_rule = download_rules->findMatchingRule(m_url, item->title()); RssDownloadRulePtr matching_rule = download_rules->findMatchingRule(m_url, article->title());
if (matching_rule) { if (matching_rule) {
// Item was downloaded, consider it as Read // Torrent was downloaded, consider article as read
item->markAsRead(); article->markAsRead();
// Download the torrent // Download the torrent
QBtSession::instance()->addConsoleMessage(tr("Automatically downloading %1 torrent from %2 RSS feed...").arg(item->title()).arg(displayName())); QString torrent_url = article->hasAttachment() ? article->torrentUrl() : article->link();
QBtSession::instance()->addConsoleMessage(tr("Automatically downloading %1 torrent from %2 RSS feed...").arg(article->title()).arg(displayName()));
QBtSession::instance()->downloadUrlAndSkipDialog(torrent_url, matching_rule->savePath(), matching_rule->label()); QBtSession::instance()->downloadUrlAndSkipDialog(torrent_url, matching_rule->savePath(), matching_rule->label());
} }
} }
} }
void RssFeed::resizeList() { void RssFeed::removeOldArticles() {
const uint max_articles = RssSettings().getRSSMaxArticlesPerFeed(); const uint max_articles = RssSettings().getRSSMaxArticlesPerFeed();
const uint nb_articles = m_articles.size(); const uint nb_articles = m_articles.size();
if (nb_articles > max_articles) { if (nb_articles > max_articles) {
@ -333,9 +325,8 @@ bool RssFeed::parseXmlFile(const QString &file_path) {
QFile fileRss(file_path); QFile fileRss(file_path);
if (!fileRss.open(QIODevice::ReadOnly | QIODevice::Text)) { if (!fileRss.open(QIODevice::ReadOnly | QIODevice::Text)) {
qDebug("openRss error: open failed, no file or locked, %s", qPrintable(file_path)); qDebug("openRss error: open failed, no file or locked, %s", qPrintable(file_path));
if (QFile::exists(file_path)) { if (QFile::exists(file_path))
fileRss.remove(); fileRss.remove();
}
return false; return false;
} }

4
src/rss/rssfeed.h

@ -33,6 +33,7 @@
#include <QHash> #include <QHash>
#include <QSharedPointer> #include <QSharedPointer>
#include <QXmlStreamReader>
#include "rssfile.h" #include "rssfile.h"
@ -79,7 +80,8 @@ private slots:
private: private:
bool parseRSS(QIODevice* device); bool parseRSS(QIODevice* device);
void resizeList(); void parseRSSChannel(QXmlStreamReader& xml);
void removeOldArticles();
bool parseXmlFile(const QString &file_path); bool parseXmlFile(const QString &file_path);
void downloadMatchingArticleTorrents(); void downloadMatchingArticleTorrents();
QString iconUrl() const; QString iconUrl() const;

Loading…
Cancel
Save