Browse Source

Perform more RSS parsing in working thread

adaptive-webui-19844
Vladimir Golovnev (Glassez) 6 years ago
parent
commit
d710bbd9ef
No known key found for this signature in database
GPG Key ID: 52A2C7DEE2DFA6F7
  1. 21
      src/base/rss/private/rss_parser.cpp
  2. 1
      src/base/rss/private/rss_parser.h
  3. 16
      src/base/rss/rss_feed.cpp

21
src/base/rss/private/rss_parser.cpp

@ -635,7 +635,7 @@ void Parser::parseRssArticle(QXmlStreamReader &xml) @@ -635,7 +635,7 @@ void Parser::parseRssArticle(QXmlStreamReader &xml)
if (article[Article::KeyTorrentURL].toString().isEmpty())
article[Article::KeyTorrentURL] = altTorrentUrl;
m_result.articles.prepend(article);
addArticle(article);
}
void Parser::parseRSSChannel(QXmlStreamReader &xml)
@ -730,7 +730,7 @@ void Parser::parseAtomArticle(QXmlStreamReader &xml) @@ -730,7 +730,7 @@ void Parser::parseAtomArticle(QXmlStreamReader &xml)
}
}
m_result.articles.prepend(article);
addArticle(article);
}
void Parser::parseAtomChannel(QXmlStreamReader &xml)
@ -760,3 +760,20 @@ void Parser::parseAtomChannel(QXmlStreamReader &xml) @@ -760,3 +760,20 @@ void Parser::parseAtomChannel(QXmlStreamReader &xml)
}
}
}
void Parser::addArticle(QVariantHash article)
{
QVariant &torrentURL = article[Article::KeyTorrentURL];
if (torrentURL.toString().isEmpty())
torrentURL = article[Article::KeyLink];
// If item does not have an ID, fall back to some other identifier.
QVariant &localId = article[Article::KeyId];
if (localId.toString().isEmpty())
localId = article.value(Article::KeyTorrentURL);
if (localId.toString().isEmpty())
localId = article.value(Article::KeyTitle);
if (!localId.toString().isEmpty())
m_result.articles.prepend(article);
}

1
src/base/rss/private/rss_parser.h

@ -65,6 +65,7 @@ namespace RSS @@ -65,6 +65,7 @@ namespace RSS
void parseRSSChannel(QXmlStreamReader &xml);
void parseAtomArticle(QXmlStreamReader &xml);
void parseAtomChannel(QXmlStreamReader &xml);
void addArticle(QVariantHash article);
QString m_baseUrl;
ParsingResult m_result;

16
src/base/rss/rss_feed.cpp

@ -411,24 +411,10 @@ int Feed::updateArticles(const QList<QVariantHash> &loadedArticles) @@ -411,24 +411,10 @@ int Feed::updateArticles(const QList<QVariantHash> &loadedArticles)
QVector<QVariantHash> newArticles;
newArticles.reserve(loadedArticles.size());
for (QVariantHash article : loadedArticles) {
QVariant &torrentURL = article[Article::KeyTorrentURL];
if (torrentURL.toString().isEmpty())
torrentURL = article[Article::KeyLink];
// If item does not have an ID, fall back to some other identifier.
QVariant &localId = article[Article::KeyId];
if (localId.toString().isEmpty())
localId = article.value(Article::KeyTorrentURL);
if (localId.toString().isEmpty())
localId = article.value(Article::KeyTitle);
if (localId.toString().isEmpty())
continue;
// If article has no publication date we use feed update time as a fallback.
// To prevent processing of "out-of-limit" articles we must not assign dates
// that are earlier than the dates of existing articles.
const Article *existingArticle = articleByGUID(localId.toString());
const Article *existingArticle = articleByGUID(article[Article::KeyId].toString());
if (existingArticle) {
dummyPubDate = existingArticle->date().addMSecs(-1);
continue;

Loading…
Cancel
Save