mirror of
https://github.com/RetroShare/RetroShare.git
synced 2024-10-01 02:35:48 -04:00
cedbd051ac
git-svn-id: http://svn.code.sf.net/p/retroshare/code/trunk@7091 b45a01b8-16f6-495d-af2f-9b41ad6348cc
2121 lines
59 KiB
C++
2121 lines
59 KiB
C++
/****************************************************************
|
|
* RetroShare GUI is distributed under the following license:
|
|
*
|
|
* Copyright (C) 2012 by Thunder
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version 2
|
|
* of the License, or (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
****************************************************************/
|
|
|
|
#include "rsFeedReaderItems.h"
|
|
#include "p3FeedReader.h"
|
|
#include "p3FeedReaderThread.h"
|
|
#include "serialiser/rsconfigitems.h"
|
|
#include "retroshare/rsiface.h"
|
|
//Todo: Replace with gxs forums
|
|
//#include "retroshare/rsforums.h"
|
|
#include "util/rsstring.h"
|
|
|
|
RsFeedReader *rsFeedReader = NULL;
|
|
|
|
#define FEEDREADER_CLEAN_INTERVAL 1 * 60 * 60 // check every hour
|
|
#define FEEDREADER_FORUM_PREFIX L"RSS: "
|
|
|
|
/*********
|
|
* #define FEEDREADER_DEBUG
|
|
*********/
|
|
|
|
p3FeedReader::p3FeedReader(RsPluginHandler* pgHandler, RsForums *forums)
|
|
: RsPQIService(RS_SERVICE_TYPE_PLUGIN_FEEDREADER, CONFIG_TYPE_FEEDREADER, 5, pgHandler),
|
|
mFeedReaderMtx("p3FeedReader"), mDownloadMutex("p3FeedReaderDownload"), mProcessMutex("p3FeedReaderProcess"), mPreviewMutex("p3FeedReaderPreview")
|
|
{
|
|
mNextFeedId = 1;
|
|
mNextMsgId = 1;
|
|
mNextPreviewFeedId = -1; // use negative values
|
|
mNextPreviewMsgId = -1; // use negative values
|
|
mStandardUpdateInterval = 60 * 60; // 60 minutes
|
|
mStandardStorageTime = 30 * 60 * 60 * 24; // 30 days
|
|
mStandardUseProxy = false;
|
|
mStandardProxyPort = 0;
|
|
mLastClean = 0;
|
|
mForums = forums;
|
|
mNotify = NULL;
|
|
mSaveInBackground = false;
|
|
|
|
mPreviewDownloadThread = NULL;
|
|
mPreviewProcessThread = NULL;
|
|
|
|
/* start download thread */
|
|
p3FeedReaderThread *frt = new p3FeedReaderThread(this, p3FeedReaderThread::DOWNLOAD, "");
|
|
mThreads.push_back(frt);
|
|
frt->start();
|
|
|
|
/* start process thread */
|
|
frt = new p3FeedReaderThread(this, p3FeedReaderThread::PROCESS, "");
|
|
mThreads.push_back(frt);
|
|
frt->start();
|
|
}
|
|
|
|
/***************************************************************************/
|
|
/****************************** RsFeedReader *******************************/
|
|
/***************************************************************************/
|
|
|
|
static void feedToInfo(const RsFeedReaderFeed *feed, FeedInfo &info)
|
|
{
|
|
info.feedId = feed->feedId;
|
|
info.parentId = feed->parentId;
|
|
info.url = feed->url;
|
|
info.name = feed->name;
|
|
info.description = feed->description;
|
|
info.icon = feed->icon;
|
|
info.user = feed->user;
|
|
info.password = feed->password;
|
|
info.proxyAddress = feed->proxyAddress;
|
|
info.proxyPort = feed->proxyPort;
|
|
info.updateInterval = feed->updateInterval;
|
|
info.lastUpdate = feed->lastUpdate;
|
|
info.forumId = feed->forumId;
|
|
info.storageTime = feed->storageTime;
|
|
info.errorState = feed->errorState;
|
|
info.errorString = feed->errorString;
|
|
|
|
info.transformationType = feed->transformationType;
|
|
info.xpathsToUse = feed->xpathsToUse.ids;
|
|
info.xpathsToRemove = feed->xpathsToRemove.ids;
|
|
info.xslt = feed->xslt;
|
|
|
|
info.flag.folder = (feed->flag & RS_FEED_FLAG_FOLDER);
|
|
info.flag.infoFromFeed = (feed->flag & RS_FEED_FLAG_INFO_FROM_FEED);
|
|
info.flag.standardStorageTime = (feed->flag & RS_FEED_FLAG_STANDARD_STORAGE_TIME);
|
|
info.flag.standardUpdateInterval = (feed->flag & RS_FEED_FLAG_STANDARD_UPDATE_INTERVAL);
|
|
info.flag.standardProxy = (feed->flag & RS_FEED_FLAG_STANDARD_PROXY);
|
|
info.flag.authentication = (feed->flag & RS_FEED_FLAG_AUTHENTICATION);
|
|
info.flag.deactivated = (feed->flag & RS_FEED_FLAG_DEACTIVATED);
|
|
info.flag.forum = (feed->flag & RS_FEED_FLAG_FORUM);
|
|
info.flag.updateForumInfo = (feed->flag & RS_FEED_FLAG_UPDATE_FORUM_INFO);
|
|
info.flag.embedImages = (feed->flag & RS_FEED_FLAG_EMBED_IMAGES);
|
|
info.flag.saveCompletePage = (feed->flag & RS_FEED_FLAG_SAVE_COMPLETE_PAGE);
|
|
|
|
info.flag.preview = feed->preview;
|
|
|
|
switch (feed->workstate) {
|
|
case RsFeedReaderFeed::WAITING:
|
|
info.workstate = FeedInfo::WAITING;
|
|
break;
|
|
case RsFeedReaderFeed::WAITING_TO_DOWNLOAD:
|
|
info.workstate = FeedInfo::WAITING_TO_DOWNLOAD;
|
|
break;
|
|
case RsFeedReaderFeed::DOWNLOADING:
|
|
info.workstate = FeedInfo::DOWNLOADING;
|
|
break;
|
|
case RsFeedReaderFeed::WAITING_TO_PROCESS:
|
|
info.workstate = FeedInfo::WAITING_TO_PROCESS;
|
|
break;
|
|
case RsFeedReaderFeed::PROCESSING:
|
|
info.workstate = FeedInfo::PROCESSING;
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void infoToFeed(const FeedInfo &info, RsFeedReaderFeed *feed, bool add)
|
|
{
|
|
// feed->feedId = info.feedId;
|
|
feed->parentId = info.parentId;
|
|
feed->url = info.url;
|
|
feed->name = info.name;
|
|
feed->description = info.description;
|
|
// feed->icon = info.icon;
|
|
feed->user = info.user;
|
|
feed->password = info.password;
|
|
feed->proxyAddress = info.proxyAddress;
|
|
feed->proxyPort = info.proxyPort;
|
|
feed->updateInterval = info.updateInterval;
|
|
// feed->lastUpdate = info.lastUpdate;
|
|
feed->storageTime = info.storageTime;
|
|
if (add) {
|
|
/* set forum id only when adding a feed */
|
|
feed->forumId = info.forumId;
|
|
}
|
|
|
|
feed->transformationType = info.transformationType;
|
|
feed->xpathsToUse.ids = info.xpathsToUse;
|
|
feed->xpathsToRemove.ids = info.xpathsToRemove;
|
|
feed->xslt = info.xslt;
|
|
|
|
// feed->preview = info.flag.preview;
|
|
|
|
uint32_t oldFlag = feed->flag;
|
|
feed->flag = 0;
|
|
if (info.flag.infoFromFeed) {
|
|
feed->flag |= RS_FEED_FLAG_INFO_FROM_FEED;
|
|
}
|
|
if (info.flag.standardStorageTime) {
|
|
feed->flag |= RS_FEED_FLAG_STANDARD_STORAGE_TIME;
|
|
}
|
|
if (info.flag.standardUpdateInterval) {
|
|
feed->flag |= RS_FEED_FLAG_STANDARD_UPDATE_INTERVAL;
|
|
}
|
|
if (info.flag.standardProxy) {
|
|
feed->flag |= RS_FEED_FLAG_STANDARD_PROXY;
|
|
}
|
|
if (info.flag.authentication) {
|
|
feed->flag |= RS_FEED_FLAG_AUTHENTICATION;
|
|
}
|
|
if (info.flag.deactivated) {
|
|
feed->flag |= RS_FEED_FLAG_DEACTIVATED;
|
|
}
|
|
if (info.flag.embedImages) {
|
|
feed->flag |= RS_FEED_FLAG_EMBED_IMAGES;
|
|
}
|
|
if (info.flag.saveCompletePage) {
|
|
feed->flag |= RS_FEED_FLAG_SAVE_COMPLETE_PAGE;
|
|
}
|
|
if (add) {
|
|
/* only set when adding a new feed */
|
|
if (info.flag.folder) {
|
|
feed->flag |= RS_FEED_FLAG_FOLDER;
|
|
}
|
|
if (info.flag.forum) {
|
|
feed->flag |= RS_FEED_FLAG_FORUM;
|
|
}
|
|
} else {
|
|
/* use old bits */
|
|
feed->flag |= (oldFlag & (RS_FEED_FLAG_FOLDER | RS_FEED_FLAG_FORUM));
|
|
}
|
|
if (info.flag.updateForumInfo) {
|
|
feed->flag |= RS_FEED_FLAG_UPDATE_FORUM_INFO;
|
|
}
|
|
}
|
|
|
|
static void feedMsgToInfo(const RsFeedReaderMsg *msg, FeedMsgInfo &info)
|
|
{
|
|
info.msgId = msg->msgId;
|
|
info.feedId = msg->feedId;
|
|
info.title = msg->title;
|
|
info.link = msg->link;
|
|
info.author = msg->author;
|
|
info.description = msg->description;
|
|
info.descriptionTransformed = msg->descriptionTransformed;
|
|
info.pubDate = msg->pubDate;
|
|
|
|
info.flag.isnew = (msg->flag & RS_FEEDMSG_FLAG_NEW);
|
|
info.flag.read = (msg->flag & RS_FEEDMSG_FLAG_READ);
|
|
info.flag.deleted = (msg->flag & RS_FEEDMSG_FLAG_DELETED);
|
|
}
|
|
|
|
void p3FeedReader::setNotify(RsFeedReaderNotify *notify)
|
|
{
|
|
mNotify = notify;
|
|
}
|
|
|
|
uint32_t p3FeedReader::getStandardStorageTime()
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
return mStandardStorageTime;
|
|
}
|
|
|
|
void p3FeedReader::setStandardStorageTime(uint32_t storageTime)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (mStandardStorageTime != storageTime) {
|
|
mStandardStorageTime = storageTime;
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
|
|
uint32_t p3FeedReader::getStandardUpdateInterval()
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
return mStandardUpdateInterval;
|
|
}
|
|
|
|
void p3FeedReader::setStandardUpdateInterval(uint32_t updateInterval)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (mStandardUpdateInterval != updateInterval) {
|
|
mStandardUpdateInterval = updateInterval;
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
|
|
bool p3FeedReader::getStandardProxy(std::string &proxyAddress, uint16_t &proxyPort)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
proxyAddress = mStandardProxyAddress;
|
|
proxyPort = mStandardProxyPort;
|
|
|
|
return mStandardUseProxy;
|
|
}
|
|
|
|
void p3FeedReader::setStandardProxy(bool useProxy, const std::string &proxyAddress, uint16_t proxyPort)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (useProxy != mStandardUseProxy || proxyAddress != mStandardProxyAddress || proxyPort != mStandardProxyPort) {
|
|
mStandardProxyAddress = proxyAddress;
|
|
mStandardProxyPort = proxyPort;
|
|
mStandardUseProxy = useProxy;
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
|
|
bool p3FeedReader::getSaveInBackground()
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
return mSaveInBackground;
|
|
}
|
|
|
|
void p3FeedReader::setSaveInBackground(bool saveInBackground)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (saveInBackground != mSaveInBackground) {
|
|
mSaveInBackground = saveInBackground;
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
|
|
void p3FeedReader::stop()
|
|
{
|
|
{
|
|
RsStackMutex stack(mPreviewMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
stopPreviewThreads_locked();
|
|
}
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* stop threads */
|
|
std::list<p3FeedReaderThread*>::iterator it;
|
|
for (it = mThreads.begin(); it != mThreads.end(); ++it) {
|
|
(*it)->join();
|
|
delete(*it);
|
|
}
|
|
mThreads.clear();
|
|
}
|
|
}
|
|
|
|
void p3FeedReader::stopPreviewThreads_locked()
|
|
{
|
|
if (mPreviewDownloadThread) {
|
|
mPreviewDownloadThread->join();
|
|
delete mPreviewDownloadThread;
|
|
mPreviewDownloadThread = NULL;
|
|
}
|
|
if (mPreviewProcessThread) {
|
|
mPreviewProcessThread->join();
|
|
delete mPreviewProcessThread;
|
|
mPreviewProcessThread = NULL;
|
|
}
|
|
}
|
|
|
|
RsFeedAddResult p3FeedReader::addFolder(const std::string parentId, const std::string &name, std::string &feedId)
|
|
{
|
|
feedId.clear();
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (!parentId.empty()) {
|
|
/* check parent id */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator parentIt = mFeeds.find(parentId);
|
|
if (parentIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::addFolder - parent id " << parentId << " not found" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_PARENT_NOT_FOUND;
|
|
}
|
|
|
|
if ((parentIt->second->flag & RS_FEED_FLAG_FOLDER) == 0) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::addFolder - parent " << parentIt->second->name << " is no folder" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_PARENT_IS_NO_FOLDER;
|
|
}
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = new RsFeedReaderFeed;
|
|
rs_sprintf(fi->feedId, "%lu", mNextFeedId++);
|
|
fi->parentId = parentId;
|
|
fi->name = name;
|
|
fi->flag = RS_FEED_FLAG_FOLDER;
|
|
mFeeds[fi->feedId] = fi;
|
|
|
|
feedId = fi->feedId;
|
|
}
|
|
|
|
IndicateConfigChanged();
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_ADD);
|
|
}
|
|
|
|
return RS_FEED_ADD_RESULT_SUCCESS;
|
|
}
|
|
|
|
RsFeedAddResult p3FeedReader::setFolder(const std::string &feedId, const std::string &name)
|
|
{
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFolder - feed id " << feedId << ", name " << name << std::endl;
|
|
#endif
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFolder - feed id " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_FEED_NOT_FOUND;
|
|
}
|
|
|
|
if ((feedIt->second->flag & RS_FEED_FLAG_FOLDER) == 0) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFolder - feed " << feedIt->second->name << " is no folder" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_FEED_IS_NO_FOLDER;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
if (fi->name == name) {
|
|
return RS_FEED_ADD_RESULT_SUCCESS;
|
|
}
|
|
fi->name = name;
|
|
}
|
|
|
|
IndicateConfigChanged();
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
|
|
return RS_FEED_ADD_RESULT_SUCCESS;
|
|
}
|
|
|
|
RsFeedAddResult p3FeedReader::addFeed(const FeedInfo &feedInfo, std::string &feedId)
|
|
{
|
|
feedId.clear();
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::addFeed - add feed " << feedInfo.name << ", url " << feedInfo.url << std::endl;
|
|
#endif
|
|
|
|
if (!feedInfo.parentId.empty()) {
|
|
/* check parent id */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator parentIt = mFeeds.find(feedInfo.parentId);
|
|
if (parentIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::addFeed - parent id " << feedInfo.parentId << " not found" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_PARENT_NOT_FOUND;
|
|
}
|
|
|
|
if ((parentIt->second->flag & RS_FEED_FLAG_FOLDER) == 0) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::addFeed - parent " << parentIt->second->name << " is no folder" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_PARENT_IS_NO_FOLDER;
|
|
}
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = new RsFeedReaderFeed;
|
|
infoToFeed(feedInfo, fi, true);
|
|
rs_sprintf(fi->feedId, "%lu", mNextFeedId++);
|
|
|
|
mFeeds[fi->feedId] = fi;
|
|
|
|
feedId = fi->feedId;
|
|
}
|
|
|
|
IndicateConfigChanged();
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_ADD);
|
|
}
|
|
|
|
return RS_FEED_ADD_RESULT_SUCCESS;
|
|
}
|
|
|
|
RsFeedAddResult p3FeedReader::setFeed(const std::string &feedId, const FeedInfo &feedInfo)
|
|
{
|
|
std::string forumId;
|
|
//Todo: Replace with gxs forums
|
|
// ForumInfo forumInfo;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFeed - set feed " << feedInfo.name << ", url " << feedInfo.url << std::endl;
|
|
#endif
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFeed - feed id " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_FEED_NOT_FOUND;
|
|
}
|
|
|
|
if (feedIt->second->flag & RS_FEED_FLAG_FOLDER) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFeed - feed " << feedIt->second->name << " is a folder" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_FEED_IS_FOLDER;
|
|
}
|
|
|
|
if (!feedInfo.parentId.empty()) {
|
|
/* check parent id */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator parentIt = mFeeds.find(feedInfo.parentId);
|
|
if (parentIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFeed - parent id " << feedInfo.parentId << " not found" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_PARENT_NOT_FOUND;
|
|
}
|
|
|
|
if ((parentIt->second->flag & RS_FEED_FLAG_FOLDER) == 0) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFeed - parent " << parentIt->second->name << " is no folder" << std::endl;
|
|
#endif
|
|
return RS_FEED_ADD_RESULT_PARENT_IS_NO_FOLDER;
|
|
}
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
std::string oldName = fi->name;
|
|
std::string oldDescription = fi->description;
|
|
|
|
infoToFeed(feedInfo, fi, false);
|
|
|
|
//Todo: Replace with gxs forums
|
|
// if ((fi->flag & RS_FEED_FLAG_FORUM) && (fi->flag & RS_FEED_FLAG_UPDATE_FORUM_INFO) && !fi->forumId.empty() &&
|
|
// (fi->name != oldName || fi->description != oldDescription)) {
|
|
// /* name or description changed, update forum */
|
|
// forumId = fi->forumId;
|
|
// librs::util::ConvertUtf8ToUtf16(fi->name, forumInfo.forumName);
|
|
// librs::util::ConvertUtf8ToUtf16(fi->description, forumInfo.forumDesc);
|
|
// forumInfo.forumName.insert(0, FEEDREADER_FORUM_PREFIX);
|
|
// }
|
|
}
|
|
|
|
IndicateConfigChanged();
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
|
|
//Todo: Replace with gxs forums
|
|
// if (!forumId.empty()) {
|
|
// if (mForums) {
|
|
// /* name or description changed, update forum */
|
|
// if (!mForums->setForumInfo(forumId, forumInfo)) {
|
|
//#ifdef FEEDREADER_DEBUG
|
|
// std::cerr << "p3FeedReader::setFeed - can't change forum " << forumId << std::endl;
|
|
//#endif
|
|
// }
|
|
// } else {
|
|
// std::cerr << "p3FeedReader::setFeed - can't change forum " << forumId << ", member mForums is not set" << std::endl;
|
|
// }
|
|
// }
|
|
|
|
return RS_FEED_ADD_RESULT_SUCCESS;
|
|
}
|
|
|
|
void p3FeedReader::deleteAllMsgs_locked(RsFeedReaderFeed *fi)
|
|
{
|
|
if (!fi) {
|
|
return;
|
|
}
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
for (msgIt = fi->msgs.begin(); msgIt != fi->msgs.end(); ++msgIt) {
|
|
delete(msgIt->second);
|
|
}
|
|
|
|
fi->msgs.clear();
|
|
}
|
|
|
|
bool p3FeedReader::removeFeed(const std::string &feedId)
|
|
{
|
|
std::list<std::string> removedFeedIds;
|
|
bool changed = false;
|
|
bool preview = false;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::removeFeed - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
removedFeedIds.push_back(feedId);
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
mFeeds.erase(feedIt);
|
|
changed = !fi->preview;
|
|
preview = fi->preview;
|
|
|
|
if (fi->flag & RS_FEED_FLAG_FOLDER) {
|
|
std::list<std::string> feedIds;
|
|
feedIds.push_back(fi->feedId);
|
|
while (!feedIds.empty()) {
|
|
std::string parentId = feedIds.front();
|
|
feedIds.pop_front();
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt1;
|
|
for (feedIt1 = mFeeds.begin(); feedIt1 != mFeeds.end(); ) {
|
|
RsFeedReaderFeed *fi1 = feedIt1->second;
|
|
|
|
if (fi1->parentId == parentId) {
|
|
removedFeedIds.push_back(fi1->feedId);
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator tempIt = feedIt1;
|
|
++feedIt1;
|
|
mFeeds.erase(tempIt);
|
|
|
|
if (fi1->flag & RS_FEED_FLAG_FOLDER) {
|
|
feedIds.push_back(fi->feedId);
|
|
}
|
|
|
|
deleteAllMsgs_locked(fi1);
|
|
delete(fi1);
|
|
|
|
continue;
|
|
}
|
|
++feedIt1;
|
|
}
|
|
}
|
|
}
|
|
|
|
deleteAllMsgs_locked(fi);
|
|
delete(fi);
|
|
}
|
|
|
|
if (changed) {
|
|
IndicateConfigChanged();
|
|
}
|
|
|
|
if (preview) {
|
|
RsStackMutex stack(mPreviewMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* only check download thread */
|
|
if (mPreviewDownloadThread && mPreviewDownloadThread->getFeedId() == feedId) {
|
|
stopPreviewThreads_locked();
|
|
}
|
|
}
|
|
|
|
if (mNotify) {
|
|
/* only notify remove of feed */
|
|
std::list<std::string>::iterator it;
|
|
for (it = removedFeedIds.begin(); it != removedFeedIds.end(); ++it) {
|
|
mNotify->notifyFeedChanged(*it, NOTIFY_TYPE_DEL);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::addPreviewFeed(const FeedInfo &feedInfo, std::string &feedId)
|
|
{
|
|
{
|
|
RsStackMutex stack(mPreviewMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
stopPreviewThreads_locked();
|
|
}
|
|
|
|
feedId.clear();
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::addPreviewFeed - add feed " << feedInfo.name << ", url " << feedInfo.url << std::endl;
|
|
#endif
|
|
|
|
RsFeedReaderFeed *fi = new RsFeedReaderFeed;
|
|
infoToFeed(feedInfo, fi, true);
|
|
rs_sprintf(fi->feedId, "preview%d", mNextPreviewFeedId--);
|
|
fi->preview = true;
|
|
|
|
/* process feed */
|
|
fi->workstate = RsFeedReaderFeed::WAITING_TO_DOWNLOAD;
|
|
fi->content.clear();
|
|
|
|
/* clear not needed members */
|
|
fi->parentId.clear();
|
|
fi->updateInterval = 0;
|
|
fi->lastUpdate = 0;
|
|
fi->forumId.clear();
|
|
fi->storageTime = 0;
|
|
|
|
mFeeds[fi->feedId] = fi;
|
|
|
|
feedId = fi->feedId;
|
|
}
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_ADD);
|
|
}
|
|
|
|
{
|
|
RsStackMutex stack(mPreviewMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* start download thread for preview */
|
|
mPreviewDownloadThread = new p3FeedReaderThread(this, p3FeedReaderThread::DOWNLOAD, feedId);
|
|
mPreviewDownloadThread->start();
|
|
|
|
/* start process thread for preview */
|
|
mPreviewProcessThread = new p3FeedReaderThread(this, p3FeedReaderThread::PROCESS, feedId);
|
|
mPreviewProcessThread->start();
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
void p3FeedReader::getFeedList(const std::string &parentId, std::list<FeedInfo> &feedInfos)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt;
|
|
for (feedIt = mFeeds.begin(); feedIt != mFeeds.end(); ++feedIt) {
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
if (fi->preview) {
|
|
continue;
|
|
}
|
|
|
|
if (fi->parentId == parentId) {
|
|
FeedInfo feedInfo;
|
|
feedToInfo(fi, feedInfo);
|
|
feedInfos.push_back(feedInfo);
|
|
}
|
|
}
|
|
}
|
|
|
|
bool p3FeedReader::getFeedInfo(const std::string &feedId, FeedInfo &feedInfo)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getFeedInfo - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
feedToInfo(feedIt->second, feedInfo);
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::getMsgInfo(const std::string &feedId, const std::string &msgId, FeedMsgInfo &msgInfo)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getMsgInfo - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
msgIt = fi->msgs.find(msgId);
|
|
if (msgIt == fi->msgs.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getMsgInfo - msg " << msgId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
feedMsgToInfo(msgIt->second, msgInfo);
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::removeMsg(const std::string &feedId, const std::string &msgId)
|
|
{
|
|
bool changed = false;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::removeMsg - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
changed = !fi->preview;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
msgIt = fi->msgs.find(msgId);
|
|
if (msgIt == fi->msgs.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::removeMsg - msg " << msgId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
mi->flag |= RS_FEEDMSG_FLAG_DELETED | RS_FEEDMSG_FLAG_READ;
|
|
mi->flag &= ~RS_FEEDMSG_FLAG_NEW;
|
|
mi->description.clear();
|
|
mi->descriptionTransformed.clear();
|
|
}
|
|
|
|
if (changed) {
|
|
IndicateConfigChanged();
|
|
}
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
mNotify->notifyMsgChanged(feedId, msgId, NOTIFY_TYPE_DEL);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::removeMsgs(const std::string &feedId, const std::list<std::string> &msgIds)
|
|
{
|
|
std::list<std::string> removedMsgs;
|
|
bool changed = false;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::removeMsgs - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
changed = !fi->preview;
|
|
|
|
std::list<std::string>::const_iterator idIt;
|
|
for (idIt = msgIds.begin(); idIt != msgIds.end(); ++idIt) {
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
msgIt = fi->msgs.find(*idIt);
|
|
if (msgIt == fi->msgs.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::removeMsgs - msg " << *idIt << " not found" << std::endl;
|
|
#endif
|
|
continue;
|
|
}
|
|
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
mi->flag |= RS_FEEDMSG_FLAG_DELETED | RS_FEEDMSG_FLAG_READ;
|
|
mi->flag &= ~RS_FEEDMSG_FLAG_NEW;
|
|
mi->description.clear();
|
|
mi->descriptionTransformed.clear();
|
|
|
|
removedMsgs.push_back(*idIt);
|
|
}
|
|
}
|
|
|
|
if (changed) {
|
|
IndicateConfigChanged();
|
|
}
|
|
|
|
if (mNotify && !removedMsgs.empty()) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
|
|
std::list<std::string>::iterator it;
|
|
for (it = removedMsgs.begin(); it != removedMsgs.end(); ++it) {
|
|
mNotify->notifyMsgChanged(feedId, *it, NOTIFY_TYPE_DEL);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::getMessageCount(const std::string &feedId, uint32_t *msgCount, uint32_t *newCount, uint32_t *unreadCount)
|
|
{
|
|
if (msgCount) *msgCount = 0;
|
|
if (unreadCount) *unreadCount = 0;
|
|
if (newCount) *newCount = 0;
|
|
|
|
if (!msgCount && !unreadCount && !newCount) {
|
|
return true;
|
|
}
|
|
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (feedId.empty()) {
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt;
|
|
for (feedIt = mFeeds.begin(); feedIt != mFeeds.end(); ++feedIt) {
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
for (msgIt = fi->msgs.begin(); msgIt != fi->msgs.end(); ++msgIt) {
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
|
|
if (mi->flag & RS_FEEDMSG_FLAG_DELETED) {
|
|
continue;
|
|
}
|
|
|
|
if (msgCount) ++(*msgCount);
|
|
if (newCount && (mi->flag & RS_FEEDMSG_FLAG_NEW)) ++(*newCount);
|
|
if (unreadCount && (mi->flag & RS_FEEDMSG_FLAG_READ) == 0) ++(*unreadCount);
|
|
}
|
|
}
|
|
} else {
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getMessageCount - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
for (msgIt = fi->msgs.begin(); msgIt != fi->msgs.end(); ++msgIt) {
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
|
|
if (mi->flag & RS_FEEDMSG_FLAG_DELETED) {
|
|
continue;
|
|
}
|
|
|
|
if (msgCount) ++(*msgCount);
|
|
if (newCount && (mi->flag & RS_FEEDMSG_FLAG_NEW)) ++(*newCount);
|
|
if (unreadCount && (mi->flag & RS_FEEDMSG_FLAG_READ) == 0) ++(*unreadCount);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::getFeedMsgList(const std::string &feedId, std::list<FeedMsgInfo> &msgInfos)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getFeedMsgList - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
for (msgIt = fi->msgs.begin(); msgIt != fi->msgs.end(); ++msgIt) {
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
|
|
if (mi->flag & RS_FEEDMSG_FLAG_DELETED) {
|
|
continue;
|
|
}
|
|
|
|
FeedMsgInfo msgInfo;
|
|
feedMsgToInfo(mi, msgInfo);
|
|
msgInfos.push_back(msgInfo);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::getFeedMsgIdList(const std::string &feedId, std::list<std::string> &msgIds)
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getFeedMsgList - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
for (msgIt = fi->msgs.begin(); msgIt != fi->msgs.end(); ++msgIt) {
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
|
|
if (mi->flag & RS_FEEDMSG_FLAG_DELETED) {
|
|
continue;
|
|
}
|
|
|
|
msgIds.push_back(mi->msgId);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
static bool canProcessFeed(RsFeedReaderFeed *fi)
|
|
{
|
|
if (fi->preview) {
|
|
/* preview feed */
|
|
return false;
|
|
}
|
|
|
|
if (fi->flag & RS_FEED_FLAG_DEACTIVATED) {
|
|
/* deactivated */
|
|
return false;
|
|
}
|
|
|
|
if (fi->workstate != RsFeedReaderFeed::WAITING) {
|
|
/* should be working */
|
|
return false;
|
|
}
|
|
|
|
if (fi->flag & RS_FEED_FLAG_FOLDER) {
|
|
/* folder */
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::processFeed(const std::string &feedId)
|
|
{
|
|
std::list<std::string> feedToDownload;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt;
|
|
|
|
if (feedId.empty()) {
|
|
/* process all feeds */
|
|
for (feedIt = mFeeds.begin(); feedIt != mFeeds.end(); ++feedIt) {
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
if (!canProcessFeed(fi)) {
|
|
continue;
|
|
}
|
|
|
|
/* add to download list */
|
|
feedToDownload.push_back(fi->feedId);
|
|
fi->workstate = RsFeedReaderFeed::WAITING_TO_DOWNLOAD;
|
|
fi->content.clear();
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::processFeed - starting feed " << fi->feedId << " (" << fi->name << ")" << std::endl;
|
|
#endif
|
|
}
|
|
} else {
|
|
feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::processFeed - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
if (fi->flag & RS_FEED_FLAG_FOLDER) {
|
|
std::list<std::string> feedIds;
|
|
feedIds.push_back(fi->feedId);
|
|
while (!feedIds.empty()) {
|
|
std::string parentId = feedIds.front();
|
|
feedIds.pop_front();
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt1;
|
|
for (feedIt1 = mFeeds.begin(); feedIt1 != mFeeds.end(); ++feedIt1) {
|
|
RsFeedReaderFeed *fi1 = feedIt1->second;
|
|
|
|
if (fi1->parentId == parentId) {
|
|
if (fi1->flag & RS_FEED_FLAG_FOLDER) {
|
|
feedIds.push_back(fi1->feedId);
|
|
} else {
|
|
if (canProcessFeed(fi1)) {
|
|
fi1->workstate = RsFeedReaderFeed::WAITING_TO_DOWNLOAD;
|
|
fi1->content.clear();
|
|
|
|
feedToDownload.push_back(fi1->feedId);
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::processFeed - starting feed " << fi1->feedId << " (" << fi1->name << ")" << std::endl;
|
|
#endif
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
if (canProcessFeed(fi)) {
|
|
fi->workstate = RsFeedReaderFeed::WAITING_TO_DOWNLOAD;
|
|
fi->content.clear();
|
|
|
|
feedToDownload.push_back(fi->feedId);
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::processFeed - starting feed " << fi->feedId << " (" << fi->name << ")" << std::endl;
|
|
#endif
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
std::list<std::string> notifyIds;
|
|
std::list<std::string>::iterator it;
|
|
|
|
if (!feedToDownload.empty()) {
|
|
RsStackMutex stack(mDownloadMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
for (it = feedToDownload.begin(); it != feedToDownload.end(); ++it) {
|
|
if (std::find(mDownloadFeeds.begin(), mDownloadFeeds.end(), *it) == mDownloadFeeds.end()) {
|
|
mDownloadFeeds.push_back(*it);
|
|
notifyIds.push_back(*it);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (mNotify) {
|
|
for (it = notifyIds.begin(); it != notifyIds.end(); ++it) {
|
|
mNotify->notifyFeedChanged(*it, NOTIFY_TYPE_MOD);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::setMessageRead(const std::string &feedId, const std::string &msgId, bool read)
|
|
{
|
|
bool changed = false;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setMessageRead - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
msgIt = fi->msgs.find(msgId);
|
|
if (msgIt == fi->msgs.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setMessageRead - msg " << msgId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
uint32_t oldFlag = mi->flag;
|
|
mi->flag &= ~RS_FEEDMSG_FLAG_NEW;
|
|
if (read) {
|
|
/* remove flag new */
|
|
mi->flag |= RS_FEEDMSG_FLAG_READ;
|
|
} else {
|
|
mi->flag &= ~RS_FEEDMSG_FLAG_READ;
|
|
}
|
|
|
|
changed = (mi->flag != oldFlag);
|
|
}
|
|
|
|
if (changed) {
|
|
IndicateConfigChanged();
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
mNotify->notifyMsgChanged(feedId, msgId, NOTIFY_TYPE_MOD);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
bool p3FeedReader::retransformMsg(const std::string &feedId, const std::string &msgId)
|
|
{
|
|
bool msgChanged = false;
|
|
bool feedChanged = false;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt = mFeeds.find(feedId);
|
|
if (feedIt == mFeeds.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setMessageRead - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
msgIt = fi->msgs.find(msgId);
|
|
if (msgIt == fi->msgs.end()) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setMessageRead - msg " << msgId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
|
|
std::string errorString;
|
|
std::string descriptionTransformed = mi->descriptionTransformed;
|
|
if (p3FeedReaderThread::processTransformation(*fi, mi, errorString) == RS_FEED_ERRORSTATE_OK) {
|
|
if (mi->descriptionTransformed != descriptionTransformed) {
|
|
msgChanged = true;
|
|
}
|
|
} else {
|
|
if (!errorString.empty()) {
|
|
fi->errorString = errorString;
|
|
feedChanged = true;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (feedChanged || msgChanged) {
|
|
IndicateConfigChanged();
|
|
if (mNotify) {
|
|
if (feedChanged) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
if (msgChanged) {
|
|
mNotify->notifyMsgChanged(feedId, msgId, NOTIFY_TYPE_MOD);
|
|
}
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
RsFeedReaderErrorState p3FeedReader::processXPath(const std::list<std::string> &xpathsToUse, const std::list<std::string> &xpathsToRemove, std::string &description, std::string &errorString)
|
|
{
|
|
return p3FeedReaderThread::processXPath(xpathsToUse, xpathsToRemove, description, errorString);
|
|
}
|
|
|
|
RsFeedReaderErrorState p3FeedReader::processXslt(const std::string &xslt, std::string &description, std::string &errorString)
|
|
{
|
|
return p3FeedReaderThread::processXslt(xslt, description, errorString);
|
|
}
|
|
|
|
/***************************************************************************/
|
|
/****************************** p3Service **********************************/
|
|
/***************************************************************************/
|
|
|
|
int p3FeedReader::tick()
|
|
{
|
|
/* clean feeds */
|
|
cleanFeeds();
|
|
|
|
/* check feeds for update interval */
|
|
time_t currentTime = time(NULL);
|
|
std::list<std::string> feedToDownload;
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
for (feedIt = mFeeds.begin(); feedIt != mFeeds.end(); ++feedIt) {
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
if (!canProcessFeed(fi)) {
|
|
continue;
|
|
}
|
|
|
|
uint32_t updateInterval;
|
|
if (fi->flag & RS_FEED_FLAG_STANDARD_UPDATE_INTERVAL) {
|
|
updateInterval = mStandardUpdateInterval;
|
|
} else {
|
|
updateInterval = fi->updateInterval;
|
|
}
|
|
|
|
if (updateInterval == 0) {
|
|
continue;
|
|
}
|
|
|
|
if (fi->lastUpdate == 0 || fi->lastUpdate + (long) updateInterval <= currentTime) {
|
|
/* add to download list */
|
|
feedToDownload.push_back(fi->feedId);
|
|
fi->workstate = RsFeedReaderFeed::WAITING_TO_DOWNLOAD;
|
|
fi->content.clear();
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::tick - starting feed " << fi->feedId << " (" << fi->name << ")" << std::endl;
|
|
#endif
|
|
}
|
|
}
|
|
}
|
|
|
|
std::list<std::string> notifyIds;
|
|
std::list<std::string>::iterator it;
|
|
|
|
if (!feedToDownload.empty()) {
|
|
RsStackMutex stack(mDownloadMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
for (it = feedToDownload.begin(); it != feedToDownload.end(); ++it) {
|
|
if (std::find(mDownloadFeeds.begin(), mDownloadFeeds.end(), *it) == mDownloadFeeds.end()) {
|
|
mDownloadFeeds.push_back(*it);
|
|
notifyIds.push_back(*it);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (mNotify) {
|
|
for (it = notifyIds.begin(); it != notifyIds.end(); ++it) {
|
|
mNotify->notifyFeedChanged(*it, NOTIFY_TYPE_MOD);
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
void p3FeedReader::cleanFeeds()
|
|
{
|
|
time_t currentTime = time(NULL);
|
|
|
|
if (mLastClean == 0 || mLastClean + FEEDREADER_CLEAN_INTERVAL <= currentTime) {
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
std::list<std::pair<std::string, std::string> > removedMsgIds;
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator feedIt;
|
|
for (feedIt = mFeeds.begin(); feedIt != mFeeds.end(); ++feedIt) {
|
|
RsFeedReaderFeed *fi = feedIt->second;
|
|
|
|
uint32_t storageTime = 0;
|
|
if (fi->flag & RS_FEED_FLAG_STANDARD_STORAGE_TIME) {
|
|
storageTime = mStandardStorageTime;
|
|
} else {
|
|
storageTime = fi->storageTime;
|
|
}
|
|
if (storageTime > 0) {
|
|
uint32_t removedMsgs = 0;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
for (msgIt = fi->msgs.begin(); msgIt != fi->msgs.end(); ) {
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
|
|
if (mi->flag & RS_FEEDMSG_FLAG_DELETED) {
|
|
if (mi->pubDate < currentTime - (long) storageTime) {
|
|
removedMsgIds.push_back(std::pair<std::string, std::string> (fi->feedId, mi->msgId));
|
|
delete(mi);
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator deleteIt = msgIt++;
|
|
fi->msgs.erase(deleteIt);
|
|
++removedMsgs;
|
|
continue;
|
|
}
|
|
}
|
|
++msgIt;
|
|
}
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::tick - feed " << fi->feedId << " (" << fi->name << ") cleaned, " << removedMsgs << " messages removed" << std::endl;
|
|
#endif
|
|
}
|
|
}
|
|
mLastClean = currentTime;
|
|
|
|
if (removedMsgIds.size()) {
|
|
IndicateConfigChanged();
|
|
|
|
if (mNotify) {
|
|
std::list<std::pair<std::string, std::string> >::iterator it;
|
|
for (it = removedMsgIds.begin(); it != removedMsgIds.end(); ++it) {
|
|
mNotify->notifyMsgChanged(it->first, it->second, NOTIFY_TYPE_DEL);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/***************************************************************************/
|
|
/****************************** p3Config ***********************************/
|
|
/***************************************************************************/
|
|
|
|
RsSerialiser *p3FeedReader::setupSerialiser()
|
|
{
|
|
RsSerialiser *rss = new RsSerialiser();
|
|
|
|
/* add in the types we need! */
|
|
rss->addSerialType(new RsFeedReaderSerialiser());
|
|
rss->addSerialType(new RsGeneralConfigSerialiser());
|
|
|
|
return rss;
|
|
}
|
|
|
|
bool p3FeedReader::saveList(bool &cleanup, std::list<RsItem *> &saveData)
|
|
{
|
|
mFeedReaderMtx.lock(); /*********************** LOCK *******/
|
|
|
|
if (mSaveInBackground) {
|
|
cleanup = true;
|
|
} else {
|
|
cleanup = false;
|
|
}
|
|
|
|
RsConfigKeyValueSet *rskv = new RsConfigKeyValueSet();
|
|
|
|
RsTlvKeyValue kv;
|
|
kv.key = "StandardStorageTime";
|
|
rs_sprintf(kv.value, "%u", mStandardStorageTime);
|
|
rskv->tlvkvs.pairs.push_back(kv);
|
|
|
|
kv.key = "StandardUpdateInterval";
|
|
rs_sprintf(kv.value, "%u", mStandardUpdateInterval);
|
|
rskv->tlvkvs.pairs.push_back(kv);
|
|
|
|
kv.key = "StandardUseProxy";
|
|
rs_sprintf(kv.value, "%hu", mStandardUseProxy ? 1 : 0);
|
|
rskv->tlvkvs.pairs.push_back(kv);
|
|
|
|
kv.key = "StandardProxyAddress";
|
|
rs_sprintf(kv.value, "%s", mStandardProxyAddress.c_str());
|
|
rskv->tlvkvs.pairs.push_back(kv);
|
|
|
|
kv.key = "StandardProxyPort";
|
|
rs_sprintf(kv.value, "%hu", mStandardProxyPort);
|
|
rskv->tlvkvs.pairs.push_back(kv);
|
|
|
|
kv.key = "SaveInBackground";
|
|
rs_sprintf(kv.value, "%hu", mSaveInBackground ? 1 : 0);
|
|
rskv->tlvkvs.pairs.push_back(kv);
|
|
|
|
/* Add KeyValue to saveList */
|
|
saveData.push_back(rskv);
|
|
if (!cleanup) {
|
|
cleanSaveData.push_back(rskv);
|
|
}
|
|
|
|
std::map<std::string, RsFeedReaderFeed *>::iterator it1;
|
|
for (it1 = mFeeds.begin(); it1 != mFeeds.end(); ++it1) {
|
|
RsFeedReaderFeed *fi = it1->second;
|
|
if (fi->preview) {
|
|
continue;
|
|
}
|
|
if (cleanup) {
|
|
saveData.push_back(new RsFeedReaderFeed(*fi));
|
|
} else {
|
|
saveData.push_back(fi);
|
|
}
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator it2;
|
|
for (it2 = fi->msgs.begin(); it2 != fi->msgs.end(); ++it2) {
|
|
RsFeedReaderMsg *msg = it2->second;
|
|
|
|
if (cleanup) {
|
|
saveData.push_back(new RsFeedReaderMsg(*msg));
|
|
} else {
|
|
saveData.push_back(msg);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (mSaveInBackground) {
|
|
mFeedReaderMtx.unlock(); /*********************** UNLOCK *******/
|
|
}
|
|
|
|
/* list completed! */
|
|
return true;
|
|
}
|
|
|
|
void p3FeedReader::saveDone()
|
|
{
|
|
/* clean settings items */
|
|
std::list<RsItem*>::iterator it;
|
|
for (it = cleanSaveData.begin(); it != cleanSaveData.end(); ++it) {
|
|
delete(*it);
|
|
}
|
|
cleanSaveData.clear();
|
|
|
|
if (!mSaveInBackground) {
|
|
mFeedReaderMtx.unlock(); /*********************** UNLOCK *******/
|
|
}
|
|
}
|
|
|
|
bool p3FeedReader::loadList(std::list<RsItem *>& load)
|
|
{
|
|
std::list<RsItem *>::iterator it;
|
|
RsFeedReaderFeed *fi;
|
|
RsFeedReaderMsg *mi;
|
|
RsConfigKeyValueSet *rskv;
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::loadList() Item Count: " << load.size();
|
|
std::cerr << std::endl;
|
|
#endif
|
|
|
|
mNextFeedId = 1;
|
|
mNextMsgId = 1;
|
|
|
|
std::map<std::string, RsFeedReaderMsg*> msgs;
|
|
|
|
for (it = load.begin(); it != load.end(); ++it) {
|
|
/* switch on type */
|
|
if (NULL != (fi = dynamic_cast<RsFeedReaderFeed*>(*it))) {
|
|
uint32_t feedId = 0;
|
|
if (sscanf(fi->feedId.c_str(), "%u", &feedId) == 1) {
|
|
RsStackMutex stack(mFeedReaderMtx); /********** STACK LOCKED MTX ******/
|
|
if (mFeeds.find(fi->feedId) != mFeeds.end()) {
|
|
/* feed with the same id exists */
|
|
delete mFeeds[fi->feedId];
|
|
}
|
|
mFeeds[fi->feedId] = fi;
|
|
|
|
if (feedId + 1 > mNextFeedId) {
|
|
mNextFeedId = feedId + 1;
|
|
}
|
|
} else {
|
|
/* invalid feed id */
|
|
delete(*it);
|
|
}
|
|
} else if (NULL != (mi = dynamic_cast<RsFeedReaderMsg*>(*it))) {
|
|
if (msgs.find(mi->msgId) != msgs.end()) {
|
|
delete msgs[mi->msgId];
|
|
}
|
|
msgs[mi->msgId] = mi;
|
|
} else if (NULL != (rskv = dynamic_cast<RsConfigKeyValueSet*>(*it))) {
|
|
std::list<RsTlvKeyValue>::iterator kit;
|
|
for(kit = rskv->tlvkvs.pairs.begin(); kit != rskv->tlvkvs.pairs.end(); kit++) {
|
|
if (kit->key == "StandardStorageTime") {
|
|
uint32_t value;
|
|
if (sscanf(kit->value.c_str(), "%u", &value) == 1) {
|
|
mStandardStorageTime = value;
|
|
}
|
|
} else if (kit->key == "StandardUpdateInterval") {
|
|
uint32_t value;
|
|
if (sscanf(kit->value.c_str(), "%u", &value) == 1) {
|
|
mStandardUpdateInterval = value;
|
|
}
|
|
} else if (kit->key == "StandardUseProxy") {
|
|
uint16_t value;
|
|
if (sscanf(kit->value.c_str(), "%hu", &value) == 1) {
|
|
mStandardUseProxy = value == 1 ? true : false;
|
|
}
|
|
} else if (kit->key == "StandardProxyAddress") {
|
|
mStandardProxyAddress = kit->value;
|
|
} else if (kit->key == "StandardProxyPort") {
|
|
uint16_t value;
|
|
if (sscanf(kit->value.c_str(), "%hu", &value) == 1) {
|
|
mStandardProxyPort = value;
|
|
}
|
|
} else if (kit->key == "SaveInBackground") {
|
|
uint16_t value;
|
|
if (sscanf(kit->value.c_str(), "%hu", &value) == 1) {
|
|
mSaveInBackground = value == 1 ? true : false;
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
/* cleanup */
|
|
delete(*it);
|
|
}
|
|
}
|
|
|
|
/* now sort msgs into feeds */
|
|
RsStackMutex stack(mFeedReaderMtx); /********** STACK LOCKED MTX ******/
|
|
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator it1;
|
|
for (it1 = msgs.begin(); it1 != msgs.end(); ++it1) {
|
|
uint32_t msgId = 0;
|
|
if (sscanf(it1->first.c_str(), "%u", &msgId) == 1) {
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it2 = mFeeds.find(it1->second->feedId);
|
|
if (it2 == mFeeds.end()) {
|
|
/* feed does not exist exists */
|
|
delete it1->second;
|
|
continue;
|
|
}
|
|
it2->second->msgs[it1->first] = it1->second;
|
|
if (msgId + 1 > mNextMsgId) {
|
|
mNextMsgId = msgId + 1;
|
|
}
|
|
} else {
|
|
/* invalid msg id */
|
|
delete(it1->second);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
/***************************************************************************/
|
|
/****************************** internal ***********************************/
|
|
/***************************************************************************/
|
|
|
|
bool p3FeedReader::getFeedToDownload(RsFeedReaderFeed &feed, const std::string &neededFeedId)
|
|
{
|
|
std::string feedId = neededFeedId;
|
|
|
|
if (feedId.empty()) {
|
|
RsStackMutex stack(mDownloadMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (mDownloadFeeds.empty()) {
|
|
/* nothing to download */
|
|
return false;
|
|
}
|
|
|
|
/* get next feed id to download */
|
|
feedId = mDownloadFeeds.front();
|
|
mDownloadFeeds.pop_front();
|
|
}
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* find feed */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it = mFeeds.find(feedId);
|
|
if (it == mFeeds.end()) {
|
|
/* feed not found */
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getFeedToDownload - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
/* check state */
|
|
if (it->second->workstate != RsFeedReaderFeed::WAITING_TO_DOWNLOAD) {
|
|
std::cerr << "p3FeedReader::getFeedToDownload - feed in wrong work state for download " << it->second->workstate << std::endl;
|
|
return false;
|
|
}
|
|
|
|
/* set state to downloading */
|
|
it->second->workstate = RsFeedReaderFeed::DOWNLOADING;
|
|
|
|
/* return a copy of the feed */
|
|
feed = *(it->second);
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getFeedToDownload - feed " << it->second->feedId << " (" << it->second->name << ") is starting to download" << std::endl;
|
|
#endif
|
|
}
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
void p3FeedReader::onDownloadSuccess(const std::string &feedId, const std::string &content, std::string &icon)
|
|
{
|
|
bool preview;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* find feed */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it = mFeeds.find(feedId);
|
|
if (it == mFeeds.end()) {
|
|
/* feed not found */
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onDownloadSuccess - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = it->second;
|
|
fi->workstate = RsFeedReaderFeed::WAITING_TO_PROCESS;
|
|
fi->content = content;
|
|
preview = fi->preview;
|
|
|
|
if (fi->icon != icon) {
|
|
fi->icon = icon;
|
|
|
|
if (!preview) {
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onDownloadSuccess - feed " << fi->feedId << " (" << fi->name << ") add to process" << std::endl;
|
|
#endif
|
|
}
|
|
|
|
if (!preview) {
|
|
RsStackMutex stack(mProcessMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (std::find(mProcessFeeds.begin(), mProcessFeeds.end(), feedId) == mProcessFeeds.end()) {
|
|
mProcessFeeds.push_back(feedId);
|
|
}
|
|
|
|
}
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
}
|
|
|
|
void p3FeedReader::onDownloadError(const std::string &feedId, RsFeedReaderErrorState result, const std::string &errorString)
|
|
{
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* find feed */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it = mFeeds.find(feedId);
|
|
if (it == mFeeds.end()) {
|
|
/* feed not found */
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onDownloadError - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = it->second;
|
|
fi->workstate = RsFeedReaderFeed::WAITING;
|
|
fi->lastUpdate = time(NULL);
|
|
fi->content.clear();
|
|
|
|
fi->errorState = result;
|
|
fi->errorString = errorString;
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onDownloadError - feed " << fi->feedId << " (" << fi->name << ") error download, result = " << result << ", errorState = " << fi->errorState << ", error = " << errorString << std::endl;
|
|
#endif
|
|
|
|
if (!fi->preview) {
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
}
|
|
|
|
bool p3FeedReader::getFeedToProcess(RsFeedReaderFeed &feed, const std::string &neededFeedId)
|
|
{
|
|
std::string feedId = neededFeedId;
|
|
|
|
if (feedId.empty()) {
|
|
RsStackMutex stack(mProcessMutex); /******* LOCK STACK MUTEX *********/
|
|
|
|
if (mProcessFeeds.empty()) {
|
|
/* nothing to process */
|
|
return false;
|
|
}
|
|
|
|
/* get next feed id to process */
|
|
feedId = mProcessFeeds.front();
|
|
mProcessFeeds.pop_front();
|
|
}
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* find feed */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it = mFeeds.find(feedId);
|
|
if (it == mFeeds.end()) {
|
|
/* feed not found */
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getFeedToProcess - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = it->second;
|
|
|
|
if (fi->workstate != RsFeedReaderFeed::WAITING_TO_PROCESS) {
|
|
std::cerr << "p3FeedReader::getFeedToProcess - feed in wrong state for process " << fi->workstate << std::endl;
|
|
return false;
|
|
}
|
|
|
|
/* set state to processing */
|
|
fi->workstate = RsFeedReaderFeed::PROCESSING;
|
|
fi->errorState = RS_FEED_ERRORSTATE_OK;
|
|
fi->errorString.clear();
|
|
|
|
/* return a copy of the feed */
|
|
feed = *fi;
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::getFeedToProcess - feed " << fi->feedId << " (" << fi->name << ") is starting to process" << std::endl;
|
|
#endif
|
|
}
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
void p3FeedReader::onProcessSuccess_filterMsg(const std::string &feedId, std::list<RsFeedReaderMsg*> &msgs)
|
|
{
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onProcessSuccess_filterMsg - feed " << feedId << " got " << msgs.size() << " messages" << std::endl;
|
|
#endif
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* find feed */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it = mFeeds.find(feedId);
|
|
if (it == mFeeds.end()) {
|
|
/* feed not found */
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onProcessSuccess_filterMsg - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = it->second;
|
|
|
|
std::list<RsFeedReaderMsg*>::iterator newMsgIt;
|
|
for (newMsgIt = msgs.begin(); newMsgIt != msgs.end(); ) {
|
|
RsFeedReaderMsg *miNew = *newMsgIt;
|
|
/* search for existing msg */
|
|
std::map<std::string, RsFeedReaderMsg*>::iterator msgIt;
|
|
for (msgIt = fi->msgs.begin(); msgIt != fi->msgs.end(); ++msgIt) {
|
|
RsFeedReaderMsg *mi = msgIt->second;
|
|
if (mi->title == miNew->title && mi->link == miNew->link && mi->author == miNew->author) {
|
|
/* msg exist */
|
|
break;
|
|
}
|
|
}
|
|
if (msgIt != fi->msgs.end()) {
|
|
/* msg exists */
|
|
delete(miNew);
|
|
newMsgIt = msgs.erase(newMsgIt);
|
|
} else {
|
|
++newMsgIt;
|
|
}
|
|
}
|
|
|
|
fi->content.clear();
|
|
fi->errorString.clear();
|
|
|
|
if (!fi->preview) {
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
}
|
|
|
|
void p3FeedReader::onProcessSuccess_addMsgs(const std::string &feedId, std::list<RsFeedReaderMsg*> &msgs, bool single)
|
|
{
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onProcessSuccess_addMsgs - feed " << feedId << " got " << msgs.size() << " messages" << std::endl;
|
|
#endif
|
|
|
|
std::list<std::string> addedMsgs;
|
|
std::string forumId;
|
|
std::list<RsFeedReaderMsg> forumMsgs;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* find feed */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it = mFeeds.find(feedId);
|
|
if (it == mFeeds.end()) {
|
|
/* feed not found */
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onProcessSuccess_addMsgs - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = it->second;
|
|
bool forum = (fi->flag & RS_FEED_FLAG_FORUM) && !fi->preview;
|
|
RsFeedReaderErrorState errorState = RS_FEED_ERRORSTATE_OK;
|
|
|
|
//Todo: Replace with gxs forums
|
|
#if 0
|
|
if (forum && !msgs.empty()) {
|
|
if (mForums) {
|
|
if (fi->forumId.empty()) {
|
|
/* create new forum */
|
|
std::wstring forumName;
|
|
librs::util::ConvertUtf8ToUtf16(fi->name, forumName);
|
|
forumName.insert(0, FEEDREADER_FORUM_PREFIX);
|
|
|
|
long todo; // search for existing forum?
|
|
|
|
/* search for existing own forum */
|
|
// std::list<ForumInfo> forumList;
|
|
// if (mForums->getForumList(forumList)) {
|
|
// std::wstring wName = StringToWString(name);
|
|
// for (std::list<ForumInfo>::iterator it = forumList.begin(); it != forumList.end(); ++it) {
|
|
// if (it->forumName == wName) {
|
|
// std::cout << "DEBUG_RSS2FORUM: Found existing forum " << it->forumId << " for " << name << std::endl;
|
|
// return it->forumId;
|
|
// }
|
|
// }
|
|
// }
|
|
|
|
std::wstring forumDescription;
|
|
librs::util::ConvertUtf8ToUtf16(fi->description, forumDescription);
|
|
/* create anonymous public forum */
|
|
fi->forumId = mForums->createForum(forumName, forumDescription, RS_DISTRIB_PUBLIC | RS_DISTRIB_AUTHEN_ANON);
|
|
forumId = fi->forumId;
|
|
|
|
if (fi->forumId.empty()) {
|
|
errorState = RS_FEED_ERRORSTATE_PROCESS_FORUM_CREATE;
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onProcessSuccess_filterMsg - can't create forum for feed " << feedId << " (" << fi->name << ") - ignore all messages" << std::endl;
|
|
} else {
|
|
std::cerr << "p3FeedReader::onProcessSuccess_filterMsg - forum " << fi->forumId << " (" << fi->name << ") created" << std::endl;
|
|
#endif
|
|
}
|
|
} else {
|
|
/* check forum */
|
|
ForumInfo forumInfo;
|
|
if (mForums->getForumInfo(fi->forumId, forumInfo)) {
|
|
if ((forumInfo.subscribeFlags & RS_DISTRIB_ADMIN) == 0) {
|
|
errorState = RS_FEED_ERRORSTATE_PROCESS_FORUM_NO_ADMIN;
|
|
} else if ((forumInfo.forumFlags & RS_DISTRIB_AUTHEN_REQ) || (forumInfo.forumFlags & RS_DISTRIB_AUTHEN_ANON) == 0) {
|
|
errorState = RS_FEED_ERRORSTATE_PROCESS_FORUM_NOT_ANONYMOUS;
|
|
} else {
|
|
forumId = fi->forumId;
|
|
}
|
|
} else {
|
|
errorState = RS_FEED_ERRORSTATE_PROCESS_FORUM_NOT_FOUND;
|
|
}
|
|
}
|
|
} else {
|
|
std::cerr << "p3FeedReader::onProcessSuccess_addMsgs - can't process forum, member mForums is not set" << std::endl;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* process msgs */
|
|
if (errorState == RS_FEED_ERRORSTATE_OK) {
|
|
/* process msgs */
|
|
#ifdef FEEDREADER_DEBUG
|
|
uint32_t newMsgs = 0;
|
|
#endif
|
|
|
|
std::list<RsFeedReaderMsg*>::iterator newMsgIt;
|
|
for (newMsgIt = msgs.begin(); newMsgIt != msgs.end(); ) {
|
|
RsFeedReaderMsg *miNew = *newMsgIt;
|
|
/* add new msg */
|
|
if (fi->preview) {
|
|
rs_sprintf(miNew->msgId, "preview%d", mNextPreviewMsgId--);
|
|
} else {
|
|
rs_sprintf(miNew->msgId, "%lu", mNextMsgId++);
|
|
}
|
|
if (forum) {
|
|
miNew->flag = RS_FEEDMSG_FLAG_DELETED;
|
|
forumMsgs.push_back(*miNew);
|
|
miNew->description.clear();
|
|
miNew->descriptionTransformed.clear();
|
|
} else {
|
|
miNew->flag = RS_FEEDMSG_FLAG_NEW;
|
|
addedMsgs.push_back(miNew->msgId);
|
|
}
|
|
fi->msgs[miNew->msgId] = miNew;
|
|
newMsgIt = msgs.erase(newMsgIt);
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
++newMsgs;
|
|
#endif
|
|
}
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onProcessSuccess_addMsgs - feed " << fi->feedId << " (" << fi->name << ") added " << newMsgs << "/" << msgs.size() << " messages" << std::endl;
|
|
#endif
|
|
}
|
|
|
|
if (!single) {
|
|
fi->workstate = RsFeedReaderFeed::WAITING;
|
|
fi->content.clear();
|
|
fi->errorState = errorState;
|
|
fi->lastUpdate = time(NULL);
|
|
}
|
|
|
|
if (!fi->preview) {
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
|
|
//Todo: Replace with gxs forums
|
|
// if (!forumId.empty() && !forumMsgs.empty()) {
|
|
// if (mForums) {
|
|
// /* add messages as forum messages */
|
|
// std::list<RsFeedReaderMsg>::iterator msgIt;
|
|
// for (msgIt = forumMsgs.begin(); msgIt != forumMsgs.end(); ++msgIt) {
|
|
// RsFeedReaderMsg &mi = *msgIt;
|
|
|
|
// /* convert to forum messages */
|
|
// ForumMsgInfo forumMsgInfo;
|
|
// forumMsgInfo.forumId = forumId;
|
|
// librs::util::ConvertUtf8ToUtf16(mi.title, forumMsgInfo.title);
|
|
|
|
// std::string description = mi.descriptionTransformed.empty() ? mi.description : mi.descriptionTransformed;
|
|
// /* add link */
|
|
// if (!mi.link.empty()) {
|
|
// description += "<br><a href=\"" + mi.link + "\">" + mi.link + "</a>";
|
|
// }
|
|
// librs::util::ConvertUtf8ToUtf16(description, forumMsgInfo.msg);
|
|
|
|
// if (mForums->ForumMessageSend(forumMsgInfo)) {
|
|
// /* set to new */
|
|
// mForums->setMessageStatus(forumMsgInfo.forumId, forumMsgInfo.msgId, 0, FORUM_MSG_STATUS_MASK);
|
|
// } else {
|
|
//#ifdef FEEDREADER_DEBUG
|
|
// std::cerr << "p3FeedReader::onProcessSuccess_filterMsg - can't add forum message " << mi.title << " for feed " << forumId << std::endl;
|
|
//#endif
|
|
// }
|
|
// }
|
|
// } else {
|
|
// std::cerr << "p3FeedReader::onProcessSuccess_addMsgs - can't process forum, member mForums is not set" << std::endl;
|
|
// }
|
|
// }
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
|
|
std::list<std::string>::iterator it;
|
|
for (it = addedMsgs.begin(); it != addedMsgs.end(); ++it) {
|
|
mNotify->notifyMsgChanged(feedId, *it, NOTIFY_TYPE_ADD);
|
|
}
|
|
}
|
|
}
|
|
|
|
void p3FeedReader::onProcessError(const std::string &feedId, RsFeedReaderErrorState result, const std::string &errorString)
|
|
{
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* find feed */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it = mFeeds.find(feedId);
|
|
if (it == mFeeds.end()) {
|
|
/* feed not found */
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onProcessError - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = it->second;
|
|
fi->workstate = RsFeedReaderFeed::WAITING;
|
|
fi->lastUpdate = time(NULL);
|
|
fi->content.clear();
|
|
|
|
fi->errorState = result;
|
|
fi->errorString = errorString;
|
|
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::onProcessError - feed " << fi->feedId << " (" << fi->name << ") error process, result = " << result << ", errorState = " << fi->errorState << std::endl;
|
|
#endif
|
|
|
|
if (!fi->preview) {
|
|
IndicateConfigChanged();
|
|
}
|
|
}
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
}
|
|
|
|
void p3FeedReader::setFeedInfo(const std::string &feedId, const std::string &name, const std::string &description)
|
|
{
|
|
bool changed = false;
|
|
bool preview;
|
|
std::string forumId;
|
|
//Todo: Replace with gxs forums
|
|
// ForumInfo forumInfoNew;
|
|
|
|
{
|
|
RsStackMutex stack(mFeedReaderMtx); /******* LOCK STACK MUTEX *********/
|
|
|
|
/* find feed */
|
|
std::map<std::string, RsFeedReaderFeed*>::iterator it = mFeeds.find(feedId);
|
|
if (it == mFeeds.end()) {
|
|
/* feed not found */
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFeedInfo - feed " << feedId << " not found" << std::endl;
|
|
#endif
|
|
return;
|
|
}
|
|
|
|
RsFeedReaderFeed *fi = it->second;
|
|
preview = fi->preview;
|
|
if (fi->name != name) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFeedInfo - feed " << fi->feedId << " changed name from " << fi->name << " to " << name << std::endl;
|
|
#endif
|
|
fi->name = name;
|
|
changed = true;
|
|
}
|
|
if (fi->description != description) {
|
|
#ifdef FEEDREADER_DEBUG
|
|
std::cerr << "p3FeedReader::setFeedInfo - feed " << fi->feedId << " changed description from " << fi->description << " to " << description << std::endl;
|
|
#endif
|
|
fi->description = description;
|
|
changed = true;
|
|
}
|
|
|
|
//Todo: Replace with gxs forums
|
|
// if ((fi->flag & RS_FEED_FLAG_FORUM) && (fi->flag & RS_FEED_FLAG_UPDATE_FORUM_INFO) && !fi->forumId.empty() && !preview) {
|
|
// /* change forum too */
|
|
// forumId = fi->forumId;
|
|
// librs::util::ConvertUtf8ToUtf16(fi->name, forumInfoNew.forumName);
|
|
// librs::util::ConvertUtf8ToUtf16(fi->description, forumInfoNew.forumDesc);
|
|
// forumInfoNew.forumName.insert(0, FEEDREADER_FORUM_PREFIX);
|
|
// }
|
|
}
|
|
|
|
if (changed) {
|
|
if (!preview) {
|
|
IndicateConfigChanged();
|
|
}
|
|
|
|
if (mNotify) {
|
|
mNotify->notifyFeedChanged(feedId, NOTIFY_TYPE_MOD);
|
|
}
|
|
}
|
|
|
|
//Todo: Replace with gxs forums
|
|
// if (!forumId.empty()) {
|
|
// if (mForums) {
|
|
// ForumInfo forumInfo;
|
|
// if (mForums->getForumInfo(forumId, forumInfo)) {
|
|
// if (forumInfo.forumName != forumInfoNew.forumName || forumInfo.forumDesc != forumInfoNew.forumDesc) {
|
|
// /* name or description changed, update forum */
|
|
//#ifdef FEEDREADER_DEBUG
|
|
// std::cerr << "p3FeedReader::setFeed - change forum " << forumId << std::endl;
|
|
//#endif
|
|
// if (!mForums->setForumInfo(forumId, forumInfoNew)) {
|
|
//#ifdef FEEDREADER_DEBUG
|
|
// std::cerr << "p3FeedReader::setFeed - can't change forum " << forumId << std::endl;
|
|
//#endif
|
|
// }
|
|
// }
|
|
// } else {
|
|
//#ifdef FEEDREADER_DEBUG
|
|
// std::cerr << "p3FeedReader::setFeed - can't get forum info " << forumId << std::endl;
|
|
//#endif
|
|
// }
|
|
// } else {
|
|
// std::cerr << "p3FeedReader::setFeedInfo - can't process forum, member mForums is not set" << std::endl;
|
|
// }
|
|
// }
|
|
}
|