2016-04-14 18:25:12 -04:00
|
|
|
// This class is responsible for
|
|
|
|
// - maintaining a list of shared file hierarchies for each known friends
|
|
|
|
// - talking to the GUI
|
|
|
|
// - providing handles for the directory tree listing GUI
|
|
|
|
// - providing search handles for FT
|
|
|
|
// - keeping these lists up to date
|
|
|
|
// - sending our own file list to friends depending on the defined access rights
|
|
|
|
// - serving file search requests from other services such as file transfer
|
|
|
|
//
|
|
|
|
// p3FileList does the following micro-tasks:
|
|
|
|
// - tick the watchers
|
|
|
|
// - get incoming info from the service layer, which can be:
|
|
|
|
// - directory content request => the directory content is shared to the friend
|
|
|
|
// - directory content => the directory watcher is notified
|
|
|
|
// - keep two queues of update requests:
|
|
|
|
// - fast queue that is handled in highest priority. This one is used for e.g. updating while browsing.
|
|
|
|
// - slow queue that is handled slowly. Used in background update of shared directories.
|
|
|
|
//
|
|
|
|
// The file lists are not directry updated. A FileListWatcher class is responsible for this
|
|
|
|
// in every case.
|
|
|
|
//
|
2016-07-20 15:28:55 -04:00
|
|
|
#pragma once
|
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
#include "ft/ftsearch.h"
|
2016-07-20 16:10:51 -04:00
|
|
|
#include "retroshare/rsfiles.h"
|
|
|
|
#include "services/p3service.h"
|
2016-07-18 21:33:54 -04:00
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
#include "file_sharing/hash_cache.h"
|
2016-07-31 09:59:58 -04:00
|
|
|
#include "file_sharing/directory_storage.h"
|
2016-07-30 15:52:42 -04:00
|
|
|
|
2016-07-20 16:10:51 -04:00
|
|
|
#include "pqi/p3cfgmgr.h"
|
|
|
|
#include "pqi/p3linkmgr.h"
|
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
class RemoteDirectoryUpdater ;
|
|
|
|
class LocalDirectoryUpdater ;
|
|
|
|
|
2016-07-20 16:10:51 -04:00
|
|
|
class RemoteDirectoryStorage ;
|
2016-07-30 15:52:42 -04:00
|
|
|
class LocalDirectoryStorage ;
|
2016-07-20 16:10:51 -04:00
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
class HashStorage ;
|
|
|
|
|
|
|
|
class p3FileDatabase: public p3Service, public p3Config, public ftSearch //, public RsSharedFileService
|
2016-04-14 18:25:12 -04:00
|
|
|
{
|
|
|
|
public:
|
2016-07-31 09:59:58 -04:00
|
|
|
typedef DirectoryStorage::EntryIndex EntryIndex; // this should probably be defined elsewhere
|
2016-07-18 21:33:54 -04:00
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
virtual RsServiceInfo getServiceInfo();
|
|
|
|
|
2016-07-20 16:10:51 -04:00
|
|
|
struct RsFileListSyncRequest
|
|
|
|
{
|
|
|
|
RsPeerId peerId ;
|
|
|
|
EntryIndex index ;
|
|
|
|
// [...] more to add here
|
|
|
|
};
|
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
p3FileDatabase(p3ServiceControl *mpeers) ;
|
|
|
|
~p3FileDatabase();
|
|
|
|
|
|
|
|
/*!
|
|
|
|
* \brief forceSyncWithPeers
|
|
|
|
*
|
2016-07-31 09:59:58 -04:00
|
|
|
* Forces the synchronisation of the database with connected peers. This is triggered when e.g. a new group of friend is created, or when
|
2016-07-30 15:52:42 -04:00
|
|
|
* a friend was added/removed from a group.
|
|
|
|
*/
|
2016-07-31 09:59:58 -04:00
|
|
|
void forceSyncWithPeers() { NOT_IMPLEMENTED() ; }
|
2016-07-18 21:33:54 -04:00
|
|
|
|
|
|
|
// derived from p3Service
|
|
|
|
//
|
|
|
|
virtual int tick() ;
|
|
|
|
|
|
|
|
// access to own/remote shared files
|
|
|
|
//
|
|
|
|
virtual bool findLocalFile(const RsFileHash& hash,FileSearchFlags flags,const RsPeerId& peer_id, std::string &fullpath, uint64_t &size,FileStorageFlags& storage_flags,std::list<std::string>& parent_groups) const;
|
|
|
|
|
|
|
|
virtual int SearchKeywords(const std::list<std::string>& keywords, std::list<DirDetails>& results,FileSearchFlags flags,const RsPeerId& peer_id) ;
|
|
|
|
virtual int SearchBoolExp(Expression *exp, std::list<DirDetails>& results,FileSearchFlags flags,const RsPeerId& peer_id) const ;
|
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
// ftSearch
|
|
|
|
virtual bool search(const RsFileHash &hash, FileSearchFlags hintflags, FileInfo &info) const;
|
|
|
|
|
2016-07-18 21:33:54 -04:00
|
|
|
// Interface for browsing dir hierarchy
|
|
|
|
//
|
2016-07-30 15:52:42 -04:00
|
|
|
|
|
|
|
void stopThreads() ;
|
|
|
|
void startThreads() ;
|
|
|
|
|
2016-08-05 16:00:25 -04:00
|
|
|
int RequestDirDetails(const RsPeerId& uid, const std::string& path, DirDetails &details)const;
|
2016-07-18 21:33:54 -04:00
|
|
|
int RequestDirDetails(const std::string& path, DirDetails &details) const ;
|
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
// void * here is the type expected by the abstract model index from Qt. It gets turned into a DirectoryStorage::EntryIndex internally.
|
|
|
|
|
|
|
|
int RequestDirDetails(void *, DirDetails&, FileSearchFlags) const ;
|
|
|
|
uint32_t getType(void *) const ;
|
|
|
|
|
|
|
|
// set/update shared directories
|
2016-07-31 09:59:58 -04:00
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
void setSharedDirectories(const std::list<SharedDirInfo>& dirs);
|
|
|
|
void getSharedDirectories(std::list<SharedDirInfo>& dirs);
|
|
|
|
void updateShareFlags(const SharedDirInfo& info) ;
|
|
|
|
bool convertSharedFilePath(const std::string& path,std::string& fullpath);
|
|
|
|
|
|
|
|
// interface for hash caching
|
|
|
|
|
|
|
|
void setWatchPeriod(uint32_t seconds);
|
|
|
|
uint32_t watchPeriod() ;
|
|
|
|
void setRememberHashCacheDuration(uint32_t days) ;
|
|
|
|
uint32_t rememberHashCacheDuration() ;
|
|
|
|
void clearHashCache() ;
|
|
|
|
bool rememberHashCache() ;
|
|
|
|
void setRememberHashCache(bool) ;
|
|
|
|
|
|
|
|
// interfact for directory parsing
|
2016-07-18 21:33:54 -04:00
|
|
|
|
|
|
|
void forceDirectoryCheck(); // Force re-sweep the directories and see what's changed
|
|
|
|
bool inDirectoryCheck();
|
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
// debug
|
|
|
|
void full_print();
|
|
|
|
|
2016-07-20 16:10:51 -04:00
|
|
|
protected:
|
2016-07-31 09:59:58 -04:00
|
|
|
|
|
|
|
int filterResults(const std::list<EntryIndex>& firesults,std::list<DirDetails>& results,FileSearchFlags flags,const RsPeerId& peer_id) const;
|
|
|
|
std::string makeRemoteFileName(const RsPeerId& pid) const;
|
|
|
|
|
2016-07-30 15:52:42 -04:00
|
|
|
// Derived from p3Config
|
|
|
|
//
|
2016-07-20 16:10:51 -04:00
|
|
|
virtual bool loadList(std::list<RsItem *>& items);
|
2016-07-30 15:52:42 -04:00
|
|
|
virtual bool saveList(bool &cleanup, std::list<RsItem *>&);
|
2016-07-31 09:59:58 -04:00
|
|
|
virtual RsSerialiser *setupSerialiser() { return NULL;}
|
2016-07-30 15:52:42 -04:00
|
|
|
|
2016-07-20 16:10:51 -04:00
|
|
|
void cleanup();
|
|
|
|
void tickRecv();
|
|
|
|
void tickSend();
|
|
|
|
void tickWatchers();
|
|
|
|
|
|
|
|
private:
|
2016-07-30 15:52:42 -04:00
|
|
|
p3ServiceControl *mServCtrl ;
|
2016-07-18 21:33:54 -04:00
|
|
|
|
|
|
|
// File sync request queues. The fast one is used for online browsing when friends are connected.
|
|
|
|
// The slow one is used for background update of file lists.
|
|
|
|
//
|
|
|
|
std::list<RsFileListSyncRequest> mFastRequestQueue ;
|
|
|
|
std::list<RsFileListSyncRequest> mSlowRequestQueue ;
|
|
|
|
|
|
|
|
// Directory storage hierarchies
|
|
|
|
//
|
2016-08-05 16:00:25 -04:00
|
|
|
// The remote one is the reference for the PeerId index below:
|
|
|
|
// RemoteDirectories[ getFriendIndex(pid) - 1] = RemoteDirectoryStorage(pid)
|
|
|
|
|
2016-08-11 08:07:45 -04:00
|
|
|
std::vector<DirectoryStorage *> mDirectories ; // mDirectories[0]=mLocalSharedDirs
|
2016-07-30 15:52:42 -04:00
|
|
|
LocalDirectoryStorage *mLocalSharedDirs ;
|
2016-07-18 21:33:54 -04:00
|
|
|
|
2016-08-11 08:07:45 -04:00
|
|
|
RemoteDirectoryUpdater *mRemoteDirWatcher ; // not used yet.
|
2016-07-30 15:52:42 -04:00
|
|
|
LocalDirectoryUpdater *mLocalDirWatcher ;
|
2016-04-14 18:25:12 -04:00
|
|
|
|
2016-08-05 16:00:25 -04:00
|
|
|
// utility functions to make/get a pointer out of an (EntryIndex,PeerId) pair. This is further documented in the .cc
|
|
|
|
|
2016-08-11 08:07:45 -04:00
|
|
|
static bool convertEntryIndexToPointer(const EntryIndex &e, uint32_t friend_index, void *& p);
|
|
|
|
static bool convertPointerToEntryIndex(const void *p, EntryIndex& e, uint32_t& friend_index) ;
|
2016-08-17 08:48:54 -04:00
|
|
|
uint32_t locked_getFriendIndex(const RsPeerId& pid);
|
|
|
|
const RsPeerId& locked_getFriendFromIndex(uint32_t indx) const;
|
2016-08-05 16:00:25 -04:00
|
|
|
|
|
|
|
std::map<RsPeerId,uint32_t> mFriendIndexMap ;
|
|
|
|
std::vector<RsPeerId> mFriendIndexTab;
|
|
|
|
|
|
|
|
// We use a shared file cache as well, to avoid re-hashing files with known modification TS and equal name.
|
2016-07-18 21:33:54 -04:00
|
|
|
//
|
2016-07-30 15:52:42 -04:00
|
|
|
HashStorage *mHashCache ;
|
2016-04-14 18:25:12 -04:00
|
|
|
|
2016-07-20 16:10:51 -04:00
|
|
|
// Local flags and mutexes
|
|
|
|
|
2016-08-17 08:48:54 -04:00
|
|
|
mutable RsMutex mFLSMtx ;
|
2016-07-20 16:10:51 -04:00
|
|
|
uint32_t mUpdateFlags ;
|
2016-04-14 18:25:12 -04:00
|
|
|
};
|
|
|
|
|