/* * RetroShare Directory watching system. * * file_sharing/directory_updater.cc * * Copyright 2016 Mr.Alice * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License Version 2 as published by the Free Software Foundation. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 * USA. * * Please report all bugs and problems to "retroshare.project@gmail.com". * */ #include "util/folderiterator.h" #include "rsserver/p3face.h" #include "directory_storage.h" #include "directory_updater.h" #include "file_sharing_defaults.h" //#define DEBUG_LOCAL_DIR_UPDATER 1 //=============================================================================================================// // Local Directory Updater // //=============================================================================================================// LocalDirectoryUpdater::LocalDirectoryUpdater(HashStorage *hc,LocalDirectoryStorage *lds) : mHashCache(hc),mSharedDirectories(lds) { mLastSweepTime = 0; mLastTSUpdateTime = 0; mDelayBetweenDirectoryUpdates = DELAY_BETWEEN_DIRECTORY_UPDATES; mIsEnabled = false ; } bool LocalDirectoryUpdater::isEnabled() const { return mIsEnabled ; } void LocalDirectoryUpdater::setEnabled(bool b) { if(mIsEnabled == b) return ; if(!b) shutdown(); else if(!isRunning()) start("fs dir updater") ; mIsEnabled = b ; } void LocalDirectoryUpdater::data_tick() { time_t now = time(NULL) ; if(now > mDelayBetweenDirectoryUpdates + mLastSweepTime) { sweepSharedDirectories() ; mLastSweepTime = now; mSharedDirectories->notifyTSChanged() ; } if(now > DELAY_BETWEEN_LOCAL_DIRECTORIES_TS_UPDATE + mLastTSUpdateTime) { mSharedDirectories->updateTimeStamps() ; mLastTSUpdateTime = now ; } usleep(10*1000*1000); } void LocalDirectoryUpdater::forceUpdate() { mLastSweepTime = 0; } void LocalDirectoryUpdater::sweepSharedDirectories() { if(mHashSalt.isNull()) { std::cerr << "(EE) no salt value in LocalDirectoryUpdater. Is that a bug?" << std::endl; return ; } RsServer::notify()->notifyListPreChange(NOTIFY_LIST_DIRLIST_LOCAL, 0); #ifdef DEBUG_LOCAL_DIR_UPDATER std::cerr << "[directory storage] LocalDirectoryUpdater::sweep()" << std::endl; #endif // recursive update algorithm works that way: // - the external loop starts on the shared directory list and goes through sub-directories // - at the same time, it updates the local list of shared directories. A single sweep is performed over the whole directory structure. // - the information that is costly to compute (the hash) is store externally into a separate structure. // - doing so, changing directory names or moving files between directories does not cause a re-hash of the content. // std::list shared_directory_list ; mSharedDirectories->getSharedDirectoryList(shared_directory_list); std::map sub_dir_list ; for(std::list::const_iterator real_dir_it(shared_directory_list.begin());real_dir_it!=shared_directory_list.end();++real_dir_it) sub_dir_list[(*real_dir_it).filename] = 0 ; // make sure that entries in stored_dir_it are the same than paths in real_dir_it, and in the same order. mSharedDirectories->updateSubDirectoryList(mSharedDirectories->root(),sub_dir_list,mHashSalt) ; // now for each of them, go recursively and match both files and dirs for(DirectoryStorage::DirIterator stored_dir_it(mSharedDirectories,mSharedDirectories->root()) ; stored_dir_it;++stored_dir_it) { #ifdef DEBUG_LOCAL_DIR_UPDATER std::cerr << "[directory storage] recursing into " << stored_dir_it.name() << std::endl; #endif recursUpdateSharedDir(stored_dir_it.name(), *stored_dir_it) ; // here we need to use the list that was stored, instead of the shared dir list, because the two // are not necessarily in the same order. } RsServer::notify()->notifyListChange(NOTIFY_LIST_DIRLIST_LOCAL, 0); } void LocalDirectoryUpdater::recursUpdateSharedDir(const std::string& cumulated_path, DirectoryStorage::EntryIndex indx) { #ifdef DEBUG_LOCAL_DIR_UPDATER std::cerr << "[directory storage] parsing directory " << cumulated_path << ", index=" << indx << std::endl; #endif // make sure list of subdirs is the same // make sure list of subfiles is the same // request all hashes to the hashcache librs::util::FolderIterator dirIt(cumulated_path,false); time_t dir_local_mod_time ; if(!mSharedDirectories->getDirectoryLocalModTime(indx,dir_local_mod_time)) { std::cerr << "(EE) Cannot get local mod time for dir index " << indx << std::endl; return; } if(dirIt.dir_modtime() != dir_local_mod_time) { // collect subdirs and subfiles std::map subfiles ; std::map subdirs ; for(;dirIt.isValid();dirIt.next()) { switch(dirIt.file_type()) { case librs::util::FolderIterator::TYPE_FILE: subfiles[dirIt.file_name()].modtime = dirIt.file_modtime() ; subfiles[dirIt.file_name()].size = dirIt.file_size(); #ifdef DEBUG_LOCAL_DIR_UPDATER std::cerr << " adding sub-file \"" << dirIt.file_name() << "\"" << std::endl; #endif break; case librs::util::FolderIterator::TYPE_DIR: subdirs[dirIt.file_name()] = dirIt.file_modtime(); #ifdef DEBUG_LOCAL_DIR_UPDATER std::cerr << " adding sub-dir \"" << dirIt.file_name() << "\"" << std::endl; #endif break; default: std::cerr << "(EE) Dir entry of unknown type with path \"" << cumulated_path << "/" << dirIt.file_name() << "\"" << std::endl; } } // update folder modificatoin time, which is the only way to detect e.g. removed or renamed files. mSharedDirectories->setDirectoryLocalModTime(indx,dirIt.dir_modtime()) ; // update file and dir lists for current directory. mSharedDirectories->updateSubDirectoryList(indx,subdirs,mHashSalt) ; std::map new_files ; mSharedDirectories->updateSubFilesList(indx,subfiles,new_files) ; // now go through list of subfiles and request the hash to hashcache for(DirectoryStorage::FileIterator dit(mSharedDirectories,indx);dit;++dit) { // ask about the hash. If not present, ask HashCache. If not present, or different, the callback will update it. RsFileHash hash ; if(mHashCache->requestHash(cumulated_path + "/" + dit.name(),dit.size(),dit.modtime(),hash,this,*dit) && dit.hash() != hash) mSharedDirectories->updateHash(*dit,hash); } } #ifdef DEBUG_LOCAL_DIR_UPDATER else std::cerr << " directory is unchanged. Keeping existing files and subdirs list." << std::endl; #endif // go through the list of sub-dirs and recursively update for(DirectoryStorage::DirIterator stored_dir_it(mSharedDirectories,indx) ; stored_dir_it; ++stored_dir_it) { #ifdef DEBUG_LOCAL_DIR_UPDATER std::cerr << " recursing into " << stored_dir_it.name() << std::endl; #endif recursUpdateSharedDir(cumulated_path + "/" + stored_dir_it.name(), *stored_dir_it) ; } } bool LocalDirectoryUpdater::inDirectoryCheck() const { return mHashCache->isRunning(); } void LocalDirectoryUpdater::hash_callback(uint32_t client_param, const std::string &/*name*/, const RsFileHash &hash, uint64_t /*size*/) { if(!mSharedDirectories->updateHash(DirectoryStorage::EntryIndex(client_param),hash)) std::cerr << "(EE) Cannot update file. Something's wrong." << std::endl; mSharedDirectories->notifyTSChanged() ; } bool LocalDirectoryUpdater::hash_confirm(uint32_t client_param) { return mSharedDirectories->getEntryType(DirectoryStorage::EntryIndex(client_param)) == DIR_TYPE_FILE ; } void LocalDirectoryUpdater::setFileWatchPeriod(int seconds) { mDelayBetweenDirectoryUpdates = seconds ; } uint32_t LocalDirectoryUpdater::fileWatchPeriod() const { return mDelayBetweenDirectoryUpdates ; }