2016-09-12 18:01:26 -04:00
/*
* RetroShare C + + Hash cache .
*
* file_sharing / hash_cache . h
*
* Copyright 2016 by Mr . Alice
*
* This library is free software ; you can redistribute it and / or
* modify it under the terms of the GNU Library General Public
* License Version 2 as published by the Free Software Foundation .
*
* This library is distributed in the hope that it will be useful ,
* but WITHOUT ANY WARRANTY ; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See the GNU
* Library General Public License for more details .
*
* You should have received a copy of the GNU Library General Public
* License along with this library ; if not , write to the Free Software
* Foundation , Inc . , 59 Temple Place , Suite 330 , Boston , MA 02111 - 1307
* USA .
*
* Please report all bugs and problems to " retroshare.project@gmail.com " .
*
*/
2016-07-21 00:16:12 -04:00
# pragma once
# include <map>
# include "util/rsthreads.h"
2016-07-23 22:14:43 -04:00
# include "retroshare/rsfiles.h"
2016-09-22 15:47:58 -04:00
/*!
* \ brief The HashStorageClient class
* Used by clients of the hash cache for receiving hash results when done . This is asynchrone of course since hashing
* might be quite costly .
*/
2016-07-27 15:22:59 -04:00
class HashStorageClient
2016-07-23 22:14:43 -04:00
{
public :
2016-07-27 15:22:59 -04:00
HashStorageClient ( ) { }
virtual ~ HashStorageClient ( ) { }
2016-07-23 22:14:43 -04:00
2016-09-18 12:34:39 -04:00
// the result of the hashing info is sent to this method
2016-07-27 15:22:59 -04:00
virtual void hash_callback ( uint32_t client_param , const std : : string & name , const RsFileHash & hash , uint64_t size ) = 0 ;
2016-09-18 12:34:39 -04:00
// this method is used to check that the client param is still valid just before hashing. This avoids hashing files
// that are still in queue while removed from shared lists.
virtual bool hash_confirm ( uint32_t client_param ) = 0 ;
2016-07-23 22:14:43 -04:00
} ;
2016-07-21 00:16:12 -04:00
2016-07-27 15:22:59 -04:00
class HashStorage : public RsTickingThread
2016-07-18 21:52:44 -04:00
{
2016-07-21 00:16:12 -04:00
public :
2016-07-27 15:22:59 -04:00
HashStorage ( const std : : string & save_file_name ) ;
/*!
* \ brief requestHash Requests the hash for the given file , assuming size and mod_time are the same .
*
* \ param full_path Full path to reach the file
* \ param size Actual file size
* \ param mod_time Actual file modification time
* \ param known_hash Returned hash for the file .
* \ param c Hash cache client to which the hash should be sent once calculated
2016-09-22 15:47:58 -04:00
* \ param client_param Param to be passed to the client callback . Useful if the client needs a file ID .
2016-07-27 15:22:59 -04:00
*
* \ return true if the supplied hash info is up to date .
*/
bool requestHash ( const std : : string & full_path , uint64_t size , time_t mod_time , RsFileHash & known_hash , HashStorageClient * c , uint32_t client_param ) ;
struct HashStorageInfo
2016-07-21 00:16:12 -04:00
{
2016-08-09 09:07:02 -04:00
std : : string filename ; // full path of the file
2016-07-21 00:16:12 -04:00
uint64_t size ;
2016-07-27 15:22:59 -04:00
uint32_t time_stamp ; // last time the hash was tested/requested
2016-07-21 00:16:12 -04:00
uint32_t modf_stamp ;
RsFileHash hash ;
} ;
// interaction with GUI, called from p3FileLists
2016-09-22 15:47:58 -04:00
void setRememberHashFilesDuration ( uint32_t days ) { mMaxStorageDurationDays = days ; } // duration for which the hash is kept even if the file is not shared anymore
2016-07-27 15:22:59 -04:00
uint32_t rememberHashFilesDuration ( ) const { return mMaxStorageDurationDays ; }
2016-09-22 15:47:58 -04:00
void clear ( ) { mFiles . clear ( ) ; mChanged = true ; } // drop all known hashes. Not something to do, except if you want to rehash the entire database
2016-07-23 22:14:43 -04:00
bool empty ( ) const { return mFiles . empty ( ) ; }
2016-07-21 00:16:12 -04:00
2016-07-27 15:22:59 -04:00
// Functions called by the thread
virtual void data_tick ( ) ;
2016-08-09 09:07:02 -04:00
friend std : : ostream & operator < < ( std : : ostream & o , const HashStorageInfo & info ) ;
2016-07-21 00:16:12 -04:00
private :
2016-09-22 15:47:58 -04:00
/*!
* \ brief clean
* This function is responsible for removing old hashes , etc
*/
2016-07-21 00:16:12 -04:00
void clean ( ) ;
2016-09-22 15:47:58 -04:00
// loading/saving the entire hash database to a file
2016-09-02 15:49:43 -04:00
void locked_save ( ) ;
2016-09-26 15:12:13 -04:00
bool locked_load ( ) ;
bool try_load_import_old_hash_cache ( ) ;
2016-07-21 00:16:12 -04:00
2016-08-09 09:07:02 -04:00
bool readHashStorageInfo ( const unsigned char * data , uint32_t total_size , uint32_t & offset , HashStorageInfo & info ) const ;
bool writeHashStorageInfo ( unsigned char * & data , uint32_t & total_size , uint32_t & offset , const HashStorageInfo & info ) const ;
2016-07-21 00:16:12 -04:00
// Local configuration and storage
2016-07-27 15:22:59 -04:00
uint32_t mMaxStorageDurationDays ; // maximum duration of un-requested cache entries
2016-09-18 12:34:39 -04:00
std : : map < std : : string , HashStorageInfo > mFiles ; // stored as (full_path, hash_info)
2016-09-22 15:47:58 -04:00
std : : string mFilePath ; // file where the hash database is stored
2016-07-21 00:16:12 -04:00
bool mChanged ;
2016-07-27 15:22:59 -04:00
struct FileHashJob
{
std : : string full_path ;
2016-09-15 15:40:53 -04:00
uint64_t size ;
2016-07-27 15:22:59 -04:00
HashStorageClient * client ;
uint32_t client_param ;
2016-07-28 04:49:49 -04:00
time_t ts ;
2016-07-27 15:22:59 -04:00
} ;
2016-07-21 00:16:12 -04:00
// current work
2016-07-27 15:22:59 -04:00
std : : map < std : : string , FileHashJob > mFilesToHash ;
// thread/mutex stuff
RsMutex mHashMtx ;
2016-07-27 18:48:28 -04:00
bool mRunning ;
2016-09-23 15:56:41 -04:00
uint64_t mHashCounter ;
2016-08-16 07:46:55 -04:00
uint32_t mInactivitySleepTime ;
2016-09-15 15:40:53 -04:00
uint64_t mTotalSizeToHash ;
uint64_t mTotalHashedSize ;
uint64_t mTotalFilesToHash ;
2016-09-02 15:49:43 -04:00
time_t mLastSaveTime ;
2016-07-18 21:52:44 -04:00
} ;