2008-07-23 18:01:59 -04:00
|
|
|
/*
|
|
|
|
* libretroshare/src/ft: ftdatamultiplex.h
|
|
|
|
*
|
|
|
|
* File Transfer for RetroShare.
|
|
|
|
*
|
|
|
|
* Copyright 2008 by Robert Fernie.
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Library General Public
|
|
|
|
* License Version 2 as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Library General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Library General Public
|
|
|
|
* License along with this library; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
|
|
|
|
* USA.
|
|
|
|
*
|
|
|
|
* Please report all bugs and problems to "retroshare@lunamutt.com".
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef FT_DATA_MULTIPLEX_HEADER
|
|
|
|
#define FT_DATA_MULTIPLEX_HEADER
|
|
|
|
|
|
|
|
/*
|
|
|
|
* ftDataMultiplexModule.
|
|
|
|
*
|
|
|
|
* This multiplexes the data from PQInterface to the ftTransferModules.
|
|
|
|
*/
|
|
|
|
|
|
|
|
class ftTransferModule;
|
|
|
|
class ftFileProvider;
|
|
|
|
class ftFileCreator;
|
|
|
|
class ftSearch;
|
|
|
|
|
|
|
|
#include <string>
|
|
|
|
#include <list>
|
|
|
|
#include <map>
|
|
|
|
#include <inttypes.h>
|
|
|
|
|
|
|
|
#include "util/rsthreads.h"
|
|
|
|
|
|
|
|
#include "ft/ftdata.h"
|
2010-08-06 05:40:23 -04:00
|
|
|
#include "retroshare/rsfiles.h"
|
2008-08-09 13:03:24 -04:00
|
|
|
|
2008-07-23 18:01:59 -04:00
|
|
|
|
|
|
|
class ftClient
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
|
|
|
|
ftClient() :mModule(NULL), mCreator(NULL) { return; }
|
|
|
|
ftClient(ftTransferModule *module, ftFileCreator *creator);
|
|
|
|
|
|
|
|
ftTransferModule *mModule;
|
|
|
|
ftFileCreator *mCreator;
|
|
|
|
};
|
|
|
|
|
|
|
|
class ftRequest
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
|
2014-03-17 16:56:06 -04:00
|
|
|
ftRequest(uint32_t type, const RsPeerId& peerId, const RsFileHash& hash, uint64_t size, uint64_t offset, uint32_t chunk, void *data);
|
2008-08-03 08:45:53 -04:00
|
|
|
|
|
|
|
ftRequest()
|
|
|
|
:mType(0), mSize(0), mOffset(0), mChunk(0), mData(NULL) { return; }
|
2008-07-23 18:01:59 -04:00
|
|
|
|
|
|
|
uint32_t mType;
|
2014-03-17 16:56:06 -04:00
|
|
|
RsPeerId mPeerId;
|
|
|
|
RsFileHash mHash;
|
2008-08-03 08:45:53 -04:00
|
|
|
uint64_t mSize;
|
2008-07-23 18:01:59 -04:00
|
|
|
uint64_t mOffset;
|
|
|
|
uint32_t mChunk;
|
|
|
|
void *mData;
|
|
|
|
};
|
|
|
|
|
2014-03-17 16:56:06 -04:00
|
|
|
typedef std::map<RsPeerId,time_t> ChunkCheckSumSourceList ;
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2012-03-15 15:55:43 -04:00
|
|
|
class Sha1CacheEntry
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
Sha1Map _map ; // Map of available sha1 sums for every chunk.
|
|
|
|
time_t last_activity ; // This is used for removing unused entries.
|
|
|
|
std::vector<uint32_t> _received ; // received chunk ids. To bedispatched.
|
2012-07-19 16:52:04 -04:00
|
|
|
std::map<uint32_t,std::pair<time_t,ChunkCheckSumSourceList> > _to_ask ; // Chunks to ask to sources.
|
2012-03-15 15:55:43 -04:00
|
|
|
};
|
|
|
|
|
2008-08-03 08:45:53 -04:00
|
|
|
class ftDataMultiplex: public ftDataRecv, public RsQueueThread
|
2008-07-23 18:01:59 -04:00
|
|
|
{
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
2014-03-17 16:56:06 -04:00
|
|
|
ftDataMultiplex(const RsPeerId& ownId, ftDataSend *server, ftSearch *search);
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2015-03-08 09:46:07 -04:00
|
|
|
/**
|
|
|
|
* @see RsFiles::getFileData
|
|
|
|
*
|
|
|
|
* data should be pre-allocated by the client with size sufficient gfor requested_size bytes.
|
|
|
|
* requested_size will be changed so as to contain the actual number of bytes copied from the file,
|
|
|
|
* in case where the full size wasn't available.
|
|
|
|
* False is returned if no data can be obtained from that file.
|
|
|
|
*/
|
|
|
|
bool getFileData(const RsFileHash& hash, uint64_t offset,uint32_t& requested_size, uint8_t *data);
|
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/* ftController Interface */
|
|
|
|
bool addTransferModule(ftTransferModule *mod, ftFileCreator *f);
|
2014-03-17 16:56:06 -04:00
|
|
|
bool removeTransferModule(const RsFileHash& hash);
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/* data interface */
|
|
|
|
/* get Details of File Transfers */
|
2014-03-17 16:56:06 -04:00
|
|
|
bool FileUploads(std::list<RsFileHash> &hashs);
|
|
|
|
bool FileDownloads(std::list<RsFileHash> &hashs);
|
|
|
|
bool FileDetails(const RsFileHash &hash, FileSearchFlags hintsflag, FileInfo &info);
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2010-02-15 15:44:37 -05:00
|
|
|
void deleteUnusedServers() ;
|
2012-03-15 15:55:43 -04:00
|
|
|
void handlePendingCrcRequests() ;
|
2009-02-09 15:26:12 -05:00
|
|
|
|
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/*************** SEND INTERFACE (calls ftDataSend) *******************/
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/* Client Send */
|
2014-03-17 16:56:06 -04:00
|
|
|
bool sendDataRequest(const RsPeerId& peerId, const RsFileHash& hash, uint64_t size, uint64_t offset, uint32_t chunksize);
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/* Server Send */
|
2014-03-17 16:56:06 -04:00
|
|
|
bool sendData(const RsPeerId& peerId, const RsFileHash& hash, uint64_t size, uint64_t offset, uint32_t chunksize, void *data);
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2010-01-11 11:00:42 -05:00
|
|
|
/* Server/client Send */
|
2014-03-17 16:56:06 -04:00
|
|
|
bool sendChunkMapRequest(const RsPeerId& peerId, const RsFileHash& hash,bool is_client) ;
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2011-11-03 19:18:00 -04:00
|
|
|
|
2012-03-15 15:55:43 -04:00
|
|
|
/* called from a separate thread */
|
2014-03-17 16:56:06 -04:00
|
|
|
bool sendSingleChunkCRCRequests(const RsFileHash& hash, const std::vector<uint32_t>& to_ask) ;
|
2012-03-15 15:55:43 -04:00
|
|
|
|
|
|
|
bool dispatchReceivedChunkCheckSum() ;
|
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/*************** RECV INTERFACE (provides ftDataRecv) ****************/
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/* Client Recv */
|
2014-03-17 16:56:06 -04:00
|
|
|
virtual bool recvData(const RsPeerId& peerId, const RsFileHash& hash, uint64_t size, uint64_t offset, uint32_t chunksize, void *data);
|
2010-07-21 19:14:10 -04:00
|
|
|
/* Server Recv */
|
2014-03-17 16:56:06 -04:00
|
|
|
virtual bool recvDataRequest(const RsPeerId& peerId, const RsFileHash& hash, uint64_t size, uint64_t offset, uint32_t chunksize);
|
2010-01-11 11:00:42 -05:00
|
|
|
|
|
|
|
/// Receive a request for a chunk map
|
2014-03-17 16:56:06 -04:00
|
|
|
virtual bool recvChunkMapRequest(const RsPeerId& peer_id,const RsFileHash& hash,bool is_client) ;
|
2010-01-11 11:00:42 -05:00
|
|
|
/// Receive a chunk map
|
2014-03-17 16:56:06 -04:00
|
|
|
virtual bool recvChunkMap(const RsPeerId& peer_id,const RsFileHash& hash,const CompressedChunkMap& cmap,bool is_client) ;
|
2012-03-15 15:55:43 -04:00
|
|
|
|
2014-03-17 16:56:06 -04:00
|
|
|
virtual bool recvSingleChunkCRCRequest(const RsPeerId& peer_id,const RsFileHash& hash,uint32_t chunk_id) ;
|
|
|
|
virtual bool recvSingleChunkCRC(const RsPeerId& peer_id,const RsFileHash& hash,uint32_t chunk_id,const Sha1CheckSum& sum) ;
|
2010-07-21 19:14:10 -04:00
|
|
|
|
2010-01-11 11:00:42 -05:00
|
|
|
// Returns the chunk map from the file uploading client. Also initiates a chunk map request if this
|
|
|
|
// map is too old. This supposes that the caller will ask again in a few seconds.
|
|
|
|
//
|
2014-03-17 16:56:06 -04:00
|
|
|
bool getClientChunkMap(const RsFileHash& upload_hash,const RsPeerId& peer_id,CompressedChunkMap& map) ;
|
2008-08-03 08:45:53 -04:00
|
|
|
|
|
|
|
protected:
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/* Overloaded from RsQueueThread */
|
|
|
|
virtual bool workQueued();
|
|
|
|
virtual bool doWork();
|
2008-07-23 18:01:59 -04:00
|
|
|
|
|
|
|
private:
|
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/* Handling Job Queues */
|
2014-03-17 16:56:06 -04:00
|
|
|
bool handleRecvData(const RsPeerId& peerId, const RsFileHash& hash, uint64_t size, uint64_t offset, uint32_t chunksize, void *data);
|
|
|
|
bool handleRecvDataRequest(const RsPeerId& peerId, const RsFileHash& hash, uint64_t size, uint64_t offset, uint32_t chunksize);
|
|
|
|
bool handleSearchRequest(const RsPeerId& peerId, const RsFileHash& hash);
|
|
|
|
bool handleRecvClientChunkMapRequest(const RsPeerId& peerId, const RsFileHash& hash) ;
|
|
|
|
bool handleRecvServerChunkMapRequest(const RsPeerId& peerId, const RsFileHash& hash) ;
|
|
|
|
bool handleRecvChunkCrcRequest(const RsPeerId& peerId, const RsFileHash& hash,uint32_t chunk_id) ;
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
/* We end up doing the actual server job here */
|
2014-03-17 16:56:06 -04:00
|
|
|
bool locked_handleServerRequest(ftFileProvider *provider, const RsPeerId& peerId, const RsFileHash& hash, uint64_t size, uint64_t offset, uint32_t chunksize);
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
RsMutex dataMtx;
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2014-03-17 16:56:06 -04:00
|
|
|
std::map<RsFileHash, ftClient> mClients;
|
|
|
|
std::map<RsFileHash, ftFileProvider *> mServers;
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
std::list<ftRequest> mRequestQueue;
|
|
|
|
std::list<ftRequest> mSearchQueue;
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2014-03-17 16:56:06 -04:00
|
|
|
std::map<RsFileHash,Sha1CacheEntry> _cached_sha1maps ; // one cache entry per file hash. Handled dynamically.
|
2012-03-15 15:55:43 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
ftDataSend *mDataSend;
|
|
|
|
ftSearch *mSearch;
|
2014-03-17 16:56:06 -04:00
|
|
|
RsPeerId mOwnId;
|
2008-07-23 18:01:59 -04:00
|
|
|
|
2009-12-28 16:11:00 -05:00
|
|
|
friend class ftServer;
|
2008-07-23 18:01:59 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
#endif
|