2008-07-02 09:19:59 -04:00
|
|
|
/*
|
|
|
|
* libretroshare/src/ft: ftextralist.cc
|
|
|
|
*
|
|
|
|
* File Transfer for RetroShare.
|
|
|
|
*
|
|
|
|
* Copyright 2008 by Robert Fernie.
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Library General Public
|
|
|
|
* License Version 2 as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Library General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Library General Public
|
|
|
|
* License along with this library; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
|
|
|
|
* USA.
|
|
|
|
*
|
|
|
|
* Please report all bugs and problems to "retroshare@lunamutt.com".
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
2008-07-23 18:01:59 -04:00
|
|
|
#include "ft/ftextralist.h"
|
|
|
|
#include "util/rsdir.h"
|
2008-07-02 09:19:59 -04:00
|
|
|
|
2008-08-03 08:45:53 -04:00
|
|
|
#define DEBUG_ELIST 1
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
ftExtraList::ftExtraList()
|
|
|
|
:p3Config(CONFIG_FT_EXTRA_LIST)
|
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void ftExtraList::run()
|
|
|
|
{
|
|
|
|
bool todo = false;
|
|
|
|
time_t cleanup = 0;
|
|
|
|
time_t now = 0;
|
|
|
|
|
|
|
|
while (1)
|
|
|
|
{
|
2008-08-03 08:45:53 -04:00
|
|
|
#ifdef DEBUG_ELIST
|
2008-11-02 06:38:11 -05:00
|
|
|
//std::cerr << "ftExtraList::run() Iteration";
|
|
|
|
//std::cerr << std::endl;
|
2008-08-03 08:45:53 -04:00
|
|
|
#endif
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
now = time(NULL);
|
|
|
|
|
|
|
|
{
|
|
|
|
RsStackMutex stack(extMutex);
|
|
|
|
|
|
|
|
todo = (mToHash.size() > 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (todo)
|
|
|
|
{
|
|
|
|
/* Hash a file */
|
|
|
|
hashAFile();
|
|
|
|
|
2008-08-25 16:03:39 -04:00
|
|
|
#ifdef WIN32
|
|
|
|
Sleep(1);
|
|
|
|
#else
|
2008-07-02 09:19:59 -04:00
|
|
|
/* microsleep */
|
|
|
|
usleep(10);
|
2008-08-25 16:03:39 -04:00
|
|
|
#endif
|
2008-07-02 09:19:59 -04:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
/* cleanup */
|
|
|
|
if (cleanup < now)
|
|
|
|
{
|
|
|
|
cleanupOldFiles();
|
|
|
|
cleanup = now + CLEANUP_PERIOD;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* sleep */
|
2008-08-25 16:03:39 -04:00
|
|
|
#ifdef WIN32
|
|
|
|
Sleep(1000);
|
|
|
|
#else
|
2008-07-02 09:19:59 -04:00
|
|
|
sleep(1);
|
2008-08-25 16:03:39 -04:00
|
|
|
#endif
|
2008-07-02 09:19:59 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
void ftExtraList::hashAFile()
|
|
|
|
{
|
2008-08-03 08:45:53 -04:00
|
|
|
#ifdef DEBUG_ELIST
|
|
|
|
std::cerr << "ftExtraList::hashAFile()";
|
|
|
|
std::cerr << std::endl;
|
|
|
|
#endif
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
/* extract entry from the queue */
|
2008-07-23 18:01:59 -04:00
|
|
|
FileDetails details;
|
2008-07-02 09:19:59 -04:00
|
|
|
|
|
|
|
{
|
|
|
|
RsStackMutex stack(extMutex);
|
2008-08-03 08:45:53 -04:00
|
|
|
|
|
|
|
if (mToHash.size() == 0)
|
|
|
|
return;
|
|
|
|
|
2008-07-23 18:01:59 -04:00
|
|
|
details = mToHash.front();
|
2008-07-02 09:19:59 -04:00
|
|
|
mToHash.pop_front();
|
|
|
|
}
|
|
|
|
|
2008-08-03 08:45:53 -04:00
|
|
|
#ifdef DEBUG_ELIST
|
|
|
|
std::cerr << "Hashing: " << details.info.path;
|
|
|
|
std::cerr << std::endl;
|
|
|
|
#endif
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
/* hash it! */
|
2008-07-23 18:01:59 -04:00
|
|
|
std::string name, hash;
|
2008-08-09 13:03:24 -04:00
|
|
|
//uint64_t size;
|
2008-07-23 18:01:59 -04:00
|
|
|
if (RsDirUtil::hashFile(details.info.path, details.info.fname,
|
|
|
|
details.info.hash, details.info.size))
|
2008-07-02 09:19:59 -04:00
|
|
|
{
|
2008-07-23 18:01:59 -04:00
|
|
|
RsStackMutex stack(extMutex);
|
|
|
|
|
|
|
|
details.start = time(NULL);
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
/* stick it in the available queue */
|
2008-07-23 18:01:59 -04:00
|
|
|
mFiles[details.info.hash] = details;
|
2008-07-02 09:19:59 -04:00
|
|
|
|
|
|
|
/* add to the path->hash map */
|
2008-07-23 18:01:59 -04:00
|
|
|
mHashedList[details.info.path] = details.info.hash;
|
2008-07-02 09:19:59 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/***
|
|
|
|
* If the File is alreay Hashed, then just add it in.
|
|
|
|
**/
|
|
|
|
|
|
|
|
bool ftExtraList::addExtraFile(std::string path, std::string hash,
|
|
|
|
uint64_t size, uint32_t period, uint32_t flags)
|
|
|
|
{
|
2008-08-03 08:45:53 -04:00
|
|
|
#ifdef DEBUG_ELIST
|
|
|
|
std::cerr << "ftExtraList::addExtraFile() path: " << path;
|
|
|
|
std::cerr << " hash: " << hash;
|
|
|
|
std::cerr << " size: " << size;
|
|
|
|
std::cerr << " period: " << period;
|
|
|
|
std::cerr << " flags: " << flags;
|
|
|
|
|
|
|
|
std::cerr << std::endl;
|
|
|
|
#endif
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
RsStackMutex stack(extMutex);
|
|
|
|
|
2008-07-23 18:01:59 -04:00
|
|
|
FileDetails details;
|
|
|
|
|
|
|
|
details.info.path = path;
|
|
|
|
details.info.fname = RsDirUtil::getTopDir(path);
|
|
|
|
details.info.hash = hash;
|
|
|
|
details.info.size = size;
|
|
|
|
|
|
|
|
details.start = time(NULL);
|
|
|
|
details.flags = flags;
|
|
|
|
details.period = period;
|
|
|
|
|
|
|
|
/* stick it in the available queue */
|
|
|
|
mFiles[details.info.hash] = details;
|
2008-07-02 09:19:59 -04:00
|
|
|
|
2008-08-03 08:45:53 -04:00
|
|
|
return true;
|
2008-07-02 09:19:59 -04:00
|
|
|
}
|
|
|
|
|
2008-08-03 08:45:53 -04:00
|
|
|
bool ftExtraList::removeExtraFile(std::string hash, uint32_t flags)
|
|
|
|
{
|
|
|
|
#ifdef DEBUG_ELIST
|
|
|
|
std::cerr << "ftExtraList::removeExtraFile()";
|
|
|
|
std::cerr << " hash: " << hash;
|
|
|
|
std::cerr << " flags: " << flags;
|
|
|
|
|
|
|
|
std::cerr << std::endl;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
RsStackMutex stack(extMutex);
|
|
|
|
|
|
|
|
std::map<std::string, FileDetails>::iterator it;
|
|
|
|
it = mFiles.find(hash);
|
|
|
|
if (it == mFiles.end())
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
mFiles.erase(it);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
|
|
|
|
bool ftExtraList::cleanupOldFiles()
|
|
|
|
{
|
2008-08-03 08:45:53 -04:00
|
|
|
#ifdef DEBUG_ELIST
|
|
|
|
std::cerr << "ftExtraList::cleanupOldFiles()";
|
|
|
|
std::cerr << std::endl;
|
|
|
|
#endif
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
RsStackMutex stack(extMutex);
|
|
|
|
|
2008-07-23 18:01:59 -04:00
|
|
|
time_t now = time(NULL);
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
std::list<std::string> toRemove;
|
|
|
|
std::list<std::string>::iterator rit;
|
|
|
|
|
|
|
|
std::map<std::string, FileDetails>::iterator it;
|
|
|
|
for(it = mFiles.begin(); it != mFiles.end(); it++)
|
|
|
|
{
|
|
|
|
/* check timestamps */
|
2008-08-09 13:03:24 -04:00
|
|
|
if (it->second.start + it->second.period < (unsigned) now)
|
2008-07-02 09:19:59 -04:00
|
|
|
{
|
|
|
|
toRemove.push_back(it->first);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (toRemove.size() > 0)
|
|
|
|
{
|
|
|
|
/* remove items */
|
|
|
|
for(rit = toRemove.begin(); rit != toRemove.end(); rit++)
|
|
|
|
{
|
|
|
|
if (mFiles.end() != (it = mFiles.find(*rit)))
|
|
|
|
{
|
|
|
|
mFiles.erase(it);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2008-08-03 08:45:53 -04:00
|
|
|
return true;
|
2008-07-02 09:19:59 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/***
|
|
|
|
* Hash file, and add to the files,
|
|
|
|
* file is removed after period.
|
|
|
|
**/
|
|
|
|
|
|
|
|
bool ftExtraList::hashExtraFile(std::string path, uint32_t period, uint32_t flags)
|
|
|
|
{
|
2008-08-03 08:45:53 -04:00
|
|
|
#ifdef DEBUG_ELIST
|
|
|
|
std::cerr << "ftExtraList::hashExtraFile() path: " << path;
|
|
|
|
std::cerr << " period: " << period;
|
|
|
|
std::cerr << " flags: " << flags;
|
|
|
|
|
|
|
|
std::cerr << std::endl;
|
|
|
|
#endif
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
/* add into queue */
|
|
|
|
RsStackMutex stack(extMutex);
|
|
|
|
|
|
|
|
FileDetails details(path, period, flags);
|
|
|
|
mToHash.push_back(details);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2008-07-23 18:01:59 -04:00
|
|
|
bool ftExtraList::hashExtraFileDone(std::string path, FileInfo &info)
|
2008-07-02 09:19:59 -04:00
|
|
|
{
|
2008-08-03 08:45:53 -04:00
|
|
|
#ifdef DEBUG_ELIST
|
|
|
|
std::cerr << "ftExtraList::hashExtraFileDone()";
|
|
|
|
std::cerr << std::endl;
|
|
|
|
#endif
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
std::string hash;
|
|
|
|
{
|
|
|
|
/* Find in the path->hash map */
|
|
|
|
RsStackMutex stack(extMutex);
|
|
|
|
|
|
|
|
std::map<std::string, std::string>::iterator it;
|
|
|
|
if (mHashedList.end() == (it = mHashedList.find(path)))
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
hash = it->second;
|
|
|
|
}
|
2008-08-03 08:45:53 -04:00
|
|
|
return search(hash, 0, 0, info);
|
2008-07-02 09:19:59 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
/***
|
|
|
|
* Search Function - used by File Transfer
|
|
|
|
*
|
|
|
|
**/
|
2008-08-03 08:45:53 -04:00
|
|
|
bool ftExtraList::search(std::string hash, uint64_t size, uint32_t hintflags, FileInfo &info) const
|
2008-07-02 09:19:59 -04:00
|
|
|
{
|
2008-08-03 08:45:53 -04:00
|
|
|
|
|
|
|
#ifdef DEBUG_ELIST
|
|
|
|
std::cerr << "ftExtraList::search()";
|
|
|
|
std::cerr << std::endl;
|
|
|
|
#endif
|
|
|
|
|
2008-07-02 09:19:59 -04:00
|
|
|
RsStackMutex stack(extMutex);
|
|
|
|
|
|
|
|
/* find hash */
|
2008-08-03 08:45:53 -04:00
|
|
|
std::map<std::string, FileDetails>::const_iterator fit;
|
2008-07-02 09:19:59 -04:00
|
|
|
if (mFiles.end() == (fit = mFiles.find(hash)))
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2008-07-23 18:01:59 -04:00
|
|
|
info = fit->second.info;
|
2008-07-02 09:19:59 -04:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/***
|
|
|
|
* Configuration - store extra files.
|
|
|
|
*
|
|
|
|
**/
|
|
|
|
|
|
|
|
RsSerialiser *ftExtraList::setupSerialiser()
|
|
|
|
{
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::list<RsItem *> ftExtraList::saveList(bool &cleanup)
|
|
|
|
{
|
|
|
|
std::list<RsItem *> sList;
|
|
|
|
return sList;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool ftExtraList::loadList(std::list<RsItem *> load)
|
|
|
|
{
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|