// Ryzom - MMORPG Framework // Copyright (C) 2010 Winch Gate Property Limited // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as // published by the Free Software Foundation, either version 3 of the // License, or (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . #include "nel/misc/types_nl.h" #include "nel/misc/path.h" #include "nel/misc/file.h" #include "nel/misc/algo.h" #include "nel/misc/time_nl.h" #include "nel/misc/sheet_id.h" #include "game_share/backup_service_messages.h" #include "server_share/backup_service_itf.h" #include "server_share/handy_commands.h" #include "backup_service.h" #include "web_connection.h" #ifdef NL_OS_WINDOWS # define NOMINMAX # include #endif // NL_OS_WINDOWS // force admin module to link in extern void admin_modules_forceLink(); void foo() { admin_modules_forceLink(); } //------------------------------------------------------------------------------------------------- // struct CBackupMsgSaveFile // For receiving only: first construct a CBackupMsgSaveFile object, then you have access to // the Filename and the stream //------------------------------------------------------------------------------------------------- struct CBackupMsgSaveFileRecv { // Constructor CBackupMsgSaveFileRecv( NLMISC::IStream& streamFrom ) { streamFrom.serial(FileName); } // Filename std::string FileName; }; extern CDirectoryRateStat DirStats; extern NLMISC::CVariable SaveShardRoot; using namespace NLNET; using namespace NLMISC; using namespace std; void cbReadState(IVariable&); CVariable MasterBSHost("backup", "MasterBSHost", "Master backup Host address", "", 0, true); CVariable BSReadState("backup", "BSReadState", "Current read files state", false, 0, false, cbReadState); CVariable L3ListeningPort("backup", "L3ListeningPort", "Port used for layer 3 listen socket", 0, 0, true); bool MasterBSUp = false; bool BSIsSlave = false; NLMISC::TTime LastMasterPing = 0; bool PongReceived = false; //----------------------------------------------------------------------------- static void cbConnection( const string &serviceName, NLNET::TServiceId serviceId, void *arg ) { if (serviceName == "BS" && BSIsSlave && serviceId != IService::getInstance()->getServiceId()) { nlinfo("SLAVE BS: Master BS is up."); MasterBSUp = true; PongReceived = true; IService::getInstance()->clearCurrentStatus("WaitingMaster"); IService::getInstance()->removeStatusTag("WaitingMaster"); IService::getInstance()->addStatusTag("MasterRunning"); IService::getInstance()->removeStatusTag("MasterDown"); } // notify file manager a service connected CBackupService::getInstance()->FileManager.notifyServiceConnection(serviceId, serviceName); } // cbConnection // //----------------------------------------------------------------------------- static void cbDisconnection( const string &serviceName, NLNET::TServiceId serviceId, void *arg ) { if (serviceName == "BS" && !MasterBSHost.get().empty()) { nlwarning("SLAVE BS: MASTER BS IS DOWN!! File reading allowed!"); MasterBSUp = false; BSReadState = true; IService::getInstance()->addStatusTag("MasterDown"); IService::getInstance()->removeStatusTag("MasterRunning"); } } // cbDisconnection // //----------------------------------------------------------------------------- void cbReadState(IVariable& v) { if (!BSIsSlave) return; CBackupService::getInstance()->FileManager.forbidStall(!BSReadState.get()); } //----------------------------------------------------------------------------- static void cbBSPing( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { CMessage msgout("BS_PONG"); CUnifiedNetwork::getInstance()->send(serviceId, msgout); } //----------------------------------------------------------------------------- static void cbBSPong( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { // don't acknowledge my own pong if (serviceId == IService::getInstance()->getServiceId()) return; PongReceived = true; } CVariable StatDirFilter("Stats", "StatDirFilter", "filter of the backup files path to be used", "save_shard", 0, true); //----------------------------------------------------------------------------- // cbSaveFile // // message format: // - std::string: fileName // - remaining of the stream: fileData // static void cbSaveFile( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { try { CBackupMsgSaveFileRecv msg( msgin ); CWriteFile* access = new CWriteFile(msg.FileName, serviceId, 0, /*msg.Data*/msgin); access->FailureMode = CWriteFile::MajorFailureIfFileUnwritable | CWriteFile::MajorFailureIfFileUnbackupable; access->BackupFile = false; access->Append = false; CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbSaveFile()"); } } //----------------------------------------------------------------------------- // cbAppendFile // // message format: // - std::string: fileName // - remaining of the stream: fileData // static void cbAppendFile( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { try { CBackupMsgSaveFileRecv msg( msgin ); CWriteFile* access = new CWriteFile(msg.FileName, serviceId, 0, /*msg.Data*/msgin); access->FailureMode = CWriteFile::MajorFailureIfFileUnwritable | CWriteFile::MajorFailureIfFileUnbackupable; access->BackupFile = false; access->Append = true; CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbAppendFile()"); } } //----------------------------------------------------------------------------- // cbAppendFileCheck // // message format: // - std::string: fileName // - remaining of the stream: fileData // static void cbAppendFileCheck( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { try { CBackupMsgSaveFileRecv msg( msgin ); CWriteFile* access = new CWriteFile(msg.FileName, serviceId, 0, msgin); access->CreateDir = true; access->FailureMode = CWriteFile::MajorFailureIfFileUnwritable | CWriteFile::MajorFailureIfFileUnbackupable; access->BackupFile = false; access->Append = true; CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbAppendFileCheck()"); } } //----------------------------------------------------------------------------- // cbLoadFile static void cbLoadFile( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { if (!BSReadState.get()) return; try { CBackupMsgRequestFile msg; msgin.serial(msg); CLoadFile* access = new CLoadFile(msg.FileName, serviceId, msg.RequestId); CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbLoadFile()"); } } static void cbReadMode( CMessage& msgin, TSockId from, CCallbackNetBase &netbase) { // encode the read mode and return CMessage msgout("BS_READ_MODE"); bool readMode = BSReadState.get(); nlWrite(msgout, serial, readMode); // send it back to sender netbase.send(msgout, from); } static void cbSyncLoadFile( CMessage& msgin, TSockId from, CCallbackNetBase &netbase) { if (!BSReadState.get()) return; try { CBackupMsgRequestFile msg; msgin.serial(msg); CLoadFile* access = new CLoadFile(msg.FileName, TRequester(from, &netbase), msg.RequestId); CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbLoadFile()"); } } //----------------------------------------------------------------------------- // cbDeleteFile static void cbDeleteFile( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { try { std::string fileToDelete; msgin.serial(fileToDelete); CDeleteFile* access = new CDeleteFile(fileToDelete, serviceId, 0); access->BackupFile = true; CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbDeleteFile()"); } } //----------------------------------------------------------------------------- // cbDeleteFileNoBackup static void cbDeleteFileNoBackup( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { try { std::string fileToDelete; msgin.serial(fileToDelete); CDeleteFile* access = new CDeleteFile(fileToDelete, serviceId, 0); access->BackupFile = false; CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbDeleteFile()"); } } //----------------------------------------------------------------------------- // cbSaveCheckFile static void cbSaveCheckFile( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { try { CBackupMsgSaveFileRecv msg( msgin ); CWriteFile* access = new CWriteFile(msg.FileName, serviceId, 0, /*msg.Data*/msgin); access->FailureMode = CWriteFile::MajorFailureIfFileUnwritable | CWriteFile::MajorFailureIfFileUnbackupable; access->BackupFile = false; access->Append = false; access->CreateDir = true; CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbSaveFile()"); } /* if( CBackupService::getInstance()->getStall() == true ) { // stall shard CBackupService::getInstance()->stallShard( std::string() ); return; } CBackupMsgSaveFile msg; { H_AUTO(SaveCheckNetSerial); msgin.serial(msg); } nlinfo("SAVE: Saving file '%s' size %u", msg.FileName.c_str(), msg.Data.length()); std::string path = CFile::getPath(msg.FileName); if ((!CFile::isExists(path) || !CFile::isDirectory(path)) && (!CFile::createDirectoryTree(path) || !CFile::setRWAccess(path))) { nlwarning("Can't check directory '%s' existence (to write file '%s'), shard stalled until problem are resolved !!!", path.c_str(), msg.FileName.c_str()); // stall shard CBackupService::getInstance()->stallShard( msg.FileName ); return; } try { NLMISC::CFile::copyFile( msg.FileName + string(".backup"), msg.FileName ); } catch(const Exception &e) { nlwarning("Can't write file '%s' size %u : '%s', shard stalled until problem are resolved !!!", ( msg.FileName + string(".backup") ).c_str(), msg.Data.length(), e.what() ); // stall shard CBackupService::getInstance()->stallShard( msg.FileName ); return; } COFile f; { H_AUTO(SaveCheckFileOpen); if(!f.open(msg.FileName)) { nlwarning("Can't open file '%s' size %u, shard stalled until problem are resolved !!!", msg.FileName.c_str(), msg.Data.length()); // stall shard CBackupService::getInstance()->stallShard( msg.FileName ); return; } } try { H_AUTO(SaveCheckFileSerial); f.serialBuffer( (uint8*)msg.Data.buffer(), msg.Data.length() ); DirStats.writeFile(msg.FileName, msg.Data.length()); } catch(const Exception &e) { nlwarning("Can't write file '%s' size %u : '%s', shard stalled until problem are resolved !!!", msg.FileName.c_str(), msg.Data.length(), e.what()); // stall shard CBackupService::getInstance()->stallShard( msg.FileName ); } { H_AUTO(SaveCheckFileClose); f.close(); } */ } //----------------------------------------------------------------------------- // cbGetFileClass struct CClassResult { CClassResult() : Timestamp(0) {} CClassResult(const std::string& file, uint32 stamp) : Timestamp(stamp), File(file) {} uint32 Timestamp; std::string File; bool operator < (const CClassResult& b) const { return Timestamp > b.Timestamp; } }; static CMessage getFileClassImp( CMessage& msgin) { // retrieve the info from the input message CBackupMsgFileClass inMsg; msgin.serial(inMsg); // setup the output message; CBackupMsgReceiveFileClass outMsg; outMsg.RequestId= inMsg.RequestId; bool hasWildcard = false; { H_AUTO(GetFileClass_CheckWildcard); for (uint j=0; !hasWildcard && j > classes; classes.resize(inMsg.Classes.size()); if (hasWildcard) { H_AUTO(GetFileClass_GetContent); std::vector files; NLMISC::CPath::getPathContent(getBackupFileName(inMsg.Directory), false, false, true, files); // caution: it returns full path names for (uint i=0; isend(serviceId, msgOut); } static void cbSyncGetFileClass( CMessage& msgin, TSockId from, CCallbackNetBase &netbase) { if (!BSReadState.get()) return; CMessage msgOut = getFileClassImp(msgin); // send the output message netbase.send(msgOut, from); } //----------------------------------------------------------------------------- // cbAppend static void cbAppend( CMessage& msgin, const std::string &serviceName, NLNET::TServiceId serviceId ) { try { CBackupMsgAppend inMsg; msgin.serial(inMsg); std::string append = inMsg.Append+'\n'; uint8* data = (uint8*)(const_cast(append.c_str())); uint dataSize = (uint)append.size(); CWriteFile* access = new CWriteFile(inMsg.FileName, serviceId, 0, data, dataSize); access->FailureMode = CWriteFile::MajorFailureIfFileUnwritable; access->BackupFile = false; access->Append = true; CBackupService::getInstance()->FileManager.stackFileAccess(access); } catch (...) { nlwarning("WARNING: caught exception in cbAppendFile()"); } } //----------------------------------------------------------------------------- bool CBackupService::update() { TTime ptime = CTime::getLocalTime(); if (BSIsSlave && MasterBSUp && ptime - LastMasterPing > 60*1000) { CMessage msgout("BS_PING"); CUnifiedNetwork::getInstance()->send("BS", msgout); PongReceived = false; LastMasterPing = ptime; } FileManager.update(); updateWebConnection(); _CallbackServer->update(); if (BSReadState == true) { IService::getInstance()->addStatusTag("ReadWrite"); IService::getInstance()->removeStatusTag("WriteOnly"); } else { IService::getInstance()->removeStatusTag("ReadWrite"); IService::getInstance()->addStatusTag("WriteOnly"); } return true; } //----------------------------------------------------------------------------- void CBackupService::release() { FileManager.release(); releaseWebConnection(); delete _CallbackServer; } //----------------------------------------------------------------------------- void CBackupService::stallShard( const std::string& fileName ) { /* CMessage msgOut("STALL_SHARD"); std::string s = fileName; msgOut.serial( s ); CUnifiedNetwork::getInstance()->send("EGS", msgOut ); _SaveStall = true; */ fileName.empty() ? nlwarning("BackupService are in stall mode !") : nlwarning("Backup service enter in stall mode when trying save file %s", fileName.c_str() ); } void CBackupService::onModuleDown(NLNET::IModuleProxy *proxy) { } //----------------------------------------------------------------------------- TUnifiedCallbackItem CbArray[]= { { "save_file", cbSaveFile }, { "load_file", cbLoadFile }, { "append_file", cbAppendFile }, { "append_file_check", cbAppendFileCheck }, { "SAVE_CHECK_FILE", cbSaveCheckFile }, { "DELETE_FILE", cbDeleteFile }, { "DELETE_FILE_NO_BACKUP", cbDeleteFileNoBackup }, { "GET_FILE_CLASS", cbGetFileClass }, { "APPEND", cbAppend }, { "BS_PING", cbBSPing }, { "BS_PONG", cbBSPong }, }; TCallbackItem cbSyncArray[] = { { "GET_READ_MODE", cbReadMode }, // TODO : implement me ! { "load_file", cbSyncLoadFile }, { "GET_FILE_CLASS", cbSyncGetFileClass }, }; //----------------------------------------------------------------------------- void CBackupService::init() { FileManager.init(); setUpdateTimeout(100); _SaveStall = false; // set the connection and disconnection callbacks CUnifiedNetwork::getInstance()->setServiceUpCallback( string("*"), cbConnection, 0); CUnifiedNetwork::getInstance()->setServiceDownCallback( string("*"), cbDisconnection, 0); CUnifiedNetwork::getInstance()->setServiceUpCallback( string("BS"), cbConnection, 0); CUnifiedNetwork::getInstance()->setServiceDownCallback( string("BS"), cbDisconnection, 0); // Init the sheet Id CSheetId::init(false); if (!MasterBSHost.get().empty()) { IService::getInstance()->addStatusTag("SlaveMode"); IService::getInstance()->setCurrentStatus("WaitingMaster"); BSIsSlave = true; FileManager.forbidStall(); // I'm a slave, try to contact master string host = MasterBSHost; if (host.find (":") == string::npos) host += ":49990"; CUnifiedNetwork::getInstance()->addService ("BS", CInetAddress(host)); } // set the initial read state from the config file CConfigFile::CVar *readState = ConfigFile.getVarPtr("BSReadState"); if (readState != NULL) BSReadState = readState->asBool(); initWebConnection(); _CallbackServer = new NLNET::CCallbackServer; _CallbackServer->addCallbackArray(cbSyncArray, sizeofarray(cbSyncArray)); // open the layer 3 callback server if required if (L3ListeningPort != 0) _CallbackServer->init(L3ListeningPort); } static const char* getCompleteServiceName(const IService* theService, const char *defaultName) { static std::string s; s= defaultName; if (theService->haveLongArg("name")) { s+= "_"+theService->getLongArg("name"); } if (theService->haveLongArg("fullname")) { s= theService->getLongArg("fullname"); } return s.c_str(); } static const char* getShortServiceName(const IService* theService, const char *defaultName) { static std::string s; s= defaultName; if (theService->haveLongArg("shortname")) { s= theService->getLongArg("shortname"); } return s.c_str(); } NLNET_SERVICE_MAIN( CBackupService, getShortServiceName(scn, "BS"), getCompleteServiceName(scn, "backup_service"), 49990, CbArray, "", "" ) void CDirectoryRateStat::clear() { TDirectoryMap::iterator first = _DirectoryMap.begin(), last = _DirectoryMap.end(); for (; first != last; ++first) (*first).second.clear(); } void CDirectoryRateStat::readFile(const std::string& filename, uint32 filesize) { NLMISC::TTime now = NLMISC::CTime::getLocalTime(); if (filename.find("www") != std::string::npos) { _DirectoryMap["www"].read(now, filesize); } else if (filename.find(StatDirFilter.get()) != std::string::npos) { _DirectoryMap[NLMISC::CFile::getPath(filename)].read(now, filesize); } } void CDirectoryRateStat::writeFile(const std::string& filename, uint32 filesize) { NLMISC::TTime now = NLMISC::CTime::getLocalTime(); if (filename.find("www") != std::string::npos) { _DirectoryMap["www"].write(now, filesize); } else if (filename.find(StatDirFilter.get()) != std::string::npos) { _DirectoryMap[NLMISC::CFile::getPath(filename)].write(now, filesize); } } uint CDirectoryRateStat::getMeanReadRate() { NLMISC::TTime limit = NLMISC::CTime::getLocalTime()-60*1000; uint64 read = 0; TDirectoryMap::iterator first = _DirectoryMap.begin(), last = _DirectoryMap.end(); for (; first != last; ++first) { (*first).second.updateTime(limit); read += (*first).second.ReadBytes; } return (uint)(read / 60); } uint CDirectoryRateStat::getMeanWriteRate() { NLMISC::TTime limit = NLMISC::CTime::getLocalTime()-60*1000; uint64 write = 0; TDirectoryMap::iterator first = _DirectoryMap.begin(), last = _DirectoryMap.end(); for (; first != last; ++first) { (*first).second.updateTime(limit); write += (*first).second.WrittenBytes; } return (uint)(write / 60); } void CDirectoryRateStat::display(NLMISC::CLog& log) { uint pathsize = 0; TDirectoryMap::iterator first = _DirectoryMap.begin(), last = _DirectoryMap.end(); for (; first != last; ++first) if ((*first).first.size() > pathsize) pathsize = (uint)(*first).first.size(); NLMISC::TTime limit = NLMISC::CTime::getLocalTime()-60*1000; std::string format = "%-"+NLMISC::toString(pathsize)+"s %6s %10s %6s %10s"; log.displayNL(format.c_str(), "directory", "rdfile", "read", "wrfile", "write"); for (first=_DirectoryMap.begin(); first != last; ++first) { (*first).second.updateTime(limit); uint64 rdrate = (*first).second.ReadBytes/60; uint64 wrrate = (*first).second.WrittenBytes/60; log.displayNL(format.c_str(), (*first).first.c_str(), NLMISC::toString((*first).second.ReadFiles).c_str(), (NLMISC::bytesToHumanReadable(uint32(rdrate))+"/s").c_str(), NLMISC::toString((*first).second.WrittenFiles).c_str(), (NLMISC::bytesToHumanReadable(uint32(wrrate))+"/s").c_str()); } }