// ListManager - contains the ListContainers for all item and phrase lists, and can create new ones // For all support, instructions and copyright go to: // http://e2guardian.org/ // Released under the GPL v2, with the OpenSSL exception described in the README file. // INCLUDES #ifdef HAVE_CONFIG_H #include "e2config.h" #endif #include "ListManager.hpp" #include "Logger.hpp" #include #include #include // GLOBALS extern thread_local std::string thread_id; // IMPLEMENTATION ListManager::~ListManager() { for (unsigned int i = 0; i < l.size(); i++) { if (l[i] != NULL) { delete l[i]; l[i] = NULL; } } } void ListManager::clear() { for (unsigned int i = 0; i < l.size(); i++) { if (l[i] != NULL) { delete l[i]; l[i] = NULL; } } } // find an unused list in our collection of lists int ListManager::findNULL() { for (unsigned int i = 0; i < l.size(); i++) { if (l[i] == NULL) { DEBUG_debug("found free list:", std::to_string(i)); // std::cerr << thread_id << "found free list:" << i << std::endl; return (signed)i; } } return -1; } // delete all lists with zero reference count void ListManager::garbageCollect() { for (unsigned int i = 0; i < l.size(); i++) { if (l[i] != NULL) { if ((*l[i]).refcount < 1) { DEBUG_debug("deleting zero ref list: ", String(i), " ", String(l[i]->refcount) ); delete l[i]; l[i] = NULL; } } } } void ListManager::deRefList(size_t i) { if (l[i] == NULL) return; l[i]->refcount--; for (size_t j = 0; j < l[i]->morelists.size(); ++j) deRefList(l[i]->morelists[j]); } void ListManager::refList(size_t i) { l[i]->refcount++; DEBUG_debug("referencing list ref: ", String(i), ", refcount: ", String(l[i]->refcount), " (", l[i]->sourcefile, ")" ); for (size_t j = 0; j < l[i]->morelists.size(); ++j) refList(l[i]->morelists[j]); } // load the given list, or increase refcount on list if it's already been loaded. int ListManager::newItemList(const char *filename, const char *pwd, bool startswith, int filters, bool parent, bool isip, bool istime, bool ismap) { for (size_t i = 0; i < l.size(); i++) { if (l[i] == NULL) { continue; } if ((*l[i]).previousUseItem(filename, startswith, filters)) { // this upToDate check also checks all .Included files if ((*l[i]).upToDate()) { DEBUG_debug("Using previous item: ", String(i), " ", filename); refList(i); return i; } } } // find an empty list slot, create a new listcontainer, and load the list int free = findNULL(); if (free > -1) { l[free] = new ListContainer; } else { l.push_back(new ListContainer); free = l.size() - 1; } (l[free])->parent = parent; if (!(l[free]->readItemList(filename, pwd, startswith, filters, isip, istime, ismap))) { delete l[free]; l[free] = NULL; return -1; } return free; } #ifdef NOTDEF // load list from stdin int ListManager::newStdinItemList(bool startswith, int filters, bool parent) { char *filename; // find an empty list slot, create a new listcontainer, and load the list int free = findNULL(); if (free > -1) { l[free] = new ListContainer; } else { l.push_back(new ListContainer); free = l.size() - 1; } (*l[free]).parent = parent; if (!(*l[free]).readStdinItemList(startswith, filters, filename)) { delete l[free]; l[free] = NULL; return -1; } return free; } #endif // create a new phrase list. check dates on top-level list files to see if a reload is necessary. // note: unlike above, doesn't automatically call readPhraseList. // pass in exception, banned, and weighted phrase lists all at once. int ListManager::newPhraseList(const char *exception, const char *banned, const char *weighted, int nlimit) { if ( !strlen(exception) ) { E2LOGGER_error("missing exception phrase file "); return -1; } if ( !strlen(banned) ) { E2LOGGER_error("missing banned phrase file "); return -1; } if ( !strlen(weighted) ) { E2LOGGER_error("missing weighted phrase file "); return -1; } time_t bannedpfiledate = getFileDate(banned); time_t exceptionpfiledate = getFileDate(exception); time_t weightedpfiledate = getFileDate(weighted); for (size_t i = 0; i < l.size(); i++) { if (l[i] == NULL) { continue; } if ((*l[i]).exceptionpfile == String(exception) && (*l[i]).bannedpfile == String(banned) && (*l[i]).weightedpfile == String(weighted) && (*l[i]).naughtynesslimit == nlimit) { if (bannedpfiledate <= (*l[i]).bannedpfiledate && exceptionpfiledate <= (*l[i]).exceptionpfiledate && weightedpfiledate <= (*l[i]).weightedpfiledate) { // Known limitation - only weighted, exception, banned phrase // list checked for changes - not the included files. // //need to check all files that were included for phrase list //so when phrases read in in list container it needs to store //all the file names and if a single one has changed needs a //complete regenerate DEBUG_debug("Using previous phrase: ", exception, " - ", banned, " - ", weighted); refList(i); return i; } } } int free = findNULL(); if (free > -1) { l[(unsigned)free] = new ListContainer; } else { l.push_back(new ListContainer); free = l.size() - 1; } (*l[(unsigned)free]).parent = true; // all phrase lists are parent as // there are no sub lists (*l[(unsigned)free]).bannedpfiledate = bannedpfiledate; (*l[(unsigned)free]).exceptionpfiledate = exceptionpfiledate; (*l[(unsigned)free]).weightedpfiledate = weightedpfiledate; (*l[(unsigned)free]).exceptionpfile = exception; (*l[(unsigned)free]).bannedpfile = banned; (*l[(unsigned)free]).weightedpfile = weighted; return (unsigned)free; } bool ListManager::readbplfile(const char *banned, const char *exception, const char *weighted, unsigned int &list, bool force_quick_search, int nlimit) { bool return_error = false; int res = newPhraseList(exception, banned, weighted, nlimit); if (res < 0) { E2LOGGER_error("Error opening phraselists"); return_error = true; // return false; } if (!(*l[res]).used) { DEBUG_debug("Reading new phraselists"); bool result = (*l[res]).readPhraseList(exception, true); if (!result) { E2LOGGER_error("Error opening exceptionphraselist"); return_error = true; // return false; } result = (*l[res]).readPhraseList(banned, false, -1, -1, false,nlimit); if (!result) { E2LOGGER_error("Error opening bannedphraselist"); return_error = true; // return false; } result = (*l[res]).readPhraseList(weighted, false, -1, -1, false,nlimit); if (!result) { E2LOGGER_error("Error opening weightedphraselist"); return_error = true; //return false; } if (return_error) return false; if (!(*l[res]).makeGraph(force_quick_search)) return false; (*l[res]).used = true; } list = res; return true; }