// String - guess what: it's a string class! // For all support, instructions and copyright go to: // http://e2guardian.org/ // Released under the GPL v2, with the OpenSSL exception described in the README file. // INCLUDES #ifdef HAVE_CONFIG_H #include "e2config.h" #endif #include "String.hpp" #include "md5.hpp" #include "Logger.hpp" #if defined(__GNUC__) && __GNUC__ < 3 && __GNUC_MINOR__ < 96 #warning "Using strstream instead of sstream" #include #else #include #endif #include #include #include extern thread_local std::string thread_id; // construct string representations of ints/longs #if defined(__GNUC__) && __GNUC__ < 3 && __GNUC_MINOR__ < 96 String::String(const int num) { std::ostrstream buf; buf << num << std::ends; *this = buf.str(); // with side effect: it calls buf.freeze() } String::String(const long num) { std::ostrstream buf; buf << num << std::ends; *this = buf.str(); } String::String(const unsigned int num) { std::ostrstream buf; buf << num << std::ends; *this = buf.str(); } String::String(const long unsigned int num) { std::ostrstream buf; buf << num << std::ends; *this = buf.str(); } #ifndef OFFT_COLLISION // If large file support is not enabled (and possibly even if it is), // the type of off_t may be a typedef of a type for which we already // have a constructor. In that case, don't define one which takes an // off_t, or we get compiler errors. String::String(const off_t num) { std::ostrstream buf; buf << num << std::ends; *this = buf.str(); } #endif #else String::String(const int num) { std::stringstream buf; buf << num << std::ends; // std::string can contain a NULL byte within the counted length // - this happens here. Add a byte to the length when allocating // the buffer it's going to go into (to account for the appended // NULL), but subtract one when updating our idea of what the string // length is, since it counts the NULL byte in the stringstream's // own buffer. int l = buf.str().length(); char *data = new char[l + 1]; buf >> data; *this = data; delete[] data; } String::String(const long num) { std::stringstream buf; buf << num << std::ends; int l = buf.str().length(); char *data = new char[l + 1]; buf >> data; *this = data; delete[] data; } String::String(const unsigned int num) { std::stringstream buf; buf << num << std::ends; int l = buf.str().length(); char *data = new char[l + 1]; buf >> data; *this = data; delete[] data; } String::String(const long unsigned num) { std::stringstream buf; buf << num << std::ends; int l = buf.str().length(); char *data = new char[l + 1]; buf >> data; *this = data; delete[] data; } String::String(const bool flag) { if (flag) { char buff[2] = "1"; *this = buff; } else { char buff[2] = "0"; *this = buff; } } #ifndef OFFT_COLLISION // If large file support is not enabled (and possibly even if it is), // the type of off_t may be a typedef of a type for which we already // have a constructor. In that case, don't define one which takes an // off_t, or we get compiler errors. String::String(const off_t num) { std::stringstream buf; buf << num << std::ends; int l = buf.str().length(); char *data = new char[l + 1]; buf >> data; *this = data; delete[] data; } #endif #endif void String::replaceall(const char *what, const char *with) { std::string::size_type pos = 0; size_t whatlen = strlen(what); size_t withlen = strlen(with); while ((pos = this->find(what, pos)) != std::string::npos) { // replace charactrs in original string this->replace(pos, whatlen, with); // increment search position pos += withlen; } } // string-to-off_t conversion // This is horrible, horrible code, but the best I can come up with // which will work in both 32 and 64-bit file offset modes. :( off_t String::toOffset() { if (this->length() == 0) return 0; off_t t = 0; this->removeWhiteSpace(); #if defined(_FILE_OFFSET_BITS) && (_FILE_OFFSET_BITS == 64) sscanf(this->c_str(), "%lld", &t); #else sscanf(this->c_str(), "%ld", &t); #endif return t; } // string-to-integer conversion int String::toInteger() { if (this->length() == 0) { return 0; } return (atoi(this->c_str())); } // string-to-long-int conversion long int String::toLong() { if (this->length() == 0) { return 0; } return (atol(this->c_str())); } // return integer from hex string long int String::hexToInteger() { int n = 0; // position in string int m = 0; // position in digit[] to shift int count; // loop index long int intValue = 0; // integer value of hex string int digit[15]; // hold values to convert while (n < 14) { if ((*this)[n] == '\0') break; if ((*this)[n] >= '0' && (*this)[n] <= '9') digit[n] = (*this)[n] & 0x0f; else if (((*this)[n] >= 'a' && (*this)[n] <= 'f') || ((*this)[n] >= 'A' && (*this)[n] <= 'F')) digit[n] = ((*this)[n] & 0x0f) + 9; else break; n++; } count = n; m = n - 1; n = 0; while (n < count) { // digit[n] is value of hex digit at position n // (m << 2) is the number of positions to shift // OR the bits into return value intValue = intValue | (digit[n] << (m << 2)); m--; n++; } return (intValue); } // case conversions void String::toLower() { unsigned int l = this->length(); char *c = new char[l + 1]; const char *d = this->c_str(); for (unsigned int i = 0; i < l; i++) { c[i] = tolower(d[i]); } *this = String(c, l); delete[] c; } void String::toUpper() { unsigned int l = this->length(); char *c = new char[l + 1]; const char *d = this->c_str(); for (unsigned int i = 0; i < l; i++) { c[i] = toupper(d[i]); } *this = String(c, l); delete[] c; } // swap chars void String::swapChar(char old, char newc) { unsigned int l = this->length(); char *c = new char[l + 1]; const char *d = this->c_str(); for (unsigned int i = 0; i < l; i++) { if (d[i] == old) { c[i] = newc; } else { c[i] = d[i]; } } *this = String(c, l); delete [] c; } void String::removeChar(char old) { unsigned int l = this->length(); char *c = new char[l + 1]; unsigned int j = 0; const char *d = this->c_str(); for (unsigned int i = 0; i < l; i++) { if (d[i] != old) { c[j++] = d[i]; } } c[j] = 0; *this = String(c); delete [] c; } void String::baseDir() { size_t fnsize; if ((fnsize = this->find_last_of("/")) > 0) *this = this->subString(0,++fnsize); } void String::fullPath(String &base_dir) { if(!this->startsWith("/")) { String temp(base_dir); temp += *this; *this = temp; } } // decode %xx to individual characters (checkme: i'm sure this is duplicated elsewhere...) void String::hexDecode() //TODO: make this more efficient - use similar login to hex2integer { if (this->length() < 3) return; char *temp = new char[this->length() + 1]; const char *t = this->c_str(); unsigned char c; unsigned char c1; unsigned char c2; unsigned char c3; char hexval[5] = "0x"; // Initializes a "hexadecimal string" hexval[4] = '\0'; char *ptr; // pointer required by strtol ptr = NULL; unsigned int j = 0; unsigned int end = this->length() - 2; unsigned int i, k; for (i = 0; i < end;) { c1 = t[i]; c2 = t[i + 1]; c3 = t[i + 2]; if (c1 == '%' && (((c2 >= '0') && (c2 <= '9')) || ((c2 >= 'a') && (c2 <= 'f')) || ((c2 >= 'A') && (c2 <= 'F'))) && (((c3 >= '0') && (c3 <= '9')) || ((c3 >= 'a') && (c3 <= 'f')) || ((c3 >= 'A') && (c3 <= 'F')))) { hexval[2] = c2; hexval[3] = c3; c = (unsigned char)strtol(hexval, &ptr, 0); i += 3; } else { c = c1; i++; } temp[j++] = c; } k = this->length(); for (; i < k; i++) { temp[j++] = t[i]; // copy last 2 bytes if any// } temp[j] = '\0'; (*this) = String(temp, j); delete[] temp; } // does this string start with the given text? bool String::startsWith(const String &s) const { return (strncmp(this->c_str(), s.c_str(), s.length()) == 0); } // does this string end with the given text? bool String::endsWith(const String &s) const { if (s.length() > this->length()) { return false; } if (!strncmp((this->c_str() + this->length() - s.length()), s.c_str(), s.length())) { return true; } return false; } // does this string start with the given text after conversion to lowercase? // (pass the search string in in lowercase; only the text being searched // is converted) bool String::startsWithLower(const String &s) const { if (s.length() > this->length()) { return false; } for (unsigned int i = 0; i < s.length(); i++) { if (tolower((*this)[i]) != s[i]) return false; } return true; } // find the position of the given substring within the string int String::indexOf(const char *s) const { size_type i = this->find(s); if (i != std::string::npos) return i; return -1; } // does this string contain given substring? bool String::contains(const char *s) const { if (this->length() >= strlen(s)) { if (indexOf(s) != -1) { return true; } } return false; } // grab the part of the string that follows the first occurrence of given text String String::after(const char *bs) const { if (this->length() < strlen(bs)) return ""; size_type i = this->find(bs); if (i == std::string::npos) return ""; return this->substr(i + strlen(bs)); } // grab the part of the string that precedes the first occurrence of given text String String::before(const char *bs) const { if (this->length() < strlen(bs)) return ""; size_type i = this->find(bs); if (i == std::string::npos) return ""; return this->substr(0, i); } bool String::headerVal() { *this = this->after(":"); this->removeWhiteSpace(); if (this->length() > 0) return true; else return false; }; // remove characters from end/beginning void String::chop() { if (this->length() > 0) *this = this->substr(0, this->length() - 1); } void String::lop() { if (this->length() > 0) *this = this->substr(1); } // remove leading & trailing whitespace void String::removeWhiteSpace() { size_type start = this->find_first_not_of(" \t\r\n"); if (start == std::string::npos) start = 0; size_type end = this->find_last_not_of(" \t\r\n"); if (end == std::string::npos) end = this->length() - 1; *this = this->substr(start, (end - start) + 1); } void String::removePunctuation() { std::string temp; bool lastspace = false; unsigned char t; unsigned int l = this->length(); for (unsigned int i = 0; i < l; i++) { t = (*this)[i]; if (t < '/' || t == ':' || t == ';' || t == '=' || t == '?' || t == '@' || (t > 90 && t < 97)) { t = 32; // convert all whitespace and most punctuation marks to a space } if (t == 32) { if (lastspace) continue; lastspace = true; } else { lastspace = false; } temp += t; continue; } *this = temp; } // remove protocol specifier void String::removePTP() { if (this->startsWith("http://") || this->startsWith("https://") || this->startsWith("ftp://")) { *this = this->after("://"); } } // get hostname from string as url String String::getHostname() { String hostname; hostname = this->substr(0); if (hostname.contains("://")) hostname = hostname.after("://"); if (hostname.contains("/")) hostname = hostname.before("/"); if (hostname.contains("@")) // Contains a username:password combo hostname = hostname.after("@"); return hostname; } // limit string to given length int String::limitLength(unsigned int l) { *this = this->substr(0, l); return this->length(); } // remove repeated occurrences of given character void String::removeMultiChar(unsigned char c) { std::string temp; unsigned char t; bool wasslash = false; unsigned int l = this->length(); for (unsigned int i = 0; i < l; i++) { t = (*this)[i]; if (t != c) { // we didn't find the character - copy what we did find, // and clear repetition flag temp += t; wasslash = false; continue; } // we found the character if (wasslash) { // we found it repeated - don't copy it again continue; } // we found the character, without repetition flag set // - copy only first occurrence & set repetition flag wasslash = true; temp += t; } *this = temp; } // tidy up slashes, trailing dots, etc. in file paths void String::realPath() { if (this->length() < 3) { return; } char *temp = new char[this->length() + 1]; unsigned char b, c, d; unsigned int offset = 0, l = this->length(); for (unsigned int i = 0; i < l; i++) { b = (*this)[i]; if (b == '/') { if ((*this)[i + 1] == '/') { // ignore multiple slashes continue; } } if (b == '.') { c = (*this)[i + 1]; if (c == '\0' || c == '/') { continue; // ignore just dot } if (c == '.') { d = (*this)[i + 2]; if (d == '\0' || d == '/' || d == '\\') { if (offset > 0) { offset--; } while (offset > 0) { if (temp[--offset] == '/') { break; } if (temp[offset] == '\\') { break; } } i++; continue; } } } temp[offset++] = b; } temp[offset] = '\0'; *this = temp; delete[] temp; } // * // * // * Hashing functions // * // * String String::md5(const char *salt) { String newValue(*this); newValue += salt; return newValue.md5(); } String String::md5() { char *md5array = new char[16]; char *buf = new char[16]; int i; String ret; md5_buffer(this->c_str(), (size_t) this->length(), md5array); for (i = 0; i < 16; i++) { sprintf(buf, "%02X", (unsigned char)(md5array[i])); ret += buf; } delete[] md5array; delete[] buf; return ret; } String String::sort_search() { this->toLower(); int ln = this->length(); if (ln < 3) { return (*this); } //char *temp = new (std::nothrow) char[ln + 1]; //if (temp == NULL) { // E2LOGGER_error("Unable to create temp char[%d] in sort_search", ln); // return (*this); //} // strcpy(temp, (this)->c_str()); std::unique_ptr temp(new char[ln + 1]); std::strcpy(temp.get(), (this)->c_str()); int i = 0; int c = 0; // count '+' signs - gives number of words - 1 while (i < ln) { if (temp[i++] == '+') c++; }; if (c == 0) { // only one word - nothing to do //delete [] temp; return (*this); }; // split into words and index char *p[c + 1]; i = 0; int j = 0; char *ind = temp.get(); while (i <= c) { p[i] = ind + j; while ((j < ln) & !(ind[j] == '+')) { ++j; }; if ( j < ln) ind[j++] = 0; i++; }; #ifdef DEBUG_LOW int k = 0; while (k <= c) { // std::cerr << thread_id << "Search word " << k << " is " << p[k] << std::endl; DEBUG_debug("Search word ", k, " is ", p[k]); k++; } #endif // sort char *t; bool swap = true; while (swap) { swap = false; j = 0; while (j < c) { if (strcmp(p[j], p[j + 1]) > 0) { swap = true; t = p[j]; p[j] = p[j + 1]; p[j + 1] = t; } j++; }; }; #ifdef DEBUG_LOW k = 0; while (k <= c) { //std::cerr << thread_id << "Search word after sort" << k << " is " << p[k] << std::endl; DEBUG_debug("Search word after sort", k, " is ", p[k]); k++; } #endif String ret(p[0]); j = 1; while (j <= c) { if (ret.empty()) ret = p[j++]; else ret = ret + "+" + p[j++]; } DEBUG_debug("Search words after sort are ", ret); // delete [] temp; return ret; }; String String::CN() { if (this->length() < 64) return (*this); String ret = *this; while (ret.length() > 62) { ret = ret.after("."); } ret = "*." + ret; return ret; } //bool String::isNull() { // if (*this == NULL) // return true; // return false; //} String String::anonimise() { std::string temp; unsigned char t; unsigned int l = this->length(); for (unsigned int i = 0; i < l; i++) { t = (*this)[i]; if (!(t < '/' || t == ':' || t == ';' || t == '=' || t == '?' || t == '@' || (t > 90 && t < 97))) { t = 'x'; // convert all alphanumeric to 'x' } temp += t; continue; } String ts = temp; return ts; } bool String::isIp() { // Regex expression for validating IPv4 RegExp ipv4; ipv4.comp("(([0-9]|[1-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5])\\.){3}([0-9]|[1-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5])"); RegResult rs; if(ipv4.match((*this).c_str(), rs)) return true; return false; // Regex expression for validating IPv6 // regex ipv6("((([0-9a-fA-F]){1,4})\\:){7}([0-9a-fA-F]){1,4}"); } bool String::is_valid_domain() { if (this->empty()) return false; unsigned int l = this->length(); if(l < 4) return false; // too short - can not possibly be a valid domain! const char *d = this->c_str(); if ((d[0] == '-')||(d[l - 1] == '-')) return false; // hyphens are not allowed at start or end of domain for (unsigned int i = 0; i < l; i++) { if (!((d[i] >= '0' && d[i] <= '9') || (d[i] >= 'A' && d[i] <= 'Z') || (d[i] >= 'a' && d[i] <= 'z') || (d[i] == '-')||(d[i] == '.'))) { return false; } } return true; }