// ***************************************************************************** // * This file is part of the FreeFileSync project. It is distributed under * // * GNU General Public License: http://www.gnu.org/licenses/gpl-3.0 * // * Copyright (C) Zenju (zenju AT freefilesync DOT org) - All Rights Reserved * // ***************************************************************************** #ifndef STRING_TOOLS_H_213458973046 #define STRING_TOOLS_H_213458973046 #include //isspace #include //iswspace #include //sprintf #include //swprintf #include #include #include #include #include "stl_tools.h" #include "string_traits.h" //enhance arbitray string class with useful non-member functions: namespace zen { template bool isWhiteSpace(Char ch); template bool isDigit (Char ch); //not exactly the same as "std::isdigit" -> we consider '0'-'9' only! template bool isHexDigit (Char ch); template bool isAlpha (Char ch); template bool startsWith(const S& str, const T& prefix); // template bool endsWith (const S& str, const T& postfix); //both S and T can be strings or char/wchar_t arrays or simple char/wchar_t template bool contains (const S& str, const T& term); // enum FailureReturnVal { IF_MISSING_RETURN_ALL, IF_MISSING_RETURN_NONE }; template S afterLast (const S& str, const T& term, FailureReturnVal rv); template S beforeLast (const S& str, const T& term, FailureReturnVal rv); template S afterFirst (const S& str, const T& term, FailureReturnVal rv); template S beforeFirst(const S& str, const T& term, FailureReturnVal rv); template std::vector split(const S& str, const T& delimiter); template void trim (S& str, bool fromLeft = true, bool fromRight = true); template S trimCpy(S str, bool fromLeft = true, bool fromRight = true); template void replace ( S& str, const T& oldTerm, const U& newTerm, bool replaceAll = true); template S replaceCpy(const S& str, const T& oldTerm, const U& newTerm, bool replaceAll = true); //high-performance conversion between numbers and strings template S numberTo(const Num& number); template Num stringTo(const S& str); std::pair hexify (unsigned char c, bool upperCase = true); char unhexify(char high, char low); template S printNumber(const T& format, const Num& number); //format a single number using std::snprintf() //string to string conversion: converts string-like type into char-compatible target string class template T copyStringTo(S&& str); //case-sensitive comparison template int cmpString(const S& lhs, const T& rhs); //---------------------- implementation ---------------------- template <> inline bool isWhiteSpace(char ch) { assert(ch != 0); //std C++ does not consider 0 as white space //caveat 1: std::isspace() takes an int, but expects an unsigned char //caveat 2: some parts of UTF-8 chars are erroneously seen as whitespace, e.g. the a0 from "\xec\x8b\xa0" (MSVC) return static_cast(ch) < 128 && std::isspace(static_cast(ch)) != 0; } template <> inline bool isWhiteSpace(wchar_t ch) { assert(ch != 0); //std C++ does not consider 0 as white space return std::iswspace(ch) != 0; } template inline bool isDigit(Char ch) //similar to implmenetation of std::::isdigit()! { static_assert(IsSameType::value || IsSameType::value, ""); return static_cast('0') <= ch && ch <= static_cast('9'); } template inline bool isHexDigit(Char c) { static_assert(IsSameType::value || IsSameType::value, ""); return (static_cast('0') <= c && c <= static_cast('9')) || (static_cast('A') <= c && c <= static_cast('F')) || (static_cast('a') <= c && c <= static_cast('f')); } template <> bool isAlpha(char ch) = delete; //probably not a good idea with UTF-8 anyway... template <> inline bool isAlpha(wchar_t ch) { return std::iswalpha(ch) != 0; } template inline bool startsWith(const S& str, const T& prefix) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const size_t pfLen = strLength(prefix); if (strLength(str) < pfLen) return false; const auto* const cmpFirst = strBegin(str); return std::equal(cmpFirst, cmpFirst + pfLen, strBegin(prefix)); } template inline bool endsWith(const S& str, const T& postfix) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const size_t strLen = strLength(str); const size_t pfLen = strLength(postfix); if (strLen < pfLen) return false; const auto* const cmpFirst = strBegin(str) + strLen - pfLen; return std::equal(cmpFirst, cmpFirst + pfLen, strBegin(postfix)); } template inline bool contains(const S& str, const T& term) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const size_t strLen = strLength(str); const size_t termLen = strLength(term); if (strLen < termLen) return false; const auto* const strFirst = strBegin(str); const auto* const strLast = strFirst + strLen; const auto* const termFirst = strBegin(term); return std::search(strFirst, strLast, termFirst, termFirst + termLen) != strLast; } template inline S afterLast(const S& str, const T& term, FailureReturnVal rv) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const size_t termLen = strLength(term); const auto* const strFirst = strBegin(str); const auto* const strLast = strFirst + strLength(str); const auto* const termFirst = strBegin(term); const auto* it = search_last(strFirst, strLast, termFirst, termFirst + termLen); if (it == strLast) return rv == IF_MISSING_RETURN_ALL ? str : S(); it += termLen; return S(it, strLast - it); } template inline S beforeLast(const S& str, const T& term, FailureReturnVal rv) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const auto* const strFirst = strBegin(str); const auto* const strLast = strFirst + strLength(str); const auto* const termFirst = strBegin(term); const auto* it = search_last(strFirst, strLast, termFirst, termFirst + strLength(term)); if (it == strLast) return rv == IF_MISSING_RETURN_ALL ? str : S(); return S(strFirst, it - strFirst); } template inline S afterFirst(const S& str, const T& term, FailureReturnVal rv) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const size_t termLen = strLength(term); const auto* const strFirst = strBegin(str); const auto* const strLast = strFirst + strLength(str); const auto* const termFirst = strBegin(term); const auto* it = std::search(strFirst, strLast, termFirst, termFirst + termLen); if (it == strLast) return rv == IF_MISSING_RETURN_ALL ? str : S(); it += termLen; return S(it, strLast - it); } template inline S beforeFirst(const S& str, const T& term, FailureReturnVal rv) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const auto* const strFirst = strBegin(str); const auto* const strLast = strFirst + strLength(str); const auto* const termFirst = strBegin(term); auto it = std::search(strFirst, strLast, termFirst, termFirst + strLength(term)); if (it == strLast) return rv == IF_MISSING_RETURN_ALL ? str : S(); return S(strFirst, it - strFirst); } template inline std::vector split(const S& str, const T& delimiter) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const size_t delimLen = strLength(delimiter); if (delimLen == 0) return { str }; else { const auto* const delimFirst = strBegin(delimiter); const auto* const delimLast = delimFirst + delimLen; const auto* blockStart = strBegin(str); const auto* const strLast = blockStart + strLength(str); std::vector output; for (;;) { const auto* const blockEnd = std::search(blockStart, strLast, delimFirst, delimLast); output.emplace_back(blockStart, blockEnd - blockStart); if (blockEnd == strLast) //clients expect: if delimiter not found, return str return output; blockStart = blockEnd + delimLen; } } } namespace impl { ZEN_INIT_DETECT_MEMBER(append); //either call operator+=(S(str, len)) or append(str, len) template inline typename EnableIf::value>::Type stringAppend(S& str, InputIterator first, InputIterator last) { str.append(first, last); } template inline typename EnableIf::value>::Type stringAppend(S& str, InputIterator first, InputIterator last) { str += S(first, last); } } template inline S replaceCpy(const S& str, const T& oldTerm, const U& newTerm, bool replaceAll) { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); const size_t oldLen = strLength(oldTerm); if (oldLen == 0) { assert(false); return str; } const auto* strPos = strBegin(str); const auto* const strEnd = strPos + strLength(str); const auto* const oldBegin = strBegin(oldTerm); const auto* const oldEnd = oldBegin + oldLen; //optimize "oldTerm not found": return ref-counted copy const auto* strMatch = std::search(strPos, strEnd, oldBegin, oldEnd); if (strMatch == strEnd) return str; const auto* const newBegin = strBegin(newTerm); const auto* const newEnd = newBegin + strLength(newTerm); S output; for (;;) { impl::stringAppend(output, strPos, strMatch); impl::stringAppend(output, newBegin, newEnd); strPos = strMatch + oldLen; if (!replaceAll) break; strMatch = std::search(strPos, strEnd, oldBegin, oldEnd); if (strMatch == strEnd) break; } impl::stringAppend(output, strPos, strEnd); return output; } template inline void replace(S& str, const T& oldTerm, const U& newTerm, bool replaceAll) { str = replaceCpy(str, oldTerm, newTerm, replaceAll); } template inline void trim(S& str, bool fromLeft, bool fromRight) { assert(fromLeft || fromRight); const auto* const oldBegin = strBegin(str); const auto* newBegin = oldBegin; const auto* newEnd = oldBegin + strLength(str); if (fromRight) while (newBegin != newEnd && isWhiteSpace(newEnd[-1])) --newEnd; if (fromLeft) while (newBegin != newEnd && isWhiteSpace(*newBegin)) ++newBegin; if (newBegin != oldBegin) str = S(newBegin, newEnd - newBegin); //minor inefficiency: in case "str" is not shared, we could save an allocation and do a memory move only else str.resize(newEnd - newBegin); } template inline S trimCpy(S str, bool fromLeft, bool fromRight) { //implementing trimCpy() in terms of trim(), instead of the other way round, avoids memory allocations when trimming from right! trim(str, fromLeft, fromRight); return std::move(str); //"str" is an l-value parameter => no copy elision! } namespace impl { template struct CopyStringToString { T copy(const S& src) const { return T(strBegin(src), strLength(src)); } }; template struct CopyStringToString //perf: we don't need a deep copy if string types match { template T copy(S&& str) const { return std::forward(str); } }; } template inline T copyStringTo(S&& str) { return impl::CopyStringToString, T>().copy(std::forward(str)); } template inline int cmpString(const S& lhs, const T& rhs) { const size_t lenL = strLength(lhs); const size_t lenR = strLength(rhs); const auto* strPosL = strBegin(lhs); const auto* strPosR = strBegin(rhs); const auto* const strPosLLast = strPosL + std::min(lenL, lenR); while (strPosL != strPosLLast) { const auto charL = static_cast(*strPosL++); //unsigned char-comparison is the convention! const auto charR = static_cast(*strPosR++); if (charL != charR) return static_cast(charL) - static_cast(charR); } return static_cast(lenL) - static_cast(lenR); } namespace impl { template inline int saferPrintf(char* buffer, size_t bufferSize, const char* format, const Num& number) //there is no such thing as a "safe" printf ;) { #if defined _MSC_VER || defined __MINGW32__ return ::_snprintf(buffer, bufferSize, format, number); //by factor 10 faster than "std::snprintf" on MinGW and on par with std::sprintf()!!! #else return std::snprintf(buffer, bufferSize, format, number); //C99 #endif } template inline int saferPrintf(wchar_t* buffer, size_t bufferSize, const wchar_t* format, const Num& number) { #ifdef __MINGW32__ return ::_snwprintf(buffer, bufferSize, format, number); //MinGW doesn't respect ISO C #else return std::swprintf(buffer, bufferSize, format, number); //C99 #endif } } template inline S printNumber(const T& format, const Num& number) //format a single number using ::sprintf { static_assert(IsSameType::Type, typename GetCharType::Type>::value, ""); using CharType = typename GetCharType::Type; const int BUFFER_SIZE = 128; CharType buffer[BUFFER_SIZE]; //zero-initialize? const int charsWritten = impl::saferPrintf(buffer, BUFFER_SIZE, strBegin(format), number); return charsWritten > 0 ? S(buffer, charsWritten) : S(); } namespace impl { enum NumberType { NUM_TYPE_SIGNED_INT, NUM_TYPE_UNSIGNED_INT, NUM_TYPE_FLOATING_POINT, NUM_TYPE_OTHER, }; template inline S numberTo(const Num& number, Int2Type) //default number to string conversion using streams: convenient, but SLOW, SLOW, SLOW!!!! (~ factor of 20) { using CharType = typename GetCharType::Type; std::basic_ostringstream ss; ss << number; return copyStringTo(ss.str()); } template inline S floatToString(const Num& number, char ) { return printNumber( "%g", static_cast(number)); } template inline S floatToString(const Num& number, wchar_t) { return printNumber(L"%g", static_cast(number)); } template inline S numberTo(const Num& number, Int2Type) { return floatToString(number, typename GetCharType::Type()); } /* perf: integer to string: (executed 10 mio. times) std::stringstream - 14796 ms std::sprintf - 3086 ms formatInteger - 778 ms */ template inline void formatNegativeInteger(Num n, OutputIterator& it) { assert(n < 0); using CharType = typename std::iterator_traits::value_type; do { const Num tmp = n / 10; *--it = static_cast('0' + (tmp * 10 - n)); //8% faster than using modulus operator! n = tmp; } while (n != 0); *--it = static_cast('-'); } template inline void formatPositiveInteger(Num n, OutputIterator& it) { assert(n >= 0); using CharType = typename std::iterator_traits::value_type; do { const Num tmp = n / 10; *--it = static_cast('0' + (n - tmp * 10)); //8% faster than using modulus operator! n = tmp; } while (n != 0); } template inline S numberTo(const Num& number, Int2Type) { using CharType = typename GetCharType::Type; CharType buffer[2 + sizeof(Num) * 241 / 100]; //zero-initialize? //it's generally faster to use a buffer than to rely on String::operator+=() (in)efficiency //required chars (+ sign char): 1 + ceil(ln_10(256^sizeof(n) / 2 + 1)) -> divide by 2 for signed half-range; second +1 since one half starts with 1! // <= 1 + ceil(ln_10(256^sizeof(n))) =~ 1 + ceil(sizeof(n) * 2.4082) <= 2 + floor(sizeof(n) * 2.41) //caveat: consider INT_MIN: technically -INT_MIN == INT_MIN auto it = std::end(buffer); if (number < 0) formatNegativeInteger(number, it); else formatPositiveInteger(number, it); assert(it >= std::begin(buffer)); return S(&*it, std::end(buffer) - it); } template inline S numberTo(const Num& number, Int2Type) { using CharType = typename GetCharType::Type; CharType buffer[1 + sizeof(Num) * 241 / 100]; //zero-initialize? //required chars: ceil(ln_10(256^sizeof(n))) =~ ceil(sizeof(n) * 2.4082) <= 1 + floor(sizeof(n) * 2.41) auto it = std::end(buffer); formatPositiveInteger(number, it); assert(it >= std::begin(buffer)); return S(&*it, std::end(buffer) - it); } //-------------------------------------------------------------------------------- template inline Num stringTo(const S& str, Int2Type) //default string to number conversion using streams: convenient, but SLOW { using CharType = typename GetCharType::Type; Num number = 0; std::basic_istringstream(copyStringTo>(str)) >> number; return number; } template inline Num stringToFloat(const char* str) { return std::strtod(str, nullptr); } template inline Num stringToFloat(const wchar_t* str) { return std::wcstod(str, nullptr); } template inline Num stringTo(const S& str, Int2Type) { return stringToFloat(strBegin(str)); } template Num extractInteger(const S& str, bool& hasMinusSign) //very fast conversion to integers: slightly faster than std::atoi, but more importantly: generic { using CharType = typename GetCharType::Type; const CharType* first = strBegin(str); const CharType* last = first + strLength(str); while (first != last && isWhiteSpace(*first)) //skip leading whitespace ++first; //handle minus sign hasMinusSign = false; if (first != last) { if (*first == static_cast('-')) { hasMinusSign = true; ++first; } else if (*first == static_cast('+')) ++first; } Num number = 0; for (const CharType* it = first; it != last; ++it) { const CharType c = *it; if (static_cast('0') <= c && c <= static_cast('9')) { number *= 10; number += c - static_cast('0'); } else { //rest of string should contain whitespace only, it's NOT a bug if there is something else! //assert(std::all_of(iter, last, &isWhiteSpace)); -> this is NO assert situation break; } } return number; } template inline Num stringTo(const S& str, Int2Type) { bool hasMinusSign = false; //handle minus sign const Num number = extractInteger(str, hasMinusSign); return hasMinusSign ? -number : number; } template inline Num stringTo(const S& str, Int2Type) //very fast conversion to integers: slightly faster than std::atoi, but more importantly: generic { bool hasMinusSign = false; //handle minus sign const Num number = extractInteger(str, hasMinusSign); if (hasMinusSign) { assert(false); return 0U; } return number; } } template inline S numberTo(const Num& number) { using TypeTag = Int2Type< IsSignedInt ::value ? impl::NUM_TYPE_SIGNED_INT : IsUnsignedInt::value ? impl::NUM_TYPE_UNSIGNED_INT : IsFloat ::value ? impl::NUM_TYPE_FLOATING_POINT : impl::NUM_TYPE_OTHER>; return impl::numberTo(number, TypeTag()); } template inline Num stringTo(const S& str) { using TypeTag = Int2Type< IsSignedInt ::value ? impl::NUM_TYPE_SIGNED_INT : IsUnsignedInt::value ? impl::NUM_TYPE_UNSIGNED_INT : IsFloat ::value ? impl::NUM_TYPE_FLOATING_POINT : impl::NUM_TYPE_OTHER>; return impl::stringTo(str, TypeTag()); } inline //hexify beats "printNumber("%02X", c)" by a nice factor of 3! std::pair hexify(unsigned char c, bool upperCase) { auto hexifyDigit = [upperCase](int num) -> char //input [0, 15], output 0-9, A-F { assert(0 <= num&& num <= 15); //guaranteed by design below! if (num <= 9) return static_cast('0' + num); //no signed/unsigned char problem here! if (upperCase) return static_cast('A' + (num - 10)); else return static_cast('a' + (num - 10)); }; return std::make_pair(hexifyDigit(c / 16), hexifyDigit(c % 16)); } inline //unhexify beats "::sscanf(&it[3], "%02X", &tmp)" by a factor of 3000 for ~250000 calls!!! char unhexify(char high, char low) { auto unhexifyDigit = [](char hex) -> int //input 0-9, a-f, A-F; output range: [0, 15] { if ('0' <= hex && hex <= '9') //no signed/unsigned char problem here! return hex - '0'; else if ('A' <= hex && hex <= 'F') return (hex - 'A') + 10; else if ('a' <= hex && hex <= 'f') return (hex - 'a') + 10; assert(false); return 0; }; return static_cast(16 * unhexifyDigit(high) + unhexifyDigit(low)); //[!] convert to unsigned char first, then to char (which may be signed) } } #endif //STRING_TOOLS_H_213458973046