//////////////////////////////////////////////////////////////////////////////// /// @brief Utf8/Utf16 Helper class /// /// @file /// /// DISCLAIMER /// /// Copyright 2004-2012 triagens GmbH, Cologne, Germany /// /// Licensed under the Apache License, Version 2.0 (the "License"); /// you may not use this file except in compliance with the License. /// You may obtain a copy of the License at /// /// http://www.apache.org/licenses/LICENSE-2.0 /// /// Unless required by applicable law or agreed to in writing, software /// distributed under the License is distributed on an "AS IS" BASIS, /// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. /// See the License for the specific language governing permissions and /// limitations under the License. /// /// Copyright holder is triAGENS GmbH, Cologne, Germany /// /// @author Frank Celler /// @author Achim Brandt /// @author Copyright 2010-2012, triAGENS GmbH, Cologne, Germany //////////////////////////////////////////////////////////////////////////////// #include "Utf8Helper.h" #ifdef TRI_HAVE_ICU #include "unicode/normalizer2.h" #else #include "string.h" #endif #include "Logger/Logger.h" using namespace triagens::basics; using namespace std; Utf8Helper Utf8Helper::DefaultUtf8Helper; // ----------------------------------------------------------------------------- // --SECTION-- constructors and destructors // ----------------------------------------------------------------------------- //////////////////////////////////////////////////////////////////////////////// /// @addtogroup UTF8 /// @{ //////////////////////////////////////////////////////////////////////////////// Utf8Helper::Utf8Helper () : _coll(0) { setCollatorLanguage(""); } Utf8Helper::Utf8Helper (const string& lang) : _coll(0) { setCollatorLanguage(lang); } Utf8Helper::~Utf8Helper () { if (_coll) { delete _coll; } } /* int Utf8Helper::compareUtf8 (const char* left, size_t leftLength, const char* right, size_t rightLength) { #ifdef TRI_HAVE_ICU if (!_coll) { LOGGER_ERROR << "no Collator in Utf8Helper::compareUtf8()!"; return 0; } UErrorCode status = U_ZERO_ERROR; int result = _coll->compareUTF8(StringPiece(left, leftLength), StringPiece(right, rightLength), status); if(U_FAILURE(status)) { LOGGER_ERROR << "error in Collator::compareUTF8(...): " << u_errorName(status); return 0; } return result; #else if (leftLength == rightLength) { return memcmp((const void*)left, (const void*)right, leftLength); } int result = memcmp((const void*)left, (const void*)right, leftLength < rightLength ? leftLength : rightLength); if (result == 0) { if (leftLength < rightLength) { return -1; } return 1; } return result; #endif } */ int Utf8Helper::compareUtf8 (const char* left, const char* right) { #ifdef TRI_HAVE_ICU if (!_coll) { LOGGER_ERROR << "no Collator in Utf8Helper::compareUtf8()!"; return (strcmp(left, right)); } UErrorCode status = U_ZERO_ERROR; int result = _coll->compareUTF8(StringPiece(left), StringPiece(right), status); if(U_FAILURE(status)) { LOGGER_ERROR << "error in Collator::compareUTF8(...): " << u_errorName(status); return (strcmp(left, right)); } return result; #else return (strcmp(left, right)); #endif } int Utf8Helper::compareUtf16 (const uint16_t* left, size_t leftLength, const uint16_t* right, size_t rightLength) { #ifdef TRI_HAVE_ICU if (!_coll) { LOGGER_ERROR << "no Collator in Utf8Helper::compareUtf16()!"; #endif if (leftLength == rightLength) { return memcmp((const void*)left, (const void*)right, leftLength * 2); } int result = memcmp((const void*)left, (const void*)right, leftLength < rightLength ? leftLength * 2 : rightLength * 2); if (result == 0) { if (leftLength < rightLength) { return -1; } return 1; } return result; #ifdef TRI_HAVE_ICU } return _coll->compare((const UChar *)left, leftLength, (const UChar *)right, rightLength); #endif } void Utf8Helper::setCollatorLanguage (const string& lang) { #ifdef TRI_HAVE_ICU UErrorCode status = U_ZERO_ERROR; if (_coll) { ULocDataLocaleType type = ULOC_ACTUAL_LOCALE; const Locale& locale = _coll->getLocale(type, status); if(U_FAILURE(status)) { LOGGER_ERROR << "error in Collator::getLocale(...): " << u_errorName(status); return; } if (lang == locale.getName()) { return; } } Collator* coll; if (lang == "") { // get default collator for empty language coll = Collator::createInstance(status); } else { Locale locale(lang.c_str()); coll = Collator::createInstance(locale, status); } if(U_FAILURE(status)) { LOGGER_ERROR << "error in Collator::createInstance(): " << u_errorName(status); if (coll) { delete coll; } return; } // set the default attributes for sorting: coll->setAttribute(UCOL_CASE_FIRST, UCOL_UPPER_FIRST, status); // A < a coll->setAttribute(UCOL_NORMALIZATION_MODE, UCOL_OFF, status); // no normalization coll->setAttribute(UCOL_STRENGTH, UCOL_IDENTICAL, status); // UCOL_IDENTICAL, UCOL_PRIMARY, UCOL_SECONDARY, UCOL_TERTIARY if(U_FAILURE(status)) { LOGGER_ERROR << "error in Collator::setAttribute(...): " << u_errorName(status); delete coll; return; } if (_coll) { delete _coll; } _coll = coll; #endif } string Utf8Helper::getCollatorLanguage () { #ifdef TRI_HAVE_ICU if (_coll) { UErrorCode status = U_ZERO_ERROR; ULocDataLocaleType type = ULOC_VALID_LOCALE; const Locale& locale = _coll->getLocale(type, status); if(U_FAILURE(status)) { LOGGER_ERROR << "error in Collator::getLocale(...): " << u_errorName(status); return ""; } return locale.getLanguage(); } #endif return ""; } string Utf8Helper::getCollatorCountry () { #ifdef TRI_HAVE_ICU if (_coll) { UErrorCode status = U_ZERO_ERROR; ULocDataLocaleType type = ULOC_VALID_LOCALE; const Locale& locale = _coll->getLocale(type, status); if(U_FAILURE(status)) { LOGGER_ERROR << "error in Collator::getLocale(...): " << u_errorName(status); return ""; } return locale.getCountry(); } #endif return ""; } #ifdef __cplusplus extern "C" { #endif //////////////////////////////////////////////////////////////////////////////// /// @brief compare two utf16 strings //////////////////////////////////////////////////////////////////////////////// int TR_compare_utf16 (const uint16_t* left, size_t leftLength, const uint16_t* right, size_t rightLength) { return Utf8Helper::DefaultUtf8Helper.compareUtf16(left, leftLength, right, rightLength); } //////////////////////////////////////////////////////////////////////////////// /// @brief compare two utf8 strings //////////////////////////////////////////////////////////////////////////////// int TR_compare_utf8 (const char* left, const char* right) { return Utf8Helper::DefaultUtf8Helper.compareUtf8(left, right); } #ifdef __cplusplus } #endif //////////////////////////////////////////////////////////////////////////////// /// @} //////////////////////////////////////////////////////////////////////////////// // Local Variables: // mode: outline-minor // outline-regexp: "^\\(/// @brief\\|/// {@inheritDoc}\\|/// @addtogroup\\|// --SECTION--\\|/// @\\}\\)" // End: