mirror of https://gitee.com/bigwinds/arangodb
269 lines
7.3 KiB
C++
269 lines
7.3 KiB
C++
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief Utf8/Utf16 Helper class
|
|
///
|
|
/// @file
|
|
///
|
|
/// DISCLAIMER
|
|
///
|
|
/// Copyright 2004-2012 triagens GmbH, Cologne, Germany
|
|
///
|
|
/// Licensed under the Apache License, Version 2.0 (the "License");
|
|
/// you may not use this file except in compliance with the License.
|
|
/// You may obtain a copy of the License at
|
|
///
|
|
/// http://www.apache.org/licenses/LICENSE-2.0
|
|
///
|
|
/// Unless required by applicable law or agreed to in writing, software
|
|
/// distributed under the License is distributed on an "AS IS" BASIS,
|
|
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
/// See the License for the specific language governing permissions and
|
|
/// limitations under the License.
|
|
///
|
|
/// Copyright holder is triAGENS GmbH, Cologne, Germany
|
|
///
|
|
/// @author Frank Celler
|
|
/// @author Achim Brandt
|
|
/// @author Copyright 2010-2012, triAGENS GmbH, Cologne, Germany
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
#include "Utf8Helper.h"
|
|
|
|
#ifdef TRI_HAVE_ICU
|
|
#include "unicode/normalizer2.h"
|
|
#else
|
|
#include "string.h"
|
|
#endif
|
|
|
|
#include "Logger/Logger.h"
|
|
|
|
using namespace triagens::basics;
|
|
using namespace std;
|
|
|
|
|
|
Utf8Helper Utf8Helper::DefaultUtf8Helper;
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// --SECTION-- constructors and destructors
|
|
// -----------------------------------------------------------------------------
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @addtogroup UTF8
|
|
/// @{
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
Utf8Helper::Utf8Helper () : _coll(0) {
|
|
setCollatorLanguage("");
|
|
}
|
|
|
|
Utf8Helper::Utf8Helper (const string& lang) : _coll(0) {
|
|
setCollatorLanguage(lang);
|
|
}
|
|
|
|
Utf8Helper::~Utf8Helper () {
|
|
if (_coll) {
|
|
delete _coll;
|
|
}
|
|
}
|
|
|
|
/*
|
|
int Utf8Helper::compareUtf8 (const char* left, size_t leftLength, const char* right, size_t rightLength) {
|
|
#ifdef TRI_HAVE_ICU
|
|
if (!_coll) {
|
|
LOGGER_ERROR << "no Collator in Utf8Helper::compareUtf8()!";
|
|
return 0;
|
|
}
|
|
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
int result = _coll->compareUTF8(StringPiece(left, leftLength), StringPiece(right, rightLength), status);
|
|
if(U_FAILURE(status)) {
|
|
LOGGER_ERROR << "error in Collator::compareUTF8(...): " << u_errorName(status);
|
|
return 0;
|
|
}
|
|
return result;
|
|
#else
|
|
if (leftLength == rightLength) {
|
|
return memcmp((const void*)left, (const void*)right, leftLength);
|
|
}
|
|
|
|
int result = memcmp((const void*)left, (const void*)right, leftLength < rightLength ? leftLength : rightLength);
|
|
|
|
if (result == 0) {
|
|
if (leftLength < rightLength) {
|
|
return -1;
|
|
}
|
|
return 1;
|
|
}
|
|
return result;
|
|
#endif
|
|
}
|
|
*/
|
|
|
|
int Utf8Helper::compareUtf8 (const char* left, const char* right) {
|
|
#ifdef TRI_HAVE_ICU
|
|
if (!_coll) {
|
|
LOGGER_ERROR << "no Collator in Utf8Helper::compareUtf8()!";
|
|
return (strcmp(left, right));
|
|
}
|
|
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
int result = _coll->compareUTF8(StringPiece(left), StringPiece(right), status);
|
|
if(U_FAILURE(status)) {
|
|
LOGGER_ERROR << "error in Collator::compareUTF8(...): " << u_errorName(status);
|
|
return (strcmp(left, right));
|
|
}
|
|
|
|
return result;
|
|
#else
|
|
return (strcmp(left, right));
|
|
#endif
|
|
}
|
|
|
|
int Utf8Helper::compareUtf16 (const uint16_t* left, size_t leftLength, const uint16_t* right, size_t rightLength) {
|
|
#ifdef TRI_HAVE_ICU
|
|
if (!_coll) {
|
|
LOGGER_ERROR << "no Collator in Utf8Helper::compareUtf16()!";
|
|
#endif
|
|
|
|
if (leftLength == rightLength) {
|
|
return memcmp((const void*)left, (const void*)right, leftLength * 2);
|
|
}
|
|
|
|
int result = memcmp((const void*)left, (const void*)right, leftLength < rightLength ? leftLength * 2 : rightLength * 2);
|
|
|
|
if (result == 0) {
|
|
if (leftLength < rightLength) {
|
|
return -1;
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
return result;
|
|
#ifdef TRI_HAVE_ICU
|
|
}
|
|
|
|
return _coll->compare((const UChar *)left, leftLength, (const UChar *)right, rightLength);
|
|
#endif
|
|
}
|
|
|
|
void Utf8Helper::setCollatorLanguage (const string& lang) {
|
|
#ifdef TRI_HAVE_ICU
|
|
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
|
|
if (_coll) {
|
|
ULocDataLocaleType type = ULOC_ACTUAL_LOCALE;
|
|
const Locale& locale = _coll->getLocale(type, status);
|
|
|
|
if(U_FAILURE(status)) {
|
|
LOGGER_ERROR << "error in Collator::getLocale(...): " << u_errorName(status);
|
|
return;
|
|
}
|
|
if (lang == locale.getName()) {
|
|
return;
|
|
}
|
|
}
|
|
|
|
Collator* coll;
|
|
if (lang == "") {
|
|
// get default collator for empty language
|
|
coll = Collator::createInstance(status);
|
|
}
|
|
else {
|
|
Locale locale(lang.c_str());
|
|
coll = Collator::createInstance(locale, status);
|
|
}
|
|
|
|
if(U_FAILURE(status)) {
|
|
LOGGER_ERROR << "error in Collator::createInstance(): " << u_errorName(status);
|
|
if (coll) {
|
|
delete coll;
|
|
}
|
|
return;
|
|
}
|
|
|
|
// set the default attributes for sorting:
|
|
coll->setAttribute(UCOL_CASE_FIRST, UCOL_UPPER_FIRST, status); // A < a
|
|
coll->setAttribute(UCOL_NORMALIZATION_MODE, UCOL_OFF, status); // no normalization
|
|
coll->setAttribute(UCOL_STRENGTH, UCOL_IDENTICAL, status); // UCOL_IDENTICAL, UCOL_PRIMARY, UCOL_SECONDARY, UCOL_TERTIARY
|
|
|
|
if(U_FAILURE(status)) {
|
|
LOGGER_ERROR << "error in Collator::setAttribute(...): " << u_errorName(status);
|
|
delete coll;
|
|
return;
|
|
}
|
|
|
|
if (_coll) {
|
|
delete _coll;
|
|
}
|
|
|
|
_coll = coll;
|
|
#endif
|
|
}
|
|
|
|
string Utf8Helper::getCollatorLanguage () {
|
|
#ifdef TRI_HAVE_ICU
|
|
if (_coll) {
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
ULocDataLocaleType type = ULOC_VALID_LOCALE;
|
|
const Locale& locale = _coll->getLocale(type, status);
|
|
|
|
if(U_FAILURE(status)) {
|
|
LOGGER_ERROR << "error in Collator::getLocale(...): " << u_errorName(status);
|
|
return "";
|
|
}
|
|
return locale.getLanguage();
|
|
}
|
|
#endif
|
|
return "";
|
|
}
|
|
|
|
string Utf8Helper::getCollatorCountry () {
|
|
#ifdef TRI_HAVE_ICU
|
|
if (_coll) {
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
ULocDataLocaleType type = ULOC_VALID_LOCALE;
|
|
const Locale& locale = _coll->getLocale(type, status);
|
|
|
|
if(U_FAILURE(status)) {
|
|
LOGGER_ERROR << "error in Collator::getLocale(...): " << u_errorName(status);
|
|
return "";
|
|
}
|
|
return locale.getCountry();
|
|
}
|
|
#endif
|
|
return "";
|
|
}
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief compare two utf16 strings
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TR_compare_utf16 (const uint16_t* left, size_t leftLength, const uint16_t* right, size_t rightLength) {
|
|
return Utf8Helper::DefaultUtf8Helper.compareUtf16(left, leftLength, right, rightLength);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief compare two utf8 strings
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TR_compare_utf8 (const char* left, const char* right) {
|
|
return Utf8Helper::DefaultUtf8Helper.compareUtf8(left, right);
|
|
}
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @}
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
// Local Variables:
|
|
// mode: outline-minor
|
|
// outline-regexp: "^\\(/// @brief\\|/// {@inheritDoc}\\|/// @addtogroup\\|// --SECTION--\\|/// @\\}\\)"
|
|
// End:
|