mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-01 14:45:29 +00:00
186 lines
5.2 KiB
C++
186 lines
5.2 KiB
C++
|
// Copyright (c) 2010 The Chromium Authors. All rights reserved.
|
||
|
// Use of this source code is governed by a BSD-style license that can be
|
||
|
// found in the LICENSE file.
|
||
|
|
||
|
#include "base/strings/utf_string_conversions.h"
|
||
|
|
||
|
#include "base/strings/string_piece.h"
|
||
|
#include "base/strings/string_util.h"
|
||
|
#include "base/strings/utf_string_conversion_utils.h"
|
||
|
|
||
|
namespace base {
|
||
|
|
||
|
namespace {
|
||
|
|
||
|
// Generalized Unicode converter -----------------------------------------------
|
||
|
|
||
|
// Converts the given source Unicode character type to the given destination
|
||
|
// Unicode character type as a STL string. The given input buffer and size
|
||
|
// determine the source, and the given output STL string will be replaced by
|
||
|
// the result.
|
||
|
template<typename SRC_CHAR, typename DEST_STRING>
|
||
|
bool ConvertUnicode(const SRC_CHAR* src,
|
||
|
size_t src_len,
|
||
|
DEST_STRING* output) {
|
||
|
// ICU requires 32-bit numbers.
|
||
|
bool success = true;
|
||
|
int32 src_len32 = static_cast<int32>(src_len);
|
||
|
for (int32 i = 0; i < src_len32; i++) {
|
||
|
uint32 code_point;
|
||
|
if (ReadUnicodeCharacter(src, src_len32, &i, &code_point)) {
|
||
|
WriteUnicodeCharacter(code_point, output);
|
||
|
} else {
|
||
|
WriteUnicodeCharacter(0xFFFD, output);
|
||
|
success = false;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return success;
|
||
|
}
|
||
|
|
||
|
} // namespace
|
||
|
|
||
|
// UTF-8 <-> Wide --------------------------------------------------------------
|
||
|
|
||
|
bool WideToUTF8(const wchar_t* src, size_t src_len, std::string* output) {
|
||
|
PrepareForUTF8Output(src, src_len, output);
|
||
|
return ConvertUnicode(src, src_len, output);
|
||
|
}
|
||
|
|
||
|
std::string WideToUTF8(const std::wstring& wide) {
|
||
|
std::string ret;
|
||
|
// Ignore the success flag of this call, it will do the best it can for
|
||
|
// invalid input, which is what we want here.
|
||
|
WideToUTF8(wide.data(), wide.length(), &ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
bool UTF8ToWide(const char* src, size_t src_len, std::wstring* output) {
|
||
|
PrepareForUTF16Or32Output(src, src_len, output);
|
||
|
return ConvertUnicode(src, src_len, output);
|
||
|
}
|
||
|
|
||
|
std::wstring UTF8ToWide(const StringPiece& utf8) {
|
||
|
std::wstring ret;
|
||
|
UTF8ToWide(utf8.data(), utf8.length(), &ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
// UTF-16 <-> Wide -------------------------------------------------------------
|
||
|
|
||
|
#if defined(WCHAR_T_IS_UTF16)
|
||
|
|
||
|
// When wide == UTF-16, then conversions are a NOP.
|
||
|
bool WideToUTF16(const wchar_t* src, size_t src_len, string16* output) {
|
||
|
output->assign(src, src_len);
|
||
|
return true;
|
||
|
}
|
||
|
|
||
|
string16 WideToUTF16(const std::wstring& wide) {
|
||
|
return wide;
|
||
|
}
|
||
|
|
||
|
bool UTF16ToWide(const char16* src, size_t src_len, std::wstring* output) {
|
||
|
output->assign(src, src_len);
|
||
|
return true;
|
||
|
}
|
||
|
|
||
|
std::wstring UTF16ToWide(const string16& utf16) {
|
||
|
return utf16;
|
||
|
}
|
||
|
|
||
|
#elif defined(WCHAR_T_IS_UTF32)
|
||
|
|
||
|
bool WideToUTF16(const wchar_t* src, size_t src_len, string16* output) {
|
||
|
output->clear();
|
||
|
// Assume that normally we won't have any non-BMP characters so the counts
|
||
|
// will be the same.
|
||
|
output->reserve(src_len);
|
||
|
return ConvertUnicode(src, src_len, output);
|
||
|
}
|
||
|
|
||
|
string16 WideToUTF16(const std::wstring& wide) {
|
||
|
string16 ret;
|
||
|
WideToUTF16(wide.data(), wide.length(), &ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
bool UTF16ToWide(const char16* src, size_t src_len, std::wstring* output) {
|
||
|
output->clear();
|
||
|
// Assume that normally we won't have any non-BMP characters so the counts
|
||
|
// will be the same.
|
||
|
output->reserve(src_len);
|
||
|
return ConvertUnicode(src, src_len, output);
|
||
|
}
|
||
|
|
||
|
std::wstring UTF16ToWide(const string16& utf16) {
|
||
|
std::wstring ret;
|
||
|
UTF16ToWide(utf16.data(), utf16.length(), &ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
#endif // defined(WCHAR_T_IS_UTF32)
|
||
|
|
||
|
// UTF16 <-> UTF8 --------------------------------------------------------------
|
||
|
|
||
|
#if defined(WCHAR_T_IS_UTF32)
|
||
|
|
||
|
bool UTF8ToUTF16(const char* src, size_t src_len, string16* output) {
|
||
|
PrepareForUTF16Or32Output(src, src_len, output);
|
||
|
return ConvertUnicode(src, src_len, output);
|
||
|
}
|
||
|
|
||
|
string16 UTF8ToUTF16(const StringPiece& utf8) {
|
||
|
string16 ret;
|
||
|
// Ignore the success flag of this call, it will do the best it can for
|
||
|
// invalid input, which is what we want here.
|
||
|
UTF8ToUTF16(utf8.data(), utf8.length(), &ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
bool UTF16ToUTF8(const char16* src, size_t src_len, std::string* output) {
|
||
|
PrepareForUTF8Output(src, src_len, output);
|
||
|
return ConvertUnicode(src, src_len, output);
|
||
|
}
|
||
|
|
||
|
std::string UTF16ToUTF8(const string16& utf16) {
|
||
|
std::string ret;
|
||
|
// Ignore the success flag of this call, it will do the best it can for
|
||
|
// invalid input, which is what we want here.
|
||
|
UTF16ToUTF8(utf16.data(), utf16.length(), &ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
#elif defined(WCHAR_T_IS_UTF16)
|
||
|
// Easy case since we can use the "wide" versions we already wrote above.
|
||
|
|
||
|
bool UTF8ToUTF16(const char* src, size_t src_len, string16* output) {
|
||
|
return UTF8ToWide(src, src_len, output);
|
||
|
}
|
||
|
|
||
|
string16 UTF8ToUTF16(const StringPiece& utf8) {
|
||
|
return UTF8ToWide(utf8);
|
||
|
}
|
||
|
|
||
|
bool UTF16ToUTF8(const char16* src, size_t src_len, std::string* output) {
|
||
|
return WideToUTF8(src, src_len, output);
|
||
|
}
|
||
|
|
||
|
std::string UTF16ToUTF8(const string16& utf16) {
|
||
|
return WideToUTF8(utf16);
|
||
|
}
|
||
|
|
||
|
#endif
|
||
|
|
||
|
std::wstring ASCIIToWide(const StringPiece& ascii) {
|
||
|
DCHECK(IsStringASCII(ascii)) << ascii;
|
||
|
return std::wstring(ascii.begin(), ascii.end());
|
||
|
}
|
||
|
|
||
|
string16 ASCIIToUTF16(const StringPiece& ascii) {
|
||
|
DCHECK(IsStringASCII(ascii)) << ascii;
|
||
|
return string16(ascii.begin(), ascii.end());
|
||
|
}
|
||
|
|
||
|
} // namespace base
|