/* * Copyright (c) 2021 Huawei Device Co., Ltd. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef ECMASCRIPT_BASE_STRING_HELP_H #define ECMASCRIPT_BASE_STRING_HELP_H #include #include #include #include #include #include #include #include "ecmascript/base/utf_helper.h" #include "ecmascript/ecma_string-inl.h" #include "ecmascript/ecma_vm.h" #include "ecmascript/js_thread.h" #include "ecmascript/mem/assert_scope.h" #include "ecmascript/object_factory.h" #include "unicode/unistr.h" namespace panda::ecmascript::base { // White Space Code Points and Line Terminators Code Point // NOLINTNEXTLINE(modernize-avoid-c-arrays) static constexpr uint16_t SPACE_OR_LINE_TERMINAL[] = { 0x0009, 0x000A, 0x000B, 0x000C, 0x000D, 0x0020, 0x00A0, 0x1680, 0x2000, 0x2001, 0x2002, 0x2003, 0x2004, 0x2005, 0x2006, 0x2007, 0x2008, 0x2009, 0x200A, 0x2028, 0x2029, 0x202F, 0x205F, 0x3000, 0xFEFF, }; static constexpr int UICODE_FROM_UTF8[] = { 0x80, 0xc0, 0xdf, 0xe0, 0xef, 0xf0, 0xf7, 0xf8, 0xfb, 0xfc, 0xfd, }; static constexpr int UTF8_MIN_CODE[] = { 0x80, 0x800, 0x10000, 0x00200000, 0x04000000, }; static constexpr char UTF8_FIRST_CODE[] = { 0x1f, 0xf, 0x7, 0x3, 0x1, }; class StringHelper { public: static constexpr int INVALID_UNICODE_FROM_UTF8 = -1; static std::string ToStdString(EcmaString *string); static bool CheckDuplicate(EcmaString *string); static inline bool Contains(const EcmaString *string, const EcmaString *other) { [[maybe_unused]] DisallowGarbageCollection noGc; CString str = ConvertToString(string, StringConvertedUsage::LOGICOPERATION); CString oth = ConvertToString(other, StringConvertedUsage::LOGICOPERATION); CString::size_type index = str.find(oth); return (index != CString::npos); } static inline CString RepalceAll(CString str, const CString &oldValue, const CString &newValue) { if (oldValue.empty() || oldValue == newValue) { return str; } CString::size_type pos(0); while ((pos = str.find(oldValue, pos)) != CString::npos) { str.replace(pos, oldValue.length(), newValue); pos += newValue.length(); } return str; } static inline std::string SubString(JSThread *thread, const JSHandle &string, uint32_t start, uint32_t length) { EcmaString *substring = EcmaString::FastSubString(string, start, length, thread->GetEcmaVM()); return std::string(ConvertToString(substring, StringConvertedUsage::LOGICOPERATION)); } static inline std::u16string Utf16ToU16String(const uint16_t *utf16Data, uint32_t dataLen) { auto *char16tData = reinterpret_cast(utf16Data); std::u16string u16str(char16tData, dataLen); return u16str; } static inline std::string Utf8ToString(const uint8_t *utf8Data, uint32_t dataLen) { auto *charData = reinterpret_cast(utf8Data); std::string str(charData, dataLen); return str; } static inline std::u16string Utf8ToU16String(const uint8_t *utf8Data, uint32_t dataLen) { auto *charData = reinterpret_cast(utf8Data); std::string str(charData, dataLen); std::u16string u16str = std::wstring_convert, char16_t>{}.from_bytes(str); return u16str; } static inline std::string WstringToString(const std::wstring &wstr) { return std::wstring_convert, wchar_t>{}.to_bytes(wstr); } static inline std::wstring StringToWstring(const std::string &str) { return std::wstring_convert, wchar_t>{}.from_bytes(str); } static inline std::string U16stringToString(const std::u16string &u16str) { return std::wstring_convert, char16_t>{}.to_bytes(u16str); } static inline std::u16string StringToU16string(const std::string &str) { return std::wstring_convert, char16_t>{}.from_bytes(str); } static inline size_t Find(const std::string &thisStr, const std::string &searchStr, int32_t pos) { size_t idx = thisStr.find(searchStr, pos); return idx; } static inline size_t Find(const std::u16string &thisStr, const std::u16string &searchStr, int32_t pos) { size_t idx = thisStr.find(searchStr, pos); return idx; } static inline size_t RFind(const std::u16string &thisStr, const std::u16string &searchStr, int32_t pos) { size_t idx = thisStr.rfind(searchStr, pos); return idx; } static inline EcmaString *ToUpper(JSThread *thread, const std::u16string &str) { ecmascript::ObjectFactory *factory = thread->GetEcmaVM()->GetFactory(); std::u16string tmpStr = str; const char16_t *constChar16tData = tmpStr.data(); icu::UnicodeString uString(constChar16tData); icu::UnicodeString up = uString.toUpper(); std::string res; up.toUTF8String(res); return *factory->NewFromStdString(res); } static inline EcmaString *ToLower(JSThread *thread, const std::u16string &str) { ecmascript::ObjectFactory *factory = thread->GetEcmaVM()->GetFactory(); std::u16string tmpStr = str; const char16_t *constChar16tData = tmpStr.data(); icu::UnicodeString uString(constChar16tData); icu::UnicodeString low = uString.toLower(); std::string res; low.toUTF8String(res); return *factory->NewFromStdString(res); } static inline size_t FindFromU16ToUpper(const std::u16string &thisStr, uint16_t *u16Data) { std::u16string tmpStr = Utf16ToU16String(u16Data, 1); const char16_t *constChar16tData = tmpStr.data(); icu::UnicodeString uString(constChar16tData); icu::UnicodeString up = uString.toUpper(); std::string res; up.toUTF8String(res); std::u16string searchStr = StringToU16string(res); size_t idx = Find(thisStr, searchStr, 0); return idx; } static EcmaString *Repeat(JSThread *thread, const std::u16string &thisStr, int32_t repeatLen, bool canBeCompress); static int UnicodeFromUtf8(const uint8_t *p, int maxLen, const uint8_t **pp) { int c = *p++; if (c < UICODE_FROM_UTF8[0]) { *pp = p; return c; } int l = 0; if (c >= UICODE_FROM_UTF8[1] && c <= UICODE_FROM_UTF8[2]) { // 1 - 2: 0000 0080 - 0000 07FF l = 1; // 1: 0000 0080 - 0000 07FF Unicode } else if (c >= UICODE_FROM_UTF8[3] && c <= UICODE_FROM_UTF8[4]) { // 3 - 4: 0000 0800 - 0000 FFFF l = 2; // 2: 0000 0800 - 0000 FFFF Unicode } else if (c >= UICODE_FROM_UTF8[5] && c <= UICODE_FROM_UTF8[6]) { // 5 - 6: 0001 0000 - 0010 FFFF l = 3; // 3: 0001 0000 - 0010 FFFF Unicode } else if (c >= UICODE_FROM_UTF8[7] && c <= UICODE_FROM_UTF8[8]) { // 7 - 8: 0020 0000 - 03FF FFFF l = 4; // 4: 0020 0000 - 03FF FFFF Unicode } else if (c == UICODE_FROM_UTF8[9] || c == UICODE_FROM_UTF8[10]) { // 9 - 10: 0400 0000 - 7FFF FFFF l = 5; // 5: 0400 0000 - 7FFF FFFF Unicode } else { return INVALID_UNICODE_FROM_UTF8; } /* check that we have enough characters */ if (l > (maxLen - 1)) { return INVALID_UNICODE_FROM_UTF8; } return FromUtf8(c, l, p, pp); } static int FromUtf8(int c, int l, const uint8_t *p, const uint8_t **pp) { uint32_t b; c &= UTF8_FIRST_CODE[l - 1]; for (int i = 0; i < l; i++) { b = *p++; if (b < utf_helper::UTF8_2B_SECOND || b >= utf_helper::UTF8_2B_FIRST) { return INVALID_UNICODE_FROM_UTF8; } c = (c << 6) | (b & utf_helper::UTF8_2B_THIRD); // 6: Maximum Unicode range } if (c < UTF8_MIN_CODE[l - 1]) { return INVALID_UNICODE_FROM_UTF8; } *pp = p; return c; } static inline std::u16string Append(const std::u16string &str1, const std::u16string &str2) { std::u16string tmpStr = str1; return tmpStr.append(str2); } static inline uint32_t Utf8ToU32String(const std::vector &data) { std::string str(data.begin(), data.end()); std::u32string u32str = std::wstring_convert, char32_t>{}.from_bytes(str); auto u32data = reinterpret_cast(u32str.data()); return *u32data; } static inline std::string Utf32ToString(uint32_t u32Data) { UChar32 charData = static_cast(u32Data); icu::UnicodeString uString(charData); std::string res; uString.toUTF8String(res); return res; } static inline std::string GetSpecifiedLine(const std::string &srcStr, int lineNumber) { ASSERT(lineNumber >= 1); int prePos = 0; int findPrePos = lineNumber - 1; for (int i = 0; i < findPrePos; i++) { prePos = srcStr.find('\n', prePos); if (prePos == -1) { return ""; } prePos += 1; } int findEndPos = srcStr.find('\n', prePos); if (findEndPos == -1) { return srcStr.substr(prePos, srcStr.length() - prePos); } ASSERT(findEndPos > prePos); return srcStr.substr(prePos, findEndPos - prePos); } static inline bool IsNonspace(uint16_t c) { uint32_t len = sizeof(SPACE_OR_LINE_TERMINAL) / sizeof(SPACE_OR_LINE_TERMINAL[0]); for (uint32_t i = 0; i < len; i++) { if (c == SPACE_OR_LINE_TERMINAL[i]) { return true; } if (c < SPACE_OR_LINE_TERMINAL[i]) { return false; } } return false; } template static inline uint32_t GetStart(Span &data, uint32_t length) { uint32_t start = 0; while (start < length && IsNonspace(data[start])) { start++; } return start; } template static inline uint32_t GetEnd(Span &data, uint32_t start, uint32_t length) { uint32_t end = length - 1; while (end >= start && IsNonspace(data[end])) { end--; } return end; } }; } // namespace panda::ecmascript::base #endif // ECMASCRIPT_BASE_STRING_HELP_H