Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2025-02-25 20:01:50 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Bug 1640408 - Check Unicode general category to identify punctuation marks in word-breaker. r=m_kato

Browse Source 
Differential Revision: https://phabricator.services.mozilla.com/D77655
This commit is contained in:
Jonathan Kew 2020-06-03 15:24:29 +00:00
parent 58f4d468c7
commit 1cd6eafa23
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
intl/lwbrk/WordBreaker.cpp
View File

@ -94,6 +94,9 @@ WordBreakClass WordBreaker::GetClass(char16_t c) {
if (c == 0x00A0 /*NBSP*/) {
return kWbClassSpace;
}
if (GetGenCategory(c) == nsUGenCategory::kPunctuation) {
return kWbClassPunct;
}
if (IsScriptioContinua(c)) {
return kWbClassScriptioContinua;
}
@ -111,6 +114,9 @@ WordBreakClass WordBreaker::GetClass(char16_t c) {
if (IS_HALFWIDTHKATAKANA(c)) {
return kWbClassHWKatakanaLetter;
}
if (GetGenCategory(c) == nsUGenCategory::kPunctuation) {
return kWbClassPunct;
}
if (IsScriptioContinua(c)) {
return kWbClassScriptioContinua;
}