Bug 1738903 - Update locale-specific quotation-mark data to CLDR release 40.0. r=platform-i18n-reviewers,dminor

Differential Revision: https://phabricator.services.mozilla.com/D130304
This commit is contained in:
Jonathan Kew 2021-11-04 14:06:21 +00:00
parent 56c93e5a4a
commit 0511cbc54e
4 changed files with 19 additions and 13 deletions

View File

@ -9,7 +9,7 @@
*/
/*
* Created on Wed Feb 5 11:43:16 2020 from CLDR data file cldr-common-36.0.zip.
* Created on Thu Nov 4 11:41:07 2021 from CLDR data file cldr-common-40.0.zip.
*
* * * * * This file contains MACHINE-GENERATED DATA, do not edit! * * * * *
*
@ -18,24 +18,25 @@
static const LangQuotesRec sLangQuotes[] = {
// clang-format off
{ "af\0ak\0as\0asa\0az\0bem\0bez\0bn\0brx\0ccp\0ceb\0cgg\0chr\0cy\0da\0dav\0dje\0dz\0ebu\0ee\0en\0es-419\0fil\0fo\0gd\0gl\0gu\0guz\0hi\0id\0jmc\0jv\0kam\0kde\0kea\0khq\0ki\0kln\0km\0kn\0ko\0kok\0ksb\0ku\0lg\0ln\0lo\0lrc\0lu\0luo\0lv\0mas\0mer\0mfe\0mgo\0mi\0ml\0mn\0mr\0ms\0mt\0my\0naq\0nd\0ne\0nus\0nyn\0or\0rof\0rwk\0saq\0sbp\0sd\0seh\0ses\0si\0sw\0te\0teo\0th\0to\0tr\0tt\0twq\0tzm\0uz-Cyrl\0vai\0vi\0vun\0wo\0xog\0yo\0yue-Hans\0zh\0zu\0", { { 0x201c, 0x201d, 0x2018, 0x2019 } } },
{ "af\0ak\0as\0asa\0az\0bem\0bez\0bn\0brx\0ccp\0ceb\0cgg\0chr\0cy\0da\0dav\0dje\0doi\0dz\0ebu\0ee\0en\0es-419\0ff-Adlm\0fil\0fo\0gd\0gl\0gu\0guz\0hi\0id\0jmc\0jv\0kam\0kde\0kea\0khq\0ki\0kln\0km\0kn\0ko\0kok\0ksb\0ku\0lg\0ln\0lo\0lrc\0lu\0luo\0lv\0mas\0mer\0mfe\0mgo\0mi\0ml\0mn\0mr\0ms\0mt\0my\0naq\0nd\0ne\0nus\0nyn\0or\0pa\0pcm\0rof\0rwk\0saq\0sat\0sbp\0sd\0seh\0ses\0si\0sw\0ta\0te\0teo\0th\0to\0tr\0tt\0twq\0tzm\0uz-Cyrl\0vai\0vi\0vun\0wo\0xog\0yo\0yue-Hans\0zh\0zu\0", { { 0x201c, 0x201d, 0x2018, 0x2019 } } },
{ "agq\0ff\0", { { 0x201e, 0x201d, 0x201a, 0x2019 } } },
{ "am\0az-Cyrl\0fa\0fr-CH\0gsw\0jgo\0kkj\0mzn\0", { { 0xab, 0xbb, 0x2039, 0x203a } } },
{ "ar\0ur\0", { { 0x201d, 0x201c, 0x2019, 0x2018 } } },
{ "ast\0bm\0br\0ca\0dyo\0el\0es\0ewo\0it\0kab\0kk\0mg\0mua\0nnh\0pt-PT\0sg\0sq\0", { { 0xab, 0xbb, 0x201c, 0x201d } } },
{ "ast\0bm\0br\0ca\0dyo\0el\0es\0ewo\0it\0kab\0kk\0mg\0mua\0nnh\0pt-PT\0sc\0sg\0sq\0ti\0", { { 0xab, 0xbb, 0x201c, 0x201d } } },
{ "bas\0be\0ky\0ru\0sah\0uk\0", { { 0xab, 0xbb, 0x201e, 0x201c } } },
{ "bg\0lt\0", { { 0x201e, 0x201c, 0x201e, 0x201c } } },
{ "bs-Cyrl\0cs\0de\0dsb\0et\0hr\0hsb\0is\0lb\0luy\0mk\0sk\0sl\0", { { 0x201e, 0x201c, 0x201a, 0x2018 } } },
{ "bs\0", { { 0x201e, 0x201d, 0x2018, 0x2019 } } },
{ "dua\0ksf\0nb\0nn\0rw\0", { { 0xab, 0xbb, 0x2018, 0x2019 } } },
{ "dua\0ksf\0no\0rw\0", { { 0xab, 0xbb, 0x2018, 0x2019 } } },
{ "eu\0tk\0", { { 0x201c, 0x201d, 0x201c, 0x201d } } },
{ "fi\0he\0lag\0rn\0sn\0sv\0", { { 0x201d, 0x201d, 0x2019, 0x2019 } } },
{ "fr-CA\0", { { 0xab, 0xbb, 0x201d, 0x201c } } },
{ "fr\0hy\0yav\0", { { 0xab, 0xbb, 0xab, 0xbb } } },
{ "hu\0", { { 0x201e, 0x201d, 0xbb, 0xab } } },
{ "ia\0nl\0ti-ER\0xh\0", { { 0x2018, 0x2019, 0x201c, 0x201d } } },
{ "ia\0ti-ER\0xh\0", { { 0x2018, 0x2019, 0x201c, 0x201d } } },
{ "ja\0yue\0zh-Hant\0", { { 0x300c, 0x300d, 0x300e, 0x300f } } },
{ "ka\0", { { 0x201e, 0x201c, 0xab, 0xbb } } },
{ "nl\0", { { 0x2018, 0x2019, 0x2018, 0x2019 } } },
{ "nmg\0pl\0ro\0", { { 0x201e, 0x201d, 0xab, 0xbb } } },
{ "shi\0zgh\0", { { 0xab, 0xbb, 0x201e, 0x201d } } },
{ "sr\0", { { 0x201e, 0x201c, 0x2018, 0x2018 } } },

View File

@ -7,24 +7,28 @@
# To regenerate cldr-quotes.inc for a new CLDR release, download the data file
# "cldr-common-##.zip" from http://unicode.org/Public/cldr/latest into the
# current directory, update the $filename variable below accordingly, run
# current directory, run
#
# perl cldr-quotes.pl > cldr-quotes.inc
# perl cldr-quotes.pl <filename> > cldr-quotes.inc
#
# (where <filename> is the downloaded cldr-common-## archive), and
# then use `hg diff` to check that the result looks sane.
use warnings;
use strict;
use Encode;
use IO::Uncompress::Unzip;
use IO::Uncompress::Unzip "unzip";
my $filename = 'cldr-common-36.0.zip';
die "Usage: perl cldr-quotes.pl <filename>" unless $#ARGV == 0;
my $filename = $ARGV[0];
my (%langQuotes, %quoteLangs);
my $zip = IO::Uncompress::Unzip->new($filename) ||
die "unzip failed: $IO::Uncompress::Unzip::UnzipError\n";
my $status = 1;
while ($status > 0) {
my $name = $zip->getHeaderInfo()->{Name};
@ -71,7 +75,7 @@ foreach my $lang (sort keys %langQuotes) {
# Record this locale in the list of those which use this particular set of quotes
$quoteLangs{$quoteChars} = [] unless exists $quoteLangs{$quoteChars};
push $quoteLangs{$quoteChars}, $lang;
push @{$quoteLangs{$quoteChars}}, $lang;
}
# Output each unique list of quotes, with the string of associated locales

View File

@ -6,6 +6,7 @@
<link rel="author" title="Jonathan Kew" href="mailto:jkew@mozilla.com">
<link rel="help" href="https://drafts.csswg.org/css-content-3/#quotes">
<link rel="help" href="https://html.spec.whatwg.org/multipage/rendering.html#quotes">
<link rel="help" href="https://unicode-org.github.io/cldr-staging/charts/40/summary/nl.html#101c4f8aa144538f">
<link rel=match href="reference/quotes-021-ref.html">
<style>
body { font: 32px serif; }
@ -13,4 +14,4 @@ body { font: 32px serif; }
<body>
<p>Test passes if the quote marks in both lines match:
<p><q>een <q>twee</q> drie</q>
<p>&#x2018;een &#x201c;twee&#x201d; drie&#x2019;
<p>&#x2018;een &#x2018;twee&#x2019; drie&#x2019;

View File

@ -8,5 +8,5 @@ body { font: 32px serif; }
</style>
<body>
<p>Test passes if the quote marks in both lines match:
<p>&#x2018;een &#x201c;twee&#x201d; drie&#x2019;
<p>&#x2018;een &#x201c;twee&#x201d; drie&#x2019;
<p>&#x2018;een &#x2018;twee&#x2019; drie&#x2019;
<p>&#x2018;een &#x2018;twee&#x2019; drie&#x2019;