language: add more languages to compact index

The CLDR plural data uses a different structure for marking locales
which was not picked up by the previous code.

More specifically, for most types of data, data is split in a
different file per locale. This gets picked up by the cldr package.
The plural data, instead, has collections of rules and then lists the
locales for which the rules apply. This is a special case within
CLDR (albeit a very handy one) and thus needs to be handled separately.

This CL adds these locales to compact base languages and compact
language tags.

Change-Id: I1654501024f4d978361431594c72ee32d8c3ab01
Reviewed-on: https://go-review.googlesource.com/19337
Reviewed-by: Nigel Tao <nigeltao@golang.org>
This commit is contained in:
Marcel van Lohuizen 2016-02-08 17:26:03 +01:00
Родитель f5cef17986
Коммит 3cf1a407a4
8 изменённых файлов: 2187 добавлений и 2119 удалений

Просмотреть файл

@ -382,7 +382,7 @@ type curToIndex struct {
idx uint16
}
var normalLangIndex = []uint16{ // 711 elements
var normalLangIndex = []uint16{ // 743 elements
// Entry 0 - 3F
0x0000, 0x0014, 0x0014, 0x0014, 0x0017, 0x0018, 0x0018, 0x0018,
0x0018, 0x0019, 0x0019, 0x001c, 0x001c, 0x0038, 0x0038, 0x0038,
@ -393,98 +393,102 @@ var normalLangIndex = []uint16{ // 711 elements
0x0044, 0x0045, 0x0045, 0x0045, 0x0045, 0x0045, 0x0045, 0x004c,
0x004c, 0x004d, 0x004d, 0x004e, 0x004e, 0x005f, 0x005f, 0x005f,
// Entry 40 - 7F
0x005f, 0x0061, 0x0061, 0x0061, 0x0062, 0x0062, 0x0063, 0x0071,
0x0071, 0x0071, 0x0071, 0x0082, 0x0088, 0x0088, 0x0088, 0x0088,
0x0091, 0x0091, 0x0091, 0x0092, 0x0092, 0x0093, 0x0093, 0x0094,
0x0094, 0x0095, 0x0095, 0x0095, 0x0095, 0x0095, 0x009c, 0x009c,
0x009d, 0x009d, 0x009f, 0x009f, 0x00a3, 0x00a3, 0x00a3, 0x00a4,
0x00a4, 0x00ac, 0x00ac, 0x00ac, 0x00ad, 0x00ad, 0x00ae, 0x00af,
0x00af, 0x00af, 0x00b4, 0x00b4, 0x00b4, 0x00b4, 0x00b4, 0x00b4,
0x00ba, 0x00ba, 0x00bb, 0x00bb, 0x00be, 0x00be, 0x00be, 0x00c1,
0x005f, 0x005f, 0x0061, 0x0061, 0x0061, 0x0062, 0x0062, 0x0063,
0x0071, 0x0071, 0x0071, 0x0071, 0x0082, 0x0088, 0x0088, 0x0088,
0x0088, 0x0091, 0x0091, 0x0091, 0x0092, 0x0092, 0x0093, 0x0093,
0x0094, 0x0094, 0x0095, 0x0095, 0x0095, 0x0095, 0x0095, 0x009c,
0x009c, 0x009d, 0x009d, 0x009f, 0x009f, 0x00a3, 0x00a3, 0x00a3,
0x00a4, 0x00a4, 0x00ac, 0x00ac, 0x00ac, 0x00ad, 0x00ad, 0x00ae,
0x00af, 0x00af, 0x00af, 0x00b4, 0x00b4, 0x00b4, 0x00b4, 0x00b4,
0x00b4, 0x00b4, 0x00ba, 0x00ba, 0x00bb, 0x00bb, 0x00be, 0x00be,
// Entry 80 - BF
0x00c1, 0x00c1, 0x00c3, 0x00c5, 0x00c5, 0x00c6, 0x00c7, 0x00c7,
0x00c7, 0x00dc, 0x00dd, 0x00dd, 0x00de, 0x00df, 0x00e0, 0x00e1,
0x00e2, 0x00e3, 0x00e4, 0x00e4, 0x00e5, 0x00e5, 0x00e6, 0x00e6,
0x00e6, 0x00e6, 0x00e7, 0x00e8, 0x00e9, 0x00e9, 0x00ea, 0x00ec,
0x00ec, 0x00ec, 0x00ed, 0x00ed, 0x00ee, 0x00f0, 0x00f1, 0x00f1,
0x00f2, 0x00f2, 0x00f2, 0x00f2, 0x00f2, 0x00f2, 0x00f2, 0x00f2,
0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7, 0x00f8, 0x00f9, 0x00fa,
0x00fb, 0x00fb, 0x00fc, 0x00fc, 0x00fd, 0x00fe, 0x00ff, 0x0100,
0x00be, 0x00c1, 0x00c1, 0x00c1, 0x00c3, 0x00c5, 0x00c5, 0x00c6,
0x00c7, 0x00c7, 0x00c7, 0x00dc, 0x00dd, 0x00dd, 0x00de, 0x00df,
0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e4, 0x00e5, 0x00e5,
0x00e6, 0x00e6, 0x00e6, 0x00e6, 0x00e7, 0x00e8, 0x00e9, 0x00e9,
0x00ea, 0x00ec, 0x00ec, 0x00ec, 0x00ed, 0x00ed, 0x00ee, 0x00f0,
0x00f1, 0x00f1, 0x00f2, 0x00f2, 0x00f2, 0x00f2, 0x00f2, 0x00f2,
0x00f2, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7, 0x00f8,
0x00f9, 0x00fa, 0x00fb, 0x00fb, 0x00fc, 0x00fc, 0x00fd, 0x00fe,
// Entry C0 - FF
0x0101, 0x0102, 0x0103, 0x0104, 0x0104, 0x0105, 0x0106, 0x0107,
0x0108, 0x0109, 0x010a, 0x010b, 0x010b, 0x010b, 0x010c, 0x010d,
0x010e, 0x010e, 0x010f, 0x0110, 0x0112, 0x0112, 0x0113, 0x0115,
0x0116, 0x0117, 0x0117, 0x0118, 0x0119, 0x011a, 0x011b, 0x011c,
0x011d, 0x011d, 0x011d, 0x011e, 0x011e, 0x011e, 0x011f, 0x0120,
0x0121, 0x0122, 0x0122, 0x0122, 0x0122, 0x0134, 0x0134, 0x0139,
0x013b, 0x013c, 0x013e, 0x0140, 0x0141, 0x0143, 0x0145, 0x0145,
0x0146, 0x0146, 0x0147, 0x0148, 0x0149, 0x0149, 0x0152, 0x0153,
0x00ff, 0x0100, 0x0101, 0x0102, 0x0103, 0x0104, 0x0104, 0x0105,
0x0106, 0x0107, 0x0108, 0x0109, 0x010a, 0x010b, 0x010b, 0x010b,
0x010c, 0x010d, 0x010e, 0x010e, 0x010f, 0x0110, 0x0112, 0x0112,
0x0113, 0x0115, 0x0116, 0x0117, 0x0117, 0x0118, 0x0119, 0x011a,
0x011b, 0x011c, 0x011d, 0x011d, 0x011d, 0x011e, 0x011e, 0x011e,
0x011f, 0x0120, 0x0121, 0x0122, 0x0122, 0x0122, 0x0122, 0x0134,
0x0134, 0x0139, 0x013b, 0x013c, 0x013e, 0x0140, 0x0141, 0x0143,
0x0145, 0x0145, 0x0146, 0x0146, 0x0147, 0x0148, 0x0149, 0x0149,
// Entry 100 - 13F
0x0154, 0x0155, 0x0156, 0x0157, 0x0158, 0x0159, 0x015b, 0x015d,
0x015e, 0x0163, 0x0163, 0x0165, 0x0165, 0x0165, 0x0165, 0x0170,
0x0170, 0x0170, 0x0170, 0x0170, 0x0171, 0x0172, 0x0172, 0x0183,
0x0183, 0x0187, 0x0187, 0x0188, 0x0189, 0x0189, 0x01af, 0x01af,
0x01af, 0x01b0, 0x01b0, 0x01b0, 0x01d0, 0x01d1, 0x01d1, 0x01d1,
0x01d1, 0x01d1, 0x01d1, 0x01d2, 0x01d3, 0x01d3, 0x01d3, 0x01d3,
0x01d4, 0x01d4, 0x01d4, 0x01d5, 0x01d6, 0x01d8, 0x01d8, 0x01d8,
0x01d8, 0x01d9, 0x01d9, 0x01d9, 0x01da, 0x01db, 0x01db, 0x01db,
0x0152, 0x0153, 0x0154, 0x0155, 0x0156, 0x0157, 0x0158, 0x0159,
0x015b, 0x015d, 0x015e, 0x0163, 0x0163, 0x0165, 0x0165, 0x0165,
0x0165, 0x0170, 0x0170, 0x0170, 0x0170, 0x0170, 0x0171, 0x0172,
0x0172, 0x0183, 0x0183, 0x0187, 0x0187, 0x0188, 0x0189, 0x0189,
0x01af, 0x01af, 0x01af, 0x01b0, 0x01b0, 0x01b0, 0x01d0, 0x01d1,
0x01d1, 0x01d1, 0x01d1, 0x01d1, 0x01d1, 0x01d2, 0x01d3, 0x01d3,
0x01d3, 0x01d3, 0x01d4, 0x01d4, 0x01d4, 0x01d5, 0x01d6, 0x01d8,
0x01d8, 0x01d8, 0x01d8, 0x01d9, 0x01d9, 0x01d9, 0x01da, 0x01db,
// Entry 140 - 17F
0x01db, 0x01db, 0x01db, 0x01dc, 0x01dd, 0x01dd, 0x01de, 0x01de,
0x01de, 0x01df, 0x01e0, 0x01e0, 0x01e0, 0x01e0, 0x01e0, 0x01e6,
0x01e6, 0x01e9, 0x01e9, 0x01eb, 0x01eb, 0x01f5, 0x01f5, 0x01f8,
0x01f8, 0x01f8, 0x01f8, 0x01f9, 0x01f9, 0x01fa, 0x01fa, 0x01fa,
0x01fa, 0x01fb, 0x01fc, 0x01fc, 0x01fc, 0x01fd, 0x01fd, 0x0200,
0x0200, 0x0202, 0x0202, 0x0214, 0x0215, 0x0215, 0x021a, 0x021a,
0x022c, 0x022c, 0x022f, 0x022f, 0x0233, 0x0233, 0x0234, 0x0234,
0x0235, 0x0235, 0x0241, 0x0241, 0x0248, 0x0248, 0x0248, 0x0248,
0x01db, 0x01db, 0x01db, 0x01db, 0x01db, 0x01dc, 0x01dd, 0x01dd,
0x01de, 0x01de, 0x01de, 0x01df, 0x01e0, 0x01e0, 0x01e0, 0x01e0,
0x01e0, 0x01e6, 0x01e6, 0x01e9, 0x01e9, 0x01eb, 0x01eb, 0x01f5,
0x01f5, 0x01f8, 0x01f8, 0x01f8, 0x01f8, 0x01f9, 0x01f9, 0x01f9,
0x01fa, 0x01fa, 0x01fa, 0x01fa, 0x01fb, 0x01fc, 0x01fc, 0x01fc,
0x01fd, 0x01fd, 0x0200, 0x0200, 0x0202, 0x0202, 0x0214, 0x0215,
0x0215, 0x021a, 0x021a, 0x022c, 0x022c, 0x022f, 0x022f, 0x0233,
0x0233, 0x0234, 0x0234, 0x0235, 0x0235, 0x0241, 0x0241, 0x0248,
// Entry 180 - 1BF
0x024d, 0x024d, 0x024d, 0x024d, 0x024e, 0x024e, 0x0257, 0x0257,
0x0258, 0x0258, 0x0259, 0x0259, 0x025a, 0x025a, 0x025d, 0x025d,
0x0248, 0x0248, 0x0248, 0x0248, 0x024d, 0x024d, 0x024d, 0x024d,
0x024d, 0x024e, 0x024e, 0x024e, 0x0257, 0x0257, 0x0258, 0x0258,
0x0258, 0x0259, 0x0259, 0x0259, 0x025a, 0x025a, 0x025d, 0x025d,
0x025d, 0x025d, 0x025e, 0x025e, 0x0264, 0x0264, 0x0264, 0x0264,
0x0265, 0x0265, 0x0266, 0x0266, 0x0269, 0x0269, 0x026b, 0x026b,
0x026d, 0x026d, 0x026d, 0x026d, 0x026d, 0x026d, 0x026d, 0x026e,
0x026e, 0x026e, 0x026e, 0x026e, 0x026e, 0x026e, 0x026e, 0x027d,
0x027d, 0x027e, 0x027e, 0x0283, 0x0283, 0x0284, 0x0284, 0x0285,
0x0285, 0x0286, 0x0287, 0x0287, 0x0287, 0x0287, 0x0289, 0x0289,
0x026e, 0x026e, 0x026e, 0x026e, 0x026e, 0x026e, 0x026e, 0x026e,
0x027d, 0x027d, 0x027e, 0x027e, 0x0283, 0x0283, 0x0284, 0x0284,
// Entry 1C0 - 1FF
0x0289, 0x0289, 0x0289, 0x029c, 0x029c, 0x029d, 0x029d, 0x029e,
0x029e, 0x029f, 0x029f, 0x02a4, 0x02a4, 0x02a5, 0x02a5, 0x02a6,
0x02a7, 0x02a7, 0x02a8, 0x02a8, 0x02a9, 0x02a9, 0x02aa, 0x02aa,
0x02aa, 0x02aa, 0x02b6, 0x02b6, 0x02b9, 0x02b9, 0x02bc, 0x02bc,
0x02be, 0x02be, 0x02c2, 0x02c3, 0x02c3, 0x02c4, 0x02c4, 0x02c4,
0x02c4, 0x02c4, 0x02c7, 0x02c7, 0x02c8, 0x02c8, 0x02c9, 0x02c9,
0x02db, 0x02db, 0x02db, 0x02db, 0x02db, 0x02dd, 0x02dd, 0x02dd,
0x02e3, 0x02e4, 0x02e4, 0x02e5, 0x02e6, 0x02e6, 0x02e7, 0x02e8,
0x0285, 0x0285, 0x0286, 0x0287, 0x0287, 0x0287, 0x0287, 0x0289,
0x0289, 0x0289, 0x0289, 0x0289, 0x029c, 0x029c, 0x029d, 0x029d,
0x029e, 0x029e, 0x029f, 0x029f, 0x02a4, 0x02a4, 0x02a5, 0x02a5,
0x02a6, 0x02a7, 0x02a7, 0x02a8, 0x02a8, 0x02a9, 0x02a9, 0x02aa,
0x02aa, 0x02aa, 0x02aa, 0x02b6, 0x02b6, 0x02b9, 0x02b9, 0x02bc,
0x02bc, 0x02be, 0x02be, 0x02c2, 0x02c3, 0x02c3, 0x02c4, 0x02c4,
0x02c4, 0x02c4, 0x02c4, 0x02c7, 0x02c7, 0x02c8, 0x02c8, 0x02c8,
0x02c9, 0x02c9, 0x02db, 0x02db, 0x02db, 0x02db, 0x02db, 0x02dd,
// Entry 200 - 23F
0x02e8, 0x02e8, 0x02e9, 0x02e9, 0x02e9, 0x02e9, 0x02eb, 0x02eb,
0x02ec, 0x02ec, 0x02ed, 0x02ed, 0x02ee, 0x02ee, 0x02ee, 0x02ef,
0x02ef, 0x02f0, 0x02f1, 0x02f2, 0x02f2, 0x02f2, 0x02f2, 0x0301,
0x02dd, 0x02dd, 0x02e3, 0x02e4, 0x02e4, 0x02e5, 0x02e6, 0x02e6,
0x02e7, 0x02e8, 0x02e8, 0x02e8, 0x02e9, 0x02e9, 0x02e9, 0x02e9,
0x02e9, 0x02e9, 0x02e9, 0x02e9, 0x02eb, 0x02eb, 0x02eb, 0x02ec,
0x02ec, 0x02ed, 0x02ed, 0x02ee, 0x02ee, 0x02ee, 0x02ef, 0x02ef,
0x02f0, 0x02f1, 0x02f2, 0x02f2, 0x02f2, 0x02f2, 0x02f2, 0x0301,
0x0301, 0x0301, 0x0301, 0x0302, 0x0302, 0x0305, 0x0306, 0x0306,
0x0308, 0x0308, 0x0309, 0x030a, 0x030b, 0x030c, 0x030c, 0x030d,
0x030f, 0x0311, 0x0311, 0x0311, 0x0311, 0x0312, 0x0312, 0x0323,
// Entry 240 - 27F
0x0324, 0x0324, 0x0325, 0x0325, 0x032d, 0x032f, 0x0330, 0x0331,
0x0332, 0x0332, 0x0332, 0x0333, 0x0333, 0x0334, 0x0334, 0x0335,
// Entry 240 - 27F
0x0335, 0x0336, 0x0336, 0x0337, 0x0337, 0x033b, 0x033b, 0x033b,
0x033d, 0x033e, 0x033e, 0x033e, 0x033e, 0x033e, 0x033e, 0x033e,
0x033e, 0x033e, 0x033e, 0x033e, 0x0341, 0x0341, 0x034f, 0x034f,
0x0353, 0x0353, 0x0353, 0x0353, 0x0353, 0x0353, 0x0354, 0x0355,
0x0356, 0x0357, 0x0357, 0x0359, 0x0359, 0x035a, 0x035a, 0x0362,
0x0362, 0x0362, 0x0362, 0x0362, 0x0362, 0x036a, 0x036a, 0x036a,
0x036a, 0x036a, 0x0381, 0x0381, 0x0381, 0x0381, 0x0384, 0x0385,
0x0385, 0x0385, 0x0386, 0x0389, 0x0389, 0x038a, 0x038c, 0x038f,
0x0335, 0x0336, 0x0336, 0x0337, 0x0337, 0x0337, 0x033b, 0x033b,
0x033b, 0x033d, 0x033e, 0x033e, 0x033e, 0x033e, 0x033e, 0x033e,
0x033e, 0x033e, 0x033e, 0x033e, 0x033e, 0x0341, 0x0341, 0x034f,
0x034f, 0x0353, 0x0353, 0x0353, 0x0353, 0x0353, 0x0353, 0x0353,
0x0353, 0x0353, 0x0353, 0x0354, 0x0355, 0x0356, 0x0357, 0x0357,
0x0359, 0x0359, 0x035a, 0x035a, 0x0362, 0x0362, 0x0362, 0x0362,
// Entry 280 - 2BF
0x0391, 0x0391, 0x0392, 0x0393, 0x0393, 0x0395, 0x0395, 0x0396,
0x0397, 0x0397, 0x0399, 0x0399, 0x039c, 0x039c, 0x03a1, 0x03a1,
0x03a1, 0x03a1, 0x03a1, 0x03a1, 0x03a1, 0x03a3, 0x03a3, 0x03b6,
0x03b6, 0x03b9, 0x03ba, 0x03ba, 0x03bb, 0x03bc, 0x03bc, 0x03be,
0x03be, 0x03be, 0x03be, 0x03bf, 0x03c0, 0x03c0, 0x03c0, 0x03c0,
0x03c2, 0x03c2, 0x03c2, 0x03c2, 0x03c3, 0x03c3, 0x03c5, 0x03c5,
0x0362, 0x0362, 0x036a, 0x036a, 0x036a, 0x036a, 0x036a, 0x036a,
0x036a, 0x036a, 0x0381, 0x0381, 0x0381, 0x0381, 0x0384, 0x0385,
0x0385, 0x0385, 0x0386, 0x0386, 0x0389, 0x0389, 0x038a, 0x038c,
0x038f, 0x0391, 0x0391, 0x0392, 0x0393, 0x0393, 0x0395, 0x0395,
0x0396, 0x0397, 0x0397, 0x0397, 0x0399, 0x0399, 0x0399, 0x039c,
0x039c, 0x03a1, 0x03a1, 0x03a1, 0x03a1, 0x03a1, 0x03a1, 0x03a1,
0x03a1, 0x03a3, 0x03a3, 0x03b6, 0x03b6, 0x03b9, 0x03ba, 0x03ba,
0x03bb, 0x03bc, 0x03bc, 0x03be, 0x03be, 0x03be, 0x03be, 0x03bf,
// Entry 2C0 - 2FF
0x03c0, 0x03c0, 0x03c0, 0x03c0, 0x03c0, 0x03c2, 0x03c2, 0x03c2,
0x03c2, 0x03c3, 0x03c3, 0x03c3, 0x03c5, 0x03c5, 0x03c5, 0x03c5,
0x03c6, 0x03c6, 0x03c6, 0x03c6, 0x03c6, 0x03c6, 0x03c7, 0x03c7,
0x03c7, 0x03c7, 0x03c7, 0x03cb, 0x03cb, 0x03cb, 0x03cc, 0x03ce,
// Entry 2C0 - 2FF
0x03d0, 0x03d4, 0x03d6, 0x03d7, 0x03d7, 0x03d9, 0x03d9,
} // Size: 1446 bytes
} // Size: 1510 bytes
var normalSymIndex = []curToIndex{ // 985 elements
0: {cur: 0x13, idx: 0x6},
@ -1474,7 +1478,7 @@ var normalSymIndex = []curToIndex{ // 985 elements
984: {cur: 0x122, idx: 0xe1},
} // Size: 3964 bytes
var narrowLangIndex = []uint16{ // 711 elements
var narrowLangIndex = []uint16{ // 743 elements
// Entry 0 - 3F
0x0000, 0x0060, 0x0060, 0x0060, 0x0061, 0x0061, 0x0061, 0x0061,
0x0061, 0x0061, 0x0061, 0x0062, 0x0062, 0x007f, 0x007f, 0x0080,
@ -1485,17 +1489,17 @@ var narrowLangIndex = []uint16{ // 711 elements
0x008b, 0x008b, 0x008b, 0x008b, 0x008b, 0x008b, 0x008b, 0x00a4,
0x00a4, 0x00a4, 0x00a4, 0x00a4, 0x00a4, 0x00d3, 0x00d3, 0x00d3,
// Entry 40 - 7F
0x00d3, 0x00d4, 0x00d4, 0x00d4, 0x00d4, 0x00d4, 0x00d4, 0x00d7,
0x00d7, 0x00d7, 0x00d7, 0x00d8, 0x00d8, 0x00d8, 0x00d8, 0x00d8,
0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2,
0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e3, 0x00e3,
0x00e3, 0x00e3, 0x00e9, 0x00e9, 0x00ee, 0x00ee, 0x00ee, 0x00ee,
0x00ee, 0x00f6, 0x00f6, 0x00f6, 0x00f7, 0x00f7, 0x00f7, 0x00f7,
0x00d3, 0x00d3, 0x00d4, 0x00d4, 0x00d4, 0x00d4, 0x00d4, 0x00d4,
0x00d7, 0x00d7, 0x00d7, 0x00d7, 0x00d8, 0x00d8, 0x00d8, 0x00d8,
0x00d8, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2,
0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e2, 0x00e3,
0x00e3, 0x00e3, 0x00e3, 0x00e9, 0x00e9, 0x00ee, 0x00ee, 0x00ee,
0x00ee, 0x00ee, 0x00f6, 0x00f6, 0x00f6, 0x00f7, 0x00f7, 0x00f7,
0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7,
0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7,
// Entry 80 - BF
0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7, 0x00f7,
0x00f7, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100,
0x00f7, 0x00f7, 0x00f7, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100,
0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100,
0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100,
0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100,
@ -1508,75 +1512,79 @@ var narrowLangIndex = []uint16{ // 711 elements
0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100,
0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100,
0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100,
0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0102, 0x0102, 0x0104,
0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0100, 0x0102,
0x0102, 0x0104, 0x0104, 0x0104, 0x0104, 0x0104, 0x0104, 0x0104,
0x0104, 0x0104, 0x0104, 0x0104, 0x0104, 0x0104, 0x0104, 0x0104,
0x0104, 0x0104, 0x0104, 0x0104, 0x0104, 0x0104, 0x0108, 0x0108,
// Entry 100 - 13F
0x0108, 0x0108, 0x0108, 0x0108, 0x0108, 0x0108, 0x0108, 0x0108,
0x0109, 0x010a, 0x010a, 0x010b, 0x010b, 0x010b, 0x010b, 0x010b,
0x010b, 0x010b, 0x010b, 0x010b, 0x010b, 0x010b, 0x010b, 0x010d,
0x010d, 0x010e, 0x010e, 0x010e, 0x010e, 0x010e, 0x0115, 0x0115,
0x0115, 0x0115, 0x0115, 0x0115, 0x0118, 0x0118, 0x0118, 0x0118,
0x0108, 0x0108, 0x0109, 0x010a, 0x010a, 0x010b, 0x010b, 0x010b,
0x010b, 0x010b, 0x010b, 0x010b, 0x010b, 0x010b, 0x010b, 0x010b,
0x010b, 0x010d, 0x010d, 0x010e, 0x010e, 0x010e, 0x010e, 0x010e,
0x0115, 0x0115, 0x0115, 0x0115, 0x0115, 0x0115, 0x0118, 0x0118,
0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118,
0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118,
0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118,
// Entry 140 - 17F
0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118,
0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118, 0x0118,
0x0118, 0x0119, 0x0119, 0x011a, 0x011a, 0x011c, 0x011c, 0x011c,
0x011c, 0x011c, 0x011c, 0x011e, 0x011e, 0x011e, 0x011e, 0x011e,
0x011e, 0x011e, 0x011e, 0x011e, 0x011e, 0x011e, 0x011e, 0x011f,
0x011f, 0x0122, 0x0122, 0x0123, 0x0123, 0x0123, 0x0123, 0x0123,
0x0124, 0x0124, 0x0125, 0x0125, 0x0126, 0x0126, 0x0126, 0x0126,
0x0126, 0x0126, 0x0127, 0x0127, 0x012d, 0x012d, 0x012d, 0x012d,
0x0118, 0x0118, 0x0118, 0x0119, 0x0119, 0x011a, 0x011a, 0x011c,
0x011c, 0x011c, 0x011c, 0x011c, 0x011c, 0x011e, 0x011e, 0x011e,
0x011e, 0x011e, 0x011e, 0x011e, 0x011e, 0x011e, 0x011e, 0x011e,
0x011e, 0x011e, 0x011f, 0x011f, 0x0122, 0x0122, 0x0123, 0x0123,
0x0123, 0x0123, 0x0123, 0x0124, 0x0124, 0x0125, 0x0125, 0x0126,
0x0126, 0x0126, 0x0126, 0x0126, 0x0126, 0x0127, 0x0127, 0x012d,
// Entry 180 - 1BF
0x0130, 0x0130, 0x0130, 0x0130, 0x0130, 0x0130, 0x0131, 0x0131,
0x012d, 0x012d, 0x012d, 0x012d, 0x0130, 0x0130, 0x0130, 0x0130,
0x0130, 0x0130, 0x0130, 0x0130, 0x0131, 0x0131, 0x0131, 0x0131,
0x0131, 0x0131, 0x0131, 0x0131, 0x0131, 0x0131, 0x0131, 0x0131,
0x0131, 0x0131, 0x0131, 0x0131, 0x0132, 0x0132, 0x0132, 0x0132,
0x0132, 0x0132, 0x0132, 0x0132, 0x0133, 0x0133, 0x0134, 0x0134,
0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0135,
0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0140,
0x0140, 0x0140, 0x0140, 0x0141, 0x0141, 0x0141, 0x0141, 0x0141,
0x0141, 0x0141, 0x0141, 0x0141, 0x0141, 0x0141, 0x0142, 0x0142,
0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0135, 0x0135,
0x0140, 0x0140, 0x0140, 0x0140, 0x0141, 0x0141, 0x0141, 0x0141,
// Entry 1C0 - 1FF
0x0142, 0x0142, 0x0142, 0x014d, 0x014d, 0x014d, 0x014d, 0x014d,
0x014d, 0x014d, 0x014d, 0x014e, 0x014e, 0x014e, 0x014e, 0x014e,
0x0141, 0x0141, 0x0141, 0x0141, 0x0141, 0x0141, 0x0141, 0x0142,
0x0142, 0x0142, 0x0142, 0x0142, 0x014d, 0x014d, 0x014d, 0x014d,
0x014d, 0x014d, 0x014d, 0x014d, 0x014e, 0x014e, 0x014e, 0x014e,
0x014e, 0x014e, 0x014e, 0x014e, 0x014e, 0x014e, 0x014e, 0x014e,
0x014e, 0x014e, 0x014f, 0x014f, 0x0150, 0x0150, 0x0151, 0x0151,
0x0152, 0x0152, 0x0153, 0x0153, 0x0153, 0x0153, 0x0153, 0x0153,
0x0153, 0x0153, 0x0154, 0x0154, 0x0154, 0x0154, 0x0154, 0x0154,
0x0155, 0x0155, 0x0155, 0x0155, 0x0155, 0x0155, 0x0155, 0x0155,
0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156,
0x014e, 0x014e, 0x014e, 0x014f, 0x014f, 0x0150, 0x0150, 0x0151,
0x0151, 0x0152, 0x0152, 0x0153, 0x0153, 0x0153, 0x0153, 0x0153,
0x0153, 0x0153, 0x0153, 0x0154, 0x0154, 0x0154, 0x0154, 0x0154,
0x0154, 0x0154, 0x0155, 0x0155, 0x0155, 0x0155, 0x0155, 0x0155,
// Entry 200 - 23F
0x0155, 0x0155, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156,
0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156,
0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156,
0x0156, 0x0156, 0x0157, 0x0157, 0x0157, 0x0157, 0x0157, 0x0158,
0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156, 0x0156,
0x0156, 0x0157, 0x0157, 0x0157, 0x0157, 0x0157, 0x0157, 0x0158,
0x0158, 0x0158, 0x0158, 0x0158, 0x0158, 0x0159, 0x0159, 0x0159,
0x0159, 0x0159, 0x0159, 0x0159, 0x0159, 0x0159, 0x0159, 0x0159,
0x0159, 0x0159, 0x0159, 0x0159, 0x0159, 0x0159, 0x0159, 0x015a,
// Entry 240 - 27F
0x015a, 0x015a, 0x015a, 0x015a, 0x015b, 0x015b, 0x015b, 0x015b,
0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b,
// Entry 240 - 27F
0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b,
0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015b,
0x015b, 0x015b, 0x015b, 0x015b, 0x015d, 0x015d, 0x015e, 0x015e,
0x015b, 0x015b, 0x015b, 0x015b, 0x015b, 0x015d, 0x015d, 0x015e,
0x015e, 0x015f, 0x015f, 0x015f, 0x015f, 0x015f, 0x015f, 0x015f,
0x015f, 0x015f, 0x015f, 0x015f, 0x015f, 0x015f, 0x015f, 0x015f,
0x015f, 0x015f, 0x015f, 0x015f, 0x015f, 0x015f, 0x015f, 0x0161,
0x0161, 0x0161, 0x0161, 0x0161, 0x0161, 0x0164, 0x0164, 0x0164,
0x0164, 0x0164, 0x0166, 0x0166, 0x0166, 0x0166, 0x0167, 0x0167,
0x0167, 0x0167, 0x0167, 0x0168, 0x0168, 0x0168, 0x0168, 0x0168,
0x015f, 0x015f, 0x015f, 0x015f, 0x0161, 0x0161, 0x0161, 0x0161,
// Entry 280 - 2BF
0x0169, 0x0169, 0x0169, 0x0169, 0x0169, 0x016a, 0x016a, 0x016a,
0x016a, 0x016a, 0x016a, 0x016a, 0x016a, 0x016a, 0x016b, 0x016b,
0x016b, 0x016b, 0x016b, 0x016b, 0x016b, 0x016b, 0x016b, 0x016c,
0x016c, 0x016d, 0x016d, 0x016d, 0x016d, 0x016d, 0x016d, 0x016d,
0x0161, 0x0161, 0x0164, 0x0164, 0x0164, 0x0164, 0x0164, 0x0164,
0x0164, 0x0164, 0x0166, 0x0166, 0x0166, 0x0166, 0x0167, 0x0167,
0x0167, 0x0167, 0x0167, 0x0167, 0x0168, 0x0168, 0x0168, 0x0168,
0x0168, 0x0169, 0x0169, 0x0169, 0x0169, 0x0169, 0x016a, 0x016a,
0x016a, 0x016a, 0x016a, 0x016a, 0x016a, 0x016a, 0x016a, 0x016a,
0x016a, 0x016b, 0x016b, 0x016b, 0x016b, 0x016b, 0x016b, 0x016b,
0x016b, 0x016b, 0x016b, 0x016c, 0x016c, 0x016d, 0x016d, 0x016d,
0x016d, 0x016d, 0x016d, 0x016d, 0x016d, 0x016d, 0x016d, 0x016d,
// Entry 2C0 - 2FF
0x016d, 0x016d, 0x016d, 0x016d, 0x016d, 0x016e, 0x016e, 0x016e,
0x016e, 0x016e, 0x016e, 0x016e, 0x016e, 0x016e, 0x016e, 0x016e,
0x016e, 0x016e, 0x016e, 0x016e, 0x016e, 0x016e, 0x016e, 0x016e,
0x016e, 0x016e, 0x016e, 0x016f, 0x016f, 0x016f, 0x016f, 0x016f,
// Entry 2C0 - 2FF
0x016f, 0x016f, 0x016f, 0x016f, 0x016f, 0x0177, 0x0177,
} // Size: 1446 bytes
} // Size: 1510 bytes
var narrowSymIndex = []curToIndex{ // 375 elements
0: {cur: 0x9, idx: 0x1},
@ -1956,4 +1964,4 @@ var narrowSymIndex = []curToIndex{ // 375 elements
374: {cur: 0xf3, idx: 0xbf},
} // Size: 1524 bytes
// Total table size 12082 bytes (11KiB); checksum: 359B8A24
// Total table size 12210 bytes (11KiB); checksum: 74846C68

Просмотреть файл

@ -316,7 +316,7 @@ var symData = stringset.Set{
// langToDefaults maps a compact language index to the default numbering system
// and default symbol set
var langToDefaults = [710]uint8{
var langToDefaults = [742]uint8{
// Entry 0 - 3F
0x80, 0x05, 0x14, 0x01, 0x01, 0x01, 0x01, 0x01,
0x00, 0x00, 0x00, 0x00, 0x83, 0x02, 0x02, 0x02,
@ -327,98 +327,102 @@ var langToDefaults = [710]uint8{
0x05, 0x05, 0x05, 0x05, 0x01, 0x01, 0x06, 0x06,
0x00, 0x00, 0x00, 0x00, 0x07, 0x07, 0x00, 0x00,
// Entry 40 - 7F
0x89, 0x00, 0x00, 0x8b, 0x00, 0x00, 0x8d, 0x01,
0x00, 0x00, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05,
0x05, 0x05, 0x05, 0x05, 0x08, 0x08, 0x00, 0x00,
0x00, 0x00, 0x8f, 0x09, 0x09, 0x91, 0x01, 0x01,
0x01, 0x93, 0x0a, 0x0b, 0x0b, 0x0b, 0x00, 0x00,
0x0c, 0x0d, 0x0c, 0x0e, 0x0c, 0x0e, 0x0c, 0x0f,
0x0f, 0x0c, 0x0c, 0x01, 0x01, 0x01, 0x01, 0x95,
0x00, 0x00, 0x00, 0x10, 0x10, 0x10, 0x11, 0x11,
0x00, 0x89, 0x00, 0x00, 0x8b, 0x00, 0x00, 0x8d,
0x01, 0x00, 0x00, 0x05, 0x05, 0x05, 0x05, 0x05,
0x05, 0x05, 0x05, 0x05, 0x05, 0x08, 0x08, 0x00,
0x00, 0x00, 0x00, 0x8f, 0x09, 0x09, 0x91, 0x01,
0x01, 0x01, 0x93, 0x0a, 0x0b, 0x0b, 0x0b, 0x00,
0x00, 0x0c, 0x0d, 0x0c, 0x0e, 0x0c, 0x0e, 0x0c,
0x0f, 0x0f, 0x0c, 0x0c, 0x01, 0x01, 0x00, 0x01,
0x01, 0x95, 0x00, 0x00, 0x00, 0x10, 0x10, 0x10,
// Entry 80 - BF
0x11, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x0c,
0x12, 0x00, 0x05, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x0c, 0x00, 0x00, 0x00, 0x00, 0x0c,
0x00, 0x0b, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00,
0x11, 0x11, 0x11, 0x00, 0x00, 0x05, 0x00, 0x00,
0x00, 0x0c, 0x12, 0x00, 0x05, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x0c, 0x00, 0x00, 0x00,
0x00, 0x0c, 0x00, 0x0b, 0x00, 0x00, 0x06, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
// Entry C0 - FF
0x00, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x13, 0x00, 0x00, 0x11, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x13, 0x00, 0x00, 0x11, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01,
0x00, 0x00, 0x15, 0x15, 0x05, 0x00, 0x00, 0x05,
0x05, 0x05, 0x05, 0x01, 0x00, 0x00, 0x05, 0x05,
0x05, 0x05, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x01, 0x00, 0x00, 0x15, 0x15, 0x05, 0x00,
0x00, 0x05, 0x05, 0x05, 0x05, 0x01, 0x00, 0x00,
0x05, 0x05, 0x05, 0x05, 0x00, 0x00, 0x05, 0x00,
// Entry 100 - 13F
0x00, 0x05, 0x00, 0x05, 0x00, 0x00, 0x05, 0x05,
0x16, 0x16, 0x05, 0x05, 0x01, 0x01, 0x97, 0x17,
0x17, 0x01, 0x01, 0x01, 0x01, 0x01, 0x18, 0x18,
0x00, 0x00, 0x19, 0x19, 0x19, 0x9a, 0x05, 0x01,
0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x0f,
0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01,
0x01, 0x01, 0x01, 0x01, 0x05, 0x05, 0x01, 0x01,
0x00, 0x00, 0x00, 0x05, 0x00, 0x05, 0x00, 0x00,
0x05, 0x05, 0x16, 0x16, 0x05, 0x05, 0x01, 0x01,
0x97, 0x17, 0x17, 0x01, 0x01, 0x01, 0x01, 0x01,
0x18, 0x18, 0x00, 0x00, 0x19, 0x19, 0x19, 0x9a,
0x05, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01,
0x01, 0x0f, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01,
0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x05,
0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01,
// Entry 140 - 17F
0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x01,
0x01, 0x01, 0x01, 0x01, 0x05, 0x05, 0x05, 0x05,
0x00, 0x00, 0x9d, 0x00, 0x05, 0x05, 0x1a, 0x1a,
0x1a, 0x1a, 0xa0, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x1b, 0x1b,
0x00, 0x00, 0x05, 0x05, 0x05, 0x0c, 0x0c, 0x01,
0x01, 0x05, 0x05, 0x0b, 0x0b, 0x00, 0x00, 0x00,
0x00, 0x05, 0x05, 0x05, 0x1c, 0x05, 0x05, 0x00,
0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x05, 0x05,
0x05, 0x05, 0x00, 0x00, 0x9d, 0x00, 0x05, 0x05,
0x1a, 0x1a, 0x1a, 0x1a, 0xa0, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x1b, 0x1b, 0x00, 0x00, 0x05, 0x05, 0x05,
0x0c, 0x0c, 0x01, 0x01, 0x05, 0x05, 0x0b, 0x0b,
0x00, 0x00, 0x00, 0x00, 0x05, 0x05, 0x05, 0x1c,
// Entry 180 - 1BF
0x00, 0x05, 0x05, 0x00, 0x00, 0x1d, 0x1d, 0x01,
0x01, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x0f,
0x05, 0x05, 0x00, 0x00, 0x00, 0x00, 0x05, 0x05,
0x00, 0x00, 0x00, 0x1d, 0x1d, 0x01, 0x01, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x01, 0x0f,
0x0f, 0x00, 0x00, 0x01, 0x01, 0x05, 0x05, 0x1e,
0x1e, 0x00, 0x00, 0x05, 0x05, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0xa2, 0x1f, 0x00, 0x00,
0x01, 0x01, 0x20, 0x20, 0x00, 0x00, 0x21, 0x21,
0x00, 0x00, 0x05, 0x05, 0x00, 0x00, 0x00, 0x00,
0x05, 0x05, 0x05, 0x05, 0x05, 0x22, 0x22, 0xa4,
0x01, 0x01, 0x20, 0x20, 0x00, 0x00, 0x00, 0x21,
0x21, 0x00, 0x00, 0x05, 0x05, 0x00, 0x00, 0x00,
// Entry 1C0 - 1FF
0x00, 0x00, 0x16, 0x16, 0x05, 0x05, 0x00, 0x00,
0x00, 0x00, 0x23, 0x23, 0x00, 0x00, 0x00, 0x00,
0x00, 0x0f, 0x0f, 0x00, 0x00, 0x05, 0x05, 0x00,
0x00, 0x05, 0x05, 0xa6, 0x00, 0x00, 0x00, 0xa8,
0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x00, 0x05,
0x05, 0xa9, 0x24, 0xab, 0x00, 0x00, 0x00, 0xac,
0x25, 0x25, 0x00, 0x00, 0xaf, 0x00, 0x00, 0xb0,
0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05, 0x01,
0x00, 0x05, 0x05, 0x05, 0x05, 0x05, 0x22, 0x22,
0xa4, 0x00, 0x00, 0x16, 0x16, 0x05, 0x05, 0x00,
0x00, 0x00, 0x00, 0x23, 0x23, 0x00, 0x00, 0x00,
0x00, 0x00, 0x0f, 0x0f, 0x00, 0x00, 0x05, 0x05,
0x00, 0x00, 0x05, 0x05, 0xa6, 0x00, 0x00, 0x00,
0xa8, 0x00, 0x00, 0x05, 0x00, 0x00, 0x00, 0x00,
0x05, 0x05, 0xa9, 0x24, 0xab, 0x00, 0x00, 0x00,
0x00, 0xac, 0x25, 0x25, 0x00, 0x00, 0xaf, 0x00,
// Entry 200 - 23F
0x01, 0x15, 0x15, 0x05, 0x05, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x26, 0x26,
0x26, 0xb2, 0xb4, 0x1b, 0x00, 0x00, 0x01, 0x01,
0x00, 0xb0, 0x05, 0x05, 0x05, 0x05, 0x05, 0x05,
0x05, 0x01, 0x01, 0x15, 0x15, 0x05, 0x05, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x26, 0x26, 0x26,
0xb2, 0xb4, 0x1b, 0x00, 0x00, 0x00, 0x01, 0x01,
0x01, 0x01, 0xb6, 0x27, 0x05, 0x01, 0x05, 0x01,
0x01, 0x01, 0x01, 0x01, 0x01, 0x01, 0x00, 0x05,
0x00, 0x00, 0x1a, 0x1a, 0x05, 0x05, 0x05, 0x05,
// Entry 240 - 27F
0x05, 0x00, 0x00, 0x28, 0x28, 0x28, 0x28, 0x28,
0x28, 0x28, 0x05, 0x05, 0x00, 0x00, 0x00, 0x00,
// Entry 240 - 27F
0x00, 0x00, 0x00, 0x00, 0x29, 0x29, 0x29, 0x29,
0x05, 0x05, 0x0f, 0x0f, 0x05, 0x05, 0x01, 0x01,
0x01, 0x01, 0x01, 0x2a, 0x2a, 0x01, 0x01, 0x11,
0x11, 0x2b, 0x2b, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x01, 0x01, 0x01, 0x01, 0x0b, 0x0b,
0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
0x0b, 0xb8, 0x20, 0x20, 0x20, 0x00, 0x05, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x29, 0x29, 0x29,
0x29, 0x05, 0x05, 0x0f, 0x0f, 0x05, 0x05, 0x01,
0x01, 0x01, 0x01, 0x01, 0x2a, 0x2a, 0x01, 0x01,
0x11, 0x11, 0x00, 0x00, 0x00, 0x2b, 0x2b, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01,
0x01, 0x01, 0x01, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b,
// Entry 280 - 2BF
0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x0b, 0x00, 0x00,
0x00, 0xb8, 0x20, 0x20, 0x20, 0x00, 0x05, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x2c, 0x2c, 0x2d, 0x2d, 0x05, 0x05, 0x05,
0x0f, 0x0f, 0x01, 0x01, 0x00, 0x00, 0x2e, 0x2e,
0xbb, 0xbd, 0x1b, 0xbe, 0xc0, 0x27, 0xc2, 0x01,
0x2f, 0x2f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x05,
0x05, 0x00, 0x00, 0x00, 0x00, 0x30, 0x30, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x2c, 0x2c, 0x00, 0x2d, 0x2d,
0x05, 0x05, 0x05, 0x00, 0x0f, 0x0f, 0x01, 0x01,
0x00, 0x00, 0x2e, 0x2e, 0xbb, 0xbd, 0x1b, 0xbe,
0xc0, 0x27, 0xc2, 0x01, 0x2f, 0x2f, 0x00, 0x00,
// Entry 2C0 - 2FF
0x00, 0x00, 0x00, 0x00, 0x05, 0x05, 0x00, 0x00,
0x00, 0x00, 0x00, 0x30, 0x30, 0x00, 0x00, 0x00,
0x00, 0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00,
0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
// Entry 2C0 - 2FF
0x31, 0x31, 0x31, 0x31, 0x00, 0x00,
} // Size: 710 bytes
} // Size: 742 bytes
// langToAlt is a list of numbering system and symbol set pairs, sorted and
// marked by compact language index.
@ -431,65 +435,65 @@ var langToAlt = []altSymData{ // 68 elements
6: {compactTag: 0x2d, system: 0x0, symIndex: 0x4},
7: {compactTag: 0x2d, system: 0x2, symIndex: 0x32},
8: {compactTag: 0x2d, system: 0x3, symIndex: 0x36},
9: {compactTag: 0x40, system: 0x5, symIndex: 0x3f},
10: {compactTag: 0x40, system: 0x0, symIndex: 0x0},
11: {compactTag: 0x43, system: 0x0, symIndex: 0x0},
12: {compactTag: 0x43, system: 0x33, symIndex: 0x42},
13: {compactTag: 0x46, system: 0x0, symIndex: 0x1},
14: {compactTag: 0x46, system: 0x2, symIndex: 0x32},
15: {compactTag: 0x5a, system: 0x2, symIndex: 0x32},
16: {compactTag: 0x5a, system: 0x0, symIndex: 0x9},
17: {compactTag: 0x5d, system: 0x0, symIndex: 0x1},
18: {compactTag: 0x5d, system: 0x2, symIndex: 0x32},
19: {compactTag: 0x61, system: 0x0, symIndex: 0xa},
20: {compactTag: 0x61, system: 0x2, symIndex: 0x32},
21: {compactTag: 0x77, system: 0x33, symIndex: 0x43},
22: {compactTag: 0x77, system: 0x0, symIndex: 0x0},
23: {compactTag: 0x10e, system: 0x3, symIndex: 0x37},
24: {compactTag: 0x10e, system: 0x0, symIndex: 0x17},
25: {compactTag: 0x10e, system: 0x2, symIndex: 0x32},
26: {compactTag: 0x11d, system: 0x0, symIndex: 0x1},
27: {compactTag: 0x11d, system: 0x2, symIndex: 0x34},
28: {compactTag: 0x11d, system: 0x3, symIndex: 0x38},
29: {compactTag: 0x152, system: 0x0, symIndex: 0x0},
30: {compactTag: 0x152, system: 0x2, symIndex: 0x32},
31: {compactTag: 0x152, system: 0x3, symIndex: 0x36},
32: {compactTag: 0x15a, system: 0x0, symIndex: 0x0},
33: {compactTag: 0x15a, system: 0x2, symIndex: 0x32},
34: {compactTag: 0x1a4, system: 0x3, symIndex: 0x36},
35: {compactTag: 0x1a4, system: 0x0, symIndex: 0x1f},
36: {compactTag: 0x1bf, system: 0x3, symIndex: 0x36},
37: {compactTag: 0x1bf, system: 0x0, symIndex: 0x0},
38: {compactTag: 0x1db, system: 0x0, symIndex: 0x0},
39: {compactTag: 0x1db, system: 0x1c, symIndex: 0x40},
40: {compactTag: 0x1df, system: 0x9, symIndex: 0x0},
41: {compactTag: 0x1e9, system: 0x21, symIndex: 0x41},
42: {compactTag: 0x1e9, system: 0x0, symIndex: 0x24},
43: {compactTag: 0x1eb, system: 0x3, symIndex: 0x36},
44: {compactTag: 0x1ef, system: 0x0, symIndex: 0x25},
45: {compactTag: 0x1ef, system: 0x2, symIndex: 0x35},
46: {compactTag: 0x1ef, system: 0x3, symIndex: 0x39},
47: {compactTag: 0x1f4, system: 0x9, symIndex: 0x0},
48: {compactTag: 0x1f7, system: 0x0, symIndex: 0x5},
49: {compactTag: 0x1f7, system: 0x2, symIndex: 0x32},
50: {compactTag: 0x211, system: 0x0, symIndex: 0x0},
51: {compactTag: 0x211, system: 0x3, symIndex: 0x3a},
52: {compactTag: 0x212, system: 0x3, symIndex: 0x36},
53: {compactTag: 0x212, system: 0x0, symIndex: 0x1b},
54: {compactTag: 0x21a, system: 0x3, symIndex: 0x36},
55: {compactTag: 0x21a, system: 0x0, symIndex: 0x27},
56: {compactTag: 0x271, system: 0x0, symIndex: 0x20},
57: {compactTag: 0x271, system: 0x2, symIndex: 0x34},
58: {compactTag: 0x271, system: 0x3, symIndex: 0x3b},
59: {compactTag: 0x298, system: 0x0, symIndex: 0x1b},
60: {compactTag: 0x298, system: 0x3, symIndex: 0x3c},
61: {compactTag: 0x299, system: 0x3, symIndex: 0x3c},
62: {compactTag: 0x29b, system: 0x0, symIndex: 0x2f},
63: {compactTag: 0x29b, system: 0x3, symIndex: 0x3d},
64: {compactTag: 0x29c, system: 0x3, symIndex: 0x36},
65: {compactTag: 0x29c, system: 0x0, symIndex: 0x27},
66: {compactTag: 0x29e, system: 0x0, symIndex: 0x1},
67: {compactTag: 0x29e, system: 0x3, symIndex: 0x3e},
9: {compactTag: 0x41, system: 0x5, symIndex: 0x3f},
10: {compactTag: 0x41, system: 0x0, symIndex: 0x0},
11: {compactTag: 0x44, system: 0x0, symIndex: 0x0},
12: {compactTag: 0x44, system: 0x33, symIndex: 0x42},
13: {compactTag: 0x47, system: 0x0, symIndex: 0x1},
14: {compactTag: 0x47, system: 0x2, symIndex: 0x32},
15: {compactTag: 0x5b, system: 0x2, symIndex: 0x32},
16: {compactTag: 0x5b, system: 0x0, symIndex: 0x9},
17: {compactTag: 0x5e, system: 0x0, symIndex: 0x1},
18: {compactTag: 0x5e, system: 0x2, symIndex: 0x32},
19: {compactTag: 0x62, system: 0x0, symIndex: 0xa},
20: {compactTag: 0x62, system: 0x2, symIndex: 0x32},
21: {compactTag: 0x79, system: 0x33, symIndex: 0x43},
22: {compactTag: 0x79, system: 0x0, symIndex: 0x0},
23: {compactTag: 0x110, system: 0x3, symIndex: 0x37},
24: {compactTag: 0x110, system: 0x0, symIndex: 0x17},
25: {compactTag: 0x110, system: 0x2, symIndex: 0x32},
26: {compactTag: 0x11f, system: 0x0, symIndex: 0x1},
27: {compactTag: 0x11f, system: 0x2, symIndex: 0x34},
28: {compactTag: 0x11f, system: 0x3, symIndex: 0x38},
29: {compactTag: 0x154, system: 0x0, symIndex: 0x0},
30: {compactTag: 0x154, system: 0x2, symIndex: 0x32},
31: {compactTag: 0x154, system: 0x3, symIndex: 0x36},
32: {compactTag: 0x15c, system: 0x0, symIndex: 0x0},
33: {compactTag: 0x15c, system: 0x2, symIndex: 0x32},
34: {compactTag: 0x1ac, system: 0x3, symIndex: 0x36},
35: {compactTag: 0x1ac, system: 0x0, symIndex: 0x1f},
36: {compactTag: 0x1c8, system: 0x3, symIndex: 0x36},
37: {compactTag: 0x1c8, system: 0x0, symIndex: 0x0},
38: {compactTag: 0x1e4, system: 0x0, symIndex: 0x0},
39: {compactTag: 0x1e4, system: 0x1c, symIndex: 0x40},
40: {compactTag: 0x1e8, system: 0x9, symIndex: 0x0},
41: {compactTag: 0x1f2, system: 0x21, symIndex: 0x41},
42: {compactTag: 0x1f2, system: 0x0, symIndex: 0x24},
43: {compactTag: 0x1f4, system: 0x3, symIndex: 0x36},
44: {compactTag: 0x1f9, system: 0x0, symIndex: 0x25},
45: {compactTag: 0x1f9, system: 0x2, symIndex: 0x35},
46: {compactTag: 0x1f9, system: 0x3, symIndex: 0x39},
47: {compactTag: 0x1fe, system: 0x9, symIndex: 0x0},
48: {compactTag: 0x201, system: 0x0, symIndex: 0x5},
49: {compactTag: 0x201, system: 0x2, symIndex: 0x32},
50: {compactTag: 0x220, system: 0x0, symIndex: 0x0},
51: {compactTag: 0x220, system: 0x3, symIndex: 0x3a},
52: {compactTag: 0x221, system: 0x3, symIndex: 0x36},
53: {compactTag: 0x221, system: 0x0, symIndex: 0x1b},
54: {compactTag: 0x22a, system: 0x3, symIndex: 0x36},
55: {compactTag: 0x22a, system: 0x0, symIndex: 0x27},
56: {compactTag: 0x289, system: 0x0, symIndex: 0x20},
57: {compactTag: 0x289, system: 0x2, symIndex: 0x34},
58: {compactTag: 0x289, system: 0x3, symIndex: 0x3b},
59: {compactTag: 0x2b4, system: 0x0, symIndex: 0x1b},
60: {compactTag: 0x2b4, system: 0x3, symIndex: 0x3c},
61: {compactTag: 0x2b5, system: 0x3, symIndex: 0x3c},
62: {compactTag: 0x2b7, system: 0x0, symIndex: 0x2f},
63: {compactTag: 0x2b7, system: 0x3, symIndex: 0x3d},
64: {compactTag: 0x2b8, system: 0x3, symIndex: 0x36},
65: {compactTag: 0x2b8, system: 0x0, symIndex: 0x27},
66: {compactTag: 0x2ba, system: 0x0, symIndex: 0x1},
67: {compactTag: 0x2ba, system: 0x3, symIndex: 0x3e},
} // Size: 296 bytes
// Total table size 4560 bytes (4KiB); checksum: F62D56B8
// Total table size 4592 bytes (4KiB); checksum: FCCA88FA

Просмотреть файл

@ -4,108 +4,112 @@ package internal
// Parent maps a compact index of a tag to the compact index of the parent of
// this tag.
var Parent = []uint16{ // 710 elements
var Parent = []uint16{ // 742 elements
// Entry 0 - 3F
0x0000, 0x0051, 0x00e1, 0x0000, 0x0003, 0x0003, 0x0000, 0x0006,
0x0000, 0x0052, 0x00e3, 0x0000, 0x0003, 0x0003, 0x0000, 0x0006,
0x0000, 0x0008, 0x0000, 0x000a, 0x0000, 0x000c, 0x000c, 0x000c,
0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c,
0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c,
0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c, 0x000c,
0x000c, 0x0000, 0x0029, 0x0000, 0x002b, 0x0000, 0x002d, 0x0000,
0x0000, 0x0030, 0x002f, 0x002f, 0x0000, 0x0034, 0x0000, 0x0036,
0x0000, 0x0038, 0x0000, 0x003a, 0x0000, 0x003c, 0x0000, 0x003e,
0x0000, 0x0038, 0x0000, 0x003a, 0x0000, 0x003c, 0x0000, 0x0000,
// Entry 40 - 7F
0x0000, 0x0040, 0x0040, 0x0000, 0x0043, 0x0043, 0x0000, 0x0046,
0x0000, 0x0048, 0x0000, 0x0000, 0x004b, 0x004a, 0x004a, 0x0000,
0x004f, 0x004f, 0x004f, 0x004f, 0x0000, 0x0054, 0x0000, 0x0056,
0x0000, 0x0058, 0x0000, 0x005a, 0x005a, 0x0000, 0x005d, 0x0000,
0x005f, 0x0000, 0x0061, 0x0000, 0x0063, 0x0063, 0x0000, 0x0066,
0x0000, 0x0068, 0x0068, 0x0068, 0x0068, 0x0068, 0x0068, 0x0000,
0x006f, 0x0000, 0x0071, 0x0000, 0x0073, 0x0000, 0x0075, 0x0000,
0x0077, 0x0000, 0x0079, 0x0000, 0x007b, 0x007b, 0x0000, 0x007e,
0x003f, 0x0000, 0x0041, 0x0041, 0x0000, 0x0044, 0x0044, 0x0000,
0x0047, 0x0000, 0x0049, 0x0000, 0x0000, 0x004c, 0x004b, 0x004b,
0x0000, 0x0050, 0x0050, 0x0050, 0x0050, 0x0000, 0x0055, 0x0000,
0x0057, 0x0000, 0x0059, 0x0000, 0x005b, 0x005b, 0x0000, 0x005e,
0x0000, 0x0060, 0x0000, 0x0062, 0x0000, 0x0064, 0x0064, 0x0000,
0x0067, 0x0000, 0x0069, 0x0069, 0x0069, 0x0069, 0x0069, 0x0069,
0x0000, 0x0070, 0x0000, 0x0072, 0x0000, 0x0074, 0x0000, 0x0000,
0x0077, 0x0000, 0x0079, 0x0000, 0x007b, 0x0000, 0x007d, 0x007d,
// Entry 80 - BF
0x007e, 0x0000, 0x0081, 0x0082, 0x0082, 0x0082, 0x0081, 0x0083,
0x0082, 0x0082, 0x0082, 0x0081, 0x0082, 0x0082, 0x0082, 0x0082,
0x0082, 0x0082, 0x0083, 0x0082, 0x0082, 0x0082, 0x0082, 0x0083,
0x0082, 0x0083, 0x0082, 0x0082, 0x0083, 0x0082, 0x0082, 0x0082,
0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0081, 0x0082,
0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082,
0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082,
0x0081, 0x0082, 0x0081, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082,
0x0000, 0x0080, 0x0080, 0x0000, 0x0083, 0x0084, 0x0084, 0x0084,
0x0083, 0x0085, 0x0084, 0x0084, 0x0084, 0x0083, 0x0084, 0x0084,
0x0084, 0x0084, 0x0084, 0x0084, 0x0085, 0x0084, 0x0084, 0x0084,
0x0084, 0x0085, 0x0084, 0x0085, 0x0084, 0x0084, 0x0085, 0x0084,
0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084,
0x0083, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084,
0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084,
0x0084, 0x0084, 0x0083, 0x0084, 0x0083, 0x0084, 0x0084, 0x0084,
// Entry C0 - FF
0x0082, 0x0082, 0x0082, 0x0083, 0x0082, 0x0082, 0x0082, 0x0082,
0x0082, 0x0082, 0x0082, 0x0081, 0x0082, 0x0082, 0x0082, 0x0082,
0x0082, 0x0083, 0x0082, 0x0082, 0x0083, 0x0082, 0x0082, 0x0082,
0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082, 0x0082,
0x0081, 0x0081, 0x0082, 0x0082, 0x0081, 0x0082, 0x0082, 0x0082,
0x0082, 0x0082, 0x0000, 0x00ea, 0x0000, 0x00ec, 0x00ec, 0x00ee,
0x00ee, 0x00ee, 0x00ee, 0x00ee, 0x00ee, 0x00ee, 0x00ec, 0x00ee,
0x00ec, 0x00ec, 0x00ee, 0x00ee, 0x00ec, 0x00ee, 0x00ee, 0x00ee,
0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0085, 0x0084, 0x0084,
0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0083, 0x0084, 0x0084,
0x0084, 0x0084, 0x0084, 0x0085, 0x0084, 0x0084, 0x0085, 0x0084,
0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084, 0x0084,
0x0084, 0x0084, 0x0083, 0x0083, 0x0084, 0x0084, 0x0083, 0x0084,
0x0084, 0x0084, 0x0084, 0x0084, 0x0000, 0x00ec, 0x0000, 0x00ee,
0x00ee, 0x00f0, 0x00f0, 0x00f0, 0x00f0, 0x00f0, 0x00f0, 0x00f0,
0x00ee, 0x00f0, 0x00ee, 0x00ee, 0x00f0, 0x00f0, 0x00ee, 0x00f0,
// Entry 100 - 13F
0x00ee, 0x00ec, 0x00ee, 0x00ee, 0x00ee, 0x00ee, 0x00ee, 0x00ee,
0x0000, 0x0108, 0x0000, 0x010a, 0x0000, 0x010c, 0x0000, 0x010e,
0x010e, 0x0000, 0x0111, 0x0111, 0x0111, 0x0111, 0x0000, 0x0116,
0x0000, 0x0118, 0x0000, 0x011a, 0x011a, 0x0000, 0x011d, 0x011d,
0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d,
0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d,
0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d,
0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d,
0x00f0, 0x00f0, 0x00f0, 0x00ee, 0x00f0, 0x00f0, 0x00f0, 0x00f0,
0x00f0, 0x00f0, 0x0000, 0x010a, 0x0000, 0x010c, 0x0000, 0x010e,
0x0000, 0x0110, 0x0110, 0x0000, 0x0113, 0x0113, 0x0113, 0x0113,
0x0000, 0x0118, 0x0000, 0x011a, 0x0000, 0x011c, 0x011c, 0x0000,
0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f,
0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f,
0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f,
0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f,
// Entry 140 - 17F
0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d, 0x011d,
0x011d, 0x011d, 0x011d, 0x011d, 0x0000, 0x014c, 0x0000, 0x014e,
0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f,
0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x011f, 0x0000, 0x014e,
0x0000, 0x0150, 0x0000, 0x0152, 0x0000, 0x0154, 0x0000, 0x0156,
0x0156, 0x0156, 0x0000, 0x015a, 0x0000, 0x015c, 0x0000, 0x015e,
0x0000, 0x0160, 0x0160, 0x0160, 0x0000, 0x0164, 0x0000, 0x0166,
0x0000, 0x0168, 0x0000, 0x016a, 0x016a, 0x0000, 0x016d, 0x0000,
0x016f, 0x0000, 0x0171, 0x0000, 0x0173, 0x0000, 0x0175, 0x0000,
0x0177, 0x0000, 0x0179, 0x0000, 0x017b, 0x017b, 0x017b, 0x0000,
0x0000, 0x0158, 0x0158, 0x0158, 0x0000, 0x015c, 0x0000, 0x0000,
0x015f, 0x0000, 0x0161, 0x0000, 0x0163, 0x0163, 0x0163, 0x0000,
0x0167, 0x0000, 0x0169, 0x0000, 0x016b, 0x0000, 0x016d, 0x016d,
0x0000, 0x0170, 0x0000, 0x0172, 0x0000, 0x0174, 0x0000, 0x0176,
0x0000, 0x0178, 0x0000, 0x017a, 0x0000, 0x017c, 0x0000, 0x017e,
// Entry 180 - 1BF
0x017f, 0x0000, 0x0181, 0x0000, 0x0183, 0x0000, 0x0185, 0x0000,
0x0187, 0x0000, 0x0189, 0x0000, 0x018b, 0x0000, 0x018d, 0x0000,
0x018f, 0x0000, 0x0191, 0x0000, 0x0193, 0x0000, 0x0195, 0x0000,
0x017e, 0x017e, 0x0000, 0x0000, 0x0183, 0x0000, 0x0000, 0x0186,
0x0000, 0x0188, 0x0000, 0x0000, 0x018b, 0x0000, 0x018d, 0x0000,
0x0000, 0x0190, 0x0000, 0x0000, 0x0193, 0x0000, 0x0195, 0x0000,
0x0197, 0x0000, 0x0199, 0x0000, 0x019b, 0x0000, 0x019d, 0x0000,
0x019f, 0x019f, 0x0000, 0x01a2, 0x0000, 0x01a4, 0x0000, 0x01a6,
0x0000, 0x01a8, 0x0000, 0x01aa, 0x0000, 0x01ac, 0x0000, 0x01ae,
0x0000, 0x01b0, 0x0000, 0x01b2, 0x0000, 0x01b4, 0x0000, 0x01b6,
0x0000, 0x01b8, 0x01b8, 0x01b8, 0x01b8, 0x0000, 0x01bd, 0x0000,
0x019f, 0x0000, 0x01a1, 0x0000, 0x01a3, 0x0000, 0x01a5, 0x0000,
0x01a7, 0x01a7, 0x0000, 0x01aa, 0x0000, 0x01ac, 0x0000, 0x01ae,
0x0000, 0x01b0, 0x0000, 0x01b2, 0x0000, 0x0000, 0x01b5, 0x0000,
0x01b7, 0x0000, 0x01b9, 0x0000, 0x01bb, 0x0000, 0x01bd, 0x0000,
// Entry 1C0 - 1FF
0x01bf, 0x01bf, 0x0000, 0x01c2, 0x0000, 0x01c4, 0x0000, 0x01c6,
0x0000, 0x01c8, 0x0000, 0x01ca, 0x0000, 0x01cc, 0x01cc, 0x0000,
0x01cf, 0x0000, 0x01d1, 0x0000, 0x01d3, 0x0000, 0x01d5, 0x0000,
0x01d7, 0x0000, 0x01d9, 0x0000, 0x01db, 0x0000, 0x01dd, 0x0000,
0x01df, 0x0000, 0x01e1, 0x01e1, 0x01e1, 0x0000, 0x01e5, 0x0000,
0x01e7, 0x0000, 0x01e9, 0x0000, 0x01eb, 0x0000, 0x01ed, 0x0000,
0x01ef, 0x01ef, 0x0000, 0x01f2, 0x0000, 0x01f4, 0x01f4, 0x0000,
0x01f7, 0x01f7, 0x01f7, 0x01f7, 0x01f7, 0x01f7, 0x01f7, 0x0000,
0x01bf, 0x0000, 0x01c1, 0x01c1, 0x01c1, 0x01c1, 0x0000, 0x01c6,
0x0000, 0x01c8, 0x01c8, 0x0000, 0x01cb, 0x0000, 0x01cd, 0x0000,
0x01cf, 0x0000, 0x01d1, 0x0000, 0x01d3, 0x0000, 0x01d5, 0x01d5,
0x0000, 0x01d8, 0x0000, 0x01da, 0x0000, 0x01dc, 0x0000, 0x01de,
0x0000, 0x01e0, 0x0000, 0x01e2, 0x0000, 0x01e4, 0x0000, 0x01e6,
0x0000, 0x01e8, 0x0000, 0x01ea, 0x01ea, 0x01ea, 0x0000, 0x01ee,
0x0000, 0x01f0, 0x0000, 0x01f2, 0x0000, 0x01f4, 0x0000, 0x0000,
0x01f7, 0x0000, 0x01f9, 0x01f9, 0x0000, 0x01fc, 0x0000, 0x01fe,
// Entry 200 - 23F
0x01ff, 0x0000, 0x0201, 0x0000, 0x0203, 0x0000, 0x0205, 0x0000,
0x0207, 0x0000, 0x0209, 0x0209, 0x0000, 0x020c, 0x0000, 0x020e,
0x020e, 0x0000, 0x0000, 0x0212, 0x0211, 0x0211, 0x0000, 0x0216,
0x0000, 0x0218, 0x0000, 0x021a, 0x0000, 0x0223, 0x021c, 0x0223,
0x0223, 0x0223, 0x0223, 0x021c, 0x0223, 0x0223, 0x0000, 0x0226,
0x0226, 0x0226, 0x0000, 0x022a, 0x0000, 0x022c, 0x0000, 0x022e,
0x022e, 0x0000, 0x0231, 0x0000, 0x0233, 0x0233, 0x0233, 0x0233,
0x0233, 0x0233, 0x0000, 0x023a, 0x0000, 0x023c, 0x0000, 0x023e,
0x01fe, 0x0000, 0x0201, 0x0201, 0x0201, 0x0201, 0x0201, 0x0201,
0x0201, 0x0000, 0x0209, 0x0000, 0x020b, 0x0000, 0x020d, 0x0000,
0x0000, 0x0000, 0x0000, 0x0000, 0x0213, 0x0000, 0x0000, 0x0216,
0x0000, 0x0218, 0x0218, 0x0000, 0x021b, 0x0000, 0x021d, 0x021d,
0x0000, 0x0000, 0x0221, 0x0220, 0x0220, 0x0000, 0x0000, 0x0226,
0x0000, 0x0228, 0x0000, 0x022a, 0x0000, 0x0233, 0x022c, 0x0233,
0x0233, 0x0233, 0x0233, 0x022c, 0x0233, 0x0233, 0x0000, 0x0236,
0x0236, 0x0236, 0x0000, 0x023a, 0x0000, 0x023c, 0x0000, 0x023e,
// Entry 240 - 27F
0x0000, 0x0240, 0x0000, 0x0242, 0x0000, 0x0244, 0x0244, 0x0244,
0x0000, 0x0248, 0x0000, 0x024a, 0x0000, 0x024c, 0x0000, 0x0000,
0x024f, 0x024e, 0x024e, 0x0000, 0x0253, 0x0000, 0x0255, 0x0000,
0x0257, 0x0000, 0x0259, 0x0000, 0x025b, 0x0000, 0x025d, 0x025d,
0x025d, 0x025d, 0x0000, 0x0262, 0x0262, 0x0262, 0x0000, 0x0266,
0x0266, 0x0266, 0x0266, 0x0266, 0x0000, 0x026c, 0x026c, 0x026c,
0x026c, 0x0000, 0x0271, 0x0271, 0x0271, 0x0000, 0x0275, 0x0275,
0x0275, 0x0275, 0x0000, 0x027a, 0x027a, 0x027a, 0x027a, 0x0000,
0x023e, 0x0000, 0x0241, 0x0000, 0x0243, 0x0243, 0x0243, 0x0243,
0x0243, 0x0243, 0x0000, 0x024a, 0x0000, 0x024c, 0x0000, 0x024e,
0x0000, 0x0250, 0x0000, 0x0252, 0x0000, 0x0000, 0x0255, 0x0255,
0x0255, 0x0000, 0x0259, 0x0000, 0x025b, 0x0000, 0x025d, 0x0000,
0x0000, 0x0260, 0x025f, 0x025f, 0x0000, 0x0264, 0x0000, 0x0266,
0x0000, 0x0268, 0x0000, 0x0000, 0x0000, 0x0000, 0x026d, 0x0000,
0x0000, 0x0270, 0x0000, 0x0272, 0x0272, 0x0272, 0x0272, 0x0000,
0x0277, 0x0277, 0x0277, 0x0000, 0x027b, 0x027b, 0x027b, 0x027b,
// Entry 280 - 2BF
0x027f, 0x0000, 0x0281, 0x0281, 0x0000, 0x0284, 0x0000, 0x0286,
0x0286, 0x0000, 0x0289, 0x0000, 0x028b, 0x0000, 0x028d, 0x028d,
0x0000, 0x0290, 0x0000, 0x0292, 0x0000, 0x0294, 0x0000, 0x0296,
0x0000, 0x0298, 0x0298, 0x0000, 0x0000, 0x029c, 0x0000, 0x029e,
0x029b, 0x029b, 0x0000, 0x0000, 0x02a3, 0x02a2, 0x02a2, 0x0000,
0x02a7, 0x0000, 0x02a9, 0x0000, 0x02ab, 0x0000, 0x02ad, 0x0000,
0x02af, 0x0000, 0x02b1, 0x0000, 0x02b3, 0x0000, 0x02b5, 0x02b5,
0x0000, 0x02b8, 0x0000, 0x02ba, 0x02ba, 0x02ba, 0x02ba, 0x02ba,
0x027b, 0x0000, 0x0281, 0x0281, 0x0281, 0x0281, 0x0000, 0x0000,
0x0000, 0x0000, 0x0289, 0x0289, 0x0289, 0x0000, 0x028d, 0x028d,
0x028d, 0x028d, 0x0000, 0x0000, 0x0293, 0x0293, 0x0293, 0x0293,
0x0000, 0x0298, 0x0000, 0x029a, 0x029a, 0x0000, 0x029d, 0x0000,
0x029f, 0x029f, 0x0000, 0x0000, 0x02a3, 0x0000, 0x0000, 0x02a6,
0x0000, 0x02a8, 0x02a8, 0x0000, 0x0000, 0x02ac, 0x0000, 0x02ae,
0x0000, 0x02b0, 0x0000, 0x02b2, 0x0000, 0x02b4, 0x02b4, 0x0000,
0x0000, 0x02b8, 0x0000, 0x02ba, 0x02b7, 0x02b7, 0x0000, 0x0000,
// Entry 2C0 - 2FF
0x0000, 0x02c0, 0x02c1, 0x02c0, 0x0000, 0x02c4,
} // Size: 1444 bytes
0x02bf, 0x02be, 0x02be, 0x0000, 0x0000, 0x02c4, 0x0000, 0x02c6,
0x0000, 0x02c8, 0x0000, 0x0000, 0x02cb, 0x0000, 0x0000, 0x0000,
0x02cf, 0x0000, 0x02d1, 0x0000, 0x02d3, 0x0000, 0x02d5, 0x02d5,
0x0000, 0x02d8, 0x0000, 0x02da, 0x02da, 0x02da, 0x02da, 0x02da,
0x0000, 0x02e0, 0x02e1, 0x02e0, 0x0000, 0x02e4,
} // Size: 1508 bytes
// Total table size 1444 bytes (1KiB); checksum: ADEF4110
// Total table size 1508 bytes (1KiB); checksum: BABB1D86

Просмотреть файл

@ -90,6 +90,15 @@ func main() {
m[tag] = true
// }
}
// Include locales for plural rules, which uses a different structure.
for _, plurals := range data.Supplemental().Plurals {
for _, rules := range plurals.PluralRules {
for _, lang := range strings.Split(rules.Locales, " ") {
m[language.Make(lang)] = true
}
}
}
var core, special []language.Tag
for t := range m {

Разница между файлами не показана из-за своего большого размера Загрузить разницу

Просмотреть файл

@ -89,11 +89,11 @@ func TestCompactIndex(t *testing.T) {
{"ca-ES-valencia-u-co-phonebk", 1, true},
{"ca-ES-valencia-u-co-phonebk-va-posix", 0, false},
{"x-klingon", 0, false},
{"en-US", 225, true},
{"en-US", 227, true},
{"en-US-u-va-posix", 2, true},
{"en", 129, true},
{"en-u-co-phonebk", 129, true},
{"en-001", 130, true},
{"en", 131, true},
{"en-u-co-phonebk", 131, true},
{"en-001", 132, true},
{"sh", 0, false}, // We don't normalize.
}
for _, tt := range tests {

Просмотреть файл

@ -632,6 +632,16 @@ func (b *builder) parseIndices() {
}
}
}
// Include locales for plural rules, which uses a different structure.
for _, plurals := range b.data.Supplemental().Plurals {
for _, rules := range plurals.PluralRules {
for _, lang := range strings.Split(rules.Locales, " ") {
if lang = strings.Split(lang, "_")[0]; lang != "root" {
b.lang.add(lang)
}
}
}
}
// Include languages in likely subtags.
for _, m := range b.supp.LikelySubtags.LikelySubtag {
from := strings.Split(m.From, "_")

Разница между файлами не показана из-за своего большого размера Загрузить разницу