update to Unicode 14.0

2 files changed, 113 insertions, 42 deletions

diff --git a/newlib/libc/ctype/caseconv.t b/newlib/libc/ctype/caseconv.t
index a6281b562..0620f1452 100644
--- a/newlib/libc/ctype/caseconv.t
+++ b/newlib/libc/ctype/caseconv.t
@@ -251,8 +251,8 @@
   {0x2183, 1, TO1, ODDCAP},
   {0x24B6, 25, TOLO, 26},
   {0x24D0, 25, TOUP, -26},
-  {0x2C00, 46, TOLO, 48},
-  {0x2C30, 46, TOUP, -48},
+  {0x2C00, 47, TOLO, 48},
+  {0x2C30, 47, TOUP, -48},
   {0x2C60, 1, TO1, EVENCAP},
   {0x2C62, 0, TOLO, -10743},
   {0x2C63, 0, TOLO, -3814},
@@ -294,12 +294,13 @@
   {0xA7B1, 0, TOLO, -42282},
   {0xA7B2, 0, TOLO, -42261},
   {0xA7B3, 0, TOLO, 928},
-  {0xA7B4, 11, TO1, EVENCAP},
-  {0xA7C2, 1, TO1, EVENCAP},
+  {0xA7B4, 15, TO1, EVENCAP},
   {0xA7C4, 0, TOLO, -48},
   {0xA7C5, 0, TOLO, -42307},
   {0xA7C6, 0, TOLO, -35384},
   {0xA7C7, 3, TO1, ODDCAP},
+  {0xA7D0, 1, TO1, EVENCAP},
+  {0xA7D6, 3, TO1, EVENCAP},
   {0xA7F5, 1, TO1, ODDCAP},
   {0xAB53, 0, TOUP, -928},
   {0xAB70, 79, TOUP, -38864},
@@ -309,6 +310,14 @@
   {0x10428, 39, TOUP, -40},
   {0x104B0, 35, TOLO, 40},
   {0x104D8, 35, TOUP, -40},
+  {0x10570, 10, TOLO, 39},
+  {0x1057C, 14, TOLO, 39},
+  {0x1058C, 6, TOLO, 39},
+  {0x10594, 1, TOLO, 39},
+  {0x10597, 10, TOUP, -39},
+  {0x105A3, 14, TOUP, -39},
+  {0x105B3, 6, TOUP, -39},
+  {0x105BB, 1, TOUP, -39},
   {0x10C80, 50, TOLO, 64},
   {0x10CC0, 50, TOUP, -64},
   {0x118A0, 31, TOLO, 32},
diff --git a/newlib/libc/ctype/categories.t b/newlib/libc/ctype/categories.t
index f9c026e19..38bb959e6 100644
--- a/newlib/libc/ctype/categories.t
+++ b/newlib/libc/ctype/categories.t
@@ -196,7 +196,7 @@
     {CAT_Mn, 0x0610, 10},
     {CAT_Po, 0x061B, 0},
     {CAT_Cf, 0x061C, 0},
-    {CAT_Po, 0x061E, 1},
+    {CAT_Po, 0x061D, 2},
     {CAT_Lo, 0x0620, 31},
     {CAT_Lm, 0x0640, 0},
     {CAT_Lo, 0x0641, 9},
@@ -252,9 +252,14 @@
     {CAT_Mn, 0x0859, 2},
     {CAT_Po, 0x085E, 0},
     {CAT_Lo, 0x0860, 10},
-    {CAT_Lo, 0x08A0, 20},
-    {CAT_Lo, 0x08B6, 17},
-    {CAT_Mn, 0x08D3, 14},
+    {CAT_Lo, 0x0870, 23},
+    {CAT_Sk, 0x0888, 0},
+    {CAT_Lo, 0x0889, 5},
+    {CAT_Cf, 0x0890, 1},
+    {CAT_Mn, 0x0898, 7},
+    {CAT_Lo, 0x08A0, 40},
+    {CAT_Lm, 0x08C9, 0},
+    {CAT_Mn, 0x08CA, 23},
     {CAT_Cf, 0x08E2, 0},
     {CAT_Mn, 0x08E3, 31},
     {CAT_Mc, 0x0903, 0},
@@ -409,6 +414,7 @@
     {CAT_Lo, 0x0C0E, 2},
     {CAT_Lo, 0x0C12, 22},
     {CAT_Lo, 0x0C2A, 15},
+    {CAT_Mn, 0x0C3C, 0},
     {CAT_Lo, 0x0C3D, 0},
     {CAT_Mn, 0x0C3E, 2},
     {CAT_Mc, 0x0C41, 3},
@@ -416,6 +422,7 @@
     {CAT_Mn, 0x0C4A, 3},
     {CAT_Mn, 0x0C55, 1},
     {CAT_Lo, 0x0C58, 2},
+    {CAT_Lo, 0x0C5D, 0},
     {CAT_Lo, 0x0C60, 1},
     {CAT_Mn, 0x0C62, 1},
     {CAT_Nd, 0x0C66, 9},
@@ -441,7 +448,7 @@
     {CAT_Mc, 0x0CCA, 1},
     {CAT_Mn, 0x0CCC, 1},
     {CAT_Mc, 0x0CD5, 1},
-    {CAT_Lo, 0x0CDE, 0},
+    {CAT_Lo, 0x0CDD, 1},
     {CAT_Lo, 0x0CE0, 1},
     {CAT_Mn, 0x0CE2, 1},
     {CAT_Nd, 0x0CE6, 9},
@@ -626,11 +633,12 @@
     {CAT_Po, 0x16EB, 2},
     {CAT_Nl, 0x16EE, 2},
     {CAT_Lo, 0x16F1, 7},
-    {CAT_Lo, 0x1700, 12},
-    {CAT_Lo, 0x170E, 3},
+    {CAT_Lo, 0x1700, 17},
     {CAT_Mn, 0x1712, 2},
-    {CAT_Lo, 0x1720, 17},
-    {CAT_Mn, 0x1732, 2},
+    {CAT_Mc, 0x1715, 0},
+    {CAT_Lo, 0x171F, 18},
+    {CAT_Mn, 0x1732, 1},
+    {CAT_Mc, 0x1734, 0},
     {CAT_Po, 0x1735, 1},
     {CAT_Lo, 0x1740, 17},
     {CAT_Mn, 0x1752, 1},
@@ -658,6 +666,7 @@
     {CAT_Po, 0x1807, 3},
     {CAT_Mn, 0x180B, 2},
     {CAT_Cf, 0x180E, 0},
+    {CAT_Mn, 0x180F, 0},
     {CAT_Nd, 0x1810, 9},
     {CAT_Lo, 0x1820, 34},
     {CAT_Lm, 0x1843, 0},
@@ -712,7 +721,7 @@
     {CAT_Po, 0x1AA8, 5},
     {CAT_Mn, 0x1AB0, 13},
     {CAT_Me, 0x1ABE, 0},
-    {CAT_Mn, 0x1ABF, 1},
+    {CAT_Mn, 0x1ABF, 15},
     {CAT_Mn, 0x1B00, 3},
     {CAT_Mc, 0x1B04, 0},
     {CAT_Lo, 0x1B05, 46},
@@ -724,12 +733,13 @@
     {CAT_Mc, 0x1B3D, 4},
     {CAT_Mn, 0x1B42, 0},
     {CAT_Mc, 0x1B43, 1},
-    {CAT_Lo, 0x1B45, 6},
+    {CAT_Lo, 0x1B45, 7},
     {CAT_Nd, 0x1B50, 9},
     {CAT_Po, 0x1B5A, 6},
     {CAT_So, 0x1B61, 9},
     {CAT_Mn, 0x1B6B, 8},
     {CAT_So, 0x1B74, 8},
+    {CAT_Po, 0x1B7D, 1},
     {CAT_Mn, 0x1B80, 1},
     {CAT_Mc, 0x1B82, 0},
     {CAT_Lo, 0x1B83, 29},
@@ -791,8 +801,7 @@
     {CAT_LC, 0x1D8E, 0},
     {CAT_Ll, 0x1D8F, 11},
     {CAT_Lm, 0x1D9B, 36},
-    {CAT_Mn, 0x1DC0, 57},
-    {CAT_Mn, 0x1DFB, 4},
+    {CAT_Mn, 0x1DC0, 63},
     {CAT_LC, 0x1E00, 149},
     {CAT_Ll, 0x1E96, 4},
     {CAT_LC, 0x1E9B, 0},
@@ -901,7 +910,7 @@
     {CAT_Ps, 0x208D, 0},
     {CAT_Pe, 0x208E, 0},
     {CAT_Lm, 0x2090, 12},
-    {CAT_Sc, 0x20A0, 31},
+    {CAT_Sc, 0x20A0, 32},
     {CAT_Mn, 0x20D0, 12},
     {CAT_Me, 0x20DD, 3},
     {CAT_Mn, 0x20E1, 0},
@@ -1076,9 +1085,7 @@
     {CAT_So, 0x2B4D, 38},
     {CAT_So, 0x2B76, 31},
     {CAT_So, 0x2B97, 104},
-    {CAT_LC, 0x2C00, 46},
-    {CAT_LC, 0x2C30, 46},
-    {CAT_LC, 0x2C60, 16},
+    {CAT_LC, 0x2C00, 112},
     {CAT_Ll, 0x2C71, 0},
     {CAT_LC, 0x2C72, 1},
     {CAT_Ll, 0x2C74, 0},
@@ -1150,7 +1157,16 @@
     {CAT_Ps, 0x2E42, 0},
     {CAT_Po, 0x2E43, 12},
     {CAT_So, 0x2E50, 1},
-    {CAT_Po, 0x2E52, 0},
+    {CAT_Po, 0x2E52, 2},
+    {CAT_Ps, 0x2E55, 0},
+    {CAT_Pe, 0x2E56, 0},
+    {CAT_Ps, 0x2E57, 0},
+    {CAT_Pe, 0x2E58, 0},
+    {CAT_Ps, 0x2E59, 0},
+    {CAT_Pe, 0x2E5A, 0},
+    {CAT_Ps, 0x2E5B, 0},
+    {CAT_Pe, 0x2E5C, 0},
+    {CAT_Pd, 0x2E5D, 0},
     {CAT_So, 0x2E80, 25},
     {CAT_So, 0x2E9B, 88},
     {CAT_So, 0x2F00, 213},
@@ -1226,8 +1242,7 @@
     {CAT_So, 0x32C0, 319},
     {CAT_Lo, 0x3400, 6591},
     {CAT_So, 0x4DC0, 63},
-    {CAT_Lo, 0x4E00, 20988},
-    {CAT_Lo, 0xA000, 20},
+    {CAT_Lo, 0x4E00, 21012},
     {CAT_Lm, 0xA015, 0},
     {CAT_Lo, 0xA016, 1142},
     {CAT_So, 0xA490, 54},
@@ -1273,8 +1288,12 @@
     {CAT_Ll, 0xA795, 0},
     {CAT_LC, 0xA796, 24},
     {CAT_Ll, 0xA7AF, 0},
-    {CAT_LC, 0xA7B0, 15},
-    {CAT_LC, 0xA7C2, 8},
+    {CAT_LC, 0xA7B0, 26},
+    {CAT_LC, 0xA7D0, 1},
+    {CAT_Ll, 0xA7D3, 0},
+    {CAT_Ll, 0xA7D5, 0},
+    {CAT_LC, 0xA7D6, 3},
+    {CAT_Lm, 0xA7F2, 2},
     {CAT_LC, 0xA7F5, 1},
     {CAT_Lo, 0xA7F7, 0},
     {CAT_Lm, 0xA7F8, 1},
@@ -1424,15 +1443,17 @@
     {CAT_Lo, 0xFB40, 1},
     {CAT_Lo, 0xFB43, 1},
     {CAT_Lo, 0xFB46, 107},
-    {CAT_Sk, 0xFBB2, 15},
+    {CAT_Sk, 0xFBB2, 16},
     {CAT_Lo, 0xFBD3, 362},
     {CAT_Pe, 0xFD3E, 0},
     {CAT_Ps, 0xFD3F, 0},
+    {CAT_So, 0xFD40, 15},
     {CAT_Lo, 0xFD50, 63},
     {CAT_Lo, 0xFD92, 53},
+    {CAT_So, 0xFDCF, 0},
     {CAT_Lo, 0xFDF0, 11},
     {CAT_Sc, 0xFDFC, 0},
-    {CAT_So, 0xFDFD, 0},
+    {CAT_So, 0xFDFD, 2},
     {CAT_Mn, 0xFE00, 15},
     {CAT_Po, 0xFE10, 6},
     {CAT_Ps, 0xFE17, 0},
@@ -1578,9 +1599,20 @@
     {CAT_Lo, 0x10500, 39},
     {CAT_Lo, 0x10530, 51},
     {CAT_Po, 0x1056F, 0},
+    {CAT_LC, 0x10570, 10},
+    {CAT_LC, 0x1057C, 14},
+    {CAT_LC, 0x1058C, 6},
+    {CAT_LC, 0x10594, 1},
+    {CAT_LC, 0x10597, 10},
+    {CAT_LC, 0x105A3, 14},
+    {CAT_LC, 0x105B3, 6},
+    {CAT_LC, 0x105BB, 1},
     {CAT_Lo, 0x10600, 310},
     {CAT_Lo, 0x10740, 21},
     {CAT_Lo, 0x10760, 7},
+    {CAT_Lm, 0x10780, 5},
+    {CAT_Lm, 0x10787, 41},
+    {CAT_Lm, 0x107B2, 8},
     {CAT_Lo, 0x10800, 5},
     {CAT_Lo, 0x10808, 0},
     {CAT_Lo, 0x1080A, 43},
@@ -1657,6 +1689,9 @@
     {CAT_Mn, 0x10F46, 10},
     {CAT_No, 0x10F51, 3},
     {CAT_Po, 0x10F55, 4},
+    {CAT_Lo, 0x10F70, 17},
+    {CAT_Mn, 0x10F82, 3},
+    {CAT_Po, 0x10F86, 3},
     {CAT_Lo, 0x10FB0, 20},
     {CAT_No, 0x10FC5, 6},
     {CAT_Lo, 0x10FE0, 22},
@@ -1668,6 +1703,10 @@
     {CAT_Po, 0x11047, 6},
     {CAT_No, 0x11052, 19},
     {CAT_Nd, 0x11066, 9},
+    {CAT_Mn, 0x11070, 0},
+    {CAT_Lo, 0x11071, 1},
+    {CAT_Mn, 0x11073, 1},
+    {CAT_Lo, 0x11075, 0},
     {CAT_Mn, 0x1107F, 2},
     {CAT_Mc, 0x11082, 0},
     {CAT_Lo, 0x11083, 44},
@@ -1678,6 +1717,7 @@
     {CAT_Po, 0x110BB, 1},
     {CAT_Cf, 0x110BD, 0},
     {CAT_Po, 0x110BE, 3},
+    {CAT_Mn, 0x110C2, 0},
     {CAT_Cf, 0x110CD, 0},
     {CAT_Lo, 0x110D0, 24},
     {CAT_Nd, 0x110F0, 9},
@@ -1812,6 +1852,7 @@
     {CAT_Mc, 0x116B6, 0},
     {CAT_Mn, 0x116B7, 0},
     {CAT_Lo, 0x116B8, 0},
+    {CAT_Po, 0x116B9, 0},
     {CAT_Nd, 0x116C0, 9},
     {CAT_Lo, 0x11700, 26},
     {CAT_Mn, 0x1171D, 2},
@@ -1823,6 +1864,7 @@
     {CAT_No, 0x1173A, 1},
     {CAT_Po, 0x1173C, 2},
     {CAT_So, 0x1173F, 0},
+    {CAT_Lo, 0x11740, 6},
     {CAT_Lo, 0x11800, 43},
     {CAT_Mc, 0x1182C, 2},
     {CAT_Mn, 0x1182F, 8},
@@ -1880,7 +1922,7 @@
     {CAT_Po, 0x11A9A, 2},
     {CAT_Lo, 0x11A9D, 0},
     {CAT_Po, 0x11A9E, 4},
-    {CAT_Lo, 0x11AC0, 56},
+    {CAT_Lo, 0x11AB0, 72},
     {CAT_Lo, 0x11C00, 8},
     {CAT_Lo, 0x11C0A, 36},
     {CAT_Mc, 0x11C2F, 0},
@@ -1936,6 +1978,8 @@
     {CAT_Nl, 0x12400, 110},
     {CAT_Po, 0x12470, 4},
     {CAT_Lo, 0x12480, 195},
+    {CAT_Lo, 0x12F90, 96},
+    {CAT_Po, 0x12FF1, 1},
     {CAT_Lo, 0x13000, 1070},
     {CAT_Cf, 0x13430, 8},
     {CAT_Lo, 0x14400, 582},
@@ -1943,6 +1987,8 @@
     {CAT_Lo, 0x16A40, 30},
     {CAT_Nd, 0x16A60, 9},
     {CAT_Po, 0x16A6E, 1},
+    {CAT_Lo, 0x16A70, 78},
+    {CAT_Nd, 0x16AC0, 9},
     {CAT_Lo, 0x16AD0, 29},
     {CAT_Mn, 0x16AF0, 4},
     {CAT_Po, 0x16AF5, 0},
@@ -1974,7 +2020,10 @@
     {CAT_Lo, 0x17000, 6135},
     {CAT_Lo, 0x18800, 1237},
     {CAT_Lo, 0x18D00, 8},
-    {CAT_Lo, 0x1B000, 286},
+    {CAT_Lm, 0x1AFF0, 3},
+    {CAT_Lm, 0x1AFF5, 6},
+    {CAT_Lm, 0x1AFFD, 1},
+    {CAT_Lo, 0x1B000, 290},
     {CAT_Lo, 0x1B150, 2},
     {CAT_Lo, 0x1B164, 3},
     {CAT_Lo, 0x1B170, 395},
@@ -1986,6 +2035,9 @@
     {CAT_Mn, 0x1BC9D, 1},
     {CAT_Po, 0x1BC9F, 0},
     {CAT_Cf, 0x1BCA0, 3},
+    {CAT_Mn, 0x1CF00, 45},
+    {CAT_Mn, 0x1CF30, 22},
+    {CAT_So, 0x1CF50, 115},
     {CAT_So, 0x1D000, 245},
     {CAT_So, 0x1D100, 38},
     {CAT_So, 0x1D129, 59},
@@ -1999,7 +2051,7 @@
     {CAT_Mn, 0x1D185, 6},
     {CAT_So, 0x1D18C, 29},
     {CAT_Mn, 0x1D1AA, 3},
-    {CAT_So, 0x1D1AE, 58},
+    {CAT_So, 0x1D1AE, 60},
     {CAT_So, 0x1D200, 65},
     {CAT_Mn, 0x1D242, 2},
     {CAT_So, 0x1D245, 0},
@@ -2088,6 +2140,9 @@
     {CAT_Po, 0x1DA87, 4},
     {CAT_Mn, 0x1DA9B, 4},
     {CAT_Mn, 0x1DAA1, 14},
+    {CAT_Ll, 0x1DF00, 9},
+    {CAT_Lo, 0x1DF0A, 0},
+    {CAT_Ll, 0x1DF0B, 19},
     {CAT_Mn, 0x1E000, 6},
     {CAT_Mn, 0x1E008, 16},
     {CAT_Mn, 0x1E01B, 6},
@@ -2099,10 +2154,16 @@
     {CAT_Nd, 0x1E140, 9},
     {CAT_Lo, 0x1E14E, 0},
     {CAT_So, 0x1E14F, 0},
+    {CAT_Lo, 0x1E290, 29},
+    {CAT_Mn, 0x1E2AE, 0},
     {CAT_Lo, 0x1E2C0, 43},
     {CAT_Mn, 0x1E2EC, 3},
     {CAT_Nd, 0x1E2F0, 9},
     {CAT_Sc, 0x1E2FF, 0},
+    {CAT_Lo, 0x1E7E0, 6},
+    {CAT_Lo, 0x1E7E8, 3},
+    {CAT_Lo, 0x1E7ED, 1},
+    {CAT_Lo, 0x1E7F0, 14},
     {CAT_Lo, 0x1E800, 196},
     {CAT_No, 0x1E8C7, 8},
     {CAT_Mn, 0x1E8D0, 6},
@@ -2169,33 +2230,34 @@
     {CAT_So, 0x1F300, 250},
     {CAT_Sk, 0x1F3FB, 4},
     {CAT_So, 0x1F400, 727},
-    {CAT_So, 0x1F6E0, 12},
+    {CAT_So, 0x1F6DD, 15},
     {CAT_So, 0x1F6F0, 12},
     {CAT_So, 0x1F700, 115},
     {CAT_So, 0x1F780, 88},
     {CAT_So, 0x1F7E0, 11},
+    {CAT_So, 0x1F7F0, 0},
     {CAT_So, 0x1F800, 11},
     {CAT_So, 0x1F810, 55},
     {CAT_So, 0x1F850, 9},
     {CAT_So, 0x1F860, 39},
     {CAT_So, 0x1F890, 29},
     {CAT_So, 0x1F8B0, 1},
-    {CAT_So, 0x1F900, 120},
-    {CAT_So, 0x1F97A, 81},
-    {CAT_So, 0x1F9CD, 134},
+    {CAT_So, 0x1F900, 339},
     {CAT_So, 0x1FA60, 13},
     {CAT_So, 0x1FA70, 4},
-    {CAT_So, 0x1FA78, 2},
+    {CAT_So, 0x1FA78, 4},
     {CAT_So, 0x1FA80, 6},
-    {CAT_So, 0x1FA90, 24},
-    {CAT_So, 0x1FAB0, 6},
-    {CAT_So, 0x1FAC0, 2},
-    {CAT_So, 0x1FAD0, 6},
+    {CAT_So, 0x1FA90, 28},
+    {CAT_So, 0x1FAB0, 10},
+    {CAT_So, 0x1FAC0, 5},
+    {CAT_So, 0x1FAD0, 9},
+    {CAT_So, 0x1FAE0, 7},
+    {CAT_So, 0x1FAF0, 6},
     {CAT_So, 0x1FB00, 146},
     {CAT_So, 0x1FB94, 54},
     {CAT_Nd, 0x1FBF0, 9},
-    {CAT_Lo, 0x20000, 42717},
-    {CAT_Lo, 0x2A700, 4148},
+    {CAT_Lo, 0x20000, 42719},
+    {CAT_Lo, 0x2A700, 4152},
     {CAT_Lo, 0x2B740, 221},
     {CAT_Lo, 0x2B820, 5761},
     {CAT_Lo, 0x2CEB0, 7472},