update to Unicode version 11.0.0

server/nfc_sets.cc

@@ -390,6 +390,7 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x07F1, 230},
 	{0x07F2, 220},
 	{0x07F3, 230},
+	{0x07FD, 220},
 	{0x0816, 230},
 	{0x0817, 230},
 	{0x0818, 230},
@@ -414,6 +415,7 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x0859, 220},
 	{0x085A, 220},
 	{0x085B, 220},
+	{0x08D3, 220},
 	{0x08D4, 230},
 	{0x08D5, 230},
 	{0x08D6, 230},
@@ -465,6 +467,7 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x0954, 230},
 	{0x09BC, 7},
 	{0x09CD, 9},
+	{0x09FE, 230},
 	{0x0A3C, 7},
 	{0x0A4D, 9},
 	{0x0ABC, 7},
@@ -477,6 +480,8 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x0C56, 91},
 	{0x0CBC, 7},
 	{0x0CCD, 9},
+	{0x0D3B, 9},
+	{0x0D3C, 9},
 	{0x0D4D, 9},
 	{0x0DCA, 9},
 	{0x0E38, 103},
@@ -650,6 +655,10 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x1DF3, 230},
 	{0x1DF4, 230},
 	{0x1DF5, 230},
+	{0x1DF6, 232},
+	{0x1DF7, 228},
+	{0x1DF8, 228},
+	{0x1DF9, 220},
 	{0x1DFB, 230},
 	{0x1DFC, 233},
 	{0x1DFD, 220},
@@ -809,6 +818,21 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x10A3F, 9},
 	{0x10AE5, 230},
 	{0x10AE6, 220},
+	{0x10D24, 230},
+	{0x10D25, 230},
+	{0x10D26, 230},
+	{0x10D27, 230},
+	{0x10F46, 220},
+	{0x10F47, 220},
+	{0x10F48, 230},
+	{0x10F49, 230},
+	{0x10F4A, 230},
+	{0x10F4B, 220},
+	{0x10F4C, 230},
+	{0x10F4D, 220},
+	{0x10F4E, 220},
+	{0x10F4F, 220},
+	{0x10F50, 220},
 	{0x11046, 9},
 	{0x1107F, 9},
 	{0x110B9, 9},
@@ -825,6 +849,7 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x11236, 7},
 	{0x112E9, 7},
 	{0x112EA, 9},
+	{0x1133B, 7},
 	{0x1133C, 7},
 	{0x1134D, 9},
 	{0x11366, 230},
@@ -841,6 +866,7 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x11374, 230},
 	{0x11442, 9},
 	{0x11446, 7},
+	{0x1145E, 230},
 	{0x114C2, 9},
 	{0x114C3, 7},
 	{0x115BF, 9},
@@ -849,7 +875,16 @@ const std::map<unsigned, unsigned char> NFC_CombiningClass = {
 	{0x116B6, 9},
 	{0x116B7, 7},
 	{0x1172B, 9},
+	{0x11839, 9},
+	{0x1183A, 7},
+	{0x11A34, 9},
+	{0x11A47, 9},
+	{0x11A99, 9},
 	{0x11C3F, 9},
+	{0x11D42, 7},
+	{0x11D44, 9},
+	{0x11D45, 9},
+	{0x11D97, 9},
 	{0x16AF0, 1},
 	{0x16AF1, 1},
 	{0x16AF2, 1},
@@ -3015,3 +3050,4 @@ const std::map<unsigned, std::pair<int,int>> NFC_Decompose = {
 
 std::map< std::pair<unsigned, unsigned>, unsigned> generate_nfc_compose();
 const std::map< std::pair<unsigned, unsigned>, unsigned> NFC_Compose = generate_nfc_compose();
+

server/scripts/gen_sets.sh

@@ -7,7 +7,7 @@
 #
 ################################# ### ## # #  #    #
 
-cat /usr/share/unicode/DerivedNormalizationProps.txt | sed -e 's/#.*//g' | grep NFC_QC | sed -e 's/; NFC_QC;//g' |
+cat ./unicode/DerivedNormalizationProps.txt | sed -e 's/#.*//g' | grep NFC_QC | sed -e 's/; NFC_QC;//g' |
 
 (
 
@@ -77,7 +77,7 @@ echo -en '\n\t};\n\n'
 
 echo 'const std::map<unsigned, unsigned char> NFC_CombiningClass = {'
 
-cat /usr/share/unicode/UnicodeData.txt | cut -d';' -f 1,4 | grep -v -E ';0$' | sed 's/\([0-9A-F]*\);\([0-9]*\)/	{0x\1, \2},/g'
+cat ./unicode/UnicodeData.txt | cut -d';' -f 1,4 | grep -v -E ';0$' | sed 's/\([0-9A-F]*\);\([0-9]*\)/	{0x\1, \2},/g'
 
 echo -en '};\n\n'
 
@@ -85,7 +85,7 @@ echo -en '};\n\n'
 echo 'const std::map<unsigned, std::pair<int,int>> NFC_Decompose = {'
 
 # cut codepoint and Decomposition_Mapping, remove compat mappings (containing <…>), add -1 for one-element mappings:
-cat /usr/share/unicode/UnicodeData.txt | cut -d';' -f 1,6 | grep -v '<' | \
+cat ./unicode/UnicodeData.txt | cut -d';' -f 1,6 | grep -v '<' | \
  sed -e 's/\([0-9A-F]*\);\([0-9A-F ]*\)/\1 @\2@/g' | grep -v @@ | \
  sed -e 's/@\([0-9A-F]*\) \([0-9A-F]*\)@/0x\1 0x\2/' | \
  sed -e 's/@\([0-9A-F]*\)@/0x\1 -1/' | \