commit f334f95e146045257631c605510413ba8de4639d
Author: Laslo Hunhold <[email protected]>
AuthorDate: Thu Sep 23 10:38:00 2021 +0200
Commit: Laslo Hunhold <[email protected]>
CommitDate: Thu Sep 23 10:38:00 2021 +0200
Update to Unicode 14.0.0
There have been no changes to the grapheme cluster boundary
algorithm in UAX #29 section 3.1.1 (see [0]) and only some additions,
which partially affect the ruleset (emoji detection, new alphabets).
I thought about making the Unicode version a variable in config.mk,
but it's not always as simple as this time. To give an example, some
Unicode revisions in the past completely overhauled the grapheme
cluster boundary detection and even made it stateful.
[0]:https://unicode.org/reports/tr29/#Grapheme_Cluster_Boundary_Rules
Signed-off-by: Laslo Hunhold <[email protected]>
diff --git a/Makefile b/Makefile
index 23d5ffe..e76ae0d 100644
--- a/Makefile
+++ b/Makefile
@@ -37,13 +37,13 @@ test/utf8-encode: test/utf8-encode.o libgrapheme.a
test/utf8-decode: test/utf8-decode.o libgrapheme.a
data/emoji.txt:
- wget -O $@
https://www.unicode.org/Public/13.0.0/ucd/emoji/emoji-data.txt
+ wget -O $@
https://www.unicode.org/Public/14.0.0/ucd/emoji/emoji-data.txt
data/grapheme_boundary.txt:
- wget -O $@
https://www.unicode.org/Public/13.0.0/ucd/auxiliary/GraphemeBreakProperty.txt
+ wget -O $@
https://www.unicode.org/Public/14.0.0/ucd/auxiliary/GraphemeBreakProperty.txt
data/grapheme_boundary_test.txt:
- wget -O $@
https://www.unicode.org/Public/13.0.0/ucd/auxiliary/GraphemeBreakTest.txt
+ wget -O $@
https://www.unicode.org/Public/14.0.0/ucd/auxiliary/GraphemeBreakTest.txt
$(DATA:=.h):
$(@:.h=) < $(@:.h=.txt) > $@
diff --git a/data/emoji.txt b/data/emoji.txt
index 5d7dc1b..7806c7a 100644
--- a/data/emoji.txt
+++ b/data/emoji.txt
@@ -1,11 +1,11 @@
-# emoji-data.txt
-# Date: 2020-01-28, 20:52:38 GMT
-# © 2020 Unicode®, Inc.
+# emoji-data-14.0.0.txt
+# Date: 2021-08-26, 17:22:22 GMT
+# © 2021 Unicode®, Inc.
# Unicode and the Unicode Logo are registered trademarks of Unicode, Inc. in
the U.S. and other countries.
# For terms of use, see http://www.unicode.org/terms_of_use.html
#
# Emoji Data for UTS #51
-# Version: 13.0
+# Used with Emoji Version 14.0 and subsequent minor revisions (if any)
#
# For documentation and usage, see http://www.unicode.org/reports/tr51
#
@@ -22,7 +22,7 @@
# All omitted code points have Emoji=No
# @missing: 0000..10FFFF ; Emoji ; No
-0023 ; Emoji # E0.0 [1] (#ï¸) number sign
+0023 ; Emoji # E0.0 [1] (#ï¸) hash sign
002A ; Emoji # E0.0 [1] (*ï¸) asterisk
0030..0039 ; Emoji # E0.0 [10] (0ï¸..9ï¸) digit
zero..digit nine
00A9 ; Emoji # E0.6 [1] (©ï¸) copyright
@@ -119,8 +119,8 @@
2747 ; Emoji # E0.6 [1] (âï¸) sparkle
274C ; Emoji # E0.6 [1] (â) cross mark
274E ; Emoji # E0.6 [1] (â) cross mark button
-2753..2755 ; Emoji # E0.6 [3] (â..â) question
mark..white exclamation mark
-2757 ; Emoji # E0.6 [1] (â) exclamation mark
+2753..2755 ; Emoji # E0.6 [3] (â..â) red question
mark..white exclamation mark
+2757 ; Emoji # E0.6 [1] (â) red exclamation
mark
2763 ; Emoji # E1.0 [1] (â£ï¸) heart
exclamation
2764 ; Emoji # E0.6 [1] (â¤ï¸) red heart
2795..2797 ; Emoji # E0.6 [3] (â..â) plus..divide
@@ -239,7 +239,7 @@
1F509 ; Emoji # E1.0 [1] (ð) speaker medium
volume
1F50A..1F514 ; Emoji # E0.6 [11] (ð..ð) speaker high
volume..bell
1F515 ; Emoji # E1.0 [1] (ð) bell with slash
-1F516..1F52B ; Emoji # E0.6 [22] (ð..ð«)
bookmark..pistol
+1F516..1F52B ; Emoji # E0.6 [22] (ð..ð«)
bookmark..water pistol
1F52C..1F52D ; Emoji # E1.0 [2] (ð¬..ð)
microscope..telescope
1F52E..1F53D ; Emoji # E0.6 [16] (ð®..ð½) crystal
ball..downwards button
1F549..1F54A ; Emoji # E0.7 [2] (ðï¸..ðï¸)
om..dove
@@ -294,7 +294,7 @@
1F62E..1F62F ; Emoji # E1.0 [2] (ð®..ð¯) face with
open mouth..hushed face
1F630..1F633 ; Emoji # E0.6 [4] (ð°..ð³) anxious face
with sweat..flushed face
1F634 ; Emoji # E1.0 [1] (ð´) sleeping face
-1F635 ; Emoji # E0.6 [1] (ðµ) dizzy face
+1F635 ; Emoji # E0.6 [1] (ðµ) face with
crossed-out eyes
1F636 ; Emoji # E1.0 [1] (ð¶) face without
mouth
1F637..1F640 ; Emoji # E0.6 [10] (ð·..ð) face with
medical mask..weary cat
1F641..1F644 ; Emoji # E1.0 [4] (ð..ð) slightly
frowning face..face with rolling eyes
@@ -341,6 +341,7 @@
1F6D1..1F6D2 ; Emoji # E3.0 [2] (ð..ð) stop
sign..shopping cart
1F6D5 ; Emoji # E12.0 [1] (ð) hindu temple
1F6D6..1F6D7 ; Emoji # E13.0 [2] (ð..ð) hut..elevator
+1F6DD..1F6DF ; Emoji # E14.0 [3] (ð..ð) playground
slide..ring buoy
1F6E0..1F6E5 ; Emoji # E0.7 [6] (ð ï¸..ð¥ï¸) hammer
and wrench..motor boat
1F6E9 ; Emoji # E0.7 [1] (ð©ï¸) small
airplane
1F6EB..1F6EC ; Emoji # E1.0 [2] (ð«..ð¬) airplane
departure..airplane arrival
@@ -352,6 +353,7 @@
1F6FA ; Emoji # E12.0 [1] (ðº) auto rickshaw
1F6FB..1F6FC ; Emoji # E13.0 [2] (ð»..ð¼) pickup
truck..roller skate
1F7E0..1F7EB ; Emoji # E12.0 [12] (ð ..ð«) orange
circle..brown square
+1F7F0 ; Emoji # E14.0 [1] (ð°) heavy equals
sign
1F90C ; Emoji # E13.0 [1] (ð¤) pinched fingers
1F90D..1F90F ; Emoji # E12.0 [3] (ð¤..ð¤) white
heart..pinching hand
1F910..1F918 ; Emoji # E1.0 [9] (ð¤..ð¤) zipper-mouth
face..sign of the horns
@@ -375,6 +377,7 @@
1F972 ; Emoji # E13.0 [1] (ð¥²) smiling face
with tear
1F973..1F976 ; Emoji # E11.0 [4] (ð¥³..ð¥¶) partying
face..cold face
1F977..1F978 ; Emoji # E13.0 [2] (ð¥·..ð¥¸)
ninja..disguised face
+1F979 ; Emoji # E14.0 [1] (ð¥¹) face holding
back tears
1F97A ; Emoji # E11.0 [1] (ð¥º) pleading face
1F97B ; Emoji # E12.0 [1] (ð¥») sari
1F97C..1F97F ; Emoji # E11.0 [4] (ð¥¼..ð¥¿) lab
coat..flat shoe
@@ -392,21 +395,29 @@
1F9C1..1F9C2 ; Emoji # E11.0 [2] (ð§..ð§) cupcake..salt
1F9C3..1F9CA ; Emoji # E12.0 [8] (ð§..ð§) beverage
box..ice
1F9CB ; Emoji # E13.0 [1] (ð§) bubble tea
+1F9CC ; Emoji # E14.0 [1] (ð§) troll
1F9CD..1F9CF ; Emoji # E12.0 [3] (ð§..ð§) person
standing..deaf person
1F9D0..1F9E6 ; Emoji # E5.0 [23] (ð§..ð§¦) face with
monocle..socks
1F9E7..1F9FF ; Emoji # E11.0 [25] (ð§§..ð§¿) red
envelope..nazar amulet
1FA70..1FA73 ; Emoji # E12.0 [4] (ð©°..ð©³) ballet
shoes..shorts
1FA74 ; Emoji # E13.0 [1] (ð©´) thong sandal
1FA78..1FA7A ; Emoji # E12.0 [3] (ð©¸..ð©º) drop of
blood..stethoscope
+1FA7B..1FA7C ; Emoji # E14.0 [2] (ð©»..ð©¼) x-ray..crutch
1FA80..1FA82 ; Emoji # E12.0 [3] (ðª..ðª)
yo-yo..parachute
1FA83..1FA86 ; Emoji # E13.0 [4] (ðª..ðª)
boomerang..nesting dolls
1FA90..1FA95 ; Emoji # E12.0 [6] (ðª..ðª) ringed
planet..banjo
1FA96..1FAA8 ; Emoji # E13.0 [19] (ðª..ðª¨) military
helmet..rock
+1FAA9..1FAAC ; Emoji # E14.0 [4] (ðª©..ðª¬) mirror
ball..hamsa
1FAB0..1FAB6 ; Emoji # E13.0 [7] (ðª°..ðª¶) fly..feather
+1FAB7..1FABA ; Emoji # E14.0 [4] (ðª·..ðªº) lotus..nest
with eggs
1FAC0..1FAC2 ; Emoji # E13.0 [3] (ð«..ð«) anatomical
heart..people hugging
+1FAC3..1FAC5 ; Emoji # E14.0 [3] (ð«..ð«
) pregnant
man..person with crown
1FAD0..1FAD6 ; Emoji # E13.0 [7] (ð«..ð«)
blueberries..teapot
+1FAD7..1FAD9 ; Emoji # E14.0 [3] (ð«..ð«) pouring
liquid..jar
+1FAE0..1FAE7 ; Emoji # E14.0 [8] (ð« ..ð«§) melting
face..bubbles
+1FAF0..1FAF6 ; Emoji # E14.0 [7] (ð«°..ð«¶) hand with
index finger and thumb crossed..heart hands
-# Total elements: 1367
+# Total elements: 1404
# ================================================
@@ -438,8 +449,8 @@
2728 ; Emoji_Presentation # E0.6 [1] (â¨) sparkles
274C ; Emoji_Presentation # E0.6 [1] (â) cross mark
274E ; Emoji_Presentation # E0.6 [1] (â) cross mark button
-2753..2755 ; Emoji_Presentation # E0.6 [3] (â..â) question
mark..white exclamation mark
-2757 ; Emoji_Presentation # E0.6 [1] (â) exclamation mark
+2753..2755 ; Emoji_Presentation # E0.6 [3] (â..â) red question
mark..white exclamation mark
+2757 ; Emoji_Presentation # E0.6 [1] (â) red exclamation
mark
2795..2797 ; Emoji_Presentation # E0.6 [3] (â..â) plus..divide
27B0 ; Emoji_Presentation # E0.6 [1] (â°) curly loop
27BF ; Emoji_Presentation # E1.0 [1] (â¿) double curly loop
@@ -533,7 +544,7 @@
1F509 ; Emoji_Presentation # E1.0 [1] (ð) speaker medium
volume
1F50A..1F514 ; Emoji_Presentation # E0.6 [11] (ð..ð) speaker high
volume..bell
1F515 ; Emoji_Presentation # E1.0 [1] (ð) bell with slash
-1F516..1F52B ; Emoji_Presentation # E0.6 [22] (ð..ð«)
bookmark..pistol
+1F516..1F52B ; Emoji_Presentation # E0.6 [22] (ð..ð«)
bookmark..water pistol
1F52C..1F52D ; Emoji_Presentation # E1.0 [2] (ð¬..ð)
microscope..telescope
1F52E..1F53D ; Emoji_Presentation # E0.6 [16] (ð®..ð½) crystal
ball..downwards button
1F54B..1F54E ; Emoji_Presentation # E1.0 [4] (ð..ð)
kaaba..menorah
@@ -569,7 +580,7 @@
1F62E..1F62F ; Emoji_Presentation # E1.0 [2] (ð®..ð¯) face with
open mouth..hushed face
1F630..1F633 ; Emoji_Presentation # E0.6 [4] (ð°..ð³) anxious face
with sweat..flushed face
1F634 ; Emoji_Presentation # E1.0 [1] (ð´) sleeping face
-1F635 ; Emoji_Presentation # E0.6 [1] (ðµ) dizzy face
+1F635 ; Emoji_Presentation # E0.6 [1] (ðµ) face with
crossed-out eyes
1F636 ; Emoji_Presentation # E1.0 [1] (ð¶) face without
mouth
1F637..1F640 ; Emoji_Presentation # E0.6 [10] (ð·..ð) face with
medical mask..weary cat
1F641..1F644 ; Emoji_Presentation # E1.0 [4] (ð..ð) slightly
frowning face..face with rolling eyes
@@ -614,6 +625,7 @@
1F6D1..1F6D2 ; Emoji_Presentation # E3.0 [2] (ð..ð) stop
sign..shopping cart
1F6D5 ; Emoji_Presentation # E12.0 [1] (ð) hindu temple
1F6D6..1F6D7 ; Emoji_Presentation # E13.0 [2] (ð..ð) hut..elevator
+1F6DD..1F6DF ; Emoji_Presentation # E14.0 [3] (ð..ð) playground
slide..ring buoy
1F6EB..1F6EC ; Emoji_Presentation # E1.0 [2] (ð«..ð¬) airplane
departure..airplane arrival
1F6F4..1F6F6 ; Emoji_Presentation # E3.0 [3] (ð´..ð¶) kick
scooter..canoe
1F6F7..1F6F8 ; Emoji_Presentation # E5.0 [2] (ð·..ð¸) sled..flying
saucer
@@ -621,6 +633,7 @@
1F6FA ; Emoji_Presentation # E12.0 [1] (ðº) auto rickshaw
1F6FB..1F6FC ; Emoji_Presentation # E13.0 [2] (ð»..ð¼) pickup
truck..roller skate
1F7E0..1F7EB ; Emoji_Presentation # E12.0 [12] (ð ..ð«) orange
circle..brown square
+1F7F0 ; Emoji_Presentation # E14.0 [1] (ð°) heavy equals
sign
1F90C ; Emoji_Presentation # E13.0 [1] (ð¤) pinched fingers
1F90D..1F90F ; Emoji_Presentation # E12.0 [3] (ð¤..ð¤) white
heart..pinching hand
1F910..1F918 ; Emoji_Presentation # E1.0 [9] (ð¤..ð¤) zipper-mouth
face..sign of the horns
@@ -644,6 +657,7 @@
1F972 ; Emoji_Presentation # E13.0 [1] (ð¥²) smiling face
with tear
1F973..1F976 ; Emoji_Presentation # E11.0 [4] (ð¥³..ð¥¶) partying
face..cold face
1F977..1F978 ; Emoji_Presentation # E13.0 [2] (ð¥·..ð¥¸)
ninja..disguised face
+1F979 ; Emoji_Presentation # E14.0 [1] (ð¥¹) face holding
back tears
1F97A ; Emoji_Presentation # E11.0 [1] (ð¥º) pleading face
1F97B ; Emoji_Presentation # E12.0 [1] (ð¥») sari
1F97C..1F97F ; Emoji_Presentation # E11.0 [4] (ð¥¼..ð¥¿) lab
coat..flat shoe
@@ -661,21 +675,29 @@
1F9C1..1F9C2 ; Emoji_Presentation # E11.0 [2] (ð§..ð§) cupcake..salt
1F9C3..1F9CA ; Emoji_Presentation # E12.0 [8] (ð§..ð§) beverage
box..ice
1F9CB ; Emoji_Presentation # E13.0 [1] (ð§) bubble tea
+1F9CC ; Emoji_Presentation # E14.0 [1] (ð§) troll
1F9CD..1F9CF ; Emoji_Presentation # E12.0 [3] (ð§..ð§) person
standing..deaf person
1F9D0..1F9E6 ; Emoji_Presentation # E5.0 [23] (ð§..ð§¦) face with
monocle..socks
1F9E7..1F9FF ; Emoji_Presentation # E11.0 [25] (ð§§..ð§¿) red
envelope..nazar amulet
1FA70..1FA73 ; Emoji_Presentation # E12.0 [4] (ð©°..ð©³) ballet
shoes..shorts
1FA74 ; Emoji_Presentation # E13.0 [1] (ð©´) thong sandal
1FA78..1FA7A ; Emoji_Presentation # E12.0 [3] (ð©¸..ð©º) drop of
blood..stethoscope
+1FA7B..1FA7C ; Emoji_Presentation # E14.0 [2] (ð©»..ð©¼) x-ray..crutch
1FA80..1FA82 ; Emoji_Presentation # E12.0 [3] (ðª..ðª)
yo-yo..parachute
1FA83..1FA86 ; Emoji_Presentation # E13.0 [4] (ðª..ðª)
boomerang..nesting dolls
1FA90..1FA95 ; Emoji_Presentation # E12.0 [6] (ðª..ðª) ringed
planet..banjo
1FA96..1FAA8 ; Emoji_Presentation # E13.0 [19] (ðª..ðª¨) military
helmet..rock
+1FAA9..1FAAC ; Emoji_Presentation # E14.0 [4] (ðª©..ðª¬) mirror
ball..hamsa
1FAB0..1FAB6 ; Emoji_Presentation # E13.0 [7] (ðª°..ðª¶) fly..feather
+1FAB7..1FABA ; Emoji_Presentation # E14.0 [4] (ðª·..ðªº) lotus..nest
with eggs
1FAC0..1FAC2 ; Emoji_Presentation # E13.0 [3] (ð«..ð«) anatomical
heart..people hugging
+1FAC3..1FAC5 ; Emoji_Presentation # E14.0 [3] (ð«..ð«
) pregnant
man..person with crown
1FAD0..1FAD6 ; Emoji_Presentation # E13.0 [7] (ð«..ð«)
blueberries..teapot
+1FAD7..1FAD9 ; Emoji_Presentation # E14.0 [3] (ð«..ð«) pouring
liquid..jar
+1FAE0..1FAE7 ; Emoji_Presentation # E14.0 [8] (ð« ..ð«§) melting
face..bubbles
+1FAF0..1FAF6 ; Emoji_Presentation # E14.0 [7] (ð«°..ð«¶) hand with
index finger and thumb crossed..heart hands
-# Total elements: 1148
+# Total elements: 1185
# ================================================
@@ -738,15 +760,17 @@
1F9BB ; Emoji_Modifier_Base # E12.0 [1] (ð¦») ear with
hearing aid
1F9CD..1F9CF ; Emoji_Modifier_Base # E12.0 [3] (ð§..ð§) person
standing..deaf person
1F9D1..1F9DD ; Emoji_Modifier_Base # E5.0 [13] (ð§..ð§) person..elf
+1FAC3..1FAC5 ; Emoji_Modifier_Base # E14.0 [3] (ð«..ð«
) pregnant
man..person with crown
+1FAF0..1FAF6 ; Emoji_Modifier_Base # E14.0 [7] (ð«°..ð«¶) hand with
index finger and thumb crossed..heart hands
-# Total elements: 122
+# Total elements: 132
# ================================================
# All omitted code points have Emoji_Component=No
# @missing: 0000..10FFFF ; Emoji_Component ; No
-0023 ; Emoji_Component # E0.0 [1] (#ï¸) number sign
+0023 ; Emoji_Component # E0.0 [1] (#ï¸) hash sign
002A ; Emoji_Component # E0.0 [1] (*ï¸) asterisk
0030..0039 ; Emoji_Component # E0.0 [10] (0ï¸..9ï¸) digit
zero..digit nine
200D ; Emoji_Component # E0.0 [1] (â) zero width
joiner
@@ -902,8 +926,8 @@ E0020..E007F ; Emoji_Component # E0.0 [96] (ó ..ó
¿) tag space..c
2747 ; Extended_Pictographic# E0.6 [1] (âï¸) sparkle
274C ; Extended_Pictographic# E0.6 [1] (â) cross mark
274E ; Extended_Pictographic# E0.6 [1] (â) cross mark button
-2753..2755 ; Extended_Pictographic# E0.6 [3] (â..â) question
mark..white exclamation mark
-2757 ; Extended_Pictographic# E0.6 [1] (â) exclamation mark
+2753..2755 ; Extended_Pictographic# E0.6 [3] (â..â) red question
mark..white exclamation mark
+2757 ; Extended_Pictographic# E0.6 [1] (â) red exclamation
mark
2763 ; Extended_Pictographic# E1.0 [1] (â£ï¸) heart
exclamation
2764 ; Extended_Pictographic# E0.6 [1] (â¤ï¸) red heart
2765..2767 ; Extended_Pictographic# E0.0 [3] (â¥..â§) ROTATED HEAVY
BLACK HEART BULLET..ROTATED FLORAL HEART BULLET
@@ -1041,7 +1065,7 @@ E0020..E007F ; Emoji_Component # E0.0 [96] (ó
..ó ¿) tag space..c
1F509 ; Extended_Pictographic# E1.0 [1] (ð) speaker medium
volume
1F50A..1F514 ; Extended_Pictographic# E0.6 [11] (ð..ð) speaker high
volume..bell
1F515 ; Extended_Pictographic# E1.0 [1] (ð) bell with slash
-1F516..1F52B ; Extended_Pictographic# E0.6 [22] (ð..ð«)
bookmark..pistol
+1F516..1F52B ; Extended_Pictographic# E0.6 [22] (ð..ð«)
bookmark..water pistol
1F52C..1F52D ; Extended_Pictographic# E1.0 [2] (ð¬..ð)
microscope..telescope
1F52E..1F53D ; Extended_Pictographic# E0.6 [16] (ð®..ð½) crystal
ball..downwards button
1F546..1F548 ; Extended_Pictographic# E0.0 [3] (ð..ð) WHITE LATIN
CROSS..CELTIC CROSS
@@ -1117,7 +1141,7 @@ E0020..E007F ; Emoji_Component # E0.0 [96] (ó
..ó ¿) tag space..c
1F62E..1F62F ; Extended_Pictographic# E1.0 [2] (ð®..ð¯) face with
open mouth..hushed face
1F630..1F633 ; Extended_Pictographic# E0.6 [4] (ð°..ð³) anxious face
with sweat..flushed face
1F634 ; Extended_Pictographic# E1.0 [1] (ð´) sleeping face
-1F635 ; Extended_Pictographic# E0.6 [1] (ðµ) dizzy face
+1F635 ; Extended_Pictographic# E0.6 [1] (ðµ) face with
crossed-out eyes
1F636 ; Extended_Pictographic# E1.0 [1] (ð¶) face without
mouth
1F637..1F640 ; Extended_Pictographic# E0.6 [10] (ð·..ð) face with
medical mask..weary cat
1F641..1F644 ; Extended_Pictographic# E1.0 [4] (ð..ð) slightly
frowning face..face with rolling eyes
@@ -1166,7 +1190,8 @@ E0020..E007F ; Emoji_Component # E0.0 [96] (ó
..ó ¿) tag space..c
1F6D3..1F6D4 ; Extended_Pictographic# E0.0 [2] (ð..ð) STUPA..PAGODA
1F6D5 ; Extended_Pictographic# E12.0 [1] (ð) hindu temple
1F6D6..1F6D7 ; Extended_Pictographic# E13.0 [2] (ð..ð) hut..elevator
-1F6D8..1F6DF ; Extended_Pictographic# E0.0 [8] (ð..ð)
<reserved-1F6D8>..<reserved-1F6DF>
+1F6D8..1F6DC ; Extended_Pictographic# E0.0 [5] (ð..ð)
<reserved-1F6D8>..<reserved-1F6DC>
+1F6DD..1F6DF ; Extended_Pictographic# E14.0 [3] (ð..ð) playground
slide..ring buoy
1F6E0..1F6E5 ; Extended_Pictographic# E0.7 [6] (ð ï¸..ð¥ï¸) hammer
and wrench..motor boat
1F6E6..1F6E8 ; Extended_Pictographic# E0.0 [3] (ð¦..ð¨) UP-POINTING
MILITARY AIRPLANE..UP-POINTING SMALL AIRPLANE
1F6E9 ; Extended_Pictographic# E0.7 [1] (ð©ï¸) small
airplane
@@ -1185,7 +1210,9 @@ E0020..E007F ; Emoji_Component # E0.0 [96] (ó
..ó ¿) tag space..c
1F774..1F77F ; Extended_Pictographic# E0.0 [12] (ð´..ð¿)
<reserved-1F774>..<reserved-1F77F>
1F7D5..1F7DF ; Extended_Pictographic# E0.0 [11] (ð..ð) CIRCLED
TRIANGLE..<reserved-1F7DF>
1F7E0..1F7EB ; Extended_Pictographic# E12.0 [12] (ð ..ð«) orange
circle..brown square
-1F7EC..1F7FF ; Extended_Pictographic# E0.0 [20] (ð¬..ð¿)
<reserved-1F7EC>..<reserved-1F7FF>
+1F7EC..1F7EF ; Extended_Pictographic# E0.0 [4] (ð¬..ð¯)
<reserved-1F7EC>..<reserved-1F7EF>
+1F7F0 ; Extended_Pictographic# E14.0 [1] (ð°) heavy equals
sign
+1F7F1..1F7FF ; Extended_Pictographic# E0.0 [15] (ð±..ð¿)
<reserved-1F7F1>..<reserved-1F7FF>
1F80C..1F80F ; Extended_Pictographic# E0.0 [4] (ð ..ð )
<reserved-1F80C>..<reserved-1F80F>
1F848..1F84F ; Extended_Pictographic# E0.0 [8] (ð¡..ð¡)
<reserved-1F848>..<reserved-1F84F>
1F85A..1F85F ; Extended_Pictographic# E0.0 [6] (ð¡..ð¡)
<reserved-1F85A>..<reserved-1F85F>
@@ -1214,7 +1241,7 @@ E0020..E007F ; Emoji_Component # E0.0 [96] (ó
..ó ¿) tag space..c
1F972 ; Extended_Pictographic# E13.0 [1] (ð¥²) smiling face
with tear
1F973..1F976 ; Extended_Pictographic# E11.0 [4] (ð¥³..ð¥¶) partying
face..cold face
1F977..1F978 ; Extended_Pictographic# E13.0 [2] (ð¥·..ð¥¸)
ninja..disguised face
-1F979 ; Extended_Pictographic# E0.0 [1] (ð¥¹) <reserved-1F979>
+1F979 ; Extended_Pictographic# E14.0 [1] (ð¥¹) face holding
back tears
1F97A ; Extended_Pictographic# E11.0 [1] (ð¥º) pleading face
1F97B ; Extended_Pictographic# E12.0 [1] (ð¥») sari
1F97C..1F97F ; Extended_Pictographic# E11.0 [4] (ð¥¼..ð¥¿) lab
coat..flat shoe
@@ -1232,7 +1259,7 @@ E0020..E007F ; Emoji_Component # E0.0 [96] (ó
..ó ¿) tag space..c
1F9C1..1F9C2 ; Extended_Pictographic# E11.0 [2] (ð§..ð§) cupcake..salt
1F9C3..1F9CA ; Extended_Pictographic# E12.0 [8] (ð§..ð§) beverage
box..ice
1F9CB ; Extended_Pictographic# E13.0 [1] (ð§) bubble tea
-1F9CC ; Extended_Pictographic# E0.0 [1] (ð§) <reserved-1F9CC>
+1F9CC ; Extended_Pictographic# E14.0 [1] (ð§) troll
1F9CD..1F9CF ; Extended_Pictographic# E12.0 [3] (ð§..ð§) person
standing..deaf person
1F9D0..1F9E6 ; Extended_Pictographic# E5.0 [23] (ð§..ð§¦) face with
monocle..socks
1F9E7..1F9FF ; Extended_Pictographic# E11.0 [25] (ð§§..ð§¿) red
envelope..nazar amulet
@@ -1241,19 +1268,28 @@ E0020..E007F ; Emoji_Component # E0.0 [96] (ó
..ó ¿) tag space..c
1FA74 ; Extended_Pictographic# E13.0 [1] (ð©´) thong sandal
1FA75..1FA77 ; Extended_Pictographic# E0.0 [3] (ð©µ..ð©·)
<reserved-1FA75>..<reserved-1FA77>
1FA78..1FA7A ; Extended_Pictographic# E12.0 [3] (ð©¸..ð©º) drop of
blood..stethoscope
-1FA7B..1FA7F ; Extended_Pictographic# E0.0 [5] (ð©»..ð©¿)
<reserved-1FA7B>..<reserved-1FA7F>
+1FA7B..1FA7C ; Extended_Pictographic# E14.0 [2] (ð©»..ð©¼) x-ray..crutch
+1FA7D..1FA7F ; Extended_Pictographic# E0.0 [3] (ð©½..ð©¿)
<reserved-1FA7D>..<reserved-1FA7F>
1FA80..1FA82 ; Extended_Pictographic# E12.0 [3] (ðª..ðª)
yo-yo..parachute
1FA83..1FA86 ; Extended_Pictographic# E13.0 [4] (ðª..ðª)
boomerang..nesting dolls
1FA87..1FA8F ; Extended_Pictographic# E0.0 [9] (ðª..ðª)
<reserved-1FA87>..<reserved-1FA8F>
1FA90..1FA95 ; Extended_Pictographic# E12.0 [6] (ðª..ðª) ringed
planet..banjo
1FA96..1FAA8 ; Extended_Pictographic# E13.0 [19] (ðª..ðª¨) military
helmet..rock
-1FAA9..1FAAF ; Extended_Pictographic# E0.0 [7] (ðª©..ðª¯)
<reserved-1FAA9>..<reserved-1FAAF>
+1FAA9..1FAAC ; Extended_Pictographic# E14.0 [4] (ðª©..ðª¬) mirror
ball..hamsa
+1FAAD..1FAAF ; Extended_Pictographic# E0.0 [3] (ðª..ðª¯)
<reserved-1FAAD>..<reserved-1FAAF>
1FAB0..1FAB6 ; Extended_Pictographic# E13.0 [7] (ðª°..ðª¶) fly..feather
-1FAB7..1FABF ; Extended_Pictographic# E0.0 [9] (ðª·..ðª¿)
<reserved-1FAB7>..<reserved-1FABF>
+1FAB7..1FABA ; Extended_Pictographic# E14.0 [4] (ðª·..ðªº) lotus..nest
with eggs
+1FABB..1FABF ; Extended_Pictographic# E0.0 [5] (ðª»..ðª¿)
<reserved-1FABB>..<reserved-1FABF>
1FAC0..1FAC2 ; Extended_Pictographic# E13.0 [3] (ð«..ð«) anatomical
heart..people hugging
-1FAC3..1FACF ; Extended_Pictographic# E0.0 [13] (ð«..ð«)
<reserved-1FAC3>..<reserved-1FACF>
+1FAC3..1FAC5 ; Extended_Pictographic# E14.0 [3] (ð«..ð«
) pregnant
man..person with crown
+1FAC6..1FACF ; Extended_Pictographic# E0.0 [10] (ð«..ð«)
<reserved-1FAC6>..<reserved-1FACF>
1FAD0..1FAD6 ; Extended_Pictographic# E13.0 [7] (ð«..ð«)
blueberries..teapot
-1FAD7..1FAFF ; Extended_Pictographic# E0.0 [41] (ð«..ð«¿)
<reserved-1FAD7>..<reserved-1FAFF>
+1FAD7..1FAD9 ; Extended_Pictographic# E14.0 [3] (ð«..ð«) pouring
liquid..jar
+1FADA..1FADF ; Extended_Pictographic# E0.0 [6] (ð«..ð«)
<reserved-1FADA>..<reserved-1FADF>
+1FAE0..1FAE7 ; Extended_Pictographic# E14.0 [8] (ð« ..ð«§) melting
face..bubbles
+1FAE8..1FAEF ; Extended_Pictographic# E0.0 [8] (ð«¨..ð«¯)
<reserved-1FAE8>..<reserved-1FAEF>
+1FAF0..1FAF6 ; Extended_Pictographic# E14.0 [7] (ð«°..ð«¶) hand with
index finger and thumb crossed..heart hands
+1FAF7..1FAFF ; Extended_Pictographic# E0.0 [9] (ð«·..ð«¿)
<reserved-1FAF7>..<reserved-1FAFF>
1FC00..1FFFD ; Extended_Pictographic# E0.0[1022] (ð°..ð¿½)
<reserved-1FC00>..<reserved-1FFFD>
# Total elements: 3537
diff --git a/data/grapheme_boundary.txt b/data/grapheme_boundary.txt
index 6ee92f6..dd25690 100644
--- a/data/grapheme_boundary.txt
+++ b/data/grapheme_boundary.txt
@@ -1,6 +1,6 @@
-# GraphemeBreakProperty-13.0.0.txt
-# Date: 2019-10-21, 14:30:35 GMT
-# © 2019 Unicode®, Inc.
+# GraphemeBreakProperty-14.0.0.txt
+# Date: 2021-08-12, 23:13:02 GMT
+# © 2021 Unicode®, Inc.
# Unicode and the Unicode Logo are registered trademarks of Unicode, Inc. in
the U.S. and other countries.
# For terms of use, see http://www.unicode.org/terms_of_use.html
#
@@ -21,6 +21,7 @@
0600..0605 ; Prepend # Cf [6] ARABIC NUMBER SIGN..ARABIC NUMBER MARK ABOVE
06DD ; Prepend # Cf ARABIC END OF AYAH
070F ; Prepend # Cf SYRIAC ABBREVIATION MARK
+0890..0891 ; Prepend # Cf [2] ARABIC POUND MARK ABOVE..ARABIC PIASTRE
MARK ABOVE
08E2 ; Prepend # Cf ARABIC DISPUTED END OF AYAH
0D4E ; Prepend # Lo MALAYALAM LETTER DOT REPH
110BD ; Prepend # Cf KAITHI NUMBER SIGN
@@ -32,7 +33,7 @@
11A84..11A89 ; Prepend # Lo [6] SOYOMBO SIGN JIHVAMULIYA..SOYOMBO
CLUSTER-INITIAL LETTER SA
11D46 ; Prepend # Lo MASARAM GONDI REPHA
-# Total code points: 24
+# Total code points: 26
# ================================================
@@ -104,7 +105,8 @@ E01F0..E0FFF ; Control # Cn [3600]
<reserved-E01F0>..<reserved-E0FFF>
0825..0827 ; Extend # Mn [3] SAMARITAN VOWEL SIGN SHORT A..SAMARITAN
VOWEL SIGN U
0829..082D ; Extend # Mn [5] SAMARITAN VOWEL SIGN LONG I..SAMARITAN MARK
NEQUDAA
0859..085B ; Extend # Mn [3] MANDAIC AFFRICATION MARK..MANDAIC GEMINATION
MARK
-08D3..08E1 ; Extend # Mn [15] ARABIC SMALL LOW WAW..ARABIC SMALL HIGH SIGN
SAFHA
+0898..089F ; Extend # Mn [8] ARABIC SMALL HIGH WORD AL-JUZ..ARABIC HALF
MADDA OVER MADDA
+08CA..08E1 ; Extend # Mn [24] ARABIC SMALL HIGH FARSI YEH..ARABIC SMALL
HIGH SIGN SAFHA
08E3..0902 ; Extend # Mn [32] ARABIC TURNED DAMMA BELOW..DEVANAGARI SIGN
ANUSVARA
093A ; Extend # Mn DEVANAGARI VOWEL SIGN OE
093C ; Extend # Mn DEVANAGARI SIGN NUKTA
@@ -151,6 +153,7 @@ E01F0..E0FFF ; Control # Cn [3600]
<reserved-E01F0>..<reserved-E0FFF>
0BD7 ; Extend # Mc TAMIL AU LENGTH MARK
0C00 ; Extend # Mn TELUGU SIGN COMBINING CANDRABINDU ABOVE
0C04 ; Extend # Mn TELUGU SIGN COMBINING ANUSVARA ABOVE
+0C3C ; Extend # Mn TELUGU SIGN NUKTA
0C3E..0C40 ; Extend # Mn [3] TELUGU VOWEL SIGN AA..TELUGU VOWEL SIGN II
0C46..0C48 ; Extend # Mn [3] TELUGU VOWEL SIGN E..TELUGU VOWEL SIGN AI
0C4A..0C4D ; Extend # Mn [4] TELUGU VOWEL SIGN O..TELUGU SIGN VIRAMA
@@ -206,7 +209,7 @@ E01F0..E0FFF ; Control # Cn [3600]
<reserved-E01F0>..<reserved-E0FFF>
109D ; Extend # Mn MYANMAR VOWEL SIGN AITON AI
135D..135F ; Extend # Mn [3] ETHIOPIC COMBINING GEMINATION AND VOWEL
LENGTH MARK..ETHIOPIC COMBINING GEMINATION MARK
1712..1714 ; Extend # Mn [3] TAGALOG VOWEL SIGN I..TAGALOG SIGN VIRAMA
-1732..1734 ; Extend # Mn [3] HANUNOO VOWEL SIGN I..HANUNOO SIGN PAMUDPOD
+1732..1733 ; Extend # Mn [2] HANUNOO VOWEL SIGN I..HANUNOO VOWEL SIGN U
1752..1753 ; Extend # Mn [2] BUHID VOWEL SIGN I..BUHID VOWEL SIGN U
1772..1773 ; Extend # Mn [2] TAGBANWA VOWEL SIGN I..TAGBANWA VOWEL SIGN U
17B4..17B5 ; Extend # Mn [2] KHMER VOWEL INHERENT AQ..KHMER VOWEL
INHERENT AA
@@ -215,6 +218,7 @@ E01F0..E0FFF ; Control # Cn [3600]
<reserved-E01F0>..<reserved-E0FFF>
17C9..17D3 ; Extend # Mn [11] KHMER SIGN MUUSIKATOAN..KHMER SIGN BATHAMASAT
17DD ; Extend # Mn KHMER SIGN ATTHACAN
180B..180D ; Extend # Mn [3] MONGOLIAN FREE VARIATION SELECTOR
ONE..MONGOLIAN FREE VARIATION SELECTOR THREE
+180F ; Extend # Mn MONGOLIAN FREE VARIATION SELECTOR FOUR
1885..1886 ; Extend # Mn [2] MONGOLIAN LETTER ALI GALI BALUDA..MONGOLIAN
LETTER ALI GALI THREE BALUDA
18A9 ; Extend # Mn MONGOLIAN LETTER ALI GALI DAGALGA
1920..1922 ; Extend # Mn [3] LIMBU VOWEL SIGN A..LIMBU VOWEL SIGN U
@@ -232,7 +236,7 @@ E01F0..E0FFF ; Control # Cn [3600]
<reserved-E01F0>..<reserved-E0FFF>
1A7F ; Extend # Mn TAI THAM COMBINING CRYPTOGRAMMIC DOT
1AB0..1ABD ; Extend # Mn [14] COMBINING DOUBLED CIRCUMFLEX
ACCENT..COMBINING PARENTHESES BELOW
1ABE ; Extend # Me COMBINING PARENTHESES OVERLAY
-1ABF..1AC0 ; Extend # Mn [2] COMBINING LATIN SMALL LETTER W
BELOW..COMBINING LATIN SMALL LETTER TURNED W BELOW
+1ABF..1ACE ; Extend # Mn [16] COMBINING LATIN SMALL LETTER W
BELOW..COMBINING LATIN SMALL LETTER INSULAR T
1B00..1B03 ; Extend # Mn [4] BALINESE SIGN ULU RICEM..BALINESE SIGN SURANG
1B34 ; Extend # Mn BALINESE SIGN REREKAN
1B35 ; Extend # Mc BALINESE VOWEL SIGN TEDUNG
@@ -256,8 +260,7 @@ E01F0..E0FFF ; Control # Cn [3600]
<reserved-E01F0>..<reserved-E0FFF>
1CED ; Extend # Mn VEDIC SIGN TIRYAK
1CF4 ; Extend # Mn VEDIC TONE CANDRA ABOVE
1CF8..1CF9 ; Extend # Mn [2] VEDIC TONE RING ABOVE..VEDIC TONE DOUBLE
RING ABOVE
-1DC0..1DF9 ; Extend # Mn [58] COMBINING DOTTED GRAVE ACCENT..COMBINING
WIDE INVERTED BRIDGE BELOW
-1DFB..1DFF ; Extend # Mn [5] COMBINING DELETION MARK..COMBINING RIGHT
ARROWHEAD AND DOWN ARROWHEAD BELOW
+1DC0..1DFF ; Extend # Mn [64] COMBINING DOTTED GRAVE ACCENT..COMBINING
RIGHT ARROWHEAD AND DOWN ARROWHEAD BELOW
200C ; Extend # Cf ZERO WIDTH NON-JOINER
20D0..20DC ; Extend # Mn [13] COMBINING LEFT HARPOON ABOVE..COMBINING FOUR
DOTS ABOVE
20DD..20E0 ; Extend # Me [4] COMBINING ENCLOSING CIRCLE..COMBINING
ENCLOSING CIRCLE BACKSLASH
@@ -322,11 +325,15 @@ FF9E..FF9F ; Extend # Lm [2] HALFWIDTH KATAKANA
VOICED SOUND MARK..HALFWIDT
10D24..10D27 ; Extend # Mn [4] HANIFI ROHINGYA SIGN HARBAHAY..HANIFI
ROHINGYA SIGN TASSI
10EAB..10EAC ; Extend # Mn [2] YEZIDI COMBINING HAMZA MARK..YEZIDI
COMBINING MADDA MARK
10F46..10F50 ; Extend # Mn [11] SOGDIAN COMBINING DOT BELOW..SOGDIAN
COMBINING STROKE BELOW
+10F82..10F85 ; Extend # Mn [4] OLD UYGHUR COMBINING DOT ABOVE..OLD UYGHUR
COMBINING TWO DOTS BELOW
11001 ; Extend # Mn BRAHMI SIGN ANUSVARA
11038..11046 ; Extend # Mn [15] BRAHMI VOWEL SIGN AA..BRAHMI VIRAMA
+11070 ; Extend # Mn BRAHMI SIGN OLD TAMIL VIRAMA
+11073..11074 ; Extend # Mn [2] BRAHMI VOWEL SIGN OLD TAMIL SHORT E..BRAHMI
VOWEL SIGN OLD TAMIL SHORT O
1107F..11081 ; Extend # Mn [3] BRAHMI NUMBER JOINER..KAITHI SIGN ANUSVARA
110B3..110B6 ; Extend # Mn [4] KAITHI VOWEL SIGN U..KAITHI VOWEL SIGN AI
110B9..110BA ; Extend # Mn [2] KAITHI SIGN VIRAMA..KAITHI SIGN NUKTA
+110C2 ; Extend # Mn KAITHI VOWEL SIGN VOCALIC R
11100..11102 ; Extend # Mn [3] CHAKMA SIGN CANDRABINDU..CHAKMA SIGN VISARGA
11127..1112B ; Extend # Mn [5] CHAKMA VOWEL SIGN A..CHAKMA VOWEL SIGN UU
1112D..11134 ; Extend # Mn [8] CHAKMA VOWEL SIGN AI..CHAKMA MAAYYAA
@@ -412,6 +419,8 @@ FF9E..FF9F ; Extend # Lm [2] HALFWIDTH KATAKANA VOICED
SOUND MARK..HALFWIDT
16F8F..16F92 ; Extend # Mn [4] MIAO TONE RIGHT..MIAO TONE BELOW
16FE4 ; Extend # Mn KHITAN SMALL SCRIPT FILLER
1BC9D..1BC9E ; Extend # Mn [2] DUPLOYAN THICK LETTER SELECTOR..DUPLOYAN
DOUBLE MARK
+1CF00..1CF2D ; Extend # Mn [46] ZNAMENNY COMBINING MARK GORAZDO NIZKO S
KRYZHEM ON LEFT..ZNAMENNY COMBINING MARK KRYZH ON LEFT
+1CF30..1CF46 ; Extend # Mn [23] ZNAMENNY COMBINING TONAL RANGE MARK
MRACHNO..ZNAMENNY PRIZNAK MODIFIER ROG
1D165 ; Extend # Mc MUSICAL SYMBOL COMBINING STEM
1D167..1D169 ; Extend # Mn [3] MUSICAL SYMBOL COMBINING TREMOLO-1..MUSICAL
SYMBOL COMBINING TREMOLO-3
1D16E..1D172 ; Extend # Mc [5] MUSICAL SYMBOL COMBINING FLAG-1..MUSICAL
SYMBOL COMBINING FLAG-5
@@ -431,6 +440,7 @@ FF9E..FF9F ; Extend # Lm [2] HALFWIDTH KATAKANA VOICED
SOUND MARK..HALFWIDT
1E023..1E024 ; Extend # Mn [2] COMBINING GLAGOLITIC LETTER YU..COMBINING
GLAGOLITIC LETTER SMALL YUS
1E026..1E02A ; Extend # Mn [5] COMBINING GLAGOLITIC LETTER YO..COMBINING
GLAGOLITIC LETTER FITA
1E130..1E136 ; Extend # Mn [7] NYIAKENG PUACHUE HMONG TONE-B..NYIAKENG
PUACHUE HMONG TONE-D
+1E2AE ; Extend # Mn TOTO SIGN RISING TONE
1E2EC..1E2EF ; Extend # Mn [4] WANCHO TONE TUP..WANCHO TONE KOINI
1E8D0..1E8D6 ; Extend # Mn [7] MENDE KIKAKUI COMBINING NUMBER TEENS..MENDE
KIKAKUI COMBINING NUMBER MILLIONS
1E944..1E94A ; Extend # Mn [7] ADLAM ALIF LENGTHENER..ADLAM NUKTA
@@ -438,7 +448,7 @@ FF9E..FF9F ; Extend # Lm [2] HALFWIDTH KATAKANA VOICED
SOUND MARK..HALFWIDT
E0020..E007F ; Extend # Cf [96] TAG SPACE..CANCEL TAG
E0100..E01EF ; Extend # Mn [240] VARIATION SELECTOR-17..VARIATION SELECTOR-256
-# Total code points: 1984
+# Total code points: 2095
# ================================================
@@ -495,6 +505,8 @@ E0100..E01EF ; Extend # Mn [240] VARIATION
SELECTOR-17..VARIATION SELECTOR-256
103B..103C ; SpacingMark # Mc [2] MYANMAR CONSONANT SIGN MEDIAL
YA..MYANMAR CONSONANT SIGN MEDIAL RA
1056..1057 ; SpacingMark # Mc [2] MYANMAR VOWEL SIGN VOCALIC R..MYANMAR
VOWEL SIGN VOCALIC RR
1084 ; SpacingMark # Mc MYANMAR VOWEL SIGN SHAN E
+1715 ; SpacingMark # Mc TAGALOG SIGN PAMUDPOD
+1734 ; SpacingMark # Mc HANUNOO SIGN PAMUDPOD
17B6 ; SpacingMark # Mc KHMER VOWEL SIGN AA
17BE..17C5 ; SpacingMark # Mc [8] KHMER VOWEL SIGN OE..KHMER VOWEL SIGN AU
17C7..17C8 ; SpacingMark # Mc [2] KHMER SIGN REAHMUK..KHMER SIGN
YUUKALEAPINTU
@@ -579,7 +591,6 @@ ABEC ; SpacingMark # Mc MEETEI MAYEK LUM IYEK
116AC ; SpacingMark # Mc TAKRI SIGN VISARGA
116AE..116AF ; SpacingMark # Mc [2] TAKRI VOWEL SIGN I..TAKRI VOWEL SIGN II
116B6 ; SpacingMark # Mc TAKRI SIGN VIRAMA
-11720..11721 ; SpacingMark # Mc [2] AHOM VOWEL SIGN A..AHOM VOWEL SIGN AA
11726 ; SpacingMark # Mc AHOM VOWEL SIGN E
1182C..1182E ; SpacingMark # Mc [3] DOGRA VOWEL SIGN AA..DOGRA VOWEL SIGN II
11838 ; SpacingMark # Mc DOGRA SIGN VISARGA
diff --git a/data/grapheme_boundary_test.txt b/data/grapheme_boundary_test.txt
index 5baf292..eff2fd3 100644
--- a/data/grapheme_boundary_test.txt
+++ b/data/grapheme_boundary_test.txt
@@ -1,6 +1,6 @@
-# GraphemeBreakTest-13.0.0.txt
-# Date: 2019-11-15, 19:49:10 GMT
-# © 2019 Unicode®, Inc.
+# GraphemeBreakTest-14.0.0.txt
+# Date: 2021-03-08, 06:22:32 GMT
+# © 2021 Unicode®, Inc.
# Unicode and the Unicode Logo are registered trademarks of Unicode, Inc. in
the U.S. and other countries.
# For terms of use, see http://www.unicode.org/terms_of_use.html
#
