summaryrefslogtreecommitdiff
path: root/src/static_libs/libunibreak
diff options
context:
space:
mode:
authorTom Hacohen <tom@stosb.com>2015-12-21 11:10:35 +0000
committerTom Hacohen <tom@stosb.com>2015-12-21 11:10:37 +0000
commitdb72b936019b7455e1471d24deb05416fd5ac535 (patch)
treebc3f07862717b1652e125b9bbf1c8b9c1f1d8ddb /src/static_libs/libunibreak
parent9626acdb4d14f9e258870778e516532b9ffe0ab6 (diff)
Static deps unibreak: Update to latest version.
This version supports Unicode 8.0 and includes fixes over the previous version. Reference version: 03ae8dd7d6ce6d19a38c1e62c70afc6ad82513bc @feature
Diffstat (limited to 'src/static_libs/libunibreak')
-rw-r--r--src/static_libs/libunibreak/ChangeLog50
-rw-r--r--src/static_libs/libunibreak/NEWS7
-rw-r--r--src/static_libs/libunibreak/linebreak.c14
-rw-r--r--src/static_libs/libunibreak/linebreak.h2
-rw-r--r--src/static_libs/libunibreak/linebreakdata.c85
-rw-r--r--src/static_libs/libunibreak/linebreakdef.c2
-rw-r--r--src/static_libs/libunibreak/linebreakdef.h2
-rw-r--r--src/static_libs/libunibreak/unibreakbase.c2
-rw-r--r--src/static_libs/libunibreak/unibreakbase.h18
-rw-r--r--src/static_libs/libunibreak/unibreakdef.c2
-rw-r--r--src/static_libs/libunibreak/unibreakdef.h17
-rw-r--r--src/static_libs/libunibreak/wordbreak.c9
-rw-r--r--src/static_libs/libunibreak/wordbreak.h2
-rw-r--r--src/static_libs/libunibreak/wordbreakdata.c61
-rw-r--r--src/static_libs/libunibreak/wordbreakdef.h3
15 files changed, 190 insertions, 86 deletions
diff --git a/src/static_libs/libunibreak/ChangeLog b/src/static_libs/libunibreak/ChangeLog
index 44b56eab45..f6c4a3ddcd 100644
--- a/src/static_libs/libunibreak/ChangeLog
+++ b/src/static_libs/libunibreak/ChangeLog
@@ -1,3 +1,49 @@
12015-12-20 Wu Yongwei <wuyongwei@gmail.com>
2
3 Fix the issue that U+FFFC (Object Replacement Character) does not
4 break correctly after Hebrew letters.
5 * src/linebreak.c (get_lb_result_simple): Resolve `Contingent Break
6 Opportunity' to `Break Opportunity Before and After'.
7
82015-11-11 novelplus <novelplus@outlook.com>
9
10 Update to Unicode 8.0.0.
11 * src/linebreak.c (baTable): Update according to Unicode 8.0.0.
12 * src/linebreakdata.c: Regenerate from LineBreak-8.0.0.txt.
13 * src/wordbreak.c: Update comments.
14 * src/wordbreakdata.c: Regenerate from WordBreakProperty-8.0.0.txt.
15 * tools/test.txt: Add more test text for new line-breaking rules.
16
172015-05-18 Wu Yongwei <wuyongwei@gmail.com>
18
19 * src/wordbreak.c: Eliminate a warning under the release build.
20
212015-05-18 Wu Yongwei <wuyongwei@gmail.com>
22
23 * src/Makefile.gcc: Update for the new files unibreakbase.c and
24 unibreakdef.c.
25
262015-05-14 Wu Yongwei <wuyongwei@gmail.com>
27
28 * src/Makefile.msvc: Update for the new files unibreakbase.c,
29 unibreakbase.h, unibreakdef.c, and unibreakdef.h.
30
312015-05-10 Wu Yongwei <wuyongwei@gmail.com>
32
33 Update for the libunibreak 3.0 release.
34 * NEWS: Add information about libunibreak 3.0.
35 * src/linebreak.c: Mark file version as 3.0.
36 * src/linebreak.h: Ditto.
37 * src/linebreakdef.c: Ditto.
38 * src/linebreakdef.h: Ditto.
39 * src/unibreakbase.c: Ditto.
40 * src/unibreakbase.h: Ditto.
41 * src/unibreakdef.c: Ditto.
42 * src/unibreakdef.h: Ditto.
43 * src/wordbreak.c: Ditto.
44 * src/wordbreak.h: Ditto.
45 * src/wordbreakdef.h: Ditto.
46
12015-04-19 Wu Yongwei <wuyongwei@gmail.com> 472015-04-19 Wu Yongwei <wuyongwei@gmail.com>
2 48
3 * LICENCE: Update copyright information. 49 * LICENCE: Update copyright information.
@@ -124,6 +170,10 @@
124 (lb_init_break_context): Clear fLb21aHebrew. 170 (lb_init_break_context): Clear fLb21aHebrew.
125 (get_lb_result_lookup): Apply rule LB21a and update fLb21aHebrew. 171 (get_lb_result_lookup): Apply rule LB21a and update fLb21aHebrew.
126 172
1732014-12-30 Wu Yongwei <wuyongwei@gmail.com>
174
175 * src/linebreakdata.c: Regenerate from LineBreak-7.0.0.txt.
176
1272014-12-06 Mikhail Polubisok <mpolubisok@gmail.com> 1772014-12-06 Mikhail Polubisok <mpolubisok@gmail.com>
128 178
129 * src/linebreak.c (get_lb_result_lookup): Extend assertion condition 179 * src/linebreak.c (get_lb_result_lookup): Extend assertion condition
diff --git a/src/static_libs/libunibreak/NEWS b/src/static_libs/libunibreak/NEWS
index 3d3fcb809f..7de7feba18 100644
--- a/src/static_libs/libunibreak/NEWS
+++ b/src/static_libs/libunibreak/NEWS
@@ -1,3 +1,10 @@
1New in libunibreak 3.0
2
3- Update the code and data to conform to Unicode 7.0.0
4- Update build scripts to fix compatibility issues
5- Improve code structure
6- Make a few bug fixes
7
1New in libunibreak 1.1 8New in libunibreak 1.1
2 9
3- Update the code and data to conform to Unicode 6.2.0 10- Update the code and data to conform to Unicode 6.2.0
diff --git a/src/static_libs/libunibreak/linebreak.c b/src/static_libs/libunibreak/linebreak.c
index 7c8ff9ed19..4383fa632d 100644
--- a/src/static_libs/libunibreak/linebreak.c
+++ b/src/static_libs/libunibreak/linebreak.c
@@ -31,9 +31,9 @@
31 * Unicode 5.0.0: 31 * Unicode 5.0.0:
32 * <URL:http://www.unicode.org/reports/tr14/tr14-19.html> 32 * <URL:http://www.unicode.org/reports/tr14/tr14-19.html>
33 * 33 *
34 * This library has been updated according to Revision 33, for 34 * This library has been updated according to Revision 35, for
35 * Unicode 7.0.0: 35 * Unicode 8.0.0:
36 * <URL:http://www.unicode.org/reports/tr14/tr14-33.html> 36 * <URL:http://www.unicode.org/reports/tr14/tr14-35.html>
37 * 37 *
38 * The Unicode Terms of Use are available at 38 * The Unicode Terms of Use are available at
39 * <URL:http://www.unicode.org/copyright.html> 39 * <URL:http://www.unicode.org/copyright.html>
@@ -45,7 +45,7 @@
45 * Implementation of the line breaking algorithm as described in Unicode 45 * Implementation of the line breaking algorithm as described in Unicode
46 * Standard Annex 14. 46 * Standard Annex 14.
47 * 47 *
48 * @version 2.7, 2015/04/18 48 * @version 3.0, 2015/05/10
49 * @author Wu Yongwei 49 * @author Wu Yongwei
50 * @author Petr Filipsky 50 * @author Petr Filipsky
51 */ 51 */
@@ -123,12 +123,12 @@ static enum BreakAction baTable[LBP_RI][LBP_RI] = {
123 { /* EX */ 123 { /* EX */
124 DIR_BRK, PRH_BRK, PRH_BRK, IND_BRK, IND_BRK, IND_BRK, PRH_BRK, 124 DIR_BRK, PRH_BRK, PRH_BRK, IND_BRK, IND_BRK, IND_BRK, PRH_BRK,
125 PRH_BRK, PRH_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, 125 PRH_BRK, PRH_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK,
126 DIR_BRK, DIR_BRK, IND_BRK, IND_BRK, DIR_BRK, DIR_BRK, PRH_BRK, 126 DIR_BRK, PRH_BRK, IND_BRK, IND_BRK, DIR_BRK, DIR_BRK, PRH_BRK,
127 CMI_BRK, PRH_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, 127 CMI_BRK, PRH_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK,
128 DIR_BRK }, 128 DIR_BRK },
129 { /* SY */ 129 { /* SY */
130 DIR_BRK, PRH_BRK, PRH_BRK, IND_BRK, IND_BRK, IND_BRK, PRH_BRK, 130 DIR_BRK, PRH_BRK, PRH_BRK, IND_BRK, IND_BRK, IND_BRK, PRH_BRK,
131 PRH_BRK, PRH_BRK, DIR_BRK, DIR_BRK, IND_BRK, DIR_BRK, DIR_BRK, 131 PRH_BRK, PRH_BRK, DIR_BRK, DIR_BRK, IND_BRK, DIR_BRK, PRH_BRK,
132 DIR_BRK, DIR_BRK, IND_BRK, IND_BRK, DIR_BRK, DIR_BRK, PRH_BRK, 132 DIR_BRK, DIR_BRK, IND_BRK, IND_BRK, DIR_BRK, DIR_BRK, PRH_BRK,
133 CMI_BRK, PRH_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, 133 CMI_BRK, PRH_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK, DIR_BRK,
134 DIR_BRK }, 134 DIR_BRK },
@@ -503,7 +503,7 @@ static int get_lb_result_simple(
503 lbpCtx->lbcCur = LBP_CR; 503 lbpCtx->lbcCur = LBP_CR;
504 return LINEBREAK_NOBREAK; /* Rule LB6 */ 504 return LINEBREAK_NOBREAK; /* Rule LB6 */
505 case LBP_CB: 505 case LBP_CB:
506 lbpCtx->lbcCur = LBP_BA; 506 lbpCtx->lbcCur = LBP_B2;
507 return LINEBREAK_ALLOWBREAK; /* Rule LB20 */ 507 return LINEBREAK_ALLOWBREAK; /* Rule LB20 */
508 default: 508 default:
509 return LINEBREAK_UNDEFINED; /* Table lookup is needed */ 509 return LINEBREAK_UNDEFINED; /* Table lookup is needed */
diff --git a/src/static_libs/libunibreak/linebreak.h b/src/static_libs/libunibreak/linebreak.h
index 68c8e4127c..7d3b757ae4 100644
--- a/src/static_libs/libunibreak/linebreak.h
+++ b/src/static_libs/libunibreak/linebreak.h
@@ -43,7 +43,7 @@
43 * 43 *
44 * Header file for the line breaking algorithm. 44 * Header file for the line breaking algorithm.
45 * 45 *
46 * @version 2.4, 2015/04/18 46 * @version 3.0, 2015/05/10
47 * @author Wu Yongwei 47 * @author Wu Yongwei
48 */ 48 */
49 49
diff --git a/src/static_libs/libunibreak/linebreakdata.c b/src/static_libs/libunibreak/linebreakdata.c
index d4bc8d81d6..22b47fc51e 100644
--- a/src/static_libs/libunibreak/linebreakdata.c
+++ b/src/static_libs/libunibreak/linebreakdata.c
@@ -1,6 +1,6 @@
1/* The content of this file is generated from: 1/* The content of this file is generated from:
2# LineBreak-7.0.0.txt 2# LineBreak-8.0.0.txt
3# Date: 2014-02-28, 23:15:00 GMT [KW, LI] 3# Date: 2015-02-13, 09:15:00 GMT [KW, LI]
4*/ 4*/
5 5
6#include "linebreakdef.h" 6#include "linebreakdef.h"
@@ -159,8 +159,8 @@ struct LineBreakProperties lb_prop_default[] = {
159 { 0x0829, 0x082D, LBP_CM }, 159 { 0x0829, 0x082D, LBP_CM },
160 { 0x0830, 0x0858, LBP_AL }, 160 { 0x0830, 0x0858, LBP_AL },
161 { 0x0859, 0x085B, LBP_CM }, 161 { 0x0859, 0x085B, LBP_CM },
162 { 0x085E, 0x08B2, LBP_AL }, 162 { 0x085E, 0x08B4, LBP_AL },
163 { 0x08E4, 0x0903, LBP_CM }, 163 { 0x08E3, 0x0903, LBP_CM },
164 { 0x0904, 0x0939, LBP_AL }, 164 { 0x0904, 0x0939, LBP_AL },
165 { 0x093A, 0x093C, LBP_CM }, 165 { 0x093A, 0x093C, LBP_CM },
166 { 0x093D, 0x093D, LBP_AL }, 166 { 0x093D, 0x093D, LBP_AL },
@@ -205,6 +205,7 @@ struct LineBreakProperties lb_prop_default[] = {
205 { 0x0AE6, 0x0AEF, LBP_NU }, 205 { 0x0AE6, 0x0AEF, LBP_NU },
206 { 0x0AF0, 0x0AF0, LBP_AL }, 206 { 0x0AF0, 0x0AF0, LBP_AL },
207 { 0x0AF1, 0x0AF1, LBP_PR }, 207 { 0x0AF1, 0x0AF1, LBP_PR },
208 { 0x0AF9, 0x0AF9, LBP_AL },
208 { 0x0B01, 0x0B03, LBP_CM }, 209 { 0x0B01, 0x0B03, LBP_CM },
209 { 0x0B05, 0x0B39, LBP_AL }, 210 { 0x0B05, 0x0B39, LBP_AL },
210 { 0x0B3C, 0x0B3C, LBP_CM }, 211 { 0x0B3C, 0x0B3C, LBP_CM },
@@ -244,7 +245,7 @@ struct LineBreakProperties lb_prop_default[] = {
244 { 0x0D3E, 0x0D4D, LBP_CM }, 245 { 0x0D3E, 0x0D4D, LBP_CM },
245 { 0x0D4E, 0x0D4E, LBP_AL }, 246 { 0x0D4E, 0x0D4E, LBP_AL },
246 { 0x0D57, 0x0D57, LBP_CM }, 247 { 0x0D57, 0x0D57, LBP_CM },
247 { 0x0D60, 0x0D61, LBP_AL }, 248 { 0x0D5F, 0x0D61, LBP_AL },
248 { 0x0D62, 0x0D63, LBP_CM }, 249 { 0x0D62, 0x0D63, LBP_CM },
249 { 0x0D66, 0x0D6F, LBP_NU }, 250 { 0x0D66, 0x0D6F, LBP_NU },
250 { 0x0D70, 0x0D75, LBP_AL }, 251 { 0x0D70, 0x0D75, LBP_AL },
@@ -325,7 +326,7 @@ struct LineBreakProperties lb_prop_default[] = {
325 { 0x135D, 0x135F, LBP_CM }, 326 { 0x135D, 0x135F, LBP_CM },
326 { 0x1360, 0x1360, LBP_AL }, 327 { 0x1360, 0x1360, LBP_AL },
327 { 0x1361, 0x1361, LBP_BA }, 328 { 0x1361, 0x1361, LBP_BA },
328 { 0x1362, 0x13F4, LBP_AL }, 329 { 0x1362, 0x13FD, LBP_AL },
329 { 0x1400, 0x1400, LBP_BA }, 330 { 0x1400, 0x1400, LBP_BA },
330 { 0x1401, 0x167F, LBP_AL }, 331 { 0x1401, 0x167F, LBP_AL },
331 { 0x1680, 0x1680, LBP_BA }, 332 { 0x1680, 0x1680, LBP_BA },
@@ -481,7 +482,9 @@ struct LineBreakProperties lb_prop_default[] = {
481 { 0x20B6, 0x20B6, LBP_PO }, 482 { 0x20B6, 0x20B6, LBP_PO },
482 { 0x20B7, 0x20BA, LBP_PR }, 483 { 0x20B7, 0x20BA, LBP_PR },
483 { 0x20BB, 0x20BB, LBP_PO }, 484 { 0x20BB, 0x20BB, LBP_PO },
484 { 0x20BC, 0x20CF, LBP_PR }, 485 { 0x20BC, 0x20BD, LBP_PR },
486 { 0x20BE, 0x20BE, LBP_PO },
487 { 0x20BF, 0x20CF, LBP_PR },
485 { 0x20D0, 0x20F0, LBP_CM }, 488 { 0x20D0, 0x20F0, LBP_CM },
486 { 0x2100, 0x2102, LBP_AL }, 489 { 0x2100, 0x2102, LBP_AL },
487 { 0x2103, 0x2103, LBP_PO }, 490 { 0x2103, 0x2103, LBP_PO },
@@ -508,7 +511,9 @@ struct LineBreakProperties lb_prop_default[] = {
508 { 0x216C, 0x216F, LBP_AL }, 511 { 0x216C, 0x216F, LBP_AL },
509 { 0x2170, 0x2179, LBP_AI }, 512 { 0x2170, 0x2179, LBP_AI },
510 { 0x217A, 0x2188, LBP_AL }, 513 { 0x217A, 0x2188, LBP_AL },
511 { 0x2189, 0x2199, LBP_AI }, 514 { 0x2189, 0x2189, LBP_AI },
515 { 0x218A, 0x218B, LBP_AL },
516 { 0x2190, 0x2199, LBP_AI },
512 { 0x219A, 0x21D1, LBP_AL }, 517 { 0x219A, 0x21D1, LBP_AL },
513 { 0x21D2, 0x21D2, LBP_AI }, 518 { 0x21D2, 0x21D2, LBP_AI },
514 { 0x21D3, 0x21D3, LBP_AL }, 519 { 0x21D3, 0x21D3, LBP_AL },
@@ -570,7 +575,9 @@ struct LineBreakProperties lb_prop_default[] = {
570 { 0x22A5, 0x22A5, LBP_AI }, 575 { 0x22A5, 0x22A5, LBP_AI },
571 { 0x22A6, 0x22BE, LBP_AL }, 576 { 0x22A6, 0x22BE, LBP_AL },
572 { 0x22BF, 0x22BF, LBP_AI }, 577 { 0x22BF, 0x22BF, LBP_AI },
573 { 0x22C0, 0x2307, LBP_AL }, 578 { 0x22C0, 0x22EE, LBP_AL },
579 { 0x22EF, 0x22EF, LBP_IN },
580 { 0x22F0, 0x2307, LBP_AL },
574 { 0x2308, 0x2308, LBP_OP }, 581 { 0x2308, 0x2308, LBP_OP },
575 { 0x2309, 0x2309, LBP_CL }, 582 { 0x2309, 0x2309, LBP_CL },
576 { 0x230A, 0x230A, LBP_OP }, 583 { 0x230A, 0x230A, LBP_OP },
@@ -898,7 +905,7 @@ struct LineBreakProperties lb_prop_default[] = {
898 { 0xA673, 0xA673, LBP_AL }, 905 { 0xA673, 0xA673, LBP_AL },
899 { 0xA674, 0xA67D, LBP_CM }, 906 { 0xA674, 0xA67D, LBP_CM },
900 { 0xA67E, 0xA69D, LBP_AL }, 907 { 0xA67E, 0xA69D, LBP_AL },
901 { 0xA69F, 0xA69F, LBP_CM }, 908 { 0xA69E, 0xA69F, LBP_CM },
902 { 0xA6A0, 0xA6EF, LBP_AL }, 909 { 0xA6A0, 0xA6EF, LBP_AL },
903 { 0xA6F0, 0xA6F1, LBP_CM }, 910 { 0xA6F0, 0xA6F1, LBP_CM },
904 { 0xA6F2, 0xA6F2, LBP_AL }, 911 { 0xA6F2, 0xA6F2, LBP_AL },
@@ -923,6 +930,8 @@ struct LineBreakProperties lb_prop_default[] = {
923 { 0xA8D0, 0xA8D9, LBP_NU }, 930 { 0xA8D0, 0xA8D9, LBP_NU },
924 { 0xA8E0, 0xA8F1, LBP_CM }, 931 { 0xA8E0, 0xA8F1, LBP_CM },
925 { 0xA8F2, 0xA8FB, LBP_AL }, 932 { 0xA8F2, 0xA8FB, LBP_AL },
933 { 0xA8FC, 0xA8FC, LBP_BB },
934 { 0xA8FD, 0xA8FD, LBP_AL },
926 { 0xA900, 0xA909, LBP_NU }, 935 { 0xA900, 0xA909, LBP_NU },
927 { 0xA90A, 0xA925, LBP_AL }, 936 { 0xA90A, 0xA925, LBP_AL },
928 { 0xA926, 0xA92D, LBP_CM }, 937 { 0xA926, 0xA92D, LBP_CM },
@@ -1785,7 +1794,7 @@ struct LineBreakProperties lb_prop_default[] = {
1785 { 0xFE17, 0xFE17, LBP_OP }, 1794 { 0xFE17, 0xFE17, LBP_OP },
1786 { 0xFE18, 0xFE18, LBP_CL }, 1795 { 0xFE18, 0xFE18, LBP_CL },
1787 { 0xFE19, 0xFE19, LBP_IN }, 1796 { 0xFE19, 0xFE19, LBP_IN },
1788 { 0xFE20, 0xFE2D, LBP_CM }, 1797 { 0xFE20, 0xFE2F, LBP_CM },
1789 { 0xFE30, 0xFE34, LBP_ID }, 1798 { 0xFE30, 0xFE34, LBP_ID },
1790 { 0xFE35, 0xFE35, LBP_OP }, 1799 { 0xFE35, 0xFE35, LBP_OP },
1791 { 0xFE36, 0xFE36, LBP_CL }, 1800 { 0xFE36, 0xFE36, LBP_CL },
@@ -1929,21 +1938,31 @@ struct LineBreakProperties lb_prop_default[] = {
1929 { 0x111C5, 0x111C6, LBP_BA }, 1938 { 0x111C5, 0x111C6, LBP_BA },
1930 { 0x111C7, 0x111C7, LBP_AL }, 1939 { 0x111C7, 0x111C7, LBP_AL },
1931 { 0x111C8, 0x111C8, LBP_BA }, 1940 { 0x111C8, 0x111C8, LBP_BA },
1941 { 0x111C9, 0x111C9, LBP_AL },
1942 { 0x111CA, 0x111CC, LBP_CM },
1932 { 0x111CD, 0x111CD, LBP_AL }, 1943 { 0x111CD, 0x111CD, LBP_AL },
1933 { 0x111D0, 0x111D9, LBP_NU }, 1944 { 0x111D0, 0x111D9, LBP_NU },
1934 { 0x111DA, 0x1122B, LBP_AL }, 1945 { 0x111DA, 0x111DA, LBP_AL },
1946 { 0x111DB, 0x111DB, LBP_BB },
1947 { 0x111DC, 0x111DC, LBP_AL },
1948 { 0x111DD, 0x111DF, LBP_BA },
1949 { 0x111E1, 0x1122B, LBP_AL },
1935 { 0x1122C, 0x11237, LBP_CM }, 1950 { 0x1122C, 0x11237, LBP_CM },
1936 { 0x11238, 0x11239, LBP_BA }, 1951 { 0x11238, 0x11239, LBP_BA },
1937 { 0x1123A, 0x1123A, LBP_AL }, 1952 { 0x1123A, 0x1123A, LBP_AL },
1938 { 0x1123B, 0x1123C, LBP_BA }, 1953 { 0x1123B, 0x1123C, LBP_BA },
1939 { 0x1123D, 0x112DE, LBP_AL }, 1954 { 0x1123D, 0x112A8, LBP_AL },
1955 { 0x112A9, 0x112A9, LBP_BA },
1956 { 0x112B0, 0x112DE, LBP_AL },
1940 { 0x112DF, 0x112EA, LBP_CM }, 1957 { 0x112DF, 0x112EA, LBP_CM },
1941 { 0x112F0, 0x112F9, LBP_NU }, 1958 { 0x112F0, 0x112F9, LBP_NU },
1942 { 0x11301, 0x11303, LBP_CM }, 1959 { 0x11300, 0x11303, LBP_CM },
1943 { 0x11305, 0x11339, LBP_AL }, 1960 { 0x11305, 0x11339, LBP_AL },
1944 { 0x1133C, 0x1133C, LBP_CM }, 1961 { 0x1133C, 0x1133C, LBP_CM },
1945 { 0x1133D, 0x1133D, LBP_AL }, 1962 { 0x1133D, 0x1133D, LBP_AL },
1946 { 0x1133E, 0x11357, LBP_CM }, 1963 { 0x1133E, 0x1134D, LBP_CM },
1964 { 0x11350, 0x11350, LBP_AL },
1965 { 0x11357, 0x11357, LBP_CM },
1947 { 0x1135D, 0x11361, LBP_AL }, 1966 { 0x1135D, 0x11361, LBP_AL },
1948 { 0x11362, 0x11374, LBP_CM }, 1967 { 0x11362, 0x11374, LBP_CM },
1949 { 0x11480, 0x114AF, LBP_AL }, 1968 { 0x11480, 0x114AF, LBP_AL },
@@ -1956,7 +1975,9 @@ struct LineBreakProperties lb_prop_default[] = {
1956 { 0x115C2, 0x115C3, LBP_BA }, 1975 { 0x115C2, 0x115C3, LBP_BA },
1957 { 0x115C4, 0x115C5, LBP_EX }, 1976 { 0x115C4, 0x115C5, LBP_EX },
1958 { 0x115C6, 0x115C8, LBP_AL }, 1977 { 0x115C6, 0x115C8, LBP_AL },
1959 { 0x115C9, 0x115C9, LBP_BA }, 1978 { 0x115C9, 0x115D7, LBP_BA },
1979 { 0x115D8, 0x115DB, LBP_AL },
1980 { 0x115DC, 0x115DD, LBP_CM },
1960 { 0x11600, 0x1162F, LBP_AL }, 1981 { 0x11600, 0x1162F, LBP_AL },
1961 { 0x11630, 0x11640, LBP_CM }, 1982 { 0x11630, 0x11640, LBP_CM },
1962 { 0x11641, 0x11642, LBP_BA }, 1983 { 0x11641, 0x11642, LBP_BA },
@@ -1965,11 +1986,16 @@ struct LineBreakProperties lb_prop_default[] = {
1965 { 0x11680, 0x116AA, LBP_AL }, 1986 { 0x11680, 0x116AA, LBP_AL },
1966 { 0x116AB, 0x116B7, LBP_CM }, 1987 { 0x116AB, 0x116B7, LBP_CM },
1967 { 0x116C0, 0x116C9, LBP_NU }, 1988 { 0x116C0, 0x116C9, LBP_NU },
1989 { 0x11700, 0x1172B, LBP_SA },
1990 { 0x11730, 0x11739, LBP_NU },
1991 { 0x1173A, 0x1173B, LBP_SA },
1992 { 0x1173C, 0x1173E, LBP_BA },
1993 { 0x1173F, 0x1173F, LBP_SA },
1968 { 0x118A0, 0x118DF, LBP_AL }, 1994 { 0x118A0, 0x118DF, LBP_AL },
1969 { 0x118E0, 0x118E9, LBP_NU }, 1995 { 0x118E0, 0x118E9, LBP_NU },
1970 { 0x118EA, 0x1246E, LBP_AL }, 1996 { 0x118EA, 0x1246E, LBP_AL },
1971 { 0x12470, 0x12474, LBP_BA }, 1997 { 0x12470, 0x12474, LBP_BA },
1972 { 0x13000, 0x13257, LBP_AL }, 1998 { 0x12480, 0x13257, LBP_AL },
1973 { 0x13258, 0x1325A, LBP_OP }, 1999 { 0x13258, 0x1325A, LBP_OP },
1974 { 0x1325B, 0x1325D, LBP_CL }, 2000 { 0x1325B, 0x1325D, LBP_CL },
1975 { 0x1325E, 0x13281, LBP_AL }, 2001 { 0x1325E, 0x13281, LBP_AL },
@@ -1982,7 +2008,10 @@ struct LineBreakProperties lb_prop_default[] = {
1982 { 0x1328A, 0x13378, LBP_AL }, 2008 { 0x1328A, 0x13378, LBP_AL },
1983 { 0x13379, 0x13379, LBP_OP }, 2009 { 0x13379, 0x13379, LBP_OP },
1984 { 0x1337A, 0x1337B, LBP_CL }, 2010 { 0x1337A, 0x1337B, LBP_CL },
1985 { 0x1337C, 0x16A5E, LBP_AL }, 2011 { 0x1337C, 0x145CD, LBP_AL },
2012 { 0x145CE, 0x145CE, LBP_OP },
2013 { 0x145CF, 0x145CF, LBP_CL },
2014 { 0x145D0, 0x16A5E, LBP_AL },
1986 { 0x16A60, 0x16A69, LBP_NU }, 2015 { 0x16A60, 0x16A69, LBP_NU },
1987 { 0x16A6E, 0x16A6F, LBP_BA }, 2016 { 0x16A6E, 0x16A6F, LBP_BA },
1988 { 0x16AD0, 0x16AED, LBP_AL }, 2017 { 0x16AD0, 0x16AED, LBP_AL },
@@ -2015,6 +2044,18 @@ struct LineBreakProperties lb_prop_default[] = {
2015 { 0x1D242, 0x1D244, LBP_CM }, 2044 { 0x1D242, 0x1D244, LBP_CM },
2016 { 0x1D245, 0x1D7CB, LBP_AL }, 2045 { 0x1D245, 0x1D7CB, LBP_AL },
2017 { 0x1D7CE, 0x1D7FF, LBP_NU }, 2046 { 0x1D7CE, 0x1D7FF, LBP_NU },
2047 { 0x1D800, 0x1D9FF, LBP_AL },
2048 { 0x1DA00, 0x1DA36, LBP_CM },
2049 { 0x1DA37, 0x1DA3A, LBP_AL },
2050 { 0x1DA3B, 0x1DA6C, LBP_CM },
2051 { 0x1DA6D, 0x1DA74, LBP_AL },
2052 { 0x1DA75, 0x1DA75, LBP_CM },
2053 { 0x1DA76, 0x1DA83, LBP_AL },
2054 { 0x1DA84, 0x1DA84, LBP_CM },
2055 { 0x1DA85, 0x1DA86, LBP_AL },
2056 { 0x1DA87, 0x1DA8A, LBP_BA },
2057 { 0x1DA8B, 0x1DA8B, LBP_AL },
2058 { 0x1DA9B, 0x1DAAF, LBP_CM },
2018 { 0x1E800, 0x1E8CF, LBP_AL }, 2059 { 0x1E800, 0x1E8CF, LBP_AL },
2019 { 0x1E8D0, 0x1E8D6, LBP_CM }, 2060 { 0x1E8D0, 0x1E8D6, LBP_CM },
2020 { 0x1EE00, 0x1EEF1, LBP_AL }, 2061 { 0x1EE00, 0x1EEF1, LBP_AL },
@@ -2031,7 +2072,9 @@ struct LineBreakProperties lb_prop_default[] = {
2031 { 0x1F3B5, 0x1F3B6, LBP_AL }, 2072 { 0x1F3B5, 0x1F3B6, LBP_AL },
2032 { 0x1F3B7, 0x1F3BB, LBP_ID }, 2073 { 0x1F3B7, 0x1F3BB, LBP_ID },
2033 { 0x1F3BC, 0x1F3BC, LBP_AL }, 2074 { 0x1F3BC, 0x1F3BC, LBP_AL },
2034 { 0x1F3BD, 0x1F49F, LBP_ID }, 2075 { 0x1F3BD, 0x1F3FA, LBP_ID },
2076 { 0x1F3FB, 0x1F3FF, LBP_AL },
2077 { 0x1F400, 0x1F49F, LBP_ID },
2035 { 0x1F4A0, 0x1F4A0, LBP_AL }, 2078 { 0x1F4A0, 0x1F4A0, LBP_AL },
2036 { 0x1F4A1, 0x1F4A1, LBP_ID }, 2079 { 0x1F4A1, 0x1F4A1, LBP_ID },
2037 { 0x1F4A2, 0x1F4A2, LBP_AL }, 2080 { 0x1F4A2, 0x1F4A2, LBP_AL },
@@ -2041,7 +2084,7 @@ struct LineBreakProperties lb_prop_default[] = {
2041 { 0x1F4AF, 0x1F4AF, LBP_AL }, 2084 { 0x1F4AF, 0x1F4AF, LBP_AL },
2042 { 0x1F4B0, 0x1F4B0, LBP_ID }, 2085 { 0x1F4B0, 0x1F4B0, LBP_ID },
2043 { 0x1F4B1, 0x1F4B2, LBP_AL }, 2086 { 0x1F4B1, 0x1F4B2, LBP_AL },
2044 { 0x1F4B3, 0x1F4FE, LBP_ID }, 2087 { 0x1F4B3, 0x1F4FF, LBP_ID },
2045 { 0x1F500, 0x1F506, LBP_AL }, 2088 { 0x1F500, 0x1F506, LBP_AL },
2046 { 0x1F507, 0x1F516, LBP_ID }, 2089 { 0x1F507, 0x1F516, LBP_ID },
2047 { 0x1F517, 0x1F524, LBP_AL }, 2090 { 0x1F517, 0x1F524, LBP_AL },
@@ -2058,7 +2101,7 @@ struct LineBreakProperties lb_prop_default[] = {
2058 { 0x1F67C, 0x1F67F, LBP_AL }, 2101 { 0x1F67C, 0x1F67F, LBP_AL },
2059 { 0x1F680, 0x1F6F3, LBP_ID }, 2102 { 0x1F680, 0x1F6F3, LBP_ID },
2060 { 0x1F700, 0x1F8AD, LBP_AL }, 2103 { 0x1F700, 0x1F8AD, LBP_AL },
2061 { 0x20000, 0x3FFFD, LBP_ID }, 2104 { 0x1F910, 0x3FFFD, LBP_ID },
2062 { 0xE0001, 0xE01EF, LBP_CM }, 2105 { 0xE0001, 0xE01EF, LBP_CM },
2063 { 0xF0000, 0x10FFFD, LBP_XX }, 2106 { 0xF0000, 0x10FFFD, LBP_XX },
2064 { 0xFFFFFFFF, 0xFFFFFFFF, LBP_Undefined } 2107 { 0xFFFFFFFF, 0xFFFFFFFF, LBP_Undefined }
diff --git a/src/static_libs/libunibreak/linebreakdef.c b/src/static_libs/libunibreak/linebreakdef.c
index 41a729613f..72ea420be2 100644
--- a/src/static_libs/libunibreak/linebreakdef.c
+++ b/src/static_libs/libunibreak/linebreakdef.c
@@ -43,7 +43,7 @@
43 * 43 *
44 * Definition of language-specific data. 44 * Definition of language-specific data.
45 * 45 *
46 * @version 2.2, 2012/10/06 46 * @version 3.0, 2015/05/10
47 * @author Wu Yongwei 47 * @author Wu Yongwei
48 */ 48 */
49 49
diff --git a/src/static_libs/libunibreak/linebreakdef.h b/src/static_libs/libunibreak/linebreakdef.h
index 7600d0a580..6b5bca66f2 100644
--- a/src/static_libs/libunibreak/linebreakdef.h
+++ b/src/static_libs/libunibreak/linebreakdef.h
@@ -45,7 +45,7 @@
45 * Definitions of internal data structures, declarations of global 45 * Definitions of internal data structures, declarations of global
46 * variables, and function prototypes for the line breaking algorithm. 46 * variables, and function prototypes for the line breaking algorithm.
47 * 47 *
48 * @version 2.6, 2015/04/18 48 * @version 3.0, 2015/05/10
49 * @author Wu Yongwei 49 * @author Wu Yongwei
50 * @author Petr Filipsky 50 * @author Petr Filipsky
51 */ 51 */
diff --git a/src/static_libs/libunibreak/unibreakbase.c b/src/static_libs/libunibreak/unibreakbase.c
index dbe3a38abb..b0d8f3b729 100644
--- a/src/static_libs/libunibreak/unibreakbase.c
+++ b/src/static_libs/libunibreak/unibreakbase.c
@@ -29,7 +29,7 @@
29 * 29 *
30 * Definition of basic libunibreak information. 30 * Definition of basic libunibreak information.
31 * 31 *
32 * @version 1.0, 2015/04/18 32 * @version 3.0, 2015/05/10
33 * @author Wu Yongwei 33 * @author Wu Yongwei
34 */ 34 */
35 35
diff --git a/src/static_libs/libunibreak/unibreakbase.h b/src/static_libs/libunibreak/unibreakbase.h
index 76b35e69ae..08c012737c 100644
--- a/src/static_libs/libunibreak/unibreakbase.h
+++ b/src/static_libs/libunibreak/unibreakbase.h
@@ -22,20 +22,6 @@
22 * not be misrepresented as being the original software. 22 * not be misrepresented as being the original software.
23 * 3. This notice may not be removed or altered from any source 23 * 3. This notice may not be removed or altered from any source
24 * distribution. 24 * distribution.
25 *
26 * The main reference is Unicode Standard Annex 14 (UAX #14):
27 * <URL:http://www.unicode.org/reports/tr14/>
28 *
29 * When this library was designed, this annex was at Revision 19, for
30 * Unicode 5.0.0:
31 * <URL:http://www.unicode.org/reports/tr14/tr14-19.html>
32 *
33 * This library has been updated according to Revision 33, for
34 * Unicode 7.0.0:
35 * <URL:http://www.unicode.org/reports/tr14/tr14-33.html>
36 *
37 * The Unicode Terms of Use are available at
38 * <URL:http://www.unicode.org/copyright.html>
39 */ 25 */
40 26
41/** 27/**
@@ -43,15 +29,13 @@
43 * 29 *
44 * Header file for common definitions in the libunibreak library. 30 * Header file for common definitions in the libunibreak library.
45 * 31 *
46 * @version 1.0, 2015/04/18 32 * @version 3.0, 2015/05/10
47 * @author Wu Yongwei 33 * @author Wu Yongwei
48 */ 34 */
49 35
50#ifndef UNIBREAKBASE_H 36#ifndef UNIBREAKBASE_H
51#define UNIBREAKBASE_H 37#define UNIBREAKBASE_H
52 38
53#include <stddef.h>
54
55#ifdef __cplusplus 39#ifdef __cplusplus
56extern "C" { 40extern "C" {
57#endif 41#endif
diff --git a/src/static_libs/libunibreak/unibreakdef.c b/src/static_libs/libunibreak/unibreakdef.c
index 2647b615d5..20ce2b3484 100644
--- a/src/static_libs/libunibreak/unibreakdef.c
+++ b/src/static_libs/libunibreak/unibreakdef.c
@@ -29,7 +29,7 @@
29 * 29 *
30 * Definition of utility functions used by the libunibreak library. 30 * Definition of utility functions used by the libunibreak library.
31 * 31 *
32 * @version 1.0, 2015/04/18 32 * @version 3.0, 2015/05/10
33 * @author Wu Yongwei 33 * @author Wu Yongwei
34 */ 34 */
35 35
diff --git a/src/static_libs/libunibreak/unibreakdef.h b/src/static_libs/libunibreak/unibreakdef.h
index b823e507e2..f5d5744990 100644
--- a/src/static_libs/libunibreak/unibreakdef.h
+++ b/src/static_libs/libunibreak/unibreakdef.h
@@ -22,20 +22,6 @@
22 * not be misrepresented as being the original software. 22 * not be misrepresented as being the original software.
23 * 3. This notice may not be removed or altered from any source 23 * 3. This notice may not be removed or altered from any source
24 * distribution. 24 * distribution.
25 *
26 * The main reference is Unicode Standard Annex 14 (UAX #14):
27 * <URL:http://www.unicode.org/reports/tr14/>
28 *
29 * When this library was designed, this annex was at Revision 19, for
30 * Unicode 5.0.0:
31 * <URL:http://www.unicode.org/reports/tr14/tr14-19.html>
32 *
33 * This library has been updated according to Revision 33, for
34 * Unicode 7.0.0:
35 * <URL:http://www.unicode.org/reports/tr14/tr14-33.html>
36 *
37 * The Unicode Terms of Use are available at
38 * <URL:http://www.unicode.org/copyright.html>
39 */ 25 */
40 26
41/** 27/**
@@ -43,13 +29,14 @@
43 * 29 *
44 * Header file for private definitions in the libunibreak library. 30 * Header file for private definitions in the libunibreak library.
45 * 31 *
46 * @version 1.1, 2015/04/19 32 * @version 3.0, 2015/05/10
47 * @author Wu Yongwei 33 * @author Wu Yongwei
48 */ 34 */
49 35
50#ifndef UNIBREAKDEF_H 36#ifndef UNIBREAKDEF_H
51#define UNIBREAKDEF_H 37#define UNIBREAKDEF_H
52 38
39#include <stddef.h>
53#include "unibreakbase.h" 40#include "unibreakbase.h"
54 41
55#ifdef __cplusplus 42#ifdef __cplusplus
diff --git a/src/static_libs/libunibreak/wordbreak.c b/src/static_libs/libunibreak/wordbreak.c
index d7d5a42b02..f6c013f38c 100644
--- a/src/static_libs/libunibreak/wordbreak.c
+++ b/src/static_libs/libunibreak/wordbreak.c
@@ -30,9 +30,9 @@
30 * Unicode 6.0.0: 30 * Unicode 6.0.0:
31 * <URL:http://www.unicode.org/reports/tr29/tr29-17.html> 31 * <URL:http://www.unicode.org/reports/tr29/tr29-17.html>
32 * 32 *
33 * This library has been updated according to Revision 25, for 33 * This library has been updated according to Revision 27, for
34 * Unicode 7.0.0: 34 * Unicode 8.0.0:
35 * <URL:http://www.unicode.org/reports/tr29/tr29-25.html> 35 * <URL:http://www.unicode.org/reports/tr29/tr29-27.html>
36 * 36 *
37 * The Unicode Terms of Use are available at 37 * The Unicode Terms of Use are available at
38 * <URL:http://www.unicode.org/copyright.html> 38 * <URL:http://www.unicode.org/copyright.html>
@@ -44,7 +44,7 @@
44 * Implementation of the word breaking algorithm as described in Unicode 44 * Implementation of the word breaking algorithm as described in Unicode
45 * Standard Annex 29. 45 * Standard Annex 29.
46 * 46 *
47 * @version 2.6, 2015/04/18 47 * @version 3.1, 2015/05/18
48 * @author Tom Hacohen 48 * @author Tom Hacohen
49 */ 49 */
50 50
@@ -127,6 +127,7 @@ static void set_brks_to(
127 { 127 {
128 utf32_t ch; 128 utf32_t ch;
129 ch = get_next_char(s, len, &posNext); 129 ch = get_next_char(s, len, &posNext);
130 (void)ch;
130 assert(ch != EOS); 131 assert(ch != EOS);
131 for (; posStart < posNext - 1; ++posStart) 132 for (; posStart < posNext - 1; ++posStart)
132 brks[posStart] = WORDBREAK_INSIDEACHAR; 133 brks[posStart] = WORDBREAK_INSIDEACHAR;
diff --git a/src/static_libs/libunibreak/wordbreak.h b/src/static_libs/libunibreak/wordbreak.h
index 360953f715..b9124d7b52 100644
--- a/src/static_libs/libunibreak/wordbreak.h
+++ b/src/static_libs/libunibreak/wordbreak.h
@@ -43,7 +43,7 @@
43 * 43 *
44 * Header file for the word breaking (segmentation) algorithm. 44 * Header file for the word breaking (segmentation) algorithm.
45 * 45 *
46 * @version 2.5, 2015/04/18 46 * @version 3.0, 2015/05/10
47 * @author Tom Hacohen 47 * @author Tom Hacohen
48 */ 48 */
49 49
diff --git a/src/static_libs/libunibreak/wordbreakdata.c b/src/static_libs/libunibreak/wordbreakdata.c
index c6d5694d06..a31664691c 100644
--- a/src/static_libs/libunibreak/wordbreakdata.c
+++ b/src/static_libs/libunibreak/wordbreakdata.c
@@ -1,6 +1,6 @@
1/* The content of this file is generated from: 1/* The content of this file is generated from:
2# WordBreakProperty-7.0.0.txt 2# WordBreakProperty-8.0.0.txt
3# Date: 2014-02-19, 15:51:39 GMT [MD] 3# Date: 2015-02-14, 10:26:15 GMT [MD]
4*/ 4*/
5 5
6#include "wordbreakdef.h" 6#include "wordbreakdef.h"
@@ -120,8 +120,8 @@ static struct WordBreakProperties wb_prop_default[] = {
120 {0x0829, 0x082D, WBP_Extend}, 120 {0x0829, 0x082D, WBP_Extend},
121 {0x0840, 0x0858, WBP_ALetter}, 121 {0x0840, 0x0858, WBP_ALetter},
122 {0x0859, 0x085B, WBP_Extend}, 122 {0x0859, 0x085B, WBP_Extend},
123 {0x08A0, 0x08B2, WBP_ALetter}, 123 {0x08A0, 0x08B4, WBP_ALetter},
124 {0x08E4, 0x0902, WBP_Extend}, 124 {0x08E3, 0x0902, WBP_Extend},
125 {0x0903, 0x0903, WBP_Extend}, 125 {0x0903, 0x0903, WBP_Extend},
126 {0x0904, 0x0939, WBP_ALetter}, 126 {0x0904, 0x0939, WBP_ALetter},
127 {0x093A, 0x093A, WBP_Extend}, 127 {0x093A, 0x093A, WBP_Extend},
@@ -203,6 +203,7 @@ static struct WordBreakProperties wb_prop_default[] = {
203 {0x0AE0, 0x0AE1, WBP_ALetter}, 203 {0x0AE0, 0x0AE1, WBP_ALetter},
204 {0x0AE2, 0x0AE3, WBP_Extend}, 204 {0x0AE2, 0x0AE3, WBP_Extend},
205 {0x0AE6, 0x0AEF, WBP_Numeric}, 205 {0x0AE6, 0x0AEF, WBP_Numeric},
206 {0x0AF9, 0x0AF9, WBP_ALetter},
206 {0x0B01, 0x0B01, WBP_Extend}, 207 {0x0B01, 0x0B01, WBP_Extend},
207 {0x0B02, 0x0B03, WBP_Extend}, 208 {0x0B02, 0x0B03, WBP_Extend},
208 {0x0B05, 0x0B0C, WBP_ALetter}, 209 {0x0B05, 0x0B0C, WBP_ALetter},
@@ -259,7 +260,7 @@ static struct WordBreakProperties wb_prop_default[] = {
259 {0x0C46, 0x0C48, WBP_Extend}, 260 {0x0C46, 0x0C48, WBP_Extend},
260 {0x0C4A, 0x0C4D, WBP_Extend}, 261 {0x0C4A, 0x0C4D, WBP_Extend},
261 {0x0C55, 0x0C56, WBP_Extend}, 262 {0x0C55, 0x0C56, WBP_Extend},
262 {0x0C58, 0x0C59, WBP_ALetter}, 263 {0x0C58, 0x0C5A, WBP_ALetter},
263 {0x0C60, 0x0C61, WBP_ALetter}, 264 {0x0C60, 0x0C61, WBP_ALetter},
264 {0x0C62, 0x0C63, WBP_Extend}, 265 {0x0C62, 0x0C63, WBP_Extend},
265 {0x0C66, 0x0C6F, WBP_Numeric}, 266 {0x0C66, 0x0C6F, WBP_Numeric},
@@ -298,7 +299,7 @@ static struct WordBreakProperties wb_prop_default[] = {
298 {0x0D4D, 0x0D4D, WBP_Extend}, 299 {0x0D4D, 0x0D4D, WBP_Extend},
299 {0x0D4E, 0x0D4E, WBP_ALetter}, 300 {0x0D4E, 0x0D4E, WBP_ALetter},
300 {0x0D57, 0x0D57, WBP_Extend}, 301 {0x0D57, 0x0D57, WBP_Extend},
301 {0x0D60, 0x0D61, WBP_ALetter}, 302 {0x0D5F, 0x0D61, WBP_ALetter},
302 {0x0D62, 0x0D63, WBP_Extend}, 303 {0x0D62, 0x0D63, WBP_Extend},
303 {0x0D66, 0x0D6F, WBP_Numeric}, 304 {0x0D66, 0x0D6F, WBP_Numeric},
304 {0x0D7A, 0x0D7F, WBP_ALetter}, 305 {0x0D7A, 0x0D7F, WBP_ALetter},
@@ -388,7 +389,8 @@ static struct WordBreakProperties wb_prop_default[] = {
388 {0x1318, 0x135A, WBP_ALetter}, 389 {0x1318, 0x135A, WBP_ALetter},
389 {0x135D, 0x135F, WBP_Extend}, 390 {0x135D, 0x135F, WBP_Extend},
390 {0x1380, 0x138F, WBP_ALetter}, 391 {0x1380, 0x138F, WBP_ALetter},
391 {0x13A0, 0x13F4, WBP_ALetter}, 392 {0x13A0, 0x13F5, WBP_ALetter},
393 {0x13F8, 0x13FD, WBP_ALetter},
392 {0x1401, 0x166C, WBP_ALetter}, 394 {0x1401, 0x166C, WBP_ALetter},
393 {0x166F, 0x167F, WBP_ALetter}, 395 {0x166F, 0x167F, WBP_ALetter},
394 {0x1681, 0x169A, WBP_ALetter}, 396 {0x1681, 0x169A, WBP_ALetter},
@@ -434,8 +436,6 @@ static struct WordBreakProperties wb_prop_default[] = {
434 {0x1933, 0x1938, WBP_Extend}, 436 {0x1933, 0x1938, WBP_Extend},
435 {0x1939, 0x193B, WBP_Extend}, 437 {0x1939, 0x193B, WBP_Extend},
436 {0x1946, 0x194F, WBP_Numeric}, 438 {0x1946, 0x194F, WBP_Numeric},
437 {0x19B0, 0x19C0, WBP_Extend},
438 {0x19C8, 0x19C9, WBP_Extend},
439 {0x19D0, 0x19D9, WBP_Numeric}, 439 {0x19D0, 0x19D9, WBP_Numeric},
440 {0x1A00, 0x1A16, WBP_ALetter}, 440 {0x1A00, 0x1A16, WBP_ALetter},
441 {0x1A17, 0x1A18, WBP_Extend}, 441 {0x1A17, 0x1A18, WBP_Extend},
@@ -641,7 +641,7 @@ static struct WordBreakProperties wb_prop_default[] = {
641 {0xA67F, 0xA67F, WBP_ALetter}, 641 {0xA67F, 0xA67F, WBP_ALetter},
642 {0xA680, 0xA69B, WBP_ALetter}, 642 {0xA680, 0xA69B, WBP_ALetter},
643 {0xA69C, 0xA69D, WBP_ALetter}, 643 {0xA69C, 0xA69D, WBP_ALetter},
644 {0xA69F, 0xA69F, WBP_Extend}, 644 {0xA69E, 0xA69F, WBP_Extend},
645 {0xA6A0, 0xA6E5, WBP_ALetter}, 645 {0xA6A0, 0xA6E5, WBP_ALetter},
646 {0xA6E6, 0xA6EF, WBP_ALetter}, 646 {0xA6E6, 0xA6EF, WBP_ALetter},
647 {0xA6F0, 0xA6F1, WBP_Extend}, 647 {0xA6F0, 0xA6F1, WBP_Extend},
@@ -651,8 +651,9 @@ static struct WordBreakProperties wb_prop_default[] = {
651 {0xA771, 0xA787, WBP_ALetter}, 651 {0xA771, 0xA787, WBP_ALetter},
652 {0xA788, 0xA788, WBP_ALetter}, 652 {0xA788, 0xA788, WBP_ALetter},
653 {0xA78B, 0xA78E, WBP_ALetter}, 653 {0xA78B, 0xA78E, WBP_ALetter},
654 {0xA78F, 0xA78F, WBP_ALetter},
654 {0xA790, 0xA7AD, WBP_ALetter}, 655 {0xA790, 0xA7AD, WBP_ALetter},
655 {0xA7B0, 0xA7B1, WBP_ALetter}, 656 {0xA7B0, 0xA7B7, WBP_ALetter},
656 {0xA7F7, 0xA7F7, WBP_ALetter}, 657 {0xA7F7, 0xA7F7, WBP_ALetter},
657 {0xA7F8, 0xA7F9, WBP_ALetter}, 658 {0xA7F8, 0xA7F9, WBP_ALetter},
658 {0xA7FA, 0xA7FA, WBP_ALetter}, 659 {0xA7FA, 0xA7FA, WBP_ALetter},
@@ -675,6 +676,7 @@ static struct WordBreakProperties wb_prop_default[] = {
675 {0xA8E0, 0xA8F1, WBP_Extend}, 676 {0xA8E0, 0xA8F1, WBP_Extend},
676 {0xA8F2, 0xA8F7, WBP_ALetter}, 677 {0xA8F2, 0xA8F7, WBP_ALetter},
677 {0xA8FB, 0xA8FB, WBP_ALetter}, 678 {0xA8FB, 0xA8FB, WBP_ALetter},
679 {0xA8FD, 0xA8FD, WBP_ALetter},
678 {0xA900, 0xA909, WBP_Numeric}, 680 {0xA900, 0xA909, WBP_Numeric},
679 {0xA90A, 0xA925, WBP_ALetter}, 681 {0xA90A, 0xA925, WBP_ALetter},
680 {0xA926, 0xA92D, WBP_Extend}, 682 {0xA926, 0xA92D, WBP_Extend},
@@ -730,7 +732,8 @@ static struct WordBreakProperties wb_prop_default[] = {
730 {0xAB28, 0xAB2E, WBP_ALetter}, 732 {0xAB28, 0xAB2E, WBP_ALetter},
731 {0xAB30, 0xAB5A, WBP_ALetter}, 733 {0xAB30, 0xAB5A, WBP_ALetter},
732 {0xAB5C, 0xAB5F, WBP_ALetter}, 734 {0xAB5C, 0xAB5F, WBP_ALetter},
733 {0xAB64, 0xAB65, WBP_ALetter}, 735 {0xAB60, 0xAB65, WBP_ALetter},
736 {0xAB70, 0xABBF, WBP_ALetter},
734 {0xABC0, 0xABE2, WBP_ALetter}, 737 {0xABC0, 0xABE2, WBP_ALetter},
735 {0xABE3, 0xABE4, WBP_Extend}, 738 {0xABE3, 0xABE4, WBP_Extend},
736 {0xABE5, 0xABE5, WBP_Extend}, 739 {0xABE5, 0xABE5, WBP_Extend},
@@ -763,7 +766,7 @@ static struct WordBreakProperties wb_prop_default[] = {
763 {0xFE10, 0xFE10, WBP_MidNum}, 766 {0xFE10, 0xFE10, WBP_MidNum},
764 {0xFE13, 0xFE13, WBP_MidLetter}, 767 {0xFE13, 0xFE13, WBP_MidLetter},
765 {0xFE14, 0xFE14, WBP_MidNum}, 768 {0xFE14, 0xFE14, WBP_MidNum},
766 {0xFE20, 0xFE2D, WBP_Extend}, 769 {0xFE20, 0xFE2F, WBP_Extend},
767 {0xFE33, 0xFE34, WBP_ExtendNumLet}, 770 {0xFE33, 0xFE34, WBP_ExtendNumLet},
768 {0xFE4D, 0xFE4F, WBP_ExtendNumLet}, 771 {0xFE4D, 0xFE4F, WBP_ExtendNumLet},
769 {0xFE50, 0xFE50, WBP_MidNum}, 772 {0xFE50, 0xFE50, WBP_MidNum},
@@ -830,6 +833,8 @@ static struct WordBreakProperties wb_prop_default[] = {
830 {0x1083F, 0x10855, WBP_ALetter}, 833 {0x1083F, 0x10855, WBP_ALetter},
831 {0x10860, 0x10876, WBP_ALetter}, 834 {0x10860, 0x10876, WBP_ALetter},
832 {0x10880, 0x1089E, WBP_ALetter}, 835 {0x10880, 0x1089E, WBP_ALetter},
836 {0x108E0, 0x108F2, WBP_ALetter},
837 {0x108F4, 0x108F5, WBP_ALetter},
833 {0x10900, 0x10915, WBP_ALetter}, 838 {0x10900, 0x10915, WBP_ALetter},
834 {0x10920, 0x10939, WBP_ALetter}, 839 {0x10920, 0x10939, WBP_ALetter},
835 {0x10980, 0x109B7, WBP_ALetter}, 840 {0x10980, 0x109B7, WBP_ALetter},
@@ -853,6 +858,8 @@ static struct WordBreakProperties wb_prop_default[] = {
853 {0x10B60, 0x10B72, WBP_ALetter}, 858 {0x10B60, 0x10B72, WBP_ALetter},
854 {0x10B80, 0x10B91, WBP_ALetter}, 859 {0x10B80, 0x10B91, WBP_ALetter},
855 {0x10C00, 0x10C48, WBP_ALetter}, 860 {0x10C00, 0x10C48, WBP_ALetter},
861 {0x10C80, 0x10CB2, WBP_ALetter},
862 {0x10CC0, 0x10CF2, WBP_ALetter},
856 {0x11000, 0x11000, WBP_Extend}, 863 {0x11000, 0x11000, WBP_Extend},
857 {0x11001, 0x11001, WBP_Extend}, 864 {0x11001, 0x11001, WBP_Extend},
858 {0x11002, 0x11002, WBP_Extend}, 865 {0x11002, 0x11002, WBP_Extend},
@@ -885,8 +892,10 @@ static struct WordBreakProperties wb_prop_default[] = {
885 {0x111B6, 0x111BE, WBP_Extend}, 892 {0x111B6, 0x111BE, WBP_Extend},
886 {0x111BF, 0x111C0, WBP_Extend}, 893 {0x111BF, 0x111C0, WBP_Extend},
887 {0x111C1, 0x111C4, WBP_ALetter}, 894 {0x111C1, 0x111C4, WBP_ALetter},
895 {0x111CA, 0x111CC, WBP_Extend},
888 {0x111D0, 0x111D9, WBP_Numeric}, 896 {0x111D0, 0x111D9, WBP_Numeric},
889 {0x111DA, 0x111DA, WBP_ALetter}, 897 {0x111DA, 0x111DA, WBP_ALetter},
898 {0x111DC, 0x111DC, WBP_ALetter},
890 {0x11200, 0x11211, WBP_ALetter}, 899 {0x11200, 0x11211, WBP_ALetter},
891 {0x11213, 0x1122B, WBP_ALetter}, 900 {0x11213, 0x1122B, WBP_ALetter},
892 {0x1122C, 0x1122E, WBP_Extend}, 901 {0x1122C, 0x1122E, WBP_Extend},
@@ -895,12 +904,17 @@ static struct WordBreakProperties wb_prop_default[] = {
895 {0x11234, 0x11234, WBP_Extend}, 904 {0x11234, 0x11234, WBP_Extend},
896 {0x11235, 0x11235, WBP_Extend}, 905 {0x11235, 0x11235, WBP_Extend},
897 {0x11236, 0x11237, WBP_Extend}, 906 {0x11236, 0x11237, WBP_Extend},
907 {0x11280, 0x11286, WBP_ALetter},
908 {0x11288, 0x11288, WBP_ALetter},
909 {0x1128A, 0x1128D, WBP_ALetter},
910 {0x1128F, 0x1129D, WBP_ALetter},
911 {0x1129F, 0x112A8, WBP_ALetter},
898 {0x112B0, 0x112DE, WBP_ALetter}, 912 {0x112B0, 0x112DE, WBP_ALetter},
899 {0x112DF, 0x112DF, WBP_Extend}, 913 {0x112DF, 0x112DF, WBP_Extend},
900 {0x112E0, 0x112E2, WBP_Extend}, 914 {0x112E0, 0x112E2, WBP_Extend},
901 {0x112E3, 0x112EA, WBP_Extend}, 915 {0x112E3, 0x112EA, WBP_Extend},
902 {0x112F0, 0x112F9, WBP_Numeric}, 916 {0x112F0, 0x112F9, WBP_Numeric},
903 {0x11301, 0x11301, WBP_Extend}, 917 {0x11300, 0x11301, WBP_Extend},
904 {0x11302, 0x11303, WBP_Extend}, 918 {0x11302, 0x11303, WBP_Extend},
905 {0x11305, 0x1130C, WBP_ALetter}, 919 {0x11305, 0x1130C, WBP_ALetter},
906 {0x1130F, 0x11310, WBP_ALetter}, 920 {0x1130F, 0x11310, WBP_ALetter},
@@ -915,6 +929,7 @@ static struct WordBreakProperties wb_prop_default[] = {
915 {0x11341, 0x11344, WBP_Extend}, 929 {0x11341, 0x11344, WBP_Extend},
916 {0x11347, 0x11348, WBP_Extend}, 930 {0x11347, 0x11348, WBP_Extend},
917 {0x1134B, 0x1134D, WBP_Extend}, 931 {0x1134B, 0x1134D, WBP_Extend},
932 {0x11350, 0x11350, WBP_ALetter},
918 {0x11357, 0x11357, WBP_Extend}, 933 {0x11357, 0x11357, WBP_Extend},
919 {0x1135D, 0x11361, WBP_ALetter}, 934 {0x1135D, 0x11361, WBP_ALetter},
920 {0x11362, 0x11363, WBP_Extend}, 935 {0x11362, 0x11363, WBP_Extend},
@@ -939,6 +954,8 @@ static struct WordBreakProperties wb_prop_default[] = {
939 {0x115BC, 0x115BD, WBP_Extend}, 954 {0x115BC, 0x115BD, WBP_Extend},
940 {0x115BE, 0x115BE, WBP_Extend}, 955 {0x115BE, 0x115BE, WBP_Extend},
941 {0x115BF, 0x115C0, WBP_Extend}, 956 {0x115BF, 0x115C0, WBP_Extend},
957 {0x115D8, 0x115DB, WBP_ALetter},
958 {0x115DC, 0x115DD, WBP_Extend},
942 {0x11600, 0x1162F, WBP_ALetter}, 959 {0x11600, 0x1162F, WBP_ALetter},
943 {0x11630, 0x11632, WBP_Extend}, 960 {0x11630, 0x11632, WBP_Extend},
944 {0x11633, 0x1163A, WBP_Extend}, 961 {0x11633, 0x1163A, WBP_Extend},
@@ -957,13 +974,21 @@ static struct WordBreakProperties wb_prop_default[] = {
957 {0x116B6, 0x116B6, WBP_Extend}, 974 {0x116B6, 0x116B6, WBP_Extend},
958 {0x116B7, 0x116B7, WBP_Extend}, 975 {0x116B7, 0x116B7, WBP_Extend},
959 {0x116C0, 0x116C9, WBP_Numeric}, 976 {0x116C0, 0x116C9, WBP_Numeric},
977 {0x1171D, 0x1171F, WBP_Extend},
978 {0x11720, 0x11721, WBP_Extend},
979 {0x11722, 0x11725, WBP_Extend},
980 {0x11726, 0x11726, WBP_Extend},
981 {0x11727, 0x1172B, WBP_Extend},
982 {0x11730, 0x11739, WBP_Numeric},
960 {0x118A0, 0x118DF, WBP_ALetter}, 983 {0x118A0, 0x118DF, WBP_ALetter},
961 {0x118E0, 0x118E9, WBP_Numeric}, 984 {0x118E0, 0x118E9, WBP_Numeric},
962 {0x118FF, 0x118FF, WBP_ALetter}, 985 {0x118FF, 0x118FF, WBP_ALetter},
963 {0x11AC0, 0x11AF8, WBP_ALetter}, 986 {0x11AC0, 0x11AF8, WBP_ALetter},
964 {0x12000, 0x12398, WBP_ALetter}, 987 {0x12000, 0x12399, WBP_ALetter},
965 {0x12400, 0x1246E, WBP_ALetter}, 988 {0x12400, 0x1246E, WBP_ALetter},
989 {0x12480, 0x12543, WBP_ALetter},
966 {0x13000, 0x1342E, WBP_ALetter}, 990 {0x13000, 0x1342E, WBP_ALetter},
991 {0x14400, 0x14646, WBP_ALetter},
967 {0x16800, 0x16A38, WBP_ALetter}, 992 {0x16800, 0x16A38, WBP_ALetter},
968 {0x16A40, 0x16A5E, WBP_ALetter}, 993 {0x16A40, 0x16A5E, WBP_ALetter},
969 {0x16A60, 0x16A69, WBP_Numeric}, 994 {0x16A60, 0x16A69, WBP_Numeric},
@@ -1026,6 +1051,12 @@ static struct WordBreakProperties wb_prop_default[] = {
1026 {0x1D7AA, 0x1D7C2, WBP_ALetter}, 1051 {0x1D7AA, 0x1D7C2, WBP_ALetter},
1027 {0x1D7C4, 0x1D7CB, WBP_ALetter}, 1052 {0x1D7C4, 0x1D7CB, WBP_ALetter},
1028 {0x1D7CE, 0x1D7FF, WBP_Numeric}, 1053 {0x1D7CE, 0x1D7FF, WBP_Numeric},
1054 {0x1DA00, 0x1DA36, WBP_Extend},
1055 {0x1DA3B, 0x1DA6C, WBP_Extend},
1056 {0x1DA75, 0x1DA75, WBP_Extend},
1057 {0x1DA84, 0x1DA84, WBP_Extend},
1058 {0x1DA9B, 0x1DA9F, WBP_Extend},
1059 {0x1DAA1, 0x1DAAF, WBP_Extend},
1029 {0x1E800, 0x1E8C4, WBP_ALetter}, 1060 {0x1E800, 0x1E8C4, WBP_ALetter},
1030 {0x1E8D0, 0x1E8D6, WBP_Extend}, 1061 {0x1E8D0, 0x1E8D6, WBP_Extend},
1031 {0x1EE00, 0x1EE03, WBP_ALetter}, 1062 {0x1EE00, 0x1EE03, WBP_ALetter},
diff --git a/src/static_libs/libunibreak/wordbreakdef.h b/src/static_libs/libunibreak/wordbreakdef.h
index 7130a1391d..ab3cea1fc7 100644
--- a/src/static_libs/libunibreak/wordbreakdef.h
+++ b/src/static_libs/libunibreak/wordbreakdef.h
@@ -32,6 +32,7 @@
32 * 32 *
33 * This library has been updated according to Revision 25, for 33 * This library has been updated according to Revision 25, for
34 * Unicode 7.0.0: 34 * Unicode 7.0.0:
35 * <URL:http://www.unicode.org/reports/tr29/tr29-25.html>
35 * 36 *
36 * The Unicode Terms of Use are available at 37 * The Unicode Terms of Use are available at
37 * <URL:http://www.unicode.org/copyright.html> 38 * <URL:http://www.unicode.org/copyright.html>
@@ -43,7 +44,7 @@
43 * Definitions of internal data structures, declarations of global 44 * Definitions of internal data structures, declarations of global
44 * variables, and function prototypes for the word breaking algorithm. 45 * variables, and function prototypes for the word breaking algorithm.
45 * 46 *
46 * @version 2.6, 2015/04/19 47 * @version 3.0, 2015/05/10
47 * @author Tom Hacohen 48 * @author Tom Hacohen
48 */ 49 */
49 50