summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorChris Dyer <cdyer@allegro.clab.cs.cmu.edu>2014-01-22 23:39:46 -0500
committerChris Dyer <cdyer@allegro.clab.cs.cmu.edu>2014-01-22 23:39:46 -0500
commitbd4cbb0082cb1f07ba0767be63dd98b382ae30e7 (patch)
treea13a5d977f94b8ecf8e494fe1f07147f42344c1d
parentf01ada8522ac797aa8bcd3a67b319c4585fa9892 (diff)
utf8 got bigger
-rw-r--r--utils/stringlib.h2
1 files changed, 2 insertions, 0 deletions
diff --git a/utils/stringlib.h b/utils/stringlib.h
index 1bb533d8..f60b7867 100644
--- a/utils/stringlib.h
+++ b/utils/stringlib.h
@@ -265,6 +265,8 @@ inline unsigned int UTF8Len(unsigned char x) {
else if ((x >> 5) == 0x06) return 2;
else if ((x >> 4) == 0x0e) return 3;
else if ((x >> 3) == 0x1e) return 4;
+ else if ((x >> 2) == 0x3e) return 5;
+ else if ((x >> 1) == 0x7e) return 6;
else return 0;
}