summaryrefslogtreecommitdiff
path: root/utils
diff options
context:
space:
mode:
authorChris Dyer <cdyer@allegro.clab.cs.cmu.edu>2014-01-22 23:39:46 -0500
committerChris Dyer <cdyer@allegro.clab.cs.cmu.edu>2014-01-22 23:39:46 -0500
commit20f843f96bfe520d3993ed4f56449ff2035b7695 (patch)
tree73a793045d76ae98ffd34913b55900b6bf1390ef /utils
parent5f9405ebda4810c2740ed4b89753e8a24f6e48c6 (diff)
utf8 got bigger
Diffstat (limited to 'utils')
-rw-r--r--utils/stringlib.h2
1 files changed, 2 insertions, 0 deletions
diff --git a/utils/stringlib.h b/utils/stringlib.h
index 1bb533d8..f60b7867 100644
--- a/utils/stringlib.h
+++ b/utils/stringlib.h
@@ -265,6 +265,8 @@ inline unsigned int UTF8Len(unsigned char x) {
else if ((x >> 5) == 0x06) return 2;
else if ((x >> 4) == 0x0e) return 3;
else if ((x >> 3) == 0x1e) return 4;
+ else if ((x >> 2) == 0x3e) return 5;
+ else if ((x >> 1) == 0x7e) return 6;
else return 0;
}