diff options
author | Chris Dyer <cdyer@allegro.clab.cs.cmu.edu> | 2014-01-22 23:39:46 -0500 |
---|---|---|
committer | Chris Dyer <cdyer@allegro.clab.cs.cmu.edu> | 2014-01-22 23:39:46 -0500 |
commit | 20f843f96bfe520d3993ed4f56449ff2035b7695 (patch) | |
tree | 73a793045d76ae98ffd34913b55900b6bf1390ef | |
parent | 5f9405ebda4810c2740ed4b89753e8a24f6e48c6 (diff) |
utf8 got bigger
-rw-r--r-- | utils/stringlib.h | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/utils/stringlib.h b/utils/stringlib.h index 1bb533d8..f60b7867 100644 --- a/utils/stringlib.h +++ b/utils/stringlib.h @@ -265,6 +265,8 @@ inline unsigned int UTF8Len(unsigned char x) { else if ((x >> 5) == 0x06) return 2; else if ((x >> 4) == 0x0e) return 3; else if ((x >> 3) == 0x1e) return 4; + else if ((x >> 2) == 0x3e) return 5; + else if ((x >> 1) == 0x7e) return 6; else return 0; } |