From 20f843f96bfe520d3993ed4f56449ff2035b7695 Mon Sep 17 00:00:00 2001 From: Chris Dyer Date: Wed, 22 Jan 2014 23:39:46 -0500 Subject: utf8 got bigger --- utils/stringlib.h | 2 ++ 1 file changed, 2 insertions(+) (limited to 'utils') diff --git a/utils/stringlib.h b/utils/stringlib.h index 1bb533d8..f60b7867 100644 --- a/utils/stringlib.h +++ b/utils/stringlib.h @@ -265,6 +265,8 @@ inline unsigned int UTF8Len(unsigned char x) { else if ((x >> 5) == 0x06) return 2; else if ((x >> 4) == 0x0e) return 3; else if ((x >> 3) == 0x1e) return 4; + else if ((x >> 2) == 0x3e) return 5; + else if ((x >> 1) == 0x7e) return 6; else return 0; } -- cgit v1.2.3