From 20f843f96bfe520d3993ed4f56449ff2035b7695 Mon Sep 17 00:00:00 2001
From: Chris Dyer <cdyer@allegro.clab.cs.cmu.edu>
Date: Wed, 22 Jan 2014 23:39:46 -0500
Subject: utf8 got bigger

---
 utils/stringlib.h | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/utils/stringlib.h b/utils/stringlib.h
index 1bb533d8..f60b7867 100644
--- a/utils/stringlib.h
+++ b/utils/stringlib.h
@@ -265,6 +265,8 @@ inline unsigned int UTF8Len(unsigned char x) {
   else if ((x >> 5) == 0x06) return 2;
   else if ((x >> 4) == 0x0e) return 3;
   else if ((x >> 3) == 0x1e) return 4;
+  else if ((x >> 2) == 0x3e) return 5;
+  else if ((x >> 1) == 0x7e) return 6;
   else return 0;
 }
 
-- 
cgit v1.2.3