From 63221793f35c393eb1f5fd8d7f95cc335ab8e9e6 Mon Sep 17 00:00:00 2001
From: Chris Dyer <cdyer@allegro.clab.cs.cmu.edu>
Date: Wed, 5 Dec 2012 20:57:20 -0500
Subject: slight tokenization bug fix

---
 corpus/support/token_patterns | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/corpus/support/token_patterns b/corpus/support/token_patterns
index c0e6fe1a..8e69432b 100644
--- a/corpus/support/token_patterns
+++ b/corpus/support/token_patterns
@@ -1,3 +1,3 @@
 /^(al|el|ul|e)\-[a-z]+$/
-/^(\d+)\.$/
+/^(\d|\d\d|\d\d\d)\.$/
 
-- 
cgit v1.2.3