From c24567c8d5ef343ba18dc14b100c9915a35d6e44 Mon Sep 17 00:00:00 2001
From: Chris Dyer <cdyer@allegro.clab.cs.cmu.edu>
Date: Wed, 5 Dec 2012 20:57:20 -0500
Subject: slight tokenization bug fix

---
 corpus/support/token_patterns | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'corpus')

diff --git a/corpus/support/token_patterns b/corpus/support/token_patterns
index c0e6fe1a..8e69432b 100644
--- a/corpus/support/token_patterns
+++ b/corpus/support/token_patterns
@@ -1,3 +1,3 @@
 /^(al|el|ul|e)\-[a-z]+$/
-/^(\d+)\.$/
+/^(\d|\d\d|\d\d\d)\.$/
 
-- 
cgit v1.2.3