From 5853cf45e028a24387a5649642bcbfe2ed376293 Mon Sep 17 00:00:00 2001
From: Chris Dyer <cdyer@cs.cmu.edu>
Date: Sun, 13 May 2012 22:20:06 -0700
Subject: eval stuff for creg, test data from ark regression

---
 creg/json_feature_map_lexer.ll | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'creg/json_feature_map_lexer.ll')

diff --git a/creg/json_feature_map_lexer.ll b/creg/json_feature_map_lexer.ll
index 372b52f5..cbb6d9a9 100644
--- a/creg/json_feature_map_lexer.ll
+++ b/creg/json_feature_map_lexer.ll
@@ -61,7 +61,7 @@ inline unsigned unicode_escape_to_utf8(uint16_t w1, uint16_t w2, char* putf8) {
 
 %}
 
-ID [A-Za-z_0-9]+
+ID [^ \t\n\r]+
 HEX_D [a-fA-F0-9]
 INT [-]?[0-9]+
 DOUBLE {INT}((\.[0-9]+)?([eE][-+]?[0-9]+)?)
-- 
cgit v1.2.3