summaryrefslogtreecommitdiff
path: root/creg/json_feature_map_lexer.ll
diff options
context:
space:
mode:
authorChris Dyer <cdyer@cs.cmu.edu>2012-05-13 22:20:06 -0700
committerChris Dyer <cdyer@cs.cmu.edu>2012-05-13 22:20:06 -0700
commit5853cf45e028a24387a5649642bcbfe2ed376293 (patch)
treeeee3da72bd63ac46bfdd777073f0810bd20b1801 /creg/json_feature_map_lexer.ll
parenta937d645257f0949e138f3548fd0a2b65ea8aa11 (diff)
eval stuff for creg, test data from ark regression
Diffstat (limited to 'creg/json_feature_map_lexer.ll')
-rw-r--r--creg/json_feature_map_lexer.ll2
1 files changed, 1 insertions, 1 deletions
diff --git a/creg/json_feature_map_lexer.ll b/creg/json_feature_map_lexer.ll
index 372b52f5..cbb6d9a9 100644
--- a/creg/json_feature_map_lexer.ll
+++ b/creg/json_feature_map_lexer.ll
@@ -61,7 +61,7 @@ inline unsigned unicode_escape_to_utf8(uint16_t w1, uint16_t w2, char* putf8) {
%}
-ID [A-Za-z_0-9]+
+ID [^ \t\n\r]+
HEX_D [a-fA-F0-9]
INT [-]?[0-9]+
DOUBLE {INT}((\.[0-9]+)?([eE][-+]?[0-9]+)?)