summaryrefslogtreecommitdiff
path: root/creg/json_feature_map_lexer.ll
diff options
context:
space:
mode:
authorChris Dyer <cdyer@cs.cmu.edu>2012-05-13 22:20:06 -0700
committerChris Dyer <cdyer@cs.cmu.edu>2012-05-13 22:20:06 -0700
commit076d48d459ecbf366b0a59ab6afe68af99bdcff2 (patch)
treedec0135699d4944ed8f51a9477e0c33a54ff64f5 /creg/json_feature_map_lexer.ll
parent7001792f10cb17d88ed2d4c58364b6304bbd0816 (diff)
eval stuff for creg, test data from ark regression
Diffstat (limited to 'creg/json_feature_map_lexer.ll')
-rw-r--r--creg/json_feature_map_lexer.ll2
1 files changed, 1 insertions, 1 deletions
diff --git a/creg/json_feature_map_lexer.ll b/creg/json_feature_map_lexer.ll
index 372b52f5..cbb6d9a9 100644
--- a/creg/json_feature_map_lexer.ll
+++ b/creg/json_feature_map_lexer.ll
@@ -61,7 +61,7 @@ inline unsigned unicode_escape_to_utf8(uint16_t w1, uint16_t w2, char* putf8) {
%}
-ID [A-Za-z_0-9]+
+ID [^ \t\n\r]+
HEX_D [a-fA-F0-9]
INT [-]?[0-9]+
DOUBLE {INT}((\.[0-9]+)?([eE][-+]?[0-9]+)?)