diff options
Diffstat (limited to 'decoder/tdict.cc')
| -rw-r--r-- | decoder/tdict.cc | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/decoder/tdict.cc b/decoder/tdict.cc index f0588cfc..1f68feae 100644 --- a/decoder/tdict.cc +++ b/decoder/tdict.cc @@ -1,4 +1,4 @@ -#define TD_ALLOW_UNDEFINED_WORDIDS 1 +#define TD_ALLOW_UNDEFINED_WORDIDS 0 // if 1, word ids that are >= end() will give a numeric token name (single per-thread shared buffer), which of course won't be Convert-able back to the id, because it's not added to the dict. This is a convenience for logging fake token indices. Any tokens actually added to the dict may cause end() to overlap the range of fake ids you were using - that's up to you to prevent. |