diff options
author | Chris Dyer <cdyer@allegro.clab.cs.cmu.edu> | 2014-04-09 01:06:33 -0400 |
---|---|---|
committer | Chris Dyer <cdyer@allegro.clab.cs.cmu.edu> | 2014-04-09 01:06:33 -0400 |
commit | a154f22c8ef2d170fa4a8179b1211898eb6831d3 (patch) | |
tree | 92836ae21329880de72da9ebbaf43a0de6d16546 | |
parent | 5daa3f144c980624eded2ff498d5e22f6716e969 (diff) |
don't hash on an internal id
-rw-r--r-- | decoder/node_state_hash.h | 10 |
1 files changed, 8 insertions, 2 deletions
diff --git a/decoder/node_state_hash.h b/decoder/node_state_hash.h index cdc05877..9fc01a09 100644 --- a/decoder/node_state_hash.h +++ b/decoder/node_state_hash.h @@ -3,14 +3,19 @@ #include <cassert> #include <cstring> +#include "tdict.h" #include "murmur_hash3.h" #include "ffset.h" namespace cdec { struct FirstPassNode { - FirstPassNode(int cat, int i, int j, int pi, int pj) : lhs(cat), s(i), t(j), u(pi), v(pj) {} - int32_t lhs; + FirstPassNode(int cat, int i, int j, int pi, int pj) : s(i), t(j), u(pi), v(pj) { + memset(lhs, 0, 120); + unsigned it = 0; + for (auto& c : TD::Convert(-cat)) { lhs[it++] = c; if (it == 120) break; } + } + char lhs[120]; short s; short t; short u; @@ -23,6 +28,7 @@ namespace cdec { } inline uint64_t HashNode(uint64_t old_hash, const FFState& state) { + if (state.size() == 0) return old_hash; uint8_t buf[1024]; std::memcpy(buf, &old_hash, sizeof(uint64_t)); assert(state.size() < (1024u - sizeof(uint64_t))); |