Updated kenlm. Includes left state support but not the cdec-side use of it. Updated binary format.

1 files changed, 9 insertions, 1 deletions

diff --git a/klm/lm/trie.hh b/klm/lm/trie.hh
index 53612064..a9f5e417 100644
--- a/klm/lm/trie.hh
+++ b/klm/lm/trie.hh
@@ -94,10 +94,18 @@ template <class Quant, class Bhiksha> class BitPackedMiddle : public BitPacked {
 
     void LoadedBinary() { bhiksha_.LoadedBinary(); }
 
-    bool Find(WordIndex word, float &prob, float &backoff, NodeRange &range) const;
+    bool Find(WordIndex word, float &prob, float &backoff, NodeRange &range, uint64_t &pointer) const;
 
     bool FindNoProb(WordIndex word, float &backoff, NodeRange &range) const;
 
+    NodeRange ReadEntry(uint64_t pointer, float &prob) {
+      quant_.ReadProb(base_, pointer, prob);
+      NodeRange ret;
+      // pointer/total_bits_ should always round down.  
+      bhiksha_.ReadNext(base_, pointer + quant_.TotalBits(), pointer / total_bits_, total_bits_, ret);
+      return ret;
+    }
+
   private:
     Quant quant_;
     Bhiksha bhiksha_;