Updated kenlm. Includes left state support but not the cdec-side use of it. Updated binary format.

1 files changed, 0 insertions, 14 deletions

diff --git a/klm/lm/blank.hh b/klm/lm/blank.hh
index 162411a9..2fb64cd0 100644
--- a/klm/lm/blank.hh
+++ b/klm/lm/blank.hh
@@ -38,20 +38,6 @@ inline bool HasExtension(const float &backoff) {
   return compare.i != interpret.i;
 }
 
-/* Suppose "foo bar baz quux" appears in the ARPA but not "bar baz quux" or
- * "baz quux" (because they were pruned).  1.2% of n-grams generated by SRI
- * with default settings on the benchmark data set are like this.  Since search
- * proceeds by finding "quux", "baz quux", "bar baz quux", and finally 
- * "foo bar baz quux" and the trie needs pointer nodes anyway, blanks are
- * inserted.  The blanks have probability kBlankProb and backoff kBlankBackoff.
- * A blank is recognized by kBlankProb in the probability field; kBlankBackoff
- * must be 0 so that inference asseses zero backoff from these blanks.  
- */
-const float kBlankProb = -std::numeric_limits<float>::infinity();
-const float kBlankBackoff = kNoExtensionBackoff;
-const uint32_t kBlankProbQuant = 0;
-const uint32_t kBlankBackoffQuant = 0;
-
 } // namespace ngram
 } // namespace lm
 #endif // LM_BLANK__