diff options
| author | Patrick Simianer <p@simianer.de> | 2014-01-28 15:35:31 +0100 |
|---|---|---|
| committer | Patrick Simianer <p@simianer.de> | 2014-01-28 15:35:31 +0100 |
| commit | 9c9ba8954358f791a818b3eefda2c0eb805bbd97 (patch) | |
| tree | 0153350406bf1c9c6aafa8e5da5d4b3feb9cd0c9 /klm/lm/builder/pipeline.cc | |
| parent | 1b0d40959f529b67db3b9d10dbf93101e0c65c7c (diff) | |
| parent | 19de646f60d4fb52ddd26d25e06f50f8717fd988 (diff) | |
resolv conflict in mira
Diffstat (limited to 'klm/lm/builder/pipeline.cc')
| -rw-r--r-- | klm/lm/builder/pipeline.cc | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/klm/lm/builder/pipeline.cc b/klm/lm/builder/pipeline.cc index b89ea6ba..44a2313c 100644 --- a/klm/lm/builder/pipeline.cc +++ b/klm/lm/builder/pipeline.cc @@ -226,6 +226,7 @@ void CountText(int text_file /* input */, int vocab_file /* output */, Master &m util::stream::Sort<SuffixOrder, AddCombiner> sorter(chain, config.sort, SuffixOrder(config.order), AddCombiner()); chain.Wait(true); + std::cerr << "Unigram tokens " << token_count << " types " << type_count << std::endl; std::cerr << "=== 2/5 Calculating and sorting adjusted counts ===" << std::endl; master.InitForAdjust(sorter, type_count); } |