diff options
| author | Chris Dyer <cdyer@allegro.clab.cs.cmu.edu> | 2014-01-28 00:18:37 -0500 |
|---|---|---|
| committer | Chris Dyer <cdyer@allegro.clab.cs.cmu.edu> | 2014-01-28 00:18:37 -0500 |
| commit | 0ee2b44c5c0981358ade9ddab1d083bbe1de5daf (patch) | |
| tree | 2dc8d9b9efb24b3a3b5c2bcaf0b55df30743d151 /klm/lm/builder/pipeline.cc | |
| parent | 2ac0704a463d45f0bfe23184a1ea9950d60fd546 (diff) | |
| parent | 783c57b2d3312738ddcf992ac55ff750afe7cb47 (diff) | |
Merge branch 'master' of github.com:redpony/cdec
Diffstat (limited to 'klm/lm/builder/pipeline.cc')
| -rw-r--r-- | klm/lm/builder/pipeline.cc | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/klm/lm/builder/pipeline.cc b/klm/lm/builder/pipeline.cc index b89ea6ba..44a2313c 100644 --- a/klm/lm/builder/pipeline.cc +++ b/klm/lm/builder/pipeline.cc @@ -226,6 +226,7 @@ void CountText(int text_file /* input */, int vocab_file /* output */, Master &m util::stream::Sort<SuffixOrder, AddCombiner> sorter(chain, config.sort, SuffixOrder(config.order), AddCombiner()); chain.Wait(true); + std::cerr << "Unigram tokens " << token_count << " types " << type_count << std::endl; std::cerr << "=== 2/5 Calculating and sorting adjusted counts ===" << std::endl; master.InitForAdjust(sorter, type_count); } |