diff options
| author | Chris Dyer <cdyer@allegro.clab.cs.cmu.edu> | 2014-01-28 00:18:37 -0500 |
|---|---|---|
| committer | Chris Dyer <cdyer@allegro.clab.cs.cmu.edu> | 2014-01-28 00:18:37 -0500 |
| commit | 7f69662660746eb8559bd3f041bdc4184f639fad (patch) | |
| tree | 5336b9626c8ce12dbd366cc637fec0987742bd47 /klm/lm/builder/pipeline.cc | |
| parent | dba017629ff32bbd0af8770ddee88082bb626bee (diff) | |
| parent | eecc4cbf5a6e28f910130cd4a58444e9d4701ea9 (diff) | |
Merge branch 'master' of github.com:redpony/cdec
Diffstat (limited to 'klm/lm/builder/pipeline.cc')
| -rw-r--r-- | klm/lm/builder/pipeline.cc | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/klm/lm/builder/pipeline.cc b/klm/lm/builder/pipeline.cc index b89ea6ba..44a2313c 100644 --- a/klm/lm/builder/pipeline.cc +++ b/klm/lm/builder/pipeline.cc @@ -226,6 +226,7 @@ void CountText(int text_file /* input */, int vocab_file /* output */, Master &m util::stream::Sort<SuffixOrder, AddCombiner> sorter(chain, config.sort, SuffixOrder(config.order), AddCombiner()); chain.Wait(true); + std::cerr << "Unigram tokens " << token_count << " types " << type_count << std::endl; std::cerr << "=== 2/5 Calculating and sorting adjusted counts ===" << std::endl; master.InitForAdjust(sorter, type_count); } |