diff options
| author | philblunsom@gmail.com <philblunsom@gmail.com@ec762483-ff6d-05da-a07a-a48fb63a330f> | 2010-06-29 23:21:55 +0000 |
|---|---|---|
| committer | philblunsom@gmail.com <philblunsom@gmail.com@ec762483-ff6d-05da-a07a-a48fb63a330f> | 2010-06-29 23:21:55 +0000 |
| commit | fff5df81edd99cce6993999e5d0398428ee17c7a (patch) | |
| tree | 97b70879e0e2b4dd42132faa54e58856e17cf86f | |
| parent | 290c227d8e326e80f7c88c35a702fd382c4b0dcc (diff) | |
Added singleton filter.
git-svn-id: https://ws10smt.googlecode.com/svn/trunk@72 ec762483-ff6d-05da-a07a-a48fb63a330f
| -rw-r--r-- | gi/pyp-topics/src/contexts_corpus.cc | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/gi/pyp-topics/src/contexts_corpus.cc b/gi/pyp-topics/src/contexts_corpus.cc index e9644d5a..ad9554f5 100644 --- a/gi/pyp-topics/src/contexts_corpus.cc +++ b/gi/pyp-topics/src/contexts_corpus.cc @@ -35,7 +35,7 @@ void read_callback(const ContextsLexer::PhraseContextsType& new_contexts, void* // filter out singleton contexts if (!counts->empty()) { map<string,int>::const_iterator find_it = counts->find(context_str); - if (find_it == counts->end() || find_it->second == 1) + if (find_it == counts->end() || find_it->second < 5) continue; } |