From 7390212db70aa86e55210cc621a06b91626d635a Mon Sep 17 00:00:00 2001 From: "philblunsom@gmail.com" Date: Tue, 29 Jun 2010 23:21:55 +0000 Subject: Added singleton filter. git-svn-id: https://ws10smt.googlecode.com/svn/trunk@72 ec762483-ff6d-05da-a07a-a48fb63a330f --- gi/pyp-topics/src/contexts_corpus.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'gi/pyp-topics') diff --git a/gi/pyp-topics/src/contexts_corpus.cc b/gi/pyp-topics/src/contexts_corpus.cc index e9644d5a..ad9554f5 100644 --- a/gi/pyp-topics/src/contexts_corpus.cc +++ b/gi/pyp-topics/src/contexts_corpus.cc @@ -35,7 +35,7 @@ void read_callback(const ContextsLexer::PhraseContextsType& new_contexts, void* // filter out singleton contexts if (!counts->empty()) { map::const_iterator find_it = counts->find(context_str); - if (find_it == counts->end() || find_it->second == 1) + if (find_it == counts->end() || find_it->second < 5) continue; } -- cgit v1.2.3