diff options
| author | graehl <graehl@ec762483-ff6d-05da-a07a-a48fb63a330f> | 2010-07-20 23:57:46 +0000 |
|---|---|---|
| committer | graehl <graehl@ec762483-ff6d-05da-a07a-a48fb63a330f> | 2010-07-20 23:57:46 +0000 |
| commit | f6cd72d39cdc7a034b36ad73d613f6f268826e48 (patch) | |
| tree | 6ca964655dc8e2989087d1b32c26f60f7ea6aece /decoder/sentences.h | |
| parent | 232cf4e95235bc29bf04e4ea2bf1483d1baf2b7d (diff) | |
fabulous string tokenization tested
git-svn-id: https://ws10smt.googlecode.com/svn/trunk@350 ec762483-ff6d-05da-a07a-a48fb63a330f
Diffstat (limited to 'decoder/sentences.h')
| -rwxr-xr-x | decoder/sentences.h | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/decoder/sentences.h b/decoder/sentences.h index 622a6f43..6ab216bf 100755 --- a/decoder/sentences.h +++ b/decoder/sentences.h @@ -15,9 +15,12 @@ inline std::ostream & operator<<(std::ostream &out,Sentence const& s) { inline void StringToSentence(std::string const& str,Sentence &s) { using namespace std; - vector<string> ss=SplitOnWhitespace(str); s.clear(); + TD::ConvertSentence(str,&s); +/* vector<string> ss=SplitOnWhitespace(str); transform(ss.begin(),ss.end(),back_inserter(s),ToTD()); +*/ + } inline Sentence StringToSentence(std::string const& str) { |