fabulous string tokenization tested

git-svn-id: https://ws10smt.googlecode.com/svn/trunk@350 ec762483-ff6d-05da-a07a-a48fb63a330f

1 files changed, 4 insertions, 1 deletions

diff --git a/decoder/sentences.h b/decoder/sentences.h
index 622a6f43..6ab216bf 100755
--- a/decoder/sentences.h
+++ b/decoder/sentences.h
@@ -15,9 +15,12 @@ inline std::ostream & operator<<(std::ostream &out,Sentence const& s) {
 
 inline void StringToSentence(std::string const& str,Sentence &s) {
   using namespace std;
-  vector<string> ss=SplitOnWhitespace(str);
   s.clear();
+  TD::ConvertSentence(str,&s);
+/*  vector<string> ss=SplitOnWhitespace(str);
   transform(ss.begin(),ss.end(),back_inserter(s),ToTD());
+*/
+
 }
 
 inline Sentence StringToSentence(std::string const& str) {