From 8baa12d8f4973471105a590a7bd42b2ec2e3592a Mon Sep 17 00:00:00 2001
From: graehl <graehl@ec762483-ff6d-05da-a07a-a48fb63a330f>
Date: Tue, 20 Jul 2010 23:57:46 +0000
Subject: fabulous string tokenization tested

git-svn-id: https://ws10smt.googlecode.com/svn/trunk@350 ec762483-ff6d-05da-a07a-a48fb63a330f
---
 decoder/sentences.h | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

(limited to 'decoder/sentences.h')

diff --git a/decoder/sentences.h b/decoder/sentences.h
index 622a6f43..6ab216bf 100755
--- a/decoder/sentences.h
+++ b/decoder/sentences.h
@@ -15,9 +15,12 @@ inline std::ostream & operator<<(std::ostream &out,Sentence const& s) {
 
 inline void StringToSentence(std::string const& str,Sentence &s) {
   using namespace std;
-  vector<string> ss=SplitOnWhitespace(str);
   s.clear();
+  TD::ConvertSentence(str,&s);
+/*  vector<string> ss=SplitOnWhitespace(str);
   transform(ss.begin(),ss.end(),back_inserter(s),ToTD());
+*/
+
 }
 
 inline Sentence StringToSentence(std::string const& str) {
-- 
cgit v1.2.3