summaryrefslogtreecommitdiff
path: root/utils/corpus_tools.h
diff options
context:
space:
mode:
Diffstat (limited to 'utils/corpus_tools.h')
-rw-r--r--utils/corpus_tools.h4
1 files changed, 4 insertions, 0 deletions
diff --git a/utils/corpus_tools.h b/utils/corpus_tools.h
index 97bdaa94..f6699d87 100644
--- a/utils/corpus_tools.h
+++ b/utils/corpus_tools.h
@@ -7,6 +7,10 @@
#include "wordid.h"
struct CorpusTools {
+ static void ReadLine(const std::string& line,
+ std::vector<WordID>* src,
+ std::vector<WordID>* trg);
+
static void ReadFromFile(const std::string& filename,
std::vector<std::vector<WordID> >* src,
std::set<WordID>* src_vocab = NULL,