Added contexts_corpus for reading text data files.

git-svn-id: https://ws10smt.googlecode.com/svn/trunk@36 ec762483-ff6d-05da-a07a-a48fb63a330f

1 files changed, 22 insertions, 0 deletions

diff --git a/gi/pyp-topics/src/contexts_lexer.h b/gi/pyp-topics/src/contexts_lexer.h
new file mode 100644
index 00000000..f9a1b21c
--- /dev/null
+++ b/gi/pyp-topics/src/contexts_lexer.h
@@ -0,0 +1,22 @@
+#ifndef _CONTEXTS_LEXER_H_
+#define _CONTEXTS_LEXER_H_ 
+
+#include <iostream>
+#include <vector>
+#include <string>
+
+#include "../../../decoder/dict.h" 
+
+struct ContextsLexer {
+  typedef std::vector<std::string> Context;
+  struct PhraseContextsType {
+    std::string          phrase;
+    std::vector<Context> contexts;
+    std::vector<int>     counts;
+  };
+
+  typedef void (*ContextsCallback)(const PhraseContextsType& new_contexts, void* extra);
+  static void ReadContexts(std::istream* in, ContextsCallback func, void* extra);
+};
+
+#endif