gi/pf/corpus.h


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

#ifndef _CORPUS_H_
#define _CORPUS_H_

#include <string>
#include <vector>
#include <set>
#include "wordid.h"

namespace corpus {

void ReadParallelCorpus(const std::string& filename,
                std::vector<std::vector<WordID> >* f,
                std::vector<std::vector<WordID> >* e,
                std::set<WordID>* vocab_f,
                std::set<WordID>* vocab_e);

}

#endif