summaryrefslogtreecommitdiff
path: root/gi/pf/corpus.h
blob: e7febdb70a946f254e6e0e448b47cf4ce85463ad (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
#ifndef _CORPUS_H_
#define _CORPUS_H_

#include <string>
#include <vector>
#include <set>
#include "wordid.h"

namespace corpus {

void ReadParallelCorpus(const std::string& filename,
                std::vector<std::vector<WordID> >* f,
                std::vector<std::vector<WordID> >* e,
                std::set<WordID>* vocab_f,
                std::set<WordID>* vocab_e);

}

#endif