summaryrefslogtreecommitdiff
path: root/extools/sentence_pair.h
blob: b5a7ca93c7adda36466a695c23b2e160f95839ee (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
#ifndef _SENTENCE_PAIR_H_
#define _SENTENCE_PAIR_H_

#include <map>
#include <utility>
#include <vector>
#include <boost/tuple/tuple.hpp>
#include "wordid.h"
#include "array2d.h"

// represents a parallel sentence with a word alignment and category
// annotations over subspans (currently in terms of f)
// you should read one using ParseInputLine and then use the public
// member variables to query things about it
struct AnnotatedParallelSentence {
  // read annotated parallel sentence from string
  void ParseInputLine(const char* buf);

  std::vector<WordID> f, e;  // words in f and e

  // word alignment information
  std::vector<int> e_aligned, f_aligned; // counts the number of times column/row x is aligned
  Array2D<bool> aligned;
  std::vector<std::vector<std::pair<short, short> > > aligns_by_fword;

  // span type information
  std::map< boost::tuple<short,short,short,short>, std::vector<WordID> > span_types;
  // span_types(i,j,k,l) is the list of category span (i,j) in source and (k,l) in the target language.

  int f_len, e_len;

  static int ReadAlignmentPoint(const char* buf, int start, int end, bool permit_col, short* a, short* b, short* c, short* d);

 private:
  void Reset();
  void AllocateForAlignment();
  void ParseAlignmentPoint(const char* buf, int start, int end);
  void ParseSpanLabel(const char* buf, int start, int end);
};

#endif