summaryrefslogtreecommitdiff
path: root/decoder/ff_spans.h
blob: b22c4d03b0f9559d1f870562b8e99c16f912c7fd (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
#ifndef _FF_SPANS_H_
#define _FF_SPANS_H_

#include <vector>
#include <map>
#include "ff.h"
#include "array2d.h"
#include "wordid.h"

class SpanFeatures : public FeatureFunction {
 public:
  SpanFeatures(const std::string& param);
 protected:
  virtual void TraversalFeaturesImpl(const SentenceMetadata& smeta,
                                     const Hypergraph::Edge& edge,
                                     const std::vector<const void*>& ant_contexts,
                                     SparseVector<double>* features,
                                     SparseVector<double>* estimated_features,
                                     void* context) const;
  virtual void PrepareForInput(const SentenceMetadata& smeta);
 private:
  WordID MapIfNecessary(const WordID& w) const;
  const int kS;
  const int kX;
  Array2D<std::pair<int,int> > span_feats_; // first for X, second for S
  Array2D<std::pair<int,int> > len_span_feats_; // first for X, second for S, including length
  std::vector<int> end_span_ids_;
  std::vector<int> end_bigram_ids_;
  std::vector<int> beg_span_ids_;
  std::vector<int> beg_bigram_ids_;
  std::map<WordID, WordID> word2class_;  // optional projection to coarser class

  // collapsed feature values
  bool use_collapsed_features_;
  int fid_beg_;
  int fid_end_;
  int fid_span_s_;
  int fid_span_;
  std::map<std::string, double> feat2val_;
  std::vector<double> end_span_vals_;
  std::vector<double> beg_span_vals_;
  Array2D<std::pair<double,double> > span_vals_;

  WordID oov_;
};

class RuleNgramFeatures : public FeatureFunction {
 public:
  RuleNgramFeatures(const std::string& param);
 protected:
  virtual void TraversalFeaturesImpl(const SentenceMetadata& smeta,
                                     const Hypergraph::Edge& edge,
                                     const std::vector<const void*>& ant_contexts,
                                     SparseVector<double>* features,
                                     SparseVector<double>* estimated_features,
                                     void* context) const;
  virtual void PrepareForInput(const SentenceMetadata& smeta);
 private:
  mutable std::map<const TRule*, SparseVector<double> > rule2_feats_;
};

class CMR2008ReorderingFeatures : public FeatureFunction {
 public:
  CMR2008ReorderingFeatures(const std::string& param);
 protected:
  virtual void TraversalFeaturesImpl(const SentenceMetadata& smeta,
                                     const Hypergraph::Edge& edge,
                                     const std::vector<const void*>& ant_contexts,
                                     SparseVector<double>* features,
                                     SparseVector<double>* estimated_features,
                                     void* context) const;
 private:
  const int kS;
  std::pair<int, int> unconditioned_fids_;  // first = monotone
                                            // second = inverse
  std::vector<std::pair<int, int> > fids_;  // index=(j-i)

  // collapsed feature values
  bool use_collapsed_features_;
  int fid_reorder_;
  std::pair<double, double> uncoditioned_vals_;
  std::vector<std::pair<double, double> > fvals_;
};

#endif