#include "arc_ff.h" #include "tdict.h" #include "fdict.h" #include "sentence_metadata.h" using namespace std; struct ArcFFImpl { ArcFFImpl() : kROOT("ROOT"), kLEFT_POS("LEFT"), kRIGHT_POS("RIGHT") {} const string kROOT; const string kLEFT_POS; const string kRIGHT_POS; map > pcs; void PrepareForInput(const TaggedSentence& sent) { pcs.clear(); for (int i = 0; i < sent.pos.size(); ++i) pcs[sent.pos[i]].resize(1, 0); pcs[sent.pos[0]][0] = 1; for (int i = 1; i < sent.pos.size(); ++i) { const WordID posi = sent.pos[i]; for (map >::iterator j = pcs.begin(); j != pcs.end(); ++j) { const WordID posj = j->first; vector& cs = j->second; cs.push_back(cs.back() + (posj == posi ? 1 : 0)); } } } template static void Fire(SparseVector* v, const A& a) { ostringstream os; os << a; v->set_value(FD::Convert(os.str()), 1); } template static void Fire(SparseVector* v, const A& a, const B& b) { ostringstream os; os << a << ':' << b; v->set_value(FD::Convert(os.str()), 1); } template static void Fire(SparseVector* v, const A& a, const B& b, const C& c) { ostringstream os; os << a << ':' << b << '_' << c; v->set_value(FD::Convert(os.str()), 1); } template static void Fire(SparseVector* v, const A& a, const B& b, const C& c, const D& d) { ostringstream os; os << a << ':' << b << '_' << c << '_' << d; v->set_value(FD::Convert(os.str()), 1); } template static void Fire(SparseVector* v, const A& a, const B& b, const C& c, const D& d, const E& e) { ostringstream os; os << a << ':' << b << '_' << c << '_' << d << '_' << e; v->set_value(FD::Convert(os.str()), 1); } void EdgeFeatures(const TaggedSentence& sent, short h, short m, SparseVector* features) const { const bool is_root = (h == -1); int num_words = sent.words.size(); const string& head_word = (is_root ? kROOT : TD::Convert(sent.words[h])); const string& head_pos = (is_root ? kROOT : TD::Convert(sent.pos[h])); const string& mod_word = TD::Convert(sent.words[m]); const string& mod_pos = TD::Convert(sent.pos[m]); const string& mod_pos_L = (m > 0 ? TD::Convert(sent.pos[m-1]) : kLEFT_POS); const string& mod_pos_R = (m < sent.pos.size() - 1 ? TD::Convert(sent.pos[m]) : kRIGHT_POS); const bool bdir = m < h; const string dir = (bdir ? "MLeft" : "MRight"); int v = m - h; if (v < 0) { v= -1 - int(log(-v) / log(2)); } else { v= int(log(v) / log(2)); } ostringstream os; if (v < 0) os << "LenL" << -v; else os << "LenR" << v; const string lenstr = os.str(); if (is_root) { Fire(features, "ROOT", mod_pos); Fire(features, "DROOT", mod_pos, lenstr); Fire(features, "LROOT", mod_pos_L); Fire(features, "RROOT", mod_pos_R); Fire(features, "LROOT", mod_pos_L, mod_pos); Fire(features, "RROOT", mod_pos_R, mod_pos); Fire(features, "LDist", m); Fire(features, "RDist", m - num_words); } else { // not root const string& head_pos_L = (h > 0 ? TD::Convert(sent.pos[h-1]) : kLEFT_POS); const string& head_pos_R = (h < sent.pos.size() - 1 ? TD::Convert(sent.pos[h]) : kRIGHT_POS); Fire(features, lenstr); Fire(features, "H", head_pos); Fire(features, "M", mod_pos); Fire(features, "HM", head_pos, mod_pos); Fire(features, "HM", head_pos, mod_pos, dir); Fire(features, "HM", head_pos, mod_pos, lenstr); Fire(features, "LexH", head_word); Fire(features, "LexM", mod_word); Fire(features, "LexHM", head_word, mod_word); Fire(features, "LexHM", head_word, mod_word, dir); Fire(features, "LexHM", head_word, mod_word, lenstr); // surrounders Fire(features, "posLL", head_pos, mod_pos, head_pos_L, mod_pos_L); Fire(features, "posRR", head_pos, mod_pos, head_pos_R, mod_pos_R); Fire(features, "posLR", head_pos, mod_pos, head_pos_L, mod_pos_R); Fire(features, "posRL", head_pos, mod_pos, head_pos_R, mod_pos_L); Fire(features, "lexRL", head_word, head_pos_L, mod_pos_L); // between features int left = min(h,m); int right = max(h,m); if (right - left >= 2) { if (bdir) --right; else ++left; for (map >::const_iterator it = pcs.begin(); it != pcs.end(); ++it) { if (it->second[left] != it->second[right]) { Fire(features, "BT", head_pos, TD::Convert(it->first), mod_pos); Fire(features, "BT", head_pos, TD::Convert(it->first), mod_pos, dir); } } } } } }; ArcFeatureFunctions::ArcFeatureFunctions() : pimpl(new ArcFFImpl) {} ArcFeatureFunctions::~ArcFeatureFunctions() { delete pimpl; } void ArcFeatureFunctions::PrepareForInput(const TaggedSentence& sentence) { pimpl->PrepareForInput(sentence); } void ArcFeatureFunctions::EdgeFeatures(const TaggedSentence& sentence, short h, short m, SparseVector* features) const { pimpl->EdgeFeatures(sentence, h, m, features); }