few small fixes of alignment tools, add new orthographic similarity feature for word aligner, final naming of directories, libraries in cdec

1 files changed, 0 insertions, 134 deletions

diff --git a/src/ff_test.cc b/src/ff_test.cc
deleted file mode 100644
index babaf985..00000000
--- a/src/ff_test.cc
+++ /dev/null
@@ -1,134 +0,0 @@
-#include <cassert>
-#include <iostream>
-#include <fstream>
-#include <vector>
-#include <gtest/gtest.h>
-#include "hg.h"
-#include "ff_lm.h"
-#include "ff.h"
-#include "trule.h"
-#include "sentence_metadata.h"
-
-using namespace std;
-
-LanguageModel* lm_ = NULL;
-LanguageModel* lm3_ = NULL;
-
-class FFTest : public testing::Test {
- public:
-  FFTest() : smeta(0,Lattice()) {
-    if (!lm_) {
-      static LanguageModel slm("-o 2 ./test_data/test_2gram.lm.gz");
-      lm_ = &slm;
-      static LanguageModel slm3("./test_data/dummy.3gram.lm -o 3");
-      lm3_ = &slm3;
-    }
-  }
- protected:
-  virtual void SetUp() { }
-  virtual void TearDown() { }
-  SentenceMetadata smeta;
-};
-       
-TEST_F(FFTest,LanguageModel) {
-  vector<const FeatureFunction*> ms(1, lm_);
-  TRulePtr tr1(new TRule("[X] ||| [X,1] said"));
-  TRulePtr tr2(new TRule("[X] ||| the man said"));
-  TRulePtr tr3(new TRule("[X] ||| the fat man"));  
-  Hypergraph hg;
-  const int lm_fid = FD::Convert("LanguageModel");
-  vector<double> w(lm_fid + 1,1);
-  ModelSet models(w, ms);
-  string state;
-  Hypergraph::Edge edge;
-  edge.rule_ = tr2;
-  models.AddFeaturesToEdge(smeta, hg, &edge, &state);
-  double lm1 = edge.feature_values_.dot(w);
-  cerr << "lm=" << edge.feature_values_[lm_fid] << endl;
-
-  hg.nodes_.resize(1);
-  hg.edges_.resize(2);
-  hg.edges_[0].rule_ = tr3;
-  models.AddFeaturesToEdge(smeta, hg, &hg.edges_[0], &hg.nodes_[0].state_);
-  hg.edges_[1].tail_nodes_.push_back(0);
-  hg.edges_[1].rule_ = tr1;
-  string state2;
-  models.AddFeaturesToEdge(smeta, hg, &hg.edges_[1], &state2);
-  double tot = hg.edges_[1].feature_values_[lm_fid] + hg.edges_[0].feature_values_[lm_fid];
-  cerr << "lm=" << tot << endl;
-  EXPECT_TRUE(state2 == state);
-  EXPECT_FALSE(state == hg.nodes_[0].state_);
-}
-
-TEST_F(FFTest, Small) {
-  WordPenalty wp("");
-  vector<const FeatureFunction*> ms(2, lm_);
-  ms[1] = &wp;
-  TRulePtr tr1(new TRule("[X] ||| [X,1] said"));
-  TRulePtr tr2(new TRule("[X] ||| john said"));
-  TRulePtr tr3(new TRule("[X] ||| john"));
-  cerr << "RULE: " << tr1->AsString() << endl;
-  Hypergraph hg;
-  vector<double> w(2); w[0]=1.0; w[1]=-2.0;
-  ModelSet models(w, ms);
-  string state;
-  Hypergraph::Edge edge;
-  edge.rule_ = tr2;
-  cerr << tr2->AsString() << endl;
-  models.AddFeaturesToEdge(smeta, hg, &edge, &state);
-  double s1 = edge.feature_values_.dot(w);
-  cerr << "lm=" << edge.feature_values_[0] << endl;
-  cerr << "wp=" << edge.feature_values_[1] << endl;
-
-  hg.nodes_.resize(1);
-  hg.edges_.resize(2);
-  hg.edges_[0].rule_ = tr3;
-  models.AddFeaturesToEdge(smeta, hg, &hg.edges_[0], &hg.nodes_[0].state_);
-  double acc = hg.edges_[0].feature_values_.dot(w);
-  cerr << hg.edges_[0].feature_values_[0] << endl;
-  hg.edges_[1].tail_nodes_.push_back(0);
-  hg.edges_[1].rule_ = tr1;
-  string state2;
-  models.AddFeaturesToEdge(smeta, hg, &hg.edges_[1], &state2);
-  acc += hg.edges_[1].feature_values_.dot(w);
-  double tot = hg.edges_[1].feature_values_[0] + hg.edges_[0].feature_values_[0];
-  cerr << "lm=" << tot << endl;
-  cerr << "acc=" << acc << endl;
-  cerr << " s1=" << s1 << endl;
-  EXPECT_TRUE(state2 == state);
-  EXPECT_FALSE(state == hg.nodes_[0].state_);
-  EXPECT_FLOAT_EQ(acc, s1);
-}
-
-TEST_F(FFTest, LM3) {
-  int x = lm3_->NumBytesContext();
-  Hypergraph::Edge edge1;
-  edge1.rule_.reset(new TRule("[X] ||| x y ||| one ||| 1.0 -2.4 3.0"));
-  Hypergraph::Edge edge2;
-  edge2.rule_.reset(new TRule("[X] ||| [X,1] a ||| [X,1] two ||| 1.0 -2.4 3.0"));
-  Hypergraph::Edge edge3;
-  edge3.rule_.reset(new TRule("[X] ||| [X,1] a ||| zero [X,1] two ||| 1.0 -2.4 3.0"));
-  vector<const void*> ants1;
-  string state(x, '\0');
-  SparseVector<double> feats;
-  SparseVector<double> est;
-  lm3_->TraversalFeatures(smeta, edge1, ants1, &feats, &est, (void *)&state[0]);
-  cerr << "returned " << feats << endl;
-  cerr << edge1.feature_values_ << endl;
-  cerr << lm3_->DebugStateToString((const void*)&state[0]) << endl;
-  EXPECT_EQ("[ one ]", lm3_->DebugStateToString((const void*)&state[0]));
-  ants1.push_back((const void*)&state[0]);
-  string state2(x, '\0');
-  lm3_->TraversalFeatures(smeta, edge2, ants1, &feats, &est, (void *)&state2[0]);
-  cerr << lm3_->DebugStateToString((const void*)&state2[0]) << endl;
-  EXPECT_EQ("[ one two ]", lm3_->DebugStateToString((const void*)&state2[0]));
-  string state3(x, '\0');
-  lm3_->TraversalFeatures(smeta, edge3, ants1, &feats, &est, (void *)&state3[0]);
-  cerr << lm3_->DebugStateToString((const void*)&state3[0]) << endl;
-  EXPECT_EQ("[ zero one <{STAR}> one two ]", lm3_->DebugStateToString((const void*)&state3[0]));
-}
-
-int main(int argc, char **argv) {
-  testing::InitGoogleTest(&argc, argv);
-  return RUN_ALL_TESTS();
-}