summaryrefslogtreecommitdiff
path: root/vest/fast_score.cc
blob: 0d611d56836c301185b5bef89b7a267c88c3d6d6 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
#include <iostream>
#include <vector>

#include <boost/program_options.hpp>
#include <boost/program_options/variables_map.hpp>

#include "filelib.h"
#include "tdict.h"
#include "scorer.h"

using namespace std;
namespace po = boost::program_options;

void InitCommandLine(int argc, char** argv, po::variables_map* conf) {
  po::options_description opts("Configuration options");
  opts.add_options()
        ("reference,r",po::value<vector<string> >(), "[REQD] Reference translation(s) (tokenized text file)")
        ("loss_function,l",po::value<string>()->default_value("ibm_bleu"), "Scoring metric (ibm_bleu, nist_bleu, koehn_bleu, ter, combi)")
        ("in_file,i", po::value<string>()->default_value("-"), "Input file")
        ("help,h", "Help");
  po::options_description dcmdline_options;
  dcmdline_options.add(opts);
  po::store(parse_command_line(argc, argv, dcmdline_options), *conf);
  bool flag = false;
  if (!conf->count("reference")) {
    cerr << "Please specify one or more references using -r <REF1.TXT> -r <REF2.TXT> ...\n";
    flag = true;
  }
  if (flag || conf->count("help")) {
    cerr << dcmdline_options << endl;
    exit(1);
  }
}

int main(int argc, char** argv) {
  po::variables_map conf;
  InitCommandLine(argc, argv, &conf);
  const string loss_function = conf["loss_function"].as<string>();
  ScoreType type = ScoreTypeFromString(loss_function);
  DocScorer ds(type, conf["reference"].as<vector<string> >(), "");
  cerr << "Loaded " << ds.size() << " references for scoring with " << loss_function << endl;

  ReadFile rf(conf["in_file"].as<string>());
  Score* acc = NULL;
  istream& in = *rf.stream();
  int lc = 0;
  while(in) {
    string line;
    getline(in, line);
    if (line.empty() && !in) break;
    vector<WordID> sent;
    TD::ConvertSentence(line, &sent);
    Score* sentscore = ds[lc]->ScoreCandidate(sent);
    if (!acc) { acc = sentscore->GetZero(); }
    acc->PlusEquals(*sentscore);
    delete sentscore;
    ++lc;
  }
  assert(lc > 0);
  if (lc > ds.size()) {
    cerr << "Too many (" << lc << ") translations in input, expected " << ds.size() << endl;
    return 1;
  }
  if (lc != ds.size())
    cerr << "Fewer sentences in hyp (" << lc << ") than refs ("
         << ds.size() << "): scoring partial set!\n";
  float score = acc->ComputeScore();
  string details;
  acc->ScoreDetails(&details);
  delete acc;
  cerr << details << endl;
  cout << score << endl;
  return 0;
}