summaryrefslogtreecommitdiff
path: root/vest/mr_vest_reduce.cc
diff options
context:
space:
mode:
Diffstat (limited to 'vest/mr_vest_reduce.cc')
-rw-r--r--vest/mr_vest_reduce.cc77
1 files changed, 0 insertions, 77 deletions
diff --git a/vest/mr_vest_reduce.cc b/vest/mr_vest_reduce.cc
deleted file mode 100644
index dda61f88..00000000
--- a/vest/mr_vest_reduce.cc
+++ /dev/null
@@ -1,77 +0,0 @@
-#include <sstream>
-#include <iostream>
-#include <fstream>
-#include <vector>
-
-#include <boost/program_options.hpp>
-#include <boost/program_options/variables_map.hpp>
-
-#include "sparse_vector.h"
-#include "error_surface.h"
-#include "line_optimizer.h"
-#include "b64tools.h"
-#include "stringlib.h"
-
-using namespace std;
-namespace po = boost::program_options;
-
-void InitCommandLine(int argc, char** argv, po::variables_map* conf) {
- po::options_description opts("Configuration options");
- opts.add_options()
- ("evaluation_metric,m",po::value<string>(), "Evaluation metric (IBM_BLEU, etc.)")
- ("help,h", "Help");
- po::options_description dcmdline_options;
- dcmdline_options.add(opts);
- po::store(parse_command_line(argc, argv, dcmdline_options), *conf);
- bool flag = conf->count("evaluation_metric") == 0;
- if (flag || conf->count("help")) {
- cerr << dcmdline_options << endl;
- exit(1);
- }
-}
-
-int main(int argc, char** argv) {
- po::variables_map conf;
- InitCommandLine(argc, argv, &conf);
- const string evaluation_metric = conf["evaluation_metric"].as<string>();
- LineOptimizer::ScoreType opt_type = LineOptimizer::MAXIMIZE_SCORE;
- if (UppercaseString(evaluation_metric) == "TER")
- opt_type = LineOptimizer::MINIMIZE_SCORE;
- EvaluationMetric* metric = EvaluationMetric::Instance(evaluation_metric);
-
- vector<ErrorSurface> esv;
- string last_key, line, key, val;
- while(getline(cin, line)) {
- size_t ks = line.find("\t");
- assert(string::npos != ks);
- assert(ks > 2);
- key = line.substr(2, ks - 2);
- val = line.substr(ks + 1);
- if (key != last_key) {
- if (!last_key.empty()) {
- float score;
- double x = LineOptimizer::LineOptimize(metric, esv, opt_type, &score);
- cout << last_key << "|" << x << "|" << score << endl;
- }
- last_key.swap(key);
- esv.clear();
- }
- if (val.size() % 4 != 0) {
- cerr << "B64 encoding error 1! Skipping.\n";
- continue;
- }
- string encoded(val.size() / 4 * 3, '\0');
- if (!B64::b64decode(reinterpret_cast<const unsigned char*>(&val[0]), val.size(), &encoded[0], encoded.size())) {
- cerr << "B64 encoding error 2! Skipping.\n";
- continue;
- }
- esv.push_back(ErrorSurface());
- esv.back().Deserialize(encoded);
- }
- if (!esv.empty()) {
- float score;
- double x = LineOptimizer::LineOptimize(metric, esv, opt_type, &score);
- cout << last_key << "|" << x << "|" << score << endl;
- }
- return 0;
-}