diff options
Diffstat (limited to 'util/make_pak.cc')
| -rw-r--r-- | util/make_pak.cc | 72 | 
1 files changed, 34 insertions, 38 deletions
| diff --git a/util/make_pak.cc b/util/make_pak.cc index f09c17d..e858155 100644 --- a/util/make_pak.cc +++ b/util/make_pak.cc @@ -1,58 +1,52 @@  #include <iostream>  #include <fstream> -#include <string>  #include <msgpack.hpp>  #include <msgpack/fbuffer.hpp> +#include <string> -#include "json-cpp.hpp" -#include "../fast/dummyvector.h" +#include "json-cpp/single_include/json-cpp.hpp"  #include "../fast/hypergraph.hh" +#include "../fast/weaver.hh"  using namespace std;  struct DummyNode { -  size_t id; -  string cat; +         size_t id; +         string symbol;    vector<short> span;  };  struct DummyEdge { -  size_t head; -  string rule; -  vector<size_t> tails; -  DummyVector f; -  score_t weight; +          size_t head_id; +          size_t rule_id; +  vector<size_t> tails_ids; +          string f; +         score_t score;  };  struct DummyHg { +     vector<string> rules;    vector<DummyNode> nodes;    vector<DummyEdge> edges; -  DummyVector weights;  };  template<typename X> inline void  serialize(jsoncpp::Stream<X>& stream, DummyNode& o)  { -  fields(o, stream, "id", o.id, "cat", o.cat, "span", o.span); +  fields(o, stream, "id", o.id, "symbol", o.symbol, "span", o.span);  }  template<typename X> inline void  serialize(jsoncpp::Stream<X>& stream, DummyEdge& o)  { -  fields(o, stream, "head", o.head, "rule", o.rule, "tails", o.tails, "f", o.f, "weight", o.weight); +  fields(o, stream, "head", o.head_id, "rule", o.rule_id, "tails", o.tails_ids, "score", o.score);  }  template<typename X> inline void  serialize(jsoncpp::Stream<X>& stream, DummyHg& o)  { -  fields(o, stream, "nodes", o.nodes, "edges", o.edges, "weights", o.weights); -} - -template<typename X> inline void -serialize(jsoncpp::Stream<X>& stream, DummyVector& o) -{ -  fields(o, stream, "EgivenFCoherent", o.EgivenFCoherent, "SampleCountF", o.SampleCountF, "CountEF", o.CountEF, "MaxLexFgivenE", o.MaxLexFgivenE, "MaxLexEgivenF", o.MaxLexEgivenF, "IsSingletonF", o.IsSingletonF, "IsSingletonFE", o.IsSingletonFE, "LanguageModel", o.LanguageModel, "LanguageModel_OOV", o.LanguageModel_OOV, "PassThrough", o.PassThrough, "PassThrough_1", o.PassThrough_1, "PassThrough_2", o.PassThrough_2, "PassThrough_3", o.PassThrough_3, "PassThrough_4", o.PassThrough_4, "PassThrough_5", o.PassThrough_5, "PassThrough_6", o.PassThrough_6, "WordPenalty", o.WordPenalty, "Glue", o.Glue); +  fields(o, stream, "rules", o.rules, "nodes", o.nodes, "edges", o.edges);  }  int @@ -63,44 +57,46 @@ main(int argc, char** argv)    string json_str((istreambuf_iterator<char>(ifs) ),                     (istreambuf_iterator<char>()));    DummyHg hg; +  vector<string> rules; +  hg.rules = rules;    vector<DummyNode> nodes;    hg.nodes = nodes;    vector<DummyEdge> edges;    hg.edges = edges; -  DummyVector w; -  hg.weights = w;    jsoncpp::parse(hg, json_str); -  // convert objects +  // convert to proper objects    vector<Hg::Node*> nodes_conv; -  for (auto it = hg.nodes.begin(); it != hg.nodes.end(); ++it) { +  for (const auto it: hg.nodes) {      Hg::Node* n = new Hg::Node; -    n->id = it->id; -    n->symbol = it->cat; -    n->left = it->span[0]; -    n->right = it->span[1]; +    n->id = it.id; +    n->symbol = it.symbol; +    n->left = it.span[0]; +    n->right = it.span[1];      nodes_conv.push_back(n);    }    vector<Hg::Edge*> edges_conv; -  for (auto it = hg.edges.begin(); it != hg.edges.end(); ++it) { +  for (const auto it: hg.edges) {      Hg::Edge* e = new Hg::Edge; -    e->head_id_ = it->head; -    e->tails_ids_ = it->tails; -    e->score = it->weight; -    e->rule = it->rule; -    e->f = it->f; +    e->head_id_ = it.head_id; +    e->tails_ids_ = it.tails_ids; +    e->score = it.score; +    e->rule_id_ = it.rule_id;      edges_conv.push_back(e);    }    // write to msgpack    FILE* file = fopen(argv[2], "wb");    msgpack::fbuffer fbuf(file); +  msgpack::pack(fbuf, hg.rules.size());    msgpack::pack(fbuf, hg.nodes.size());    msgpack::pack(fbuf, hg.edges.size()); -  for (auto it = nodes_conv.begin(); it != nodes_conv.end(); ++it) -    msgpack::pack(fbuf, **it); -  for (auto it = edges_conv.begin(); it != edges_conv.end(); ++it) -    msgpack::pack(fbuf, **it); +  for (const auto it: hg.rules) +    msgpack::pack(fbuf, it); +  for (const auto it: nodes_conv) +    msgpack::pack(fbuf, *it); +  for (const auto it: edges_conv) +    msgpack::pack(fbuf, *it);    fclose(file);    return 0; | 
