From f219bab21c07d02e7e54d557e23387bd93c9ce5f Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Sat, 19 Jul 2014 08:30:43 +0200 Subject: hg io --- fast/make_paks.cc | 112 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 112 insertions(+) create mode 100644 fast/make_paks.cc (limited to 'fast/make_paks.cc') diff --git a/fast/make_paks.cc b/fast/make_paks.cc new file mode 100644 index 0000000..6fe7fae --- /dev/null +++ b/fast/make_paks.cc @@ -0,0 +1,112 @@ +#include +#include +#include +#include +#include +#include +#include + +#include "json-cpp.hpp" +#include "hypergraph.hh" +#include "dummyvector.h" + +using namespace std; + + +struct DummyNode { + int id; + string cat; + vector span; +}; + +struct DummyEdge { + int head; + string rule; + vector tails; + DummyVector f; + score_t weight; +}; + +struct DummyHg { + vector nodes; + vector edges; + DummyVector weights; +}; + +template inline void +serialize(jsoncpp::Stream& stream, DummyNode& o) +{ + fields(o, stream, "id", o.id, "cat", o.cat, "span", o.span); +} + +template inline void +serialize(jsoncpp::Stream& stream, DummyEdge& o) +{ + fields(o, stream, "head", o.head, "rule", o.rule, "tails", o.tails, "f", o.f, "weight", o.weight); +} + +template inline void +serialize(jsoncpp::Stream& stream, DummyHg& o) +{ + fields(o, stream, "nodes", o.nodes, "edges", o.edges, "weights", o.weights); +} + +template inline void +serialize(jsoncpp::Stream& stream, DummyVector& o) +{ + fields(o, stream, "EgivenFCoherent", o.EgivenFCoherent, "SampleCountF", o.SampleCountF, "CountEF", o.CountEF, "MaxLexFgivenE", o.MaxLexFgivenE, "MaxLexEgivenF", o.MaxLexEgivenF, "IsSingletonF", o.IsSingletonF, "IsSingletonFE", o.IsSingletonFE, "LanguageModel", o.LanguageModel, "LanguageModel_OOV", o.LanguageModel_OOV, "PassThrough", o.PassThrough, "PassThrough_1", o.PassThrough_1, "PassThrough_2", o.PassThrough_2, "PassThrough_3", o.PassThrough_3, "PassThrough_4", o.PassThrough_4, "PassThrough_5", o.PassThrough_5, "PassThrough_6", o.PassThrough_6, "WordPenalty", o.WordPenalty, "Glue", o.Glue); +} + + + +int +main(int argc, char** argv) +{ + ifstream ifs(argv[1]); + string json_str((istreambuf_iterator(ifs) ), + (istreambuf_iterator())); + + DummyHg hg; + vector nodes; + hg.nodes = nodes; + vector edges; + hg.edges = edges; + DummyVector w; + hg.weights = w; + jsoncpp::parse(hg, json_str); + + vector nodes_; + for (auto it = hg.nodes.begin(); it != hg.nodes.end(); ++it) { + Hg::Node* n = new Hg::Node; + n->id = it->id; + n->symbol = it->cat; + n->left = it->span[0]; + n->right = it->span[1]; + nodes_.push_back(n); + } + + vector edges_; + for (auto it = hg.edges.begin(); it != hg.edges.end(); ++it) { + Hg::Edge* e = new Hg::Edge; + e->head_id_ = it->head; + e->tails_ids_ = it->tails; + e->score = it->weight; + e->rule = it->rule; + e->f = it->f; + edges_.push_back(e); + } + + FILE* file = fopen(argv[2], "wb"); + msgpack::fbuffer fbuf(file); + msgpack::pack(fbuf, hg.nodes.size()); + msgpack::pack(fbuf, hg.edges.size()); + for (auto it = nodes_.begin(); it != nodes_.end(); ++it) + msgpack::pack(fbuf, **it); + for (auto it = edges_.begin(); it != edges_.end(); ++it) + msgpack::pack(fbuf, **it); + + fclose(file); + + return 0; +} + -- cgit v1.2.3