From d1de1bb3fe271ce2f90a5885d70eddb859dd2354 Mon Sep 17 00:00:00 2001
From: Chris Dyer <redpony@gmail.com>
Date: Sat, 17 May 2014 17:53:53 -0400
Subject: check for duplicates when creating pass through rules

---
 decoder/tree2string_translator.cc | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

diff --git a/decoder/tree2string_translator.cc b/decoder/tree2string_translator.cc
index 101ed21c..8d624820 100644
--- a/decoder/tree2string_translator.cc
+++ b/decoder/tree2string_translator.cc
@@ -167,9 +167,8 @@ struct Tree2StringTranslatorImpl {
     root.resize(root.size() + 1);
     root.back().reset(new Tree2StringGrammarNode);
     ++remove_grammars;
+    unordered_set<vector<unsigned>,boost::hash<vector<unsigned>>> unique_rule_check;
     for (auto& prod : tree.nodes) {
-      ostringstream os;
-      vector<int> rhse, rhsf;
       int ntc = 0;
       int lhs = -(prod.lhs & cdec::ALL_MASK);
       int &ntfid = pntfid[lhs];
@@ -178,8 +177,16 @@ struct Tree2StringTranslatorImpl {
         fos << "PassThrough:" << TD::Convert(-lhs);
         ntfid = FD::Convert(fos.str());
       }
+
+      // check for duplicate rule in tree
+      vector<unsigned> key = prod.rhs;
+      key.push_back(prod.lhs);
+      if (!unique_rule_check.insert(key).second) continue;
+
       bool has_lex = false;
       bool has_nt = false;
+      vector<int> rhse, rhsf;
+      ostringstream os;
       os << '(' << TD::Convert(-lhs);
       for (auto& sym : prod.rhs) {
         os << ' ';
-- 
cgit v1.2.3