From cbf6803e6b81f7a8b0e153df0b8c4579d2fc5b2e Mon Sep 17 00:00:00 2001
From: Patrick Simianer 
Date: Fri, 22 Nov 2013 13:58:35 +0100
Subject: typos and minor additions
---
 extractor/run_extractor.cc |    2 +-
 python/cdec/_cdec.cpp      | 1468 +++++++++++++++++++++++---------------------
 python/cdec/hypergraph.pxi |    4 +
 training/dtrain/score.h    |    2 +-
 4 files changed, 770 insertions(+), 706 deletions(-)
diff --git a/extractor/run_extractor.cc b/extractor/run_extractor.cc
index 6eb55073..6f59f0b6 100644
--- a/extractor/run_extractor.cc
+++ b/extractor/run_extractor.cc
@@ -77,7 +77,7 @@ int main(int argc, char** argv) {
     ("tight_phrases", po::value()->default_value(true),
         "False if phrases may be loose (better, but slower)")
     ("leave_one_out", po::value()->zero_tokens(),
-        "do leave-one-out estimation of grammars (e.g. for extracting grammars for the training set");
+        "do leave-one-out estimation (e.g. for extracting grammars for the training set)");
 
   po::variables_map vm;
   po::store(po::parse_command_line(argc, argv, desc), vm);
diff --git a/python/cdec/_cdec.cpp b/python/cdec/_cdec.cpp
index 4ef9bdba..ef203fd9 100644
--- a/python/cdec/_cdec.cpp
+++ b/python/cdec/_cdec.cpp
@@ -1,4 +1,4 @@
-/* Generated by Cython 0.19.1 on Tue Sep 24 13:39:57 2013 */
+/* Generated by Cython 0.19.1 on Fri Nov 15 21:03:05 2013 */
 
 #define PY_SSIZE_T_CLEAN
 #ifndef CYTHON_USE_PYLONG_INTERNALS
@@ -607,7 +607,7 @@ struct __pyx_obj_4cdec_2sa_3_sa_FeatureVector {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":90
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":90
  *         return candidate
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -623,7 +623,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_22___iter__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":3
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":3
  * from cython.operator cimport preincrement as pinc
  * 
  * cdef class DenseVector:             # <<<<<<<<<<<<<<
@@ -637,7 +637,7 @@ struct __pyx_obj_4cdec_5_cdec_DenseVector {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":26
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":26
  *             return fmap
  * 
  * cdef class SufficientStats:             # <<<<<<<<<<<<<<
@@ -651,7 +651,7 @@ struct __pyx_obj_4cdec_5_cdec_SufficientStats {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":49
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":49
  *     return TRule(lhs, f, e, scores, a)
  * 
  * cdef class TRule:             # <<<<<<<<<<<<<<
@@ -664,7 +664,7 @@ struct __pyx_obj_4cdec_5_cdec_TRule {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":177
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":177
  *                 _phrase(self.f), _phrase(self.e), scores)
  * 
  * cdef class MRule(TRule):             # <<<<<<<<<<<<<<
@@ -676,7 +676,7 @@ struct __pyx_obj_4cdec_5_cdec_MRule {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":44
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":44
  *         return self.stats.size()
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -693,7 +693,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_21___iter__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":176
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":176
  *         out.fields[i] = ss[i]
  * 
  * cdef class Metric:             # <<<<<<<<<<<<<<
@@ -723,7 +723,7 @@ struct __pyx_obj_4cdec_2sa_3_sa_IntList {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":48
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":48
  *         return sparse
  * 
  * cdef class SparseVector:             # <<<<<<<<<<<<<<
@@ -736,7 +736,7 @@ struct __pyx_obj_4cdec_5_cdec_SparseVector {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":216
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":216
  * 
  *     property tail_nodes:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -752,7 +752,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_15___get__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":8
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":8
  *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)
  * 
  * cdef class NT:             # <<<<<<<<<<<<<<
@@ -766,7 +766,7 @@ struct __pyx_obj_4cdec_5_cdec_NT {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":3
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":3
  * cimport lattice
  * 
  * cdef class Lattice:             # <<<<<<<<<<<<<<
@@ -802,7 +802,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_23__make_config {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":196
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":196
  *         return vector
  * 
  * cdef class HypergraphEdge:             # <<<<<<<<<<<<<<
@@ -818,7 +818,7 @@ struct __pyx_obj_4cdec_5_cdec_HypergraphEdge {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":5
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":5
  * import cdec.sa._sa as _sa
  * 
  * def _phrase(phrase):             # <<<<<<<<<<<<<<
@@ -831,7 +831,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_2__phrase {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":161
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":161
  * 
  *     property edges:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -865,7 +865,7 @@ struct __pyx_obj_4cdec_2sa_3_sa_Rule {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":63
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":63
  *     def todot(self):
  *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""
  *         def lines():             # <<<<<<<<<<<<<<
@@ -888,7 +888,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_20_lines {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":121
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":121
  *         return CandidateSet(self)
  * 
  * cdef class Scorer:             # <<<<<<<<<<<<<<
@@ -902,7 +902,7 @@ struct __pyx_obj_4cdec_5_cdec_Scorer {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":246
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":246
  *         raise NotImplemented('comparison not implemented for HypergraphEdge')
  * 
  * cdef class HypergraphNode:             # <<<<<<<<<<<<<<
@@ -917,7 +917,7 @@ struct __pyx_obj_4cdec_5_cdec_HypergraphNode {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":81
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":81
  *             del e_derivations
  * 
  *     def kbest_features(self, size):             # <<<<<<<<<<<<<<
@@ -937,7 +937,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_10_kbest_features {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":21
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":21
  *         return '[%s]' % self.cat
  * 
  * cdef class NTRef:             # <<<<<<<<<<<<<<
@@ -950,7 +950,7 @@ struct __pyx_obj_4cdec_5_cdec_NTRef {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":193
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":193
  *         super(MRule, self).__init__(lhs, rhs, e, scores, None)
  * 
  * cdef class Grammar:             # <<<<<<<<<<<<<<
@@ -963,7 +963,7 @@ struct __pyx_obj_4cdec_5_cdec_Grammar {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":4
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":4
  * cimport kbest
  * 
  * cdef class Hypergraph:             # <<<<<<<<<<<<<<
@@ -991,7 +991,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_24___init__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":65
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":65
  *         return result
  * 
  * cdef class CandidateSet:             # <<<<<<<<<<<<<<
@@ -1023,7 +1023,7 @@ struct __pyx_obj_4cdec_2sa_3_sa_FloatList {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":62
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":62
  *             del derivations
  * 
  *     def kbest_trees(self, size):             # <<<<<<<<<<<<<<
@@ -1046,7 +1046,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_9_kbest_trees {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":61
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":61
  *             yield self[i]
  * 
  *     def todot(self):             # <<<<<<<<<<<<<<
@@ -1059,7 +1059,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_19_todot {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":172
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":172
  *             self.rule.get().lhs_ = -TDConvert(( lhs).cat)
  * 
  *     def __str__(self):             # <<<<<<<<<<<<<<
@@ -1072,7 +1072,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_5___str__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":100
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":100
  *         self.cs.AddKBestCandidates(hypergraph.hg[0], k, self.scorer.get())
  * 
  * cdef class SegmentEvaluator:             # <<<<<<<<<<<<<<
@@ -1086,7 +1086,7 @@ struct __pyx_obj_4cdec_5_cdec_SegmentEvaluator {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":256
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":260
  * 
  *     property in_edges:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -1119,7 +1119,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_25_genexpr {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":6
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":6
  * 
  * def _phrase(phrase):
  *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)             # <<<<<<<<<<<<<<
@@ -1136,7 +1136,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_3_genexpr {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":97
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":97
  *             del derivations
  * 
  *     def sample(self, unsigned n):             # <<<<<<<<<<<<<<
@@ -1154,7 +1154,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_11_sample {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":49
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":49
  *         return unicode(hypergraph.JoshuaVisualizationString(self.hg[0]).c_str(), 'utf8')
  * 
  *     def kbest(self, size):             # <<<<<<<<<<<<<<
@@ -1173,7 +1173,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_8_kbest {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":167
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":167
  * 
  *     property nodes:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -1206,7 +1206,7 @@ struct __pyx_obj_4cdec_2sa_3_sa_Phrase {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":199
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":199
  *         del self.grammar
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -1225,7 +1225,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_7___iter__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":217
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":217
  *             self.grammar.get().SetGrammarName(name)
  * 
  * cdef class TextGrammar(Grammar):             # <<<<<<<<<<<<<<
@@ -1251,7 +1251,7 @@ struct __pyx_obj_4cdec_5_cdec_Decoder {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":12
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":12
  *         return stats
  * 
  * cdef class Candidate:             # <<<<<<<<<<<<<<
@@ -1265,7 +1265,7 @@ struct __pyx_obj_4cdec_5_cdec_Candidate {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":262
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":266
  * 
  *     property out_edges:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -1281,7 +1281,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_17___get__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":56
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":56
  *         return unicode(str(self), 'utf8')
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -1297,7 +1297,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_18___iter__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":32
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":32
  *         self.vector[0][fid] = value
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -1313,7 +1313,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct____iter__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":173
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":173
  * 
  *     def __str__(self):
  *         scores = ' '.join('%s=%s' % feat for feat in self.scores)             # <<<<<<<<<<<<<<
@@ -1330,7 +1330,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_6_genexpr {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":108
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":108
  *             del hypos
  * 
  *     def sample_trees(self, unsigned n):             # <<<<<<<<<<<<<<
@@ -1348,7 +1348,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_12_sample_trees {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":131
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":131
  * 
  *     property a:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -1365,7 +1365,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_4___get__ {
 };
 
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":72
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":72
  *         self.vector.set_value(fid, value)
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -1383,7 +1383,7 @@ struct __pyx_obj_4cdec_5_cdec___pyx_scope_struct_1___iter__ {
 
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":246
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":246
  *         raise NotImplemented('comparison not implemented for HypergraphEdge')
  * 
  * cdef class HypergraphNode:             # <<<<<<<<<<<<<<
@@ -1397,7 +1397,7 @@ struct __pyx_vtabstruct_4cdec_5_cdec_HypergraphNode {
 static struct __pyx_vtabstruct_4cdec_5_cdec_HypergraphNode *__pyx_vtabptr_4cdec_5_cdec_HypergraphNode;
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":196
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":196
  *         return vector
  * 
  * cdef class HypergraphEdge:             # <<<<<<<<<<<<<<
@@ -1462,7 +1462,7 @@ struct __pyx_vtabstruct_4cdec_2sa_3_sa_Phrase {
 static struct __pyx_vtabstruct_4cdec_2sa_3_sa_Phrase *__pyx_vtabptr_4cdec_2sa_3_sa_Phrase;
 
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":4
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":4
  * cimport kbest
  * 
  * cdef class Hypergraph:             # <<<<<<<<<<<<<<
@@ -2086,6 +2086,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_2__richcmp__(struct __py
 static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_5trule___get__(struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *__pyx_v_self); /* proto */
 static int __pyx_pf_4cdec_5_cdec_14HypergraphEdge_5trule_2__set__(struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *__pyx_v_self, PyObject *__pyx_v_value); /* proto */
 static int __pyx_pf_4cdec_5_cdec_14HypergraphEdge_5trule_4__del__(struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *__pyx_v_self); /* proto */
+static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_2id___get__(struct __pyx_obj_4cdec_5_cdec_HypergraphNode *__pyx_v_self); /* proto */
 static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_8in_edges___get__(struct __pyx_obj_4cdec_5_cdec_HypergraphNode *__pyx_v_self); /* proto */
 static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_9out_edges___get__(struct __pyx_obj_4cdec_5_cdec_HypergraphNode *__pyx_v_self); /* proto */
 static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_4span___get__(struct __pyx_obj_4cdec_5_cdec_HypergraphNode *__pyx_v_self); /* proto */
@@ -2212,7 +2213,7 @@ static char __pyx_k_26[] = "digraph lattice {";
   static char __pyx_k_31[] = "\\\"";
   static char __pyx_k_33[] = "%d [shape=doublecircle]";
 static char __pyx_k_34[] = "}";
-static char __pyx_k_37[] = "/home/mdenkows/cdec/python/cdec/lattice.pxi";
+static char __pyx_k_37[] = "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi";
 static char __pyx_k_38[] = "Lattice.todot..lines";
 static char __pyx_k_39[] = "cdec._cdec";
 static char __pyx_k_40[] = "\n";
@@ -2226,8 +2227,8 @@ static char __pyx_k_50[] = "#";
 static char __pyx_k_53[] = "Cannot translate input type %s";
 static char __pyx_k_54[] = "cdec.sa._sa";
 static char __pyx_k_55[] = "*";
-static char __pyx_k_58[] = "/home/mdenkows/cdec/python/cdec/grammar.pxi";
-static char __pyx_k_66[] = "/home/mdenkows/cdec/python/cdec/_cdec.pyx";
+static char __pyx_k_58[] = "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi";
+static char __pyx_k_66[] = "/home/pks/src/cdec-dtrain/python/cdec/_cdec.pyx";
 static char __pyx_k__a[] = "a";
 static char __pyx_k__e[] = "e";
 static char __pyx_k__f[] = "f";
@@ -2664,7 +2665,7 @@ static int __pyx_pw_4cdec_5_cdec_11DenseVector_1__init__(PyObject *__pyx_v_self,
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":7
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":7
  *     cdef bint owned # if True, do not manage memory
  * 
  *     def __init__(self):             # <<<<<<<<<<<<<<
@@ -2681,7 +2682,7 @@ static int __pyx_pf_4cdec_5_cdec_11DenseVector___init__(struct __pyx_obj_4cdec_5
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__init__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":9
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":9
  *     def __init__(self):
  *         """DenseVector() -> Dense weight/feature vector."""
  *         self.vector = new vector[weight_t]()             # <<<<<<<<<<<<<<
@@ -2696,7 +2697,7 @@ static int __pyx_pf_4cdec_5_cdec_11DenseVector___init__(struct __pyx_obj_4cdec_5
   }
   __pyx_v_self->vector = __pyx_t_1;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":10
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":10
  *         """DenseVector() -> Dense weight/feature vector."""
  *         self.vector = new vector[weight_t]()
  *         self.owned = False             # <<<<<<<<<<<<<<
@@ -2724,7 +2725,7 @@ static void __pyx_pw_4cdec_5_cdec_11DenseVector_3__dealloc__(PyObject *__pyx_v_s
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":12
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":12
  *         self.owned = False
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -2737,7 +2738,7 @@ static void __pyx_pf_4cdec_5_cdec_11DenseVector_2__dealloc__(struct __pyx_obj_4c
   int __pyx_t_1;
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":13
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":13
  * 
  *     def __dealloc__(self):
  *         if not self.owned:             # <<<<<<<<<<<<<<
@@ -2747,7 +2748,7 @@ static void __pyx_pf_4cdec_5_cdec_11DenseVector_2__dealloc__(struct __pyx_obj_4c
   __pyx_t_1 = ((!(__pyx_v_self->owned != 0)) != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":14
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":14
  *     def __dealloc__(self):
  *         if not self.owned:
  *             del self.vector             # <<<<<<<<<<<<<<
@@ -2773,7 +2774,7 @@ static Py_ssize_t __pyx_pw_4cdec_5_cdec_11DenseVector_5__len__(PyObject *__pyx_v
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":16
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":16
  *             del self.vector
  * 
  *     def __len__(self):             # <<<<<<<<<<<<<<
@@ -2786,7 +2787,7 @@ static Py_ssize_t __pyx_pf_4cdec_5_cdec_11DenseVector_4__len__(struct __pyx_obj_
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__len__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":17
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":17
  * 
  *     def __len__(self):
  *         return self.vector.size()             # <<<<<<<<<<<<<<
@@ -2826,7 +2827,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_11DenseVector_7__getitem__(PyObject *__py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":19
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":19
  *         return self.vector.size()
  * 
  *     def __getitem__(self, char* fname):             # <<<<<<<<<<<<<<
@@ -2847,7 +2848,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_6__getitem__(struct __pyx_o
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__getitem__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":20
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":20
  * 
  *     def __getitem__(self, char* fname):
  *         cdef int fid = FDConvert(fname)             # <<<<<<<<<<<<<<
@@ -2856,7 +2857,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_6__getitem__(struct __pyx_o
  */
   __pyx_v_fid = FD::Convert(__pyx_v_fname);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":21
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":21
  *     def __getitem__(self, char* fname):
  *         cdef int fid = FDConvert(fname)
  *         if 0 <= fid < self.vector.size():             # <<<<<<<<<<<<<<
@@ -2870,7 +2871,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_6__getitem__(struct __pyx_o
   __pyx_t_2 = (__pyx_t_1 != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":22
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":22
  *         cdef int fid = FDConvert(fname)
  *         if 0 <= fid < self.vector.size():
  *             return self.vector[0][fid]             # <<<<<<<<<<<<<<
@@ -2887,7 +2888,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_6__getitem__(struct __pyx_o
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":23
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":23
  *         if 0 <= fid < self.vector.size():
  *             return self.vector[0][fid]
  *         raise KeyError(fname)             # <<<<<<<<<<<<<<
@@ -2949,7 +2950,7 @@ static int __pyx_pw_4cdec_5_cdec_11DenseVector_9__setitem__(PyObject *__pyx_v_se
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":25
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":25
  *         raise KeyError(fname)
  * 
  *     def __setitem__(self, char* fname, float value):             # <<<<<<<<<<<<<<
@@ -2969,7 +2970,7 @@ static int __pyx_pf_4cdec_5_cdec_11DenseVector_8__setitem__(struct __pyx_obj_4cd
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__setitem__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":26
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":26
  * 
  *     def __setitem__(self, char* fname, float value):
  *         cdef int fid = FDConvert(fname)             # <<<<<<<<<<<<<<
@@ -2978,7 +2979,7 @@ static int __pyx_pf_4cdec_5_cdec_11DenseVector_8__setitem__(struct __pyx_obj_4cd
  */
   __pyx_v_fid = FD::Convert(__pyx_v_fname);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":27
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":27
  *     def __setitem__(self, char* fname, float value):
  *         cdef int fid = FDConvert(fname)
  *         if fid < 0: raise KeyError(fname)             # <<<<<<<<<<<<<<
@@ -3004,7 +3005,7 @@ static int __pyx_pf_4cdec_5_cdec_11DenseVector_8__setitem__(struct __pyx_obj_4cd
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":28
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":28
  *         cdef int fid = FDConvert(fname)
  *         if fid < 0: raise KeyError(fname)
  *         if self.vector.size() <= fid:             # <<<<<<<<<<<<<<
@@ -3014,7 +3015,7 @@ static int __pyx_pf_4cdec_5_cdec_11DenseVector_8__setitem__(struct __pyx_obj_4cd
   __pyx_t_1 = ((__pyx_v_self->vector->size() <= __pyx_v_fid) != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":29
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":29
  *         if fid < 0: raise KeyError(fname)
  *         if self.vector.size() <= fid:
  *             self.vector.resize(fid + 1)             # <<<<<<<<<<<<<<
@@ -3026,7 +3027,7 @@ static int __pyx_pf_4cdec_5_cdec_11DenseVector_8__setitem__(struct __pyx_obj_4cd
   }
   __pyx_L4:;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":30
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":30
  *         if self.vector.size() <= fid:
  *             self.vector.resize(fid + 1)
  *         self.vector[0][fid] = value             # <<<<<<<<<<<<<<
@@ -3059,7 +3060,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_11DenseVector_11__iter__(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":32
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":32
  *         self.vector[0][fid] = value
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -3127,7 +3128,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_11DenseVector_12generator(__pyx_Generator
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":34
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":34
  *     def __iter__(self):
  *         cdef unsigned fid
  *         for fid in range(1, self.vector.size()):             # <<<<<<<<<<<<<<
@@ -3138,7 +3139,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_11DenseVector_12generator(__pyx_Generator
   for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_fid = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":35
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":35
  *         cdef unsigned fid
  *         for fid in range(1, self.vector.size()):
  *             yield str(FDConvert(fid).c_str()), self.vector[0][fid]             # <<<<<<<<<<<<<<
@@ -3214,7 +3215,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_11DenseVector_14dot(PyObject *__pyx_v_sel
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":37
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":37
  *             yield str(FDConvert(fid).c_str()), self.vector[0][fid]
  * 
  *     def dot(self, SparseVector other):             # <<<<<<<<<<<<<<
@@ -3233,7 +3234,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_13dot(struct __pyx_obj_4cde
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("dot", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":39
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":39
  *     def dot(self, SparseVector other):
  *         """vector.dot(SparseVector other) -> Dot product of the two vectors."""
  *         return other.dot(self)             # <<<<<<<<<<<<<<
@@ -3282,7 +3283,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_11DenseVector_16tosparse(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":41
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":41
  *         return other.dot(self)
  * 
  *     def tosparse(self):             # <<<<<<<<<<<<<<
@@ -3300,7 +3301,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_15tosparse(struct __pyx_obj
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("tosparse", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":43
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":43
  *     def tosparse(self):
  *         """vector.tosparse() -> Equivalent SparseVector."""
  *         cdef SparseVector sparse = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -3313,7 +3314,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_15tosparse(struct __pyx_obj
   __pyx_v_sparse = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":44
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":44
  *         """vector.tosparse() -> Equivalent SparseVector."""
  *         cdef SparseVector sparse = SparseVector.__new__(SparseVector)
  *         sparse.vector = new FastSparseVector[weight_t]()             # <<<<<<<<<<<<<<
@@ -3322,7 +3323,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_15tosparse(struct __pyx_obj
  */
   __pyx_v_sparse->vector = new FastSparseVector();
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":45
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":45
  *         cdef SparseVector sparse = SparseVector.__new__(SparseVector)
  *         sparse.vector = new FastSparseVector[weight_t]()
  *         InitSparseVector(self.vector[0], sparse.vector)             # <<<<<<<<<<<<<<
@@ -3331,7 +3332,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_11DenseVector_15tosparse(struct __pyx_obj
  */
   Weights::InitSparseVector((__pyx_v_self->vector[0]), __pyx_v_sparse->vector);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":46
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":46
  *         sparse.vector = new FastSparseVector[weight_t]()
  *         InitSparseVector(self.vector[0], sparse.vector)
  *         return sparse             # <<<<<<<<<<<<<<
@@ -3374,7 +3375,7 @@ static int __pyx_pw_4cdec_5_cdec_12SparseVector_1__init__(PyObject *__pyx_v_self
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":51
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":51
  *     cdef FastSparseVector[weight_t]* vector
  * 
  *     def __init__(self):             # <<<<<<<<<<<<<<
@@ -3387,7 +3388,7 @@ static int __pyx_pf_4cdec_5_cdec_12SparseVector___init__(struct __pyx_obj_4cdec_
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__init__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":53
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":53
  *     def __init__(self):
  *         """SparseVector() -> Sparse feature/weight vector."""
  *         self.vector = new FastSparseVector[weight_t]()             # <<<<<<<<<<<<<<
@@ -3410,7 +3411,7 @@ static void __pyx_pw_4cdec_5_cdec_12SparseVector_3__dealloc__(PyObject *__pyx_v_
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":55
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":55
  *         self.vector = new FastSparseVector[weight_t]()
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -3422,7 +3423,7 @@ static void __pyx_pf_4cdec_5_cdec_12SparseVector_2__dealloc__(CYTHON_UNUSED stru
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":56
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":56
  * 
  *     def __dealloc__(self):
  *         del self.vector             # <<<<<<<<<<<<<<
@@ -3446,7 +3447,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_5copy(PyObject *__pyx_v_se
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":58
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":58
  *         del self.vector
  * 
  *     def copy(self):             # <<<<<<<<<<<<<<
@@ -3463,7 +3464,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_4copy(struct __pyx_obj_4cd
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("copy", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":60
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":60
  *     def copy(self):
  *         """vector.copy() -> SparseVector copy."""
  *         return self * 1             # <<<<<<<<<<<<<<
@@ -3513,7 +3514,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_7__getitem__(PyObject *__p
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":62
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":62
  *         return self * 1
  * 
  *     def __getitem__(self, char* fname):             # <<<<<<<<<<<<<<
@@ -3533,7 +3534,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_6__getitem__(struct __pyx_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__getitem__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":63
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":63
  * 
  *     def __getitem__(self, char* fname):
  *         cdef int fid = FDConvert(fname)             # <<<<<<<<<<<<<<
@@ -3542,7 +3543,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_6__getitem__(struct __pyx_
  */
   __pyx_v_fid = FD::Convert(__pyx_v_fname);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":64
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":64
  *     def __getitem__(self, char* fname):
  *         cdef int fid = FDConvert(fname)
  *         if fid < 0: raise KeyError(fname)             # <<<<<<<<<<<<<<
@@ -3568,7 +3569,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_6__getitem__(struct __pyx_
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":65
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":65
  *         cdef int fid = FDConvert(fname)
  *         if fid < 0: raise KeyError(fname)
  *         return self.vector.value(fid)             # <<<<<<<<<<<<<<
@@ -3623,7 +3624,7 @@ static int __pyx_pw_4cdec_5_cdec_12SparseVector_9__setitem__(PyObject *__pyx_v_s
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":67
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":67
  *         return self.vector.value(fid)
  * 
  *     def __setitem__(self, char* fname, float value):             # <<<<<<<<<<<<<<
@@ -3643,7 +3644,7 @@ static int __pyx_pf_4cdec_5_cdec_12SparseVector_8__setitem__(struct __pyx_obj_4c
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__setitem__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":68
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":68
  * 
  *     def __setitem__(self, char* fname, float value):
  *         cdef int fid = FDConvert(fname)             # <<<<<<<<<<<<<<
@@ -3652,7 +3653,7 @@ static int __pyx_pf_4cdec_5_cdec_12SparseVector_8__setitem__(struct __pyx_obj_4c
  */
   __pyx_v_fid = FD::Convert(__pyx_v_fname);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":69
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":69
  *     def __setitem__(self, char* fname, float value):
  *         cdef int fid = FDConvert(fname)
  *         if fid < 0: raise KeyError(fname)             # <<<<<<<<<<<<<<
@@ -3678,7 +3679,7 @@ static int __pyx_pf_4cdec_5_cdec_12SparseVector_8__setitem__(struct __pyx_obj_4c
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":70
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":70
  *         cdef int fid = FDConvert(fname)
  *         if fid < 0: raise KeyError(fname)
  *         self.vector.set_value(fid, value)             # <<<<<<<<<<<<<<
@@ -3711,7 +3712,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_11__iter__(PyObject *__pyx
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":72
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":72
  *         self.vector.set_value(fid, value)
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -3779,7 +3780,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_12SparseVector_12generator1(__pyx_Generat
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":73
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":73
  * 
  *     def __iter__(self):
  *         cdef FastSparseVector[weight_t].const_iterator* it = new FastSparseVector[weight_t].const_iterator(self.vector[0], False)             # <<<<<<<<<<<<<<
@@ -3788,7 +3789,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_12SparseVector_12generator1(__pyx_Generat
  */
   __pyx_cur_scope->__pyx_v_it = new FastSparseVector::const_iterator((__pyx_cur_scope->__pyx_v_self->vector[0]), 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":75
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":75
  *         cdef FastSparseVector[weight_t].const_iterator* it = new FastSparseVector[weight_t].const_iterator(self.vector[0], False)
  *         cdef unsigned i
  *         try:             # <<<<<<<<<<<<<<
@@ -3797,7 +3798,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_12SparseVector_12generator1(__pyx_Generat
  */
   /*try:*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":76
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":76
  *         cdef unsigned i
  *         try:
  *             for i in range(self.vector.size()):             # <<<<<<<<<<<<<<
@@ -3808,7 +3809,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_12SparseVector_12generator1(__pyx_Generat
     for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
       __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-      /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":77
+      /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":77
  *         try:
  *             for i in range(self.vector.size()):
  *                 yield (str(FDConvert(it[0].ptr().first).c_str()), it[0].ptr().second)             # <<<<<<<<<<<<<<
@@ -3849,7 +3850,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_12SparseVector_12generator1(__pyx_Generat
       __pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
       if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L5;}
 
-      /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":78
+      /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":78
  *             for i in range(self.vector.size()):
  *                 yield (str(FDConvert(it[0].ptr().first).c_str()), it[0].ptr().second)
  *                 pinc(it[0]) # ++it             # <<<<<<<<<<<<<<
@@ -3860,7 +3861,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_12SparseVector_12generator1(__pyx_Generat
     }
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":80
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":80
  *                 pinc(it[0]) # ++it
  *         finally:
  *             del it             # <<<<<<<<<<<<<<
@@ -3922,7 +3923,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_14dot(PyObject *__pyx_v_se
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":82
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":82
  *             del it
  * 
  *     def dot(self, other):             # <<<<<<<<<<<<<<
@@ -3942,7 +3943,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_13dot(struct __pyx_obj_4cd
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("dot", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":84
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":84
  *     def dot(self, other):
  *         """vector.dot(SparseVector/DenseVector other) -> Dot product of the two vectors."""
  *         if isinstance(other, DenseVector):             # <<<<<<<<<<<<<<
@@ -3953,7 +3954,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_13dot(struct __pyx_obj_4cd
   __pyx_t_2 = (__pyx_t_1 != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":85
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":85
  *         """vector.dot(SparseVector/DenseVector other) -> Dot product of the two vectors."""
  *         if isinstance(other, DenseVector):
  *             return self.vector.dot(( other).vector[0])             # <<<<<<<<<<<<<<
@@ -3969,7 +3970,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_13dot(struct __pyx_obj_4cd
     goto __pyx_L3;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":86
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":86
  *         if isinstance(other, DenseVector):
  *             return self.vector.dot(( other).vector[0])
  *         elif isinstance(other, SparseVector):             # <<<<<<<<<<<<<<
@@ -3980,7 +3981,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_13dot(struct __pyx_obj_4cd
   __pyx_t_1 = (__pyx_t_2 != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":87
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":87
  *             return self.vector.dot(( other).vector[0])
  *         elif isinstance(other, SparseVector):
  *             return self.vector.dot(( other).vector[0])             # <<<<<<<<<<<<<<
@@ -3997,7 +3998,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_13dot(struct __pyx_obj_4cd
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":88
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":88
  *         elif isinstance(other, SparseVector):
  *             return self.vector.dot(( other).vector[0])
  *         raise TypeError('cannot take the dot product of %s and SparseVector' % type(other))             # <<<<<<<<<<<<<<
@@ -4051,7 +4052,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_16__richcmp__(PyObject *__
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":90
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":90
  *         raise TypeError('cannot take the dot product of %s and SparseVector' % type(other))
  * 
  *     def __richcmp__(SparseVector x, SparseVector y, int op):             # <<<<<<<<<<<<<<
@@ -4069,7 +4070,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_15__richcmp__(struct __pyx
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__richcmp__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":93
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":93
  *         if op == 2: # ==
  *             return x.vector[0] == y.vector[0]
  *         elif op == 3: # !=             # <<<<<<<<<<<<<<
@@ -4078,7 +4079,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_15__richcmp__(struct __pyx
  */
   switch (__pyx_v_op) {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":91
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":91
  * 
  *     def __richcmp__(SparseVector x, SparseVector y, int op):
  *         if op == 2: # ==             # <<<<<<<<<<<<<<
@@ -4087,7 +4088,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_15__richcmp__(struct __pyx
  */
     case 2:
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":92
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":92
  *     def __richcmp__(SparseVector x, SparseVector y, int op):
  *         if op == 2: # ==
  *             return x.vector[0] == y.vector[0]             # <<<<<<<<<<<<<<
@@ -4102,7 +4103,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_15__richcmp__(struct __pyx
     goto __pyx_L0;
     break;
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":93
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":93
  *         if op == 2: # ==
  *             return x.vector[0] == y.vector[0]
  *         elif op == 3: # !=             # <<<<<<<<<<<<<<
@@ -4111,7 +4112,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_15__richcmp__(struct __pyx
  */
     case 3:
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":94
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":94
  *             return x.vector[0] == y.vector[0]
  *         elif op == 3: # !=
  *             return not (x == y)             # <<<<<<<<<<<<<<
@@ -4130,7 +4131,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_15__richcmp__(struct __pyx
     break;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":95
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":95
  *         elif op == 3: # !=
  *             return not (x == y)
  *         raise NotImplemented('comparison not implemented for SparseVector')             # <<<<<<<<<<<<<<
@@ -4166,7 +4167,7 @@ static Py_ssize_t __pyx_pw_4cdec_5_cdec_12SparseVector_18__len__(PyObject *__pyx
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":97
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":97
  *         raise NotImplemented('comparison not implemented for SparseVector')
  * 
  *     def __len__(self):             # <<<<<<<<<<<<<<
@@ -4179,7 +4180,7 @@ static Py_ssize_t __pyx_pf_4cdec_5_cdec_12SparseVector_17__len__(struct __pyx_ob
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__len__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":98
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":98
  * 
  *     def __len__(self):
  *         return self.vector.size()             # <<<<<<<<<<<<<<
@@ -4219,7 +4220,7 @@ static int __pyx_pw_4cdec_5_cdec_12SparseVector_20__contains__(PyObject *__pyx_v
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":100
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":100
  *         return self.vector.size()
  * 
  *     def __contains__(self, char* fname):             # <<<<<<<<<<<<<<
@@ -4232,7 +4233,7 @@ static int __pyx_pf_4cdec_5_cdec_12SparseVector_19__contains__(struct __pyx_obj_
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__contains__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":101
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":101
  * 
  *     def __contains__(self, char* fname):
  *         return self.vector.nonzero(FDConvert(fname))             # <<<<<<<<<<<<<<
@@ -4259,7 +4260,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_22__neg__(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":103
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":103
  *         return self.vector.nonzero(FDConvert(fname))
  * 
  *     def __neg__(self):             # <<<<<<<<<<<<<<
@@ -4277,7 +4278,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_21__neg__(struct __pyx_obj
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__neg__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":104
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":104
  * 
  *     def __neg__(self):
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -4290,7 +4291,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_21__neg__(struct __pyx_obj
   __pyx_v_result = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":105
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":105
  *     def __neg__(self):
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](self.vector[0])             # <<<<<<<<<<<<<<
@@ -4299,7 +4300,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_21__neg__(struct __pyx_obj
  */
   __pyx_v_result->vector = new FastSparseVector((__pyx_v_self->vector[0]));
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":106
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":106
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](self.vector[0])
  *         result.vector[0] *= -1.0             # <<<<<<<<<<<<<<
@@ -4308,7 +4309,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_21__neg__(struct __pyx_obj
  */
   (__pyx_v_result->vector[0]) *= -1.0;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":107
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":107
  *         result.vector = new FastSparseVector[weight_t](self.vector[0])
  *         result.vector[0] *= -1.0
  *         return result             # <<<<<<<<<<<<<<
@@ -4352,7 +4353,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_24__iadd__(PyObject *__pyx
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":109
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":109
  *         return result
  * 
  *     def __iadd__(SparseVector self, SparseVector other):             # <<<<<<<<<<<<<<
@@ -4365,7 +4366,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_23__iadd__(struct __pyx_ob
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__iadd__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":110
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":110
  * 
  *     def __iadd__(SparseVector self, SparseVector other):
  *         self.vector[0] += other.vector[0]             # <<<<<<<<<<<<<<
@@ -4374,7 +4375,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_23__iadd__(struct __pyx_ob
  */
   (__pyx_v_self->vector[0]) += (__pyx_v_other->vector[0]);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":111
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":111
  *     def __iadd__(SparseVector self, SparseVector other):
  *         self.vector[0] += other.vector[0]
  *         return self             # <<<<<<<<<<<<<<
@@ -4412,7 +4413,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_26__isub__(PyObject *__pyx
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":113
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":113
  *         return self
  * 
  *     def __isub__(SparseVector self, SparseVector other):             # <<<<<<<<<<<<<<
@@ -4425,7 +4426,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_25__isub__(struct __pyx_ob
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__isub__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":114
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":114
  * 
  *     def __isub__(SparseVector self, SparseVector other):
  *         self.vector[0] -= other.vector[0]             # <<<<<<<<<<<<<<
@@ -4434,7 +4435,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_25__isub__(struct __pyx_ob
  */
   (__pyx_v_self->vector[0]) -= (__pyx_v_other->vector[0]);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":115
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":115
  *     def __isub__(SparseVector self, SparseVector other):
  *         self.vector[0] -= other.vector[0]
  *         return self             # <<<<<<<<<<<<<<
@@ -4477,7 +4478,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_28__imul__(PyObject *__pyx
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":117
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":117
  *         return self
  * 
  *     def __imul__(SparseVector self, float scalar):             # <<<<<<<<<<<<<<
@@ -4490,7 +4491,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_27__imul__(struct __pyx_ob
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__imul__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":118
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":118
  * 
  *     def __imul__(SparseVector self, float scalar):
  *         self.vector[0] *= scalar             # <<<<<<<<<<<<<<
@@ -4499,7 +4500,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_27__imul__(struct __pyx_ob
  */
   (__pyx_v_self->vector[0]) *= __pyx_v_scalar;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":119
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":119
  *     def __imul__(SparseVector self, float scalar):
  *         self.vector[0] *= scalar
  *         return self             # <<<<<<<<<<<<<<
@@ -4544,7 +4545,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_30__idiv__(PyObject *__pyx
 }
 #endif /*!(#if PY_MAJOR_VERSION < 3)*/
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":121
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":121
  *         return self
  * 
  *     def __idiv__(SparseVector self, float scalar):             # <<<<<<<<<<<<<<
@@ -4558,7 +4559,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_29__idiv__(struct __pyx_ob
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__idiv__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":122
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":122
  * 
  *     def __idiv__(SparseVector self, float scalar):
  *         self.vector[0] /= scalar             # <<<<<<<<<<<<<<
@@ -4567,7 +4568,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_29__idiv__(struct __pyx_ob
  */
   (__pyx_v_self->vector[0]) /= __pyx_v_scalar;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":123
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":123
  *     def __idiv__(SparseVector self, float scalar):
  *         self.vector[0] /= scalar
  *         return self             # <<<<<<<<<<<<<<
@@ -4607,7 +4608,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_32__add__(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":125
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":125
  *         return self
  * 
  *     def __add__(SparseVector x, SparseVector y):             # <<<<<<<<<<<<<<
@@ -4625,7 +4626,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_31__add__(struct __pyx_obj
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__add__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":126
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":126
  * 
  *     def __add__(SparseVector x, SparseVector y):
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -4638,7 +4639,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_31__add__(struct __pyx_obj
   __pyx_v_result = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":127
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":127
  *     def __add__(SparseVector x, SparseVector y):
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](x.vector[0] + y.vector[0])             # <<<<<<<<<<<<<<
@@ -4647,7 +4648,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_31__add__(struct __pyx_obj
  */
   __pyx_v_result->vector = new FastSparseVector(((__pyx_v_x->vector[0]) + (__pyx_v_y->vector[0])));
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":128
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":128
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](x.vector[0] + y.vector[0])
  *         return result             # <<<<<<<<<<<<<<
@@ -4692,7 +4693,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_34__sub__(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":130
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":130
  *         return result
  * 
  *     def __sub__(SparseVector x, SparseVector y):             # <<<<<<<<<<<<<<
@@ -4710,7 +4711,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_33__sub__(struct __pyx_obj
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__sub__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":131
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":131
  * 
  *     def __sub__(SparseVector x, SparseVector y):
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -4723,7 +4724,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_33__sub__(struct __pyx_obj
   __pyx_v_result = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":132
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":132
  *     def __sub__(SparseVector x, SparseVector y):
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](x.vector[0] - y.vector[0])             # <<<<<<<<<<<<<<
@@ -4732,7 +4733,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_33__sub__(struct __pyx_obj
  */
   __pyx_v_result->vector = new FastSparseVector(((__pyx_v_x->vector[0]) - (__pyx_v_y->vector[0])));
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":133
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":133
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](x.vector[0] - y.vector[0])
  *         return result             # <<<<<<<<<<<<<<
@@ -4768,7 +4769,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_36__mul__(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":135
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":135
  *         return result
  * 
  *     def __mul__(x, y):             # <<<<<<<<<<<<<<
@@ -4791,7 +4792,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__mul__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":138
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":138
  *         cdef SparseVector vector
  *         cdef float scalar
  *         if isinstance(x, SparseVector): vector, scalar = x, y             # <<<<<<<<<<<<<<
@@ -4812,7 +4813,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_
   }
   /*else*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":139
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":139
  *         cdef float scalar
  *         if isinstance(x, SparseVector): vector, scalar = x, y
  *         else: vector, scalar = y, x             # <<<<<<<<<<<<<<
@@ -4829,7 +4830,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":140
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":140
  *         if isinstance(x, SparseVector): vector, scalar = x, y
  *         else: vector, scalar = y, x
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -4842,7 +4843,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_
   __pyx_v_result = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_3);
   __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":141
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":141
  *         else: vector, scalar = y, x
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](vector.vector[0] * scalar)             # <<<<<<<<<<<<<<
@@ -4851,7 +4852,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_
  */
   __pyx_v_result->vector = new FastSparseVector(((__pyx_v_vector->vector[0]) * __pyx_v_scalar));
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":142
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":142
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](vector.vector[0] * scalar)
  *         return result             # <<<<<<<<<<<<<<
@@ -4890,7 +4891,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12SparseVector_38__div__(PyObject *__pyx_
 }
 #endif /*!(#if PY_MAJOR_VERSION < 3)*/
 
-/* "/home/mdenkows/cdec/python/cdec/vectors.pxi":144
+/* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":144
  *         return result
  * 
  *     def __div__(x, y):             # <<<<<<<<<<<<<<
@@ -4914,7 +4915,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_37__div__(PyObject *__pyx_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__div__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":147
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":147
  *         cdef SparseVector vector
  *         cdef float scalar
  *         if isinstance(x, SparseVector): vector, scalar = x, y             # <<<<<<<<<<<<<<
@@ -4935,7 +4936,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_37__div__(PyObject *__pyx_
   }
   /*else*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":148
+    /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":148
  *         cdef float scalar
  *         if isinstance(x, SparseVector): vector, scalar = x, y
  *         else: vector, scalar = y, x             # <<<<<<<<<<<<<<
@@ -4952,7 +4953,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_37__div__(PyObject *__pyx_
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":149
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":149
  *         if isinstance(x, SparseVector): vector, scalar = x, y
  *         else: vector, scalar = y, x
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -4965,7 +4966,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_37__div__(PyObject *__pyx_
   __pyx_v_result = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_3);
   __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":150
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":150
  *         else: vector, scalar = y, x
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](vector.vector[0] / scalar)             # <<<<<<<<<<<<<<
@@ -4973,7 +4974,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12SparseVector_37__div__(PyObject *__pyx_
  */
   __pyx_v_result->vector = new FastSparseVector(((__pyx_v_vector->vector[0]) / __pyx_v_scalar));
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":151
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":151
  *         cdef SparseVector result = SparseVector.__new__(SparseVector)
  *         result.vector = new FastSparseVector[weight_t](vector.vector[0] / scalar)
  *         return result             # <<<<<<<<<<<<<<
@@ -5011,7 +5012,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_1_phrase(PyObject *__pyx_self, PyObject *
 }
 static PyObject *__pyx_gb_4cdec_5_cdec_7_phrase_2generator18(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value); /* proto */
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":6
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":6
  * 
  * def _phrase(phrase):
  *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)             # <<<<<<<<<<<<<<
@@ -5177,7 +5178,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7_phrase_2generator18(__pyx_GeneratorObje
   return NULL;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":5
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":5
  * import cdec.sa._sa as _sa
  * 
  * def _phrase(phrase):             # <<<<<<<<<<<<<<
@@ -5206,7 +5207,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec__phrase(CYTHON_UNUSED PyObject *__pyx_sel
   __Pyx_INCREF(__pyx_cur_scope->__pyx_v_phrase);
   __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_phrase);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":6
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":6
  * 
  * def _phrase(phrase):
  *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)             # <<<<<<<<<<<<<<
@@ -5320,7 +5321,7 @@ static int __pyx_pw_4cdec_5_cdec_2NT_1__init__(PyObject *__pyx_v_self, PyObject
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":11
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":11
  *     cdef public bytes cat
  *     cdef public unsigned ref
  *     def __init__(self, bytes cat, unsigned ref=0):             # <<<<<<<<<<<<<<
@@ -5333,7 +5334,7 @@ static int __pyx_pf_4cdec_5_cdec_2NT___init__(struct __pyx_obj_4cdec_5_cdec_NT *
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__init__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":13
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":13
  *     def __init__(self, bytes cat, unsigned ref=0):
  *         """NT(bytes cat, int ref=0) -> Non-terminal from category `cat`."""
  *         self.cat = cat             # <<<<<<<<<<<<<<
@@ -5346,7 +5347,7 @@ static int __pyx_pf_4cdec_5_cdec_2NT___init__(struct __pyx_obj_4cdec_5_cdec_NT *
   __Pyx_DECREF(((PyObject *)__pyx_v_self->cat));
   __pyx_v_self->cat = __pyx_v_cat;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":14
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":14
  *         """NT(bytes cat, int ref=0) -> Non-terminal from category `cat`."""
  *         self.cat = cat
  *         self.ref = ref             # <<<<<<<<<<<<<<
@@ -5371,7 +5372,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_2NT_3__str__(PyObject *__pyx_v_self) {
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":16
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":16
  *         self.ref = ref
  * 
  *     def __str__(self):             # <<<<<<<<<<<<<<
@@ -5390,7 +5391,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_2NT_2__str__(struct __pyx_obj_4cdec_5_cde
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__str__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":17
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":17
  * 
  *     def __str__(self):
  *         if self.ref > 0:             # <<<<<<<<<<<<<<
@@ -5400,7 +5401,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_2NT_2__str__(struct __pyx_obj_4cdec_5_cde
   __pyx_t_1 = ((__pyx_v_self->ref > 0) != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":18
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":18
  *     def __str__(self):
  *         if self.ref > 0:
  *             return '[%s,%d]' % (self.cat, self.ref)             # <<<<<<<<<<<<<<
@@ -5428,7 +5429,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_2NT_2__str__(struct __pyx_obj_4cdec_5_cde
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":19
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":19
  *         if self.ref > 0:
  *             return '[%s,%d]' % (self.cat, self.ref)
  *         return '[%s]' % self.cat             # <<<<<<<<<<<<<<
@@ -5466,7 +5467,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_2NT_3cat_1__get__(PyObject *__pyx_v_self)
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":9
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":9
  * 
  * cdef class NT:
  *     cdef public bytes cat             # <<<<<<<<<<<<<<
@@ -5562,7 +5563,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_2NT_3ref_1__get__(PyObject *__pyx_v_self)
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":10
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":10
  * cdef class NT:
  *     cdef public bytes cat
  *     cdef public unsigned ref             # <<<<<<<<<<<<<<
@@ -5683,7 +5684,7 @@ static int __pyx_pw_4cdec_5_cdec_5NTRef_1__init__(PyObject *__pyx_v_self, PyObje
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":23
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":23
  * cdef class NTRef:
  *     cdef public unsigned ref
  *     def __init__(self, unsigned ref):             # <<<<<<<<<<<<<<
@@ -5696,7 +5697,7 @@ static int __pyx_pf_4cdec_5_cdec_5NTRef___init__(struct __pyx_obj_4cdec_5_cdec_N
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__init__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":25
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":25
  *     def __init__(self, unsigned ref):
  *         """NTRef(int ref) -> Non-terminal reference."""
  *         self.ref = ref             # <<<<<<<<<<<<<<
@@ -5721,7 +5722,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5NTRef_3__str__(PyObject *__pyx_v_self) {
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":27
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":27
  *         self.ref = ref
  * 
  *     def __str__(self):             # <<<<<<<<<<<<<<
@@ -5739,7 +5740,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5NTRef_2__str__(struct __pyx_obj_4cdec_5_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__str__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":28
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":28
  * 
  *     def __str__(self):
  *         return '[%d]' % self.ref             # <<<<<<<<<<<<<<
@@ -5780,7 +5781,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5NTRef_3ref_1__get__(PyObject *__pyx_v_se
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":22
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":22
  * 
  * cdef class NTRef:
  *     cdef public unsigned ref             # <<<<<<<<<<<<<<
@@ -5847,7 +5848,7 @@ static int __pyx_pf_4cdec_5_cdec_5NTRef_3ref_2__set__(struct __pyx_obj_4cdec_5_c
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":30
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":30
  *         return '[%d]' % self.ref
  * 
  * cdef TRule convert_rule(_sa.Rule rule):             # <<<<<<<<<<<<<<
@@ -5878,7 +5879,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("convert_rule", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":31
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":31
  * 
  * cdef TRule convert_rule(_sa.Rule rule):
  *     lhs = _sa.sym_tocat(rule.lhs)             # <<<<<<<<<<<<<<
@@ -5887,7 +5888,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
  */
   __pyx_v_lhs = __pyx_f_4cdec_2sa_3_sa_sym_tocat(__pyx_v_rule->lhs);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":32
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":32
  * cdef TRule convert_rule(_sa.Rule rule):
  *     lhs = _sa.sym_tocat(rule.lhs)
  *     scores = dict(rule.scores)             # <<<<<<<<<<<<<<
@@ -5905,7 +5906,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
   __pyx_v_scores = ((PyObject*)__pyx_t_2);
   __pyx_t_2 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":33
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":33
  *     lhs = _sa.sym_tocat(rule.lhs)
  *     scores = dict(rule.scores)
  *     f, e = [], []             # <<<<<<<<<<<<<<
@@ -5921,7 +5922,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
   __pyx_v_e = ((PyObject*)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":34
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":34
  *     scores = dict(rule.scores)
  *     f, e = [], []
  *     cdef int* fsyms = rule.f.syms             # <<<<<<<<<<<<<<
@@ -5931,7 +5932,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
   __pyx_t_3 = __pyx_v_rule->f->syms;
   __pyx_v_fsyms = __pyx_t_3;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":35
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":35
  *     f, e = [], []
  *     cdef int* fsyms = rule.f.syms
  *     for i in range(rule.f.n):             # <<<<<<<<<<<<<<
@@ -5942,7 +5943,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
   for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
     __pyx_v_i = __pyx_t_5;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":36
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":36
  *     cdef int* fsyms = rule.f.syms
  *     for i in range(rule.f.n):
  *         if _sa.sym_isvar(fsyms[i]):             # <<<<<<<<<<<<<<
@@ -5952,7 +5953,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
     __pyx_t_6 = (__pyx_f_4cdec_2sa_3_sa_sym_isvar((__pyx_v_fsyms[__pyx_v_i])) != 0);
     if (__pyx_t_6) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":37
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":37
  *     for i in range(rule.f.n):
  *         if _sa.sym_isvar(fsyms[i]):
  *             f.append(NT(_sa.sym_tocat(fsyms[i])))             # <<<<<<<<<<<<<<
@@ -5975,7 +5976,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
     }
     /*else*/ {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":39
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":39
  *             f.append(NT(_sa.sym_tocat(fsyms[i])))
  *         else:
  *             f.append(_sa.sym_tostring(fsyms[i]))             # <<<<<<<<<<<<<<
@@ -5990,7 +5991,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
     __pyx_L5:;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":40
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":40
  *         else:
  *             f.append(_sa.sym_tostring(fsyms[i]))
  *     cdef int* esyms = rule.e.syms             # <<<<<<<<<<<<<<
@@ -6000,7 +6001,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
   __pyx_t_3 = __pyx_v_rule->e->syms;
   __pyx_v_esyms = __pyx_t_3;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":41
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":41
  *             f.append(_sa.sym_tostring(fsyms[i]))
  *     cdef int* esyms = rule.e.syms
  *     for i in range(rule.e.n):             # <<<<<<<<<<<<<<
@@ -6011,7 +6012,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
   for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) {
     __pyx_v_i = __pyx_t_5;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":42
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":42
  *     cdef int* esyms = rule.e.syms
  *     for i in range(rule.e.n):
  *         if _sa.sym_isvar(esyms[i]):             # <<<<<<<<<<<<<<
@@ -6021,7 +6022,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
     __pyx_t_6 = (__pyx_f_4cdec_2sa_3_sa_sym_isvar((__pyx_v_esyms[__pyx_v_i])) != 0);
     if (__pyx_t_6) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":43
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":43
  *     for i in range(rule.e.n):
  *         if _sa.sym_isvar(esyms[i]):
  *             e.append(NTRef(_sa.sym_getindex(esyms[i])))             # <<<<<<<<<<<<<<
@@ -6044,7 +6045,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
     }
     /*else*/ {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":45
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":45
  *             e.append(NTRef(_sa.sym_getindex(esyms[i])))
  *         else:
  *             e.append(_sa.sym_tostring(esyms[i]))             # <<<<<<<<<<<<<<
@@ -6059,7 +6060,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
     __pyx_L8:;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":46
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":46
  *         else:
  *             e.append(_sa.sym_tostring(esyms[i]))
  *     a = list(rule.alignments())             # <<<<<<<<<<<<<<
@@ -6082,7 +6083,7 @@ static struct __pyx_obj_4cdec_5_cdec_TRule *__pyx_f_4cdec_5_cdec_convert_rule(st
   __pyx_v_a = ((PyObject*)__pyx_t_2);
   __pyx_t_2 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":47
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":47
  *             e.append(_sa.sym_tostring(esyms[i]))
  *     a = list(rule.alignments())
  *     return TRule(lhs, f, e, scores, a)             # <<<<<<<<<<<<<<
@@ -6155,7 +6156,7 @@ static int __pyx_pw_4cdec_5_cdec_5TRule_1__init__(PyObject *__pyx_v_self, PyObje
     static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__lhs,&__pyx_n_s__f,&__pyx_n_s__e,&__pyx_n_s__scores,&__pyx_n_s__a,0};
     PyObject* values[5] = {0,0,0,0,0};
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":52
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":52
  *     cdef shared_ptr[grammar.TRule]* rule
  * 
  *     def __init__(self, lhs, f, e, scores, a=None):             # <<<<<<<<<<<<<<
@@ -6244,7 +6245,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule___init__(struct __pyx_obj_4cdec_5_cdec_T
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__init__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":59
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":59
  *         scores: dictionary of feature scores
  *         a: optional list of alignment points"""
  *         self.rule = new shared_ptr[grammar.TRule](new grammar.TRule())             # <<<<<<<<<<<<<<
@@ -6259,7 +6260,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule___init__(struct __pyx_obj_4cdec_5_cdec_T
   }
   __pyx_v_self->rule = new boost::shared_ptr(__pyx_t_1);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":60
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":60
  *         a: optional list of alignment points"""
  *         self.rule = new shared_ptr[grammar.TRule](new grammar.TRule())
  *         self.lhs = lhs             # <<<<<<<<<<<<<<
@@ -6268,7 +6269,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule___init__(struct __pyx_obj_4cdec_5_cdec_T
  */
   if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s__lhs, __pyx_v_lhs) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":61
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":61
  *         self.rule = new shared_ptr[grammar.TRule](new grammar.TRule())
  *         self.lhs = lhs
  *         self.e = e             # <<<<<<<<<<<<<<
@@ -6277,7 +6278,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule___init__(struct __pyx_obj_4cdec_5_cdec_T
  */
   if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s__e, __pyx_v_e) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 61; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":62
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":62
  *         self.lhs = lhs
  *         self.e = e
  *         self.f = f             # <<<<<<<<<<<<<<
@@ -6286,7 +6287,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule___init__(struct __pyx_obj_4cdec_5_cdec_T
  */
   if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s__f, __pyx_v_f) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 62; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":63
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":63
  *         self.e = e
  *         self.f = f
  *         self.scores = scores             # <<<<<<<<<<<<<<
@@ -6295,7 +6296,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule___init__(struct __pyx_obj_4cdec_5_cdec_T
  */
   if (__Pyx_PyObject_SetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s__scores, __pyx_v_scores) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":64
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":64
  *         self.f = f
  *         self.scores = scores
  *         if a:             # <<<<<<<<<<<<<<
@@ -6305,7 +6306,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule___init__(struct __pyx_obj_4cdec_5_cdec_T
   __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_a); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":65
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":65
  *         self.scores = scores
  *         if a:
  *             self.a = a             # <<<<<<<<<<<<<<
@@ -6317,7 +6318,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule___init__(struct __pyx_obj_4cdec_5_cdec_T
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":66
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":66
  *         if a:
  *             self.a = a
  *         self.rule.get().ComputeArity()             # <<<<<<<<<<<<<<
@@ -6345,7 +6346,7 @@ static void __pyx_pw_4cdec_5_cdec_5TRule_3__dealloc__(PyObject *__pyx_v_self) {
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":68
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":68
  *         self.rule.get().ComputeArity()
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -6357,7 +6358,7 @@ static void __pyx_pf_4cdec_5_cdec_5TRule_2__dealloc__(CYTHON_UNUSED struct __pyx
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":69
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":69
  * 
  *     def __dealloc__(self):
  *         del self.rule             # <<<<<<<<<<<<<<
@@ -6380,7 +6381,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5TRule_5arity_1__get__(PyObject *__pyx_v_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":72
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":72
  * 
  *     property arity:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -6397,7 +6398,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_5arity___get__(struct __pyx_obj_4c
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":73
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":73
  *     property arity:
  *         def __get__(self):
  *             return self.rule.get().arity_             # <<<<<<<<<<<<<<
@@ -6434,7 +6435,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5TRule_1f_1__get__(PyObject *__pyx_v_self
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":76
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":76
  * 
  *     property f:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -6461,7 +6462,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":77
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":77
  *     property f:
  *         def __get__(self):
  *             cdef vector[WordID]* f_ = &self.rule.get().f_             # <<<<<<<<<<<<<<
@@ -6470,7 +6471,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
  */
   __pyx_v_f_ = (&__pyx_v_self->rule->get()->f_);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":79
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":79
  *             cdef vector[WordID]* f_ = &self.rule.get().f_
  *             cdef WordID w
  *             cdef f = []             # <<<<<<<<<<<<<<
@@ -6482,7 +6483,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
   __pyx_v_f = ((PyObject *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":81
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":81
  *             cdef f = []
  *             cdef unsigned i
  *             cdef int idx = 0             # <<<<<<<<<<<<<<
@@ -6491,7 +6492,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
  */
   __pyx_v_idx = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":82
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":82
  *             cdef unsigned i
  *             cdef int idx = 0
  *             for i in range(f_.size()):             # <<<<<<<<<<<<<<
@@ -6502,7 +6503,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
   for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
     __pyx_v_i = __pyx_t_3;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":83
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":83
  *             cdef int idx = 0
  *             for i in range(f_.size()):
  *                 w = f_[0][i]             # <<<<<<<<<<<<<<
@@ -6511,7 +6512,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
  */
     __pyx_v_w = ((__pyx_v_f_[0])[__pyx_v_i]);
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":84
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":84
  *             for i in range(f_.size()):
  *                 w = f_[0][i]
  *                 if w < 0:             # <<<<<<<<<<<<<<
@@ -6521,7 +6522,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
     __pyx_t_4 = ((__pyx_v_w < 0) != 0);
     if (__pyx_t_4) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":85
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":85
  *                 w = f_[0][i]
  *                 if w < 0:
  *                     idx += 1             # <<<<<<<<<<<<<<
@@ -6530,7 +6531,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
  */
       __pyx_v_idx = (__pyx_v_idx + 1);
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":86
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":86
  *                 if w < 0:
  *                     idx += 1
  *                     f.append(NT(TDConvert(-w).c_str(), idx))             # <<<<<<<<<<<<<<
@@ -6560,7 +6561,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
     }
     /*else*/ {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":88
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":88
  *                     f.append(NT(TDConvert(-w).c_str(), idx))
  *                 else:
  *                     f.append(unicode(TDConvert(w).c_str(), encoding='utf8'))             # <<<<<<<<<<<<<<
@@ -6589,7 +6590,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1f___get__(struct __pyx_obj_4cdec_
     __pyx_L5:;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":89
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":89
  *                 else:
  *                     f.append(unicode(TDConvert(w).c_str(), encoding='utf8'))
  *             return f             # <<<<<<<<<<<<<<
@@ -6627,7 +6628,7 @@ static int __pyx_pw_4cdec_5_cdec_5TRule_1f_3__set__(PyObject *__pyx_v_self, PyOb
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":91
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":91
  *             return f
  * 
  *         def __set__(self, f):             # <<<<<<<<<<<<<<
@@ -6654,7 +6655,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_4cdec_5_cde
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__set__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":92
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":92
  * 
  *         def __set__(self, f):
  *             cdef vector[WordID]* f_ = &self.rule.get().f_             # <<<<<<<<<<<<<<
@@ -6663,7 +6664,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_4cdec_5_cde
  */
   __pyx_v_f_ = (&__pyx_v_self->rule->get()->f_);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":93
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":93
  *         def __set__(self, f):
  *             cdef vector[WordID]* f_ = &self.rule.get().f_
  *             f_.resize(len(f))             # <<<<<<<<<<<<<<
@@ -6673,7 +6674,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_4cdec_5_cde
   __pyx_t_1 = PyObject_Length(__pyx_v_f); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 93; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_v_f_->resize(__pyx_t_1);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":95
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":95
  *             f_.resize(len(f))
  *             cdef unsigned i
  *             cdef int idx = 0             # <<<<<<<<<<<<<<
@@ -6682,7 +6683,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_4cdec_5_cde
  */
   __pyx_v_idx = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":96
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":96
  *             cdef unsigned i
  *             cdef int idx = 0
  *             for i in range(len(f)):             # <<<<<<<<<<<<<<
@@ -6693,7 +6694,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_4cdec_5_cde
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":97
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":97
  *             cdef int idx = 0
  *             for i in range(len(f)):
  *                 if isinstance(f[i], NT):             # <<<<<<<<<<<<<<
@@ -6707,7 +6708,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_4cdec_5_cde
     __pyx_t_5 = (__pyx_t_4 != 0);
     if (__pyx_t_5) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":98
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":98
  *             for i in range(len(f)):
  *                 if isinstance(f[i], NT):
  *                     f_[0][i] = -TDConvert(( f[i]).cat)             # <<<<<<<<<<<<<<
@@ -6723,7 +6724,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_4cdec_5_cde
     }
     /*else*/ {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":100
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":100
  *                     f_[0][i] = -TDConvert(( f[i]).cat)
  *                 else:
  *                     fi = as_str(f[i])             # <<<<<<<<<<<<<<
@@ -6739,7 +6740,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_4cdec_5_cde
       __pyx_v_fi = ((PyObject*)__pyx_t_7);
       __pyx_t_7 = 0;
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":101
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":101
  *                 else:
  *                     fi = as_str(f[i])
  *                     f_[0][i] = TDConvert(fi)             # <<<<<<<<<<<<<<
@@ -6776,7 +6777,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5TRule_1e_1__get__(PyObject *__pyx_v_self
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":104
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":104
  * 
  *     property e:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -6803,7 +6804,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":105
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":105
  *     property e:
  *         def __get__(self):
  *             cdef vector[WordID]* e_ = &self.rule.get().e_             # <<<<<<<<<<<<<<
@@ -6812,7 +6813,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
  */
   __pyx_v_e_ = (&__pyx_v_self->rule->get()->e_);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":107
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":107
  *             cdef vector[WordID]* e_ = &self.rule.get().e_
  *             cdef WordID w
  *             cdef e = []             # <<<<<<<<<<<<<<
@@ -6824,7 +6825,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
   __pyx_v_e = ((PyObject *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":109
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":109
  *             cdef e = []
  *             cdef unsigned i
  *             cdef int idx = 0             # <<<<<<<<<<<<<<
@@ -6833,7 +6834,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
  */
   __pyx_v_idx = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":110
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":110
  *             cdef unsigned i
  *             cdef int idx = 0
  *             for i in range(e_.size()):             # <<<<<<<<<<<<<<
@@ -6844,7 +6845,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
   for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
     __pyx_v_i = __pyx_t_3;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":111
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":111
  *             cdef int idx = 0
  *             for i in range(e_.size()):
  *                 w = e_[0][i]             # <<<<<<<<<<<<<<
@@ -6853,7 +6854,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
  */
     __pyx_v_w = ((__pyx_v_e_[0])[__pyx_v_i]);
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":112
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":112
  *             for i in range(e_.size()):
  *                 w = e_[0][i]
  *                 if w < 1:             # <<<<<<<<<<<<<<
@@ -6863,7 +6864,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
     __pyx_t_4 = ((__pyx_v_w < 1) != 0);
     if (__pyx_t_4) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":113
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":113
  *                 w = e_[0][i]
  *                 if w < 1:
  *                     idx += 1             # <<<<<<<<<<<<<<
@@ -6872,7 +6873,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
  */
       __pyx_v_idx = (__pyx_v_idx + 1);
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":114
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":114
  *                 if w < 1:
  *                     idx += 1
  *                     e.append(NTRef(1-w))             # <<<<<<<<<<<<<<
@@ -6897,7 +6898,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
     }
     /*else*/ {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":116
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":116
  *                     e.append(NTRef(1-w))
  *                 else:
  *                     e.append(unicode(TDConvert(w).c_str(), encoding='utf8'))             # <<<<<<<<<<<<<<
@@ -6926,7 +6927,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_1e___get__(struct __pyx_obj_4cdec_
     __pyx_L5:;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":117
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":117
  *                 else:
  *                     e.append(unicode(TDConvert(w).c_str(), encoding='utf8'))
  *             return e             # <<<<<<<<<<<<<<
@@ -6964,7 +6965,7 @@ static int __pyx_pw_4cdec_5_cdec_5TRule_1e_3__set__(PyObject *__pyx_v_self, PyOb
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":119
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":119
  *             return e
  * 
  *         def __set__(self, e):             # <<<<<<<<<<<<<<
@@ -6991,7 +6992,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_4cdec_5_cde
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__set__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":120
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":120
  * 
  *         def __set__(self, e):
  *             cdef vector[WordID]* e_ = &self.rule.get().e_             # <<<<<<<<<<<<<<
@@ -7000,7 +7001,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_4cdec_5_cde
  */
   __pyx_v_e_ = (&__pyx_v_self->rule->get()->e_);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":121
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":121
  *         def __set__(self, e):
  *             cdef vector[WordID]* e_ = &self.rule.get().e_
  *             e_.resize(len(e))             # <<<<<<<<<<<<<<
@@ -7010,7 +7011,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_4cdec_5_cde
   __pyx_t_1 = PyObject_Length(__pyx_v_e); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_v_e_->resize(__pyx_t_1);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":123
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":123
  *             e_.resize(len(e))
  *             cdef unsigned i
  *             for i in range(len(e)):             # <<<<<<<<<<<<<<
@@ -7021,7 +7022,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_4cdec_5_cde
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":124
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":124
  *             cdef unsigned i
  *             for i in range(len(e)):
  *                 if isinstance(e[i], NTRef):             # <<<<<<<<<<<<<<
@@ -7035,7 +7036,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_4cdec_5_cde
     __pyx_t_5 = (__pyx_t_4 != 0);
     if (__pyx_t_5) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":125
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":125
  *             for i in range(len(e)):
  *                 if isinstance(e[i], NTRef):
  *                     e_[0][i] = 1-e[i].ref             # <<<<<<<<<<<<<<
@@ -7057,7 +7058,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_4cdec_5_cde
     }
     /*else*/ {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":127
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":127
  *                     e_[0][i] = 1-e[i].ref
  *                 else:
  *                     ei = as_str(e[i])             # <<<<<<<<<<<<<<
@@ -7073,7 +7074,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_4cdec_5_cde
       __pyx_v_ei = ((PyObject*)__pyx_t_6);
       __pyx_t_6 = 0;
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":128
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":128
  *                 else:
  *                     ei = as_str(e[i])
  *                     e_[0][i] = TDConvert(ei)             # <<<<<<<<<<<<<<
@@ -7111,7 +7112,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5TRule_1a_1__get__(PyObject *__pyx_v_self
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":131
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":131
  * 
  *     property a:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -7179,7 +7180,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_5TRule_1a_2generator2(__pyx_GeneratorObje
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":133
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":133
  *         def __get__(self):
  *             cdef unsigned i
  *             cdef vector[grammar.AlignmentPoint]* a = &self.rule.get().a_             # <<<<<<<<<<<<<<
@@ -7188,7 +7189,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_5TRule_1a_2generator2(__pyx_GeneratorObje
  */
   __pyx_cur_scope->__pyx_v_a = (&__pyx_cur_scope->__pyx_v_self->rule->get()->a_);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":134
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":134
  *             cdef unsigned i
  *             cdef vector[grammar.AlignmentPoint]* a = &self.rule.get().a_
  *             for i in range(a.size()):             # <<<<<<<<<<<<<<
@@ -7199,7 +7200,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_5TRule_1a_2generator2(__pyx_GeneratorObje
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":135
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":135
  *             cdef vector[grammar.AlignmentPoint]* a = &self.rule.get().a_
  *             for i in range(a.size()):
  *                 yield (a[0][i].s_, a[0][i].t_)             # <<<<<<<<<<<<<<
@@ -7258,7 +7259,7 @@ static int __pyx_pw_4cdec_5_cdec_5TRule_1a_4__set__(PyObject *__pyx_v_self, PyOb
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":137
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":137
  *                 yield (a[0][i].s_, a[0][i].t_)
  * 
  *         def __set__(self, a):             # <<<<<<<<<<<<<<
@@ -7287,7 +7288,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_4cdec_5_cde
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__set__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":138
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":138
  * 
  *         def __set__(self, a):
  *             cdef vector[grammar.AlignmentPoint]* a_ = &self.rule.get().a_             # <<<<<<<<<<<<<<
@@ -7296,7 +7297,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_4cdec_5_cde
  */
   __pyx_v_a_ = (&__pyx_v_self->rule->get()->a_);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":139
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":139
  *         def __set__(self, a):
  *             cdef vector[grammar.AlignmentPoint]* a_ = &self.rule.get().a_
  *             a_.resize(len(a))             # <<<<<<<<<<<<<<
@@ -7306,7 +7307,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_4cdec_5_cde
   __pyx_t_1 = PyObject_Length(__pyx_v_a); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_v_a_->resize(__pyx_t_1);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":142
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":142
  *             cdef unsigned i
  *             cdef int s, t
  *             for i in range(len(a)):             # <<<<<<<<<<<<<<
@@ -7317,7 +7318,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_4cdec_5_cde
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":143
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":143
  *             cdef int s, t
  *             for i in range(len(a)):
  *                 s, t = a[i]             # <<<<<<<<<<<<<<
@@ -7384,7 +7385,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_4cdec_5_cde
     __pyx_v_s = __pyx_t_8;
     __pyx_v_t = __pyx_t_9;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":144
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":144
  *             for i in range(len(a)):
  *                 s, t = a[i]
  *                 a_[0][i] = grammar.AlignmentPoint(s, t)             # <<<<<<<<<<<<<<
@@ -7419,7 +7420,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5TRule_6scores_1__get__(PyObject *__pyx_v
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":147
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":147
  * 
  *     property scores:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -7437,7 +7438,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_6scores___get__(struct __pyx_obj_4
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":148
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":148
  *     property scores:
  *         def __get__(self):
  *             cdef SparseVector scores = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -7450,7 +7451,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_6scores___get__(struct __pyx_obj_4
   __pyx_v_scores = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":149
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":149
  *         def __get__(self):
  *             cdef SparseVector scores = SparseVector.__new__(SparseVector)
  *             scores.vector = new FastSparseVector[double](self.rule.get().scores_)             # <<<<<<<<<<<<<<
@@ -7459,7 +7460,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_6scores___get__(struct __pyx_obj_4
  */
   __pyx_v_scores->vector = new FastSparseVector(__pyx_v_self->rule->get()->scores_);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":150
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":150
  *             cdef SparseVector scores = SparseVector.__new__(SparseVector)
  *             scores.vector = new FastSparseVector[double](self.rule.get().scores_)
  *             return scores             # <<<<<<<<<<<<<<
@@ -7495,7 +7496,7 @@ static int __pyx_pw_4cdec_5_cdec_5TRule_6scores_3__set__(PyObject *__pyx_v_self,
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":152
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":152
  *             return scores
  * 
  *         def __set__(self, scores):             # <<<<<<<<<<<<<<
@@ -7527,7 +7528,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_4cdec_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__set__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":153
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":153
  * 
  *         def __set__(self, scores):
  *             cdef FastSparseVector[double]* scores_ = &self.rule.get().scores_             # <<<<<<<<<<<<<<
@@ -7536,7 +7537,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_4cdec_
  */
   __pyx_v_scores_ = (&__pyx_v_self->rule->get()->scores_);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":154
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":154
  *         def __set__(self, scores):
  *             cdef FastSparseVector[double]* scores_ = &self.rule.get().scores_
  *             scores_.clear()             # <<<<<<<<<<<<<<
@@ -7545,7 +7546,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_4cdec_
  */
   __pyx_v_scores_->clear();
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":157
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":157
  *             cdef int fid
  *             cdef float fval
  *             for fname, fval in scores.items():             # <<<<<<<<<<<<<<
@@ -7650,7 +7651,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_4cdec_
     __pyx_t_5 = 0;
     __pyx_v_fval = __pyx_t_9;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":158
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":158
  *             cdef float fval
  *             for fname, fval in scores.items():
  *                 fn = as_str(fname)             # <<<<<<<<<<<<<<
@@ -7663,7 +7664,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_4cdec_
     __pyx_v_fn = ((PyObject*)__pyx_t_2);
     __pyx_t_2 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":159
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":159
  *             for fname, fval in scores.items():
  *                 fn = as_str(fname)
  *                 fid = FDConvert(fn)             # <<<<<<<<<<<<<<
@@ -7673,7 +7674,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_4cdec_
     __pyx_t_10 = __Pyx_PyObject_AsString(((PyObject *)__pyx_v_fn)); if (unlikely((!__pyx_t_10) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __pyx_v_fid = FD::Convert(__pyx_t_10);
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":160
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":160
  *                 fn = as_str(fname)
  *                 fid = FDConvert(fn)
  *                 if fid < 0: raise KeyError(fname)             # <<<<<<<<<<<<<<
@@ -7697,7 +7698,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_4cdec_
     }
     __pyx_L7:;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":161
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":161
  *                 fid = FDConvert(fn)
  *                 if fid < 0: raise KeyError(fname)
  *                 scores_.set_value(fid, fval)             # <<<<<<<<<<<<<<
@@ -7736,7 +7737,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5TRule_3lhs_1__get__(PyObject *__pyx_v_se
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":164
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":164
  * 
  *     property lhs:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -7754,7 +7755,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_3lhs___get__(struct __pyx_obj_4cde
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":165
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":165
  *     property lhs:
  *         def __get__(self):
  *             return NT(TDConvert(-self.rule.get().lhs_).c_str())             # <<<<<<<<<<<<<<
@@ -7800,7 +7801,7 @@ static int __pyx_pw_4cdec_5_cdec_5TRule_3lhs_3__set__(PyObject *__pyx_v_self, Py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":167
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":167
  *             return NT(TDConvert(-self.rule.get().lhs_).c_str())
  * 
  *         def __set__(self, lhs):             # <<<<<<<<<<<<<<
@@ -7822,7 +7823,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_3lhs_2__set__(struct __pyx_obj_4cdec_5_c
   __Pyx_RefNannySetupContext("__set__", 0);
   __Pyx_INCREF(__pyx_v_lhs);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":168
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":168
  * 
  *         def __set__(self, lhs):
  *             if not isinstance(lhs, NT):             # <<<<<<<<<<<<<<
@@ -7833,7 +7834,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_3lhs_2__set__(struct __pyx_obj_4cdec_5_c
   __pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":169
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":169
  *         def __set__(self, lhs):
  *             if not isinstance(lhs, NT):
  *                 lhs = NT(lhs)             # <<<<<<<<<<<<<<
@@ -7855,7 +7856,7 @@ static int __pyx_pf_4cdec_5_cdec_5TRule_3lhs_2__set__(struct __pyx_obj_4cdec_5_c
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":170
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":170
  *             if not isinstance(lhs, NT):
  *                 lhs = NT(lhs)
  *             self.rule.get().lhs_ = -TDConvert(( lhs).cat)             # <<<<<<<<<<<<<<
@@ -7890,7 +7891,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_5TRule_5__str__(PyObject *__pyx_v_self) {
 }
 static PyObject *__pyx_gb_4cdec_5_cdec_5TRule_7__str___2generator19(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value); /* proto */
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":173
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":173
  * 
  *     def __str__(self):
  *         scores = ' '.join('%s=%s' % feat for feat in self.scores)             # <<<<<<<<<<<<<<
@@ -8035,7 +8036,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_5TRule_7__str___2generator19(__pyx_Genera
   return NULL;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":172
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":172
  *             self.rule.get().lhs_ = -TDConvert(( lhs).cat)
  * 
  *     def __str__(self):             # <<<<<<<<<<<<<<
@@ -8067,7 +8068,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_4__str__(struct __pyx_obj_4cdec_5_
   __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
   __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":173
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":173
  * 
  *     def __str__(self):
  *         scores = ' '.join('%s=%s' % feat for feat in self.scores)             # <<<<<<<<<<<<<<
@@ -8090,7 +8091,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_4__str__(struct __pyx_obj_4cdec_5_
   __pyx_v_scores = __pyx_t_2;
   __pyx_t_2 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":174
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":174
  *     def __str__(self):
  *         scores = ' '.join('%s=%s' % feat for feat in self.scores)
  *         return '%s ||| %s ||| %s ||| %s' % (self.lhs,             # <<<<<<<<<<<<<<
@@ -8101,7 +8102,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_5TRule_4__str__(struct __pyx_obj_4cdec_5_
   __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s__lhs); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 174; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_GOTREF(__pyx_t_2);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":175
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":175
  *         scores = ' '.join('%s=%s' % feat for feat in self.scores)
  *         return '%s ||| %s ||| %s ||| %s' % (self.lhs,
  *                 _phrase(self.f), _phrase(self.e), scores)             # <<<<<<<<<<<<<<
@@ -8245,7 +8246,7 @@ static int __pyx_pw_4cdec_5_cdec_5MRule_1__init__(PyObject *__pyx_v_self, PyObje
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":178
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":178
  * 
  * cdef class MRule(TRule):
  *     def __init__(self, lhs, rhs, scores):             # <<<<<<<<<<<<<<
@@ -8272,7 +8273,7 @@ static int __pyx_pf_4cdec_5_cdec_5MRule___init__(struct __pyx_obj_4cdec_5_cdec_M
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__init__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":183
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":183
  *         rhs: right hand side phrase (list of words/NT)
  *         scores: dictionary of feature scores"""
  *         cdef unsigned i = 1             # <<<<<<<<<<<<<<
@@ -8281,7 +8282,7 @@ static int __pyx_pf_4cdec_5_cdec_5MRule___init__(struct __pyx_obj_4cdec_5_cdec_M
  */
   __pyx_v_i = 1;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":184
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":184
  *         scores: dictionary of feature scores"""
  *         cdef unsigned i = 1
  *         e = []             # <<<<<<<<<<<<<<
@@ -8293,7 +8294,7 @@ static int __pyx_pf_4cdec_5_cdec_5MRule___init__(struct __pyx_obj_4cdec_5_cdec_M
   __pyx_v_e = ((PyObject*)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":185
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":185
  *         cdef unsigned i = 1
  *         e = []
  *         for s in rhs:             # <<<<<<<<<<<<<<
@@ -8338,7 +8339,7 @@ static int __pyx_pf_4cdec_5_cdec_5MRule___init__(struct __pyx_obj_4cdec_5_cdec_M
     __pyx_v_s = __pyx_t_4;
     __pyx_t_4 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":186
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":186
  *         e = []
  *         for s in rhs:
  *             if isinstance(s, NT):             # <<<<<<<<<<<<<<
@@ -8349,7 +8350,7 @@ static int __pyx_pf_4cdec_5_cdec_5MRule___init__(struct __pyx_obj_4cdec_5_cdec_M
     __pyx_t_6 = (__pyx_t_5 != 0);
     if (__pyx_t_6) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":187
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":187
  *         for s in rhs:
  *             if isinstance(s, NT):
  *                 e.append(NTRef(i))             # <<<<<<<<<<<<<<
@@ -8369,7 +8370,7 @@ static int __pyx_pf_4cdec_5_cdec_5MRule___init__(struct __pyx_obj_4cdec_5_cdec_M
       __pyx_t_8 = __Pyx_PyList_Append(__pyx_v_e, __pyx_t_4); if (unlikely(__pyx_t_8 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
       __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":188
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":188
  *             if isinstance(s, NT):
  *                 e.append(NTRef(i))
  *                 i += 1             # <<<<<<<<<<<<<<
@@ -8381,7 +8382,7 @@ static int __pyx_pf_4cdec_5_cdec_5MRule___init__(struct __pyx_obj_4cdec_5_cdec_M
     }
     /*else*/ {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":190
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":190
  *                 i += 1
  *             else:
  *                 e.append(s)             # <<<<<<<<<<<<<<
@@ -8394,7 +8395,7 @@ static int __pyx_pf_4cdec_5_cdec_5MRule___init__(struct __pyx_obj_4cdec_5_cdec_M
   }
   __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":191
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":191
  *             else:
  *                 e.append(s)
  *         super(MRule, self).__init__(lhs, rhs, e, scores, None)             # <<<<<<<<<<<<<<
@@ -8462,7 +8463,7 @@ static void __pyx_pw_4cdec_5_cdec_7Grammar_1__dealloc__(PyObject *__pyx_v_self)
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":196
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":196
  *     cdef shared_ptr[grammar.Grammar]* grammar
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -8474,7 +8475,7 @@ static void __pyx_pf_4cdec_5_cdec_7Grammar___dealloc__(CYTHON_UNUSED struct __py
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":197
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":197
  * 
  *     def __dealloc__(self):
  *         del self.grammar             # <<<<<<<<<<<<<<
@@ -8498,7 +8499,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_7Grammar_3__iter__(PyObject *__pyx_v_self
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":199
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":199
  *         del self.grammar
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -8564,7 +8565,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Grammar_4generator3(__pyx_GeneratorObjec
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 199; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":200
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":200
  * 
  *     def __iter__(self):
  *         cdef grammar.const_GrammarIter* root = self.grammar.get().GetRoot()             # <<<<<<<<<<<<<<
@@ -8573,7 +8574,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Grammar_4generator3(__pyx_GeneratorObjec
  */
   __pyx_cur_scope->__pyx_v_root = __pyx_cur_scope->__pyx_v_self->grammar->get()->GetRoot();
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":201
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":201
  *     def __iter__(self):
  *         cdef grammar.const_GrammarIter* root = self.grammar.get().GetRoot()
  *         cdef grammar.const_RuleBin* rbin = root.GetRules()             # <<<<<<<<<<<<<<
@@ -8582,7 +8583,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Grammar_4generator3(__pyx_GeneratorObjec
  */
   __pyx_cur_scope->__pyx_v_rbin = __pyx_cur_scope->__pyx_v_root->GetRules();
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":204
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":204
  *         cdef TRule trule
  *         cdef unsigned i
  *         for i in range(rbin.GetNumRules()):             # <<<<<<<<<<<<<<
@@ -8593,7 +8594,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Grammar_4generator3(__pyx_GeneratorObjec
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":205
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":205
  *         cdef unsigned i
  *         for i in range(rbin.GetNumRules()):
  *             trule = TRule.__new__(TRule)             # <<<<<<<<<<<<<<
@@ -8609,7 +8610,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Grammar_4generator3(__pyx_GeneratorObjec
     __pyx_cur_scope->__pyx_v_trule = ((struct __pyx_obj_4cdec_5_cdec_TRule *)__pyx_t_3);
     __pyx_t_3 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":206
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":206
  *         for i in range(rbin.GetNumRules()):
  *             trule = TRule.__new__(TRule)
  *             trule.rule = new shared_ptr[grammar.TRule](rbin.GetIthRule(i))             # <<<<<<<<<<<<<<
@@ -8618,7 +8619,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Grammar_4generator3(__pyx_GeneratorObjec
  */
     __pyx_cur_scope->__pyx_v_trule->rule = new boost::shared_ptr(__pyx_cur_scope->__pyx_v_rbin->GetIthRule(__pyx_cur_scope->__pyx_v_i));
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":207
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":207
  *             trule = TRule.__new__(TRule)
  *             trule.rule = new shared_ptr[grammar.TRule](rbin.GetIthRule(i))
  *             yield trule             # <<<<<<<<<<<<<<
@@ -8663,7 +8664,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_7Grammar_4name_1__get__(PyObject *__pyx_v
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":210
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":210
  * 
  *     property name:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -8681,7 +8682,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Grammar_4name___get__(struct __pyx_obj_4
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":211
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":211
  *     property name:
  *         def __get__(self):
  *             str(self.grammar.get().GetGrammarName().c_str())             # <<<<<<<<<<<<<<
@@ -8724,7 +8725,7 @@ static int __pyx_pw_4cdec_5_cdec_7Grammar_4name_3__set__(PyObject *__pyx_v_self,
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":213
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":213
  *             str(self.grammar.get().GetGrammarName().c_str())
  * 
  *         def __set__(self, name):             # <<<<<<<<<<<<<<
@@ -8743,7 +8744,7 @@ static int __pyx_pf_4cdec_5_cdec_7Grammar_4name_2__set__(struct __pyx_obj_4cdec_
   __Pyx_RefNannySetupContext("__set__", 0);
   __Pyx_INCREF(__pyx_v_name);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":214
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":214
  * 
  *         def __set__(self, name):
  *             name = as_str(name)             # <<<<<<<<<<<<<<
@@ -8756,7 +8757,7 @@ static int __pyx_pf_4cdec_5_cdec_7Grammar_4name_2__set__(struct __pyx_obj_4cdec_
   __pyx_v_name = __pyx_t_1;
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":215
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":215
  *         def __set__(self, name):
  *             name = as_str(name)
  *             self.grammar.get().SetGrammarName(name)             # <<<<<<<<<<<<<<
@@ -8832,7 +8833,7 @@ static int __pyx_pw_4cdec_5_cdec_11TextGrammar_1__init__(PyObject *__pyx_v_self,
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/grammar.pxi":218
+/* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":218
  * 
  * cdef class TextGrammar(Grammar):
  *     def __init__(self, rules):             # <<<<<<<<<<<<<<
@@ -8856,7 +8857,7 @@ static int __pyx_pf_4cdec_5_cdec_11TextGrammar___init__(struct __pyx_obj_4cdec_5
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__init__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":220
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":220
  *     def __init__(self, rules):
  *         """TextGrammar(rules) -> SCFG Grammar containing the rules."""
  *         self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar())             # <<<<<<<<<<<<<<
@@ -8865,7 +8866,7 @@ static int __pyx_pf_4cdec_5_cdec_11TextGrammar___init__(struct __pyx_obj_4cdec_5
  */
   __pyx_v_self->__pyx_base.grammar = new boost::shared_ptr(new TextGrammar());
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":221
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":221
  *         """TextGrammar(rules) -> SCFG Grammar containing the rules."""
  *         self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar())
  *         cdef grammar.TextGrammar* _g =  self.grammar.get()             # <<<<<<<<<<<<<<
@@ -8874,7 +8875,7 @@ static int __pyx_pf_4cdec_5_cdec_11TextGrammar___init__(struct __pyx_obj_4cdec_5
  */
   __pyx_v__g = ((TextGrammar *)__pyx_v_self->__pyx_base.grammar->get());
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":222
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":222
  *         self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar())
  *         cdef grammar.TextGrammar* _g =  self.grammar.get()
  *         for trule in rules:             # <<<<<<<<<<<<<<
@@ -8919,7 +8920,7 @@ static int __pyx_pf_4cdec_5_cdec_11TextGrammar___init__(struct __pyx_obj_4cdec_5
     __pyx_v_trule = __pyx_t_4;
     __pyx_t_4 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":223
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":223
  *         cdef grammar.TextGrammar* _g =  self.grammar.get()
  *         for trule in rules:
  *             if isinstance(trule, _sa.Rule):             # <<<<<<<<<<<<<<
@@ -8930,7 +8931,7 @@ static int __pyx_pf_4cdec_5_cdec_11TextGrammar___init__(struct __pyx_obj_4cdec_5
     __pyx_t_6 = (__pyx_t_5 != 0);
     if (__pyx_t_6) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":224
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":224
  *         for trule in rules:
  *             if isinstance(trule, _sa.Rule):
  *                 trule = convert_rule(trule)             # <<<<<<<<<<<<<<
@@ -8946,7 +8947,7 @@ static int __pyx_pf_4cdec_5_cdec_11TextGrammar___init__(struct __pyx_obj_4cdec_5
       goto __pyx_L5;
     }
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":225
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":225
  *             if isinstance(trule, _sa.Rule):
  *                 trule = convert_rule(trule)
  *             elif not isinstance(trule, TRule):             # <<<<<<<<<<<<<<
@@ -8957,7 +8958,7 @@ static int __pyx_pf_4cdec_5_cdec_11TextGrammar___init__(struct __pyx_obj_4cdec_5
     __pyx_t_5 = ((!(__pyx_t_6 != 0)) != 0);
     if (__pyx_t_5) {
 
-      /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":226
+      /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":226
  *                 trule = convert_rule(trule)
  *             elif not isinstance(trule, TRule):
  *                 raise ValueError('the grammar should contain TRule objects')             # <<<<<<<<<<<<<<
@@ -8972,7 +8973,7 @@ static int __pyx_pf_4cdec_5_cdec_11TextGrammar___init__(struct __pyx_obj_4cdec_5
     }
     __pyx_L5:;
 
-    /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":227
+    /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":227
  *             elif not isinstance(trule, TRule):
  *                 raise ValueError('the grammar should contain TRule objects')
  *             _g.AddRule(( trule).rule[0])             # <<<<<<<<<<<<<<
@@ -9003,7 +9004,7 @@ static void __pyx_pw_4cdec_5_cdec_10Hypergraph_1__dealloc__(PyObject *__pyx_v_se
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":8
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":8
  *     cdef MT19937* rng
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -9016,7 +9017,7 @@ static void __pyx_pf_4cdec_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_4cde
   int __pyx_t_1;
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":9
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":9
  * 
  *     def __dealloc__(self):
  *         del self.hg             # <<<<<<<<<<<<<<
@@ -9025,7 +9026,7 @@ static void __pyx_pf_4cdec_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_4cde
  */
   delete __pyx_v_self->hg;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":10
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":10
  *     def __dealloc__(self):
  *         del self.hg
  *         if self.rng != NULL:             # <<<<<<<<<<<<<<
@@ -9035,7 +9036,7 @@ static void __pyx_pf_4cdec_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_4cde
   __pyx_t_1 = ((__pyx_v_self->rng != NULL) != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":11
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":11
  *         del self.hg
  *         if self.rng != NULL:
  *             del self.rng             # <<<<<<<<<<<<<<
@@ -9050,7 +9051,7 @@ static void __pyx_pf_4cdec_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_4cde
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":13
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":13
  *             del self.rng
  * 
  *     cdef MT19937* _rng(self):             # <<<<<<<<<<<<<<
@@ -9068,7 +9069,7 @@ static MT19937 *__pyx_f_4cdec_5_cdec_10Hypergraph__rng(struct __pyx_obj_4cdec_5_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("_rng", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":14
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":14
  * 
  *     cdef MT19937* _rng(self):
  *         if self.rng == NULL:             # <<<<<<<<<<<<<<
@@ -9078,7 +9079,7 @@ static MT19937 *__pyx_f_4cdec_5_cdec_10Hypergraph__rng(struct __pyx_obj_4cdec_5_
   __pyx_t_1 = ((__pyx_v_self->rng == NULL) != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":15
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":15
  *     cdef MT19937* _rng(self):
  *         if self.rng == NULL:
  *             self.rng = new MT19937()             # <<<<<<<<<<<<<<
@@ -9096,7 +9097,7 @@ static MT19937 *__pyx_f_4cdec_5_cdec_10Hypergraph__rng(struct __pyx_obj_4cdec_5_
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":16
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":16
  *         if self.rng == NULL:
  *             self.rng = new MT19937()
  *         return self.rng             # <<<<<<<<<<<<<<
@@ -9128,7 +9129,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_3viterbi(PyObject *__pyx_v_s
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":18
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":18
  *         return self.rng
  * 
  *     def viterbi(self):             # <<<<<<<<<<<<<<
@@ -9147,7 +9148,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_4c
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("viterbi", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":21
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":21
  *         """hg.viterbi() -> String for the best hypothesis in the hypergraph."""
  *         cdef vector[WordID] trans
  *         hypergraph.ViterbiESentence(self.hg[0], &trans)             # <<<<<<<<<<<<<<
@@ -9156,7 +9157,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_4c
  */
   ViterbiESentence((__pyx_v_self->hg[0]), (&__pyx_v_trans));
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":22
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":22
  *         cdef vector[WordID] trans
  *         hypergraph.ViterbiESentence(self.hg[0], &trans)
  *         return unicode(GetString(trans).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -9206,7 +9207,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_5viterbi_trees(PyObject *__p
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":24
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":24
  *         return unicode(GetString(trans).c_str(), 'utf8')
  * 
  *     def viterbi_trees(self):             # <<<<<<<<<<<<<<
@@ -9226,7 +9227,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("viterbi_trees", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":29
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":29
  *         e_tree: Target tree for the best hypothesis in the hypergraph.
  *         """
  *         f_tree = unicode(hypergraph.ViterbiFTree(self.hg[0]).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -9249,7 +9250,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_
   __pyx_v_f_tree = ((PyObject*)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":30
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":30
  *         """
  *         f_tree = unicode(hypergraph.ViterbiFTree(self.hg[0]).c_str(), 'utf8')
  *         e_tree = unicode(hypergraph.ViterbiETree(self.hg[0]).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -9272,7 +9273,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_
   __pyx_v_e_tree = ((PyObject*)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":31
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":31
  *         f_tree = unicode(hypergraph.ViterbiFTree(self.hg[0]).c_str(), 'utf8')
  *         e_tree = unicode(hypergraph.ViterbiETree(self.hg[0]).c_str(), 'utf8')
  *         return (f_tree, e_tree)             # <<<<<<<<<<<<<<
@@ -9319,7 +9320,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_7viterbi_features(PyObject *
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":33
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":33
  *         return (f_tree, e_tree)
  * 
  *     def viterbi_features(self):             # <<<<<<<<<<<<<<
@@ -9337,7 +9338,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_6viterbi_features(struct __p
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("viterbi_features", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":36
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":36
  *         """hg.viterbi_features() -> SparseVector with the features corresponding
  *         to the best derivation in the hypergraph."""
  *         cdef SparseVector fmap = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -9350,7 +9351,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_6viterbi_features(struct __p
   __pyx_v_fmap = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":37
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":37
  *         to the best derivation in the hypergraph."""
  *         cdef SparseVector fmap = SparseVector.__new__(SparseVector)
  *         fmap.vector = new FastSparseVector[weight_t](hypergraph.ViterbiFeatures(self.hg[0]))             # <<<<<<<<<<<<<<
@@ -9359,7 +9360,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_6viterbi_features(struct __p
  */
   __pyx_v_fmap->vector = new FastSparseVector(ViterbiFeatures((__pyx_v_self->hg[0])));
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":38
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":38
  *         cdef SparseVector fmap = SparseVector.__new__(SparseVector)
  *         fmap.vector = new FastSparseVector[weight_t](hypergraph.ViterbiFeatures(self.hg[0]))
  *         return fmap             # <<<<<<<<<<<<<<
@@ -9395,7 +9396,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_9viterbi_forest(PyObject *__
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":40
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":40
  *         return fmap
  * 
  *     def viterbi_forest(self):             # <<<<<<<<<<<<<<
@@ -9413,7 +9414,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_8viterbi_forest(struct __pyx
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("viterbi_forest", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":41
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":41
  * 
  *     def viterbi_forest(self):
  *         cdef Hypergraph hg = Hypergraph()             # <<<<<<<<<<<<<<
@@ -9425,7 +9426,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_8viterbi_forest(struct __pyx
   __pyx_v_hg = ((struct __pyx_obj_4cdec_5_cdec_Hypergraph *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":42
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":42
  *     def viterbi_forest(self):
  *         cdef Hypergraph hg = Hypergraph()
  *         hg.hg = new hypergraph.Hypergraph(self.hg[0].CreateViterbiHypergraph(NULL).get()[0])             # <<<<<<<<<<<<<<
@@ -9434,7 +9435,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_8viterbi_forest(struct __pyx
  */
   __pyx_v_hg->hg = new Hypergraph(((__pyx_v_self->hg[0]).CreateViterbiHypergraph(NULL).get()[0]));
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":43
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":43
  *         cdef Hypergraph hg = Hypergraph()
  *         hg.hg = new hypergraph.Hypergraph(self.hg[0].CreateViterbiHypergraph(NULL).get()[0])
  *         return hg             # <<<<<<<<<<<<<<
@@ -9471,7 +9472,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_11viterbi_joshua(PyObject *_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":45
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":45
  *         return hg
  * 
  *     def viterbi_joshua(self):             # <<<<<<<<<<<<<<
@@ -9489,7 +9490,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_10viterbi_joshua(struct __py
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("viterbi_joshua", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":47
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":47
  *     def viterbi_joshua(self):
  *         """hg.viterbi_joshua() -> Joshua representation of the best derivation."""
  *         return unicode(hypergraph.JoshuaVisualizationString(self.hg[0]).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -9540,7 +9541,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_13kbest(PyObject *__pyx_v_se
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":49
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":49
  *         return unicode(hypergraph.JoshuaVisualizationString(self.hg[0]).c_str(), 'utf8')
  * 
  *     def kbest(self, size):             # <<<<<<<<<<<<<<
@@ -9611,7 +9612,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_14generator4(__pyx_Generator
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 49; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":51
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":51
  *     def kbest(self, size):
  *         """hg.kbest(size) -> List of k-best hypotheses in the hypergraph."""
  *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal]* derivations = new kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal](self.hg[0], size)             # <<<<<<<<<<<<<<
@@ -9621,7 +9622,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_14generator4(__pyx_Generator
   __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 51; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_cur_scope->__pyx_v_derivations = new KBest::KBestDerivations,ESentenceTraversal>((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_t_1);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":54
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":54
  *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal].Derivation* derivation
  *         cdef unsigned k
  *         try:             # <<<<<<<<<<<<<<
@@ -9630,7 +9631,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_14generator4(__pyx_Generator
  */
   /*try:*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":55
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":55
  *         cdef unsigned k
  *         try:
  *             for k in range(size):             # <<<<<<<<<<<<<<
@@ -9641,7 +9642,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_14generator4(__pyx_Generator
     for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_2; __pyx_t_1+=1) {
       __pyx_cur_scope->__pyx_v_k = __pyx_t_1;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":56
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":56
  *         try:
  *             for k in range(size):
  *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)             # <<<<<<<<<<<<<<
@@ -9650,7 +9651,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_14generator4(__pyx_Generator
  */
       __pyx_cur_scope->__pyx_v_derivation = __pyx_cur_scope->__pyx_v_derivations->LazyKthBest((__pyx_cur_scope->__pyx_v_self->hg->nodes_.size() - 1), __pyx_cur_scope->__pyx_v_k);
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":57
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":57
  *             for k in range(size):
  *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)
  *                 if not derivation: break             # <<<<<<<<<<<<<<
@@ -9664,7 +9665,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_14generator4(__pyx_Generator
       }
       __pyx_L9:;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":58
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":58
  *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)
  *                 if not derivation: break
  *                 yield unicode(GetString(derivation._yield).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -9701,7 +9702,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_14generator4(__pyx_Generator
     __pyx_L8_break:;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":60
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":60
  *                 yield unicode(GetString(derivation._yield).c_str(), 'utf8')
  *         finally:
  *             del derivations             # <<<<<<<<<<<<<<
@@ -9762,7 +9763,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_16kbest_trees(PyObject *__py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":62
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":62
  *             del derivations
  * 
  *     def kbest_trees(self, size):             # <<<<<<<<<<<<<<
@@ -9835,7 +9836,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 62; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":64
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":64
  *     def kbest_trees(self, size):
  *         """hg.kbest_trees(size) -> List of k-best trees in the hypergraph."""
  *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal]* f_derivations = new kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal](self.hg[0], size)             # <<<<<<<<<<<<<<
@@ -9845,7 +9846,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
   __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_cur_scope->__pyx_v_f_derivations = new KBest::KBestDerivations,FTreeTraversal>((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_t_1);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":66
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":66
  *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal]* f_derivations = new kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal](self.hg[0], size)
  *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal].Derivation* f_derivation
  *         cdef kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal]* e_derivations = new kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal](self.hg[0], size)             # <<<<<<<<<<<<<<
@@ -9855,7 +9856,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
   __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 66; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_cur_scope->__pyx_v_e_derivations = new KBest::KBestDerivations,ETreeTraversal>((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_t_1);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":69
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":69
  *         cdef kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal].Derivation* e_derivation
  *         cdef unsigned k
  *         try:             # <<<<<<<<<<<<<<
@@ -9864,7 +9865,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
  */
   /*try:*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":70
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":70
  *         cdef unsigned k
  *         try:
  *             for k in range(size):             # <<<<<<<<<<<<<<
@@ -9875,7 +9876,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
     for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_2; __pyx_t_1+=1) {
       __pyx_cur_scope->__pyx_v_k = __pyx_t_1;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":71
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":71
  *         try:
  *             for k in range(size):
  *                 f_derivation = f_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)             # <<<<<<<<<<<<<<
@@ -9884,7 +9885,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
  */
       __pyx_cur_scope->__pyx_v_f_derivation = __pyx_cur_scope->__pyx_v_f_derivations->LazyKthBest((__pyx_cur_scope->__pyx_v_self->hg->nodes_.size() - 1), __pyx_cur_scope->__pyx_v_k);
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":72
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":72
  *             for k in range(size):
  *                 f_derivation = f_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)
  *                 e_derivation = e_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)             # <<<<<<<<<<<<<<
@@ -9893,7 +9894,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
  */
       __pyx_cur_scope->__pyx_v_e_derivation = __pyx_cur_scope->__pyx_v_e_derivations->LazyKthBest((__pyx_cur_scope->__pyx_v_self->hg->nodes_.size() - 1), __pyx_cur_scope->__pyx_v_k);
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":73
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":73
  *                 f_derivation = f_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)
  *                 e_derivation = e_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)
  *                 if not f_derivation or not e_derivation: break             # <<<<<<<<<<<<<<
@@ -9913,7 +9914,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
       }
       __pyx_L9:;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":74
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":74
  *                 e_derivation = e_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)
  *                 if not f_derivation or not e_derivation: break
  *                 f_tree = unicode(GetString(f_derivation._yield).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -9939,7 +9940,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
       __pyx_cur_scope->__pyx_v_f_tree = ((PyObject*)__pyx_t_6);
       __pyx_t_6 = 0;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":75
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":75
  *                 if not f_derivation or not e_derivation: break
  *                 f_tree = unicode(GetString(f_derivation._yield).c_str(), 'utf8')
  *                 e_tree = unicode(GetString(e_derivation._yield).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -9965,7 +9966,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
       __pyx_cur_scope->__pyx_v_e_tree = ((PyObject*)__pyx_t_6);
       __pyx_t_6 = 0;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":76
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":76
  *                 f_tree = unicode(GetString(f_derivation._yield).c_str(), 'utf8')
  *                 e_tree = unicode(GetString(e_derivation._yield).c_str(), 'utf8')
  *                 yield (f_tree, e_tree)             # <<<<<<<<<<<<<<
@@ -9997,7 +9998,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
     __pyx_L8_break:;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":78
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":78
  *                 yield (f_tree, e_tree)
  *         finally:
  *             del f_derivations             # <<<<<<<<<<<<<<
@@ -10021,7 +10022,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_17generator5(__pyx_Generator
     __pyx_L6:;
     delete __pyx_cur_scope->__pyx_v_f_derivations;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":79
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":79
  *         finally:
  *             del f_derivations
  *             del e_derivations             # <<<<<<<<<<<<<<
@@ -10067,7 +10068,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_19kbest_features(PyObject *_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":81
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":81
  *             del e_derivations
  * 
  *     def kbest_features(self, size):             # <<<<<<<<<<<<<<
@@ -10137,7 +10138,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":83
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":83
  *     def kbest_features(self, size):
  *         """hg.kbest_trees(size) -> List of k-best feature vectors in the hypergraph."""
  *         cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal]* derivations = new kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal](self.hg[0], size)             # <<<<<<<<<<<<<<
@@ -10147,7 +10148,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
   __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_cur_scope->__pyx_v_derivations = new KBest::KBestDerivations,FeatureVectorTraversal>((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_t_1);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":87
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":87
  *         cdef SparseVector fmap
  *         cdef unsigned k
  *         try:             # <<<<<<<<<<<<<<
@@ -10156,7 +10157,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
  */
   /*try:*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":88
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":88
  *         cdef unsigned k
  *         try:
  *             for k in range(size):             # <<<<<<<<<<<<<<
@@ -10167,7 +10168,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
     for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_2; __pyx_t_1+=1) {
       __pyx_cur_scope->__pyx_v_k = __pyx_t_1;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":89
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":89
  *         try:
  *             for k in range(size):
  *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)             # <<<<<<<<<<<<<<
@@ -10176,7 +10177,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
  */
       __pyx_cur_scope->__pyx_v_derivation = __pyx_cur_scope->__pyx_v_derivations->LazyKthBest((__pyx_cur_scope->__pyx_v_self->hg->nodes_.size() - 1), __pyx_cur_scope->__pyx_v_k);
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":90
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":90
  *             for k in range(size):
  *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)
  *                 if not derivation: break             # <<<<<<<<<<<<<<
@@ -10190,7 +10191,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
       }
       __pyx_L9:;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":91
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":91
  *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)
  *                 if not derivation: break
  *                 fmap = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -10206,7 +10207,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
       __pyx_cur_scope->__pyx_v_fmap = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_4);
       __pyx_t_4 = 0;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":92
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":92
  *                 if not derivation: break
  *                 fmap = SparseVector.__new__(SparseVector)
  *                 fmap.vector = new FastSparseVector[weight_t](derivation._yield)             # <<<<<<<<<<<<<<
@@ -10215,7 +10216,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
  */
       __pyx_cur_scope->__pyx_v_fmap->vector = new FastSparseVector(__pyx_cur_scope->__pyx_v_derivation->yield);
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":93
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":93
  *                 fmap = SparseVector.__new__(SparseVector)
  *                 fmap.vector = new FastSparseVector[weight_t](derivation._yield)
  *                 yield fmap             # <<<<<<<<<<<<<<
@@ -10239,7 +10240,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_20generator6(__pyx_Generator
     __pyx_L8_break:;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":95
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":95
  *                 yield fmap
  *         finally:
  *             del derivations             # <<<<<<<<<<<<<<
@@ -10311,7 +10312,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_22sample(PyObject *__pyx_v_s
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":97
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":97
  *             del derivations
  * 
  *     def sample(self, unsigned n):             # <<<<<<<<<<<<<<
@@ -10380,7 +10381,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_23generator7(__pyx_Generator
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 97; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":99
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":99
  *     def sample(self, unsigned n):
  *         """hg.sample(n) -> Sample of n hypotheses from the hypergraph."""
  *         cdef vector[hypergraph.Hypothesis]* hypos = new vector[hypergraph.Hypothesis]()             # <<<<<<<<<<<<<<
@@ -10395,7 +10396,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_23generator7(__pyx_Generator
   }
   __pyx_cur_scope->__pyx_v_hypos = __pyx_t_1;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":100
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":100
  *         """hg.sample(n) -> Sample of n hypotheses from the hypergraph."""
  *         cdef vector[hypergraph.Hypothesis]* hypos = new vector[hypergraph.Hypothesis]()
  *         hypergraph.sample_hypotheses(self.hg[0], n, self._rng(), hypos)             # <<<<<<<<<<<<<<
@@ -10404,7 +10405,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_23generator7(__pyx_Generator
  */
   HypergraphSampler::sample_hypotheses((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_cur_scope->__pyx_v_n, ((struct __pyx_vtabstruct_4cdec_5_cdec_Hypergraph *)__pyx_cur_scope->__pyx_v_self->__pyx_vtab)->_rng(__pyx_cur_scope->__pyx_v_self), __pyx_cur_scope->__pyx_v_hypos);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":102
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":102
  *         hypergraph.sample_hypotheses(self.hg[0], n, self._rng(), hypos)
  *         cdef unsigned k
  *         try:             # <<<<<<<<<<<<<<
@@ -10413,7 +10414,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_23generator7(__pyx_Generator
  */
   /*try:*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":103
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":103
  *         cdef unsigned k
  *         try:
  *             for k in range(hypos.size()):             # <<<<<<<<<<<<<<
@@ -10424,7 +10425,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_23generator7(__pyx_Generator
     for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
       __pyx_cur_scope->__pyx_v_k = __pyx_t_3;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":104
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":104
  *         try:
  *             for k in range(hypos.size()):
  *                 yield unicode(GetString(hypos[0][k].words).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -10460,7 +10461,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_23generator7(__pyx_Generator
     }
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":106
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":106
  *                 yield unicode(GetString(hypos[0][k].words).c_str(), 'utf8')
  *         finally:
  *             del hypos             # <<<<<<<<<<<<<<
@@ -10534,7 +10535,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_25sample_trees(PyObject *__p
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":108
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":108
  *             del hypos
  * 
  *     def sample_trees(self, unsigned n):             # <<<<<<<<<<<<<<
@@ -10603,7 +10604,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_26generator8(__pyx_Generator
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":110
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":110
  *     def sample_trees(self, unsigned n):
  *        """hg.sample_trees(n) -> Sample of n trees from the hypergraph."""
  *        cdef vector[string]* trees = new vector[string]()             # <<<<<<<<<<<<<<
@@ -10618,7 +10619,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_26generator8(__pyx_Generator
   }
   __pyx_cur_scope->__pyx_v_trees = __pyx_t_1;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":111
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":111
  *        """hg.sample_trees(n) -> Sample of n trees from the hypergraph."""
  *        cdef vector[string]* trees = new vector[string]()
  *        hypergraph.sample_trees(self.hg[0], n, self._rng(), trees)             # <<<<<<<<<<<<<<
@@ -10627,7 +10628,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_26generator8(__pyx_Generator
  */
   HypergraphSampler::sample_trees((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_cur_scope->__pyx_v_n, ((struct __pyx_vtabstruct_4cdec_5_cdec_Hypergraph *)__pyx_cur_scope->__pyx_v_self->__pyx_vtab)->_rng(__pyx_cur_scope->__pyx_v_self), __pyx_cur_scope->__pyx_v_trees);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":113
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":113
  *        hypergraph.sample_trees(self.hg[0], n, self._rng(), trees)
  *        cdef unsigned k
  *        try:             # <<<<<<<<<<<<<<
@@ -10636,7 +10637,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_26generator8(__pyx_Generator
  */
   /*try:*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":114
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":114
  *        cdef unsigned k
  *        try:
  *            for k in range(trees.size()):             # <<<<<<<<<<<<<<
@@ -10647,7 +10648,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_26generator8(__pyx_Generator
     for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
       __pyx_cur_scope->__pyx_v_k = __pyx_t_3;
 
-      /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":115
+      /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":115
  *        try:
  *            for k in range(trees.size()):
  *                yield unicode(trees[0][k].c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -10683,7 +10684,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_26generator8(__pyx_Generator
     }
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":117
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":117
  *                yield unicode(trees[0][k].c_str(), 'utf8')
  *        finally:
  *            del trees             # <<<<<<<<<<<<<<
@@ -10743,7 +10744,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_28intersect(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":119
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":119
  *            del trees
  * 
  *     def intersect(self, inp):             # <<<<<<<<<<<<<<
@@ -10764,7 +10765,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_27intersect(struct __pyx_obj
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("intersect", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":122
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":122
  *         """hg.intersect(Lattice/string): Intersect the hypergraph with the provided reference."""
  *         cdef Lattice lat
  *         if isinstance(inp, Lattice):             # <<<<<<<<<<<<<<
@@ -10775,7 +10776,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_27intersect(struct __pyx_obj
   __pyx_t_2 = (__pyx_t_1 != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":123
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":123
  *         cdef Lattice lat
  *         if isinstance(inp, Lattice):
  *             lat =  inp             # <<<<<<<<<<<<<<
@@ -10787,7 +10788,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_27intersect(struct __pyx_obj
     goto __pyx_L3;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":124
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":124
  *         if isinstance(inp, Lattice):
  *             lat =  inp
  *         elif isinstance(inp, basestring):             # <<<<<<<<<<<<<<
@@ -10798,7 +10799,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_27intersect(struct __pyx_obj
   __pyx_t_1 = (__pyx_t_2 != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":125
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":125
  *             lat =  inp
  *         elif isinstance(inp, basestring):
  *             lat = Lattice(inp)             # <<<<<<<<<<<<<<
@@ -10819,7 +10820,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_27intersect(struct __pyx_obj
   }
   /*else*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":127
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":127
  *             lat = Lattice(inp)
  *         else:
  *             raise TypeError('cannot intersect hypergraph with %s' % type(inp))             # <<<<<<<<<<<<<<
@@ -10842,7 +10843,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_27intersect(struct __pyx_obj
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":128
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":128
  *         else:
  *             raise TypeError('cannot intersect hypergraph with %s' % type(inp))
  *         return hypergraph.Intersect(lat.lattice[0], self.hg)             # <<<<<<<<<<<<<<
@@ -10941,7 +10942,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_30prune(PyObject *__pyx_v_se
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":130
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":130
  *         return hypergraph.Intersect(lat.lattice[0], self.hg)
  * 
  *     def prune(self, beam_alpha=0, density=0, **kwargs):             # <<<<<<<<<<<<<<
@@ -10962,7 +10963,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_29prune(struct __pyx_obj_4cd
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("prune", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":134
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":134
  *         beam_alpha: use beam pruning
  *         density: use density pruning"""
  *         cdef hypergraph.EdgeMask* preserve_mask = NULL             # <<<<<<<<<<<<<<
@@ -10971,7 +10972,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_29prune(struct __pyx_obj_4cd
  */
   __pyx_v_preserve_mask = NULL;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":135
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":135
  *         density: use density pruning"""
  *         cdef hypergraph.EdgeMask* preserve_mask = NULL
  *         if 'csplit_preserve_full_word' in kwargs:             # <<<<<<<<<<<<<<
@@ -10982,7 +10983,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_29prune(struct __pyx_obj_4cd
   __pyx_t_2 = (__pyx_t_1 != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":136
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":136
  *         cdef hypergraph.EdgeMask* preserve_mask = NULL
  *         if 'csplit_preserve_full_word' in kwargs:
  *              preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size())             # <<<<<<<<<<<<<<
@@ -10991,7 +10992,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_29prune(struct __pyx_obj_4cd
  */
     __pyx_v_preserve_mask = new std::vector(__pyx_v_self->hg->edges_.size());
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":137
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":137
  *         if 'csplit_preserve_full_word' in kwargs:
  *              preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size())
  *              preserve_mask[0][hypergraph.GetFullWordEdgeIndex(self.hg[0])] = True             # <<<<<<<<<<<<<<
@@ -11003,7 +11004,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_29prune(struct __pyx_obj_4cd
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":138
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":138
  *              preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size())
  *              preserve_mask[0][hypergraph.GetFullWordEdgeIndex(self.hg[0])] = True
  *         self.hg.PruneInsideOutside(beam_alpha, density, preserve_mask, False, 1, False)             # <<<<<<<<<<<<<<
@@ -11014,7 +11015,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_29prune(struct __pyx_obj_4cd
   __pyx_t_4 = __pyx_PyFloat_AsDouble(__pyx_v_density); if (unlikely((__pyx_t_4 == (double)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_v_self->hg->PruneInsideOutside(__pyx_t_3, __pyx_t_4, __pyx_v_preserve_mask, 0, 1.0, 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":139
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":139
  *              preserve_mask[0][hypergraph.GetFullWordEdgeIndex(self.hg[0])] = True
  *         self.hg.PruneInsideOutside(beam_alpha, density, preserve_mask, False, 1, False)
  *         if preserve_mask:             # <<<<<<<<<<<<<<
@@ -11024,7 +11025,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_29prune(struct __pyx_obj_4cd
   __pyx_t_2 = (__pyx_v_preserve_mask != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":140
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":140
  *         self.hg.PruneInsideOutside(beam_alpha, density, preserve_mask, False, 1, False)
  *         if preserve_mask:
  *             del preserve_mask             # <<<<<<<<<<<<<<
@@ -11059,7 +11060,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_32lattice(PyObject *__pyx_v_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":142
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":142
  *             del preserve_mask
  * 
  *     def lattice(self): # TODO direct hg -> lattice conversion in cdec             # <<<<<<<<<<<<<<
@@ -11079,7 +11080,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_31lattice(struct __pyx_obj_4
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("lattice", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":144
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":144
  *     def lattice(self): # TODO direct hg -> lattice conversion in cdec
  *         """hg.lattice() -> Lattice corresponding to the hypergraph."""
  *         cdef bytes plf = hypergraph.AsPLF(self.hg[0], True).c_str()             # <<<<<<<<<<<<<<
@@ -11091,7 +11092,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_31lattice(struct __pyx_obj_4
   __pyx_v_plf = ((PyObject*)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":145
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":145
  *         """hg.lattice() -> Lattice corresponding to the hypergraph."""
  *         cdef bytes plf = hypergraph.AsPLF(self.hg[0], True).c_str()
  *         return Lattice(eval(plf))             # <<<<<<<<<<<<<<
@@ -11162,7 +11163,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_34plf(PyObject *__pyx_v_self
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":147
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":147
  *         return Lattice(eval(plf))
  * 
  *     def plf(self):             # <<<<<<<<<<<<<<
@@ -11180,7 +11181,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_33plf(struct __pyx_obj_4cdec
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("plf", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":149
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":149
  *     def plf(self):
  *         """hg.plf() -> Lattice PLF representation corresponding to the hypergraph."""
  *         return bytes(hypergraph.AsPLF(self.hg[0], True).c_str())             # <<<<<<<<<<<<<<
@@ -11227,7 +11228,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_36reweight(PyObject *__pyx_v
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":151
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":151
  *         return bytes(hypergraph.AsPLF(self.hg[0], True).c_str())
  * 
  *     def reweight(self, weights):             # <<<<<<<<<<<<<<
@@ -11247,7 +11248,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_35reweight(struct __pyx_obj_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("reweight", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":153
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":153
  *     def reweight(self, weights):
  *         """hg.reweight(SparseVector/DenseVector): Reweight the hypergraph with a new vector."""
  *         if isinstance(weights, SparseVector):             # <<<<<<<<<<<<<<
@@ -11258,7 +11259,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_35reweight(struct __pyx_obj_
   __pyx_t_2 = (__pyx_t_1 != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":154
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":154
  *         """hg.reweight(SparseVector/DenseVector): Reweight the hypergraph with a new vector."""
  *         if isinstance(weights, SparseVector):
  *             self.hg.Reweight(( weights).vector[0])             # <<<<<<<<<<<<<<
@@ -11269,7 +11270,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_35reweight(struct __pyx_obj_
     goto __pyx_L3;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":155
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":155
  *         if isinstance(weights, SparseVector):
  *             self.hg.Reweight(( weights).vector[0])
  *         elif isinstance(weights, DenseVector):             # <<<<<<<<<<<<<<
@@ -11280,7 +11281,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_35reweight(struct __pyx_obj_
   __pyx_t_1 = (__pyx_t_2 != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":156
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":156
  *             self.hg.Reweight(( weights).vector[0])
  *         elif isinstance(weights, DenseVector):
  *             self.hg.Reweight(( weights).vector[0])             # <<<<<<<<<<<<<<
@@ -11292,7 +11293,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_35reweight(struct __pyx_obj_
   }
   /*else*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":158
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":158
  *             self.hg.Reweight(( weights).vector[0])
  *         else:
  *             raise TypeError('cannot reweight hypergraph with %s' % type(weights))             # <<<<<<<<<<<<<<
@@ -11340,7 +11341,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_5edges_1__get__(PyObject *__
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":161
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":161
  * 
  *     property edges:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -11407,7 +11408,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_5edges_2generator9(__pyx_Gen
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 161; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":163
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":163
  *         def __get__(self):
  *             cdef unsigned i
  *             for i in range(self.hg.edges_.size()):             # <<<<<<<<<<<<<<
@@ -11418,7 +11419,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_5edges_2generator9(__pyx_Gen
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":164
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":164
  *             cdef unsigned i
  *             for i in range(self.hg.edges_.size()):
  *                 yield HypergraphEdge().init(self.hg, i)             # <<<<<<<<<<<<<<
@@ -11470,7 +11471,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_5nodes_1__get__(PyObject *__
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":167
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":167
  * 
  *     property nodes:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -11537,7 +11538,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_5nodes_2generator10(__pyx_Ge
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":169
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":169
  *         def __get__(self):
  *             cdef unsigned i
  *             for i in range(self.hg.nodes_.size()):             # <<<<<<<<<<<<<<
@@ -11548,7 +11549,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_10Hypergraph_5nodes_2generator10(__pyx_Ge
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":170
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":170
  *             cdef unsigned i
  *             for i in range(self.hg.nodes_.size()):
  *                 yield HypergraphNode().init(self.hg, i)             # <<<<<<<<<<<<<<
@@ -11599,7 +11600,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_4goal_1__get__(PyObject *__p
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":173
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":173
  * 
  *     property goal:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -11617,7 +11618,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_4goal___get__(struct __pyx_o
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":174
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":174
  *     property goal:
  *         def __get__(self):
  *             return HypergraphNode().init(self.hg, self.hg.GoalNode())             # <<<<<<<<<<<<<<
@@ -11658,7 +11659,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_6npaths_1__get__(PyObject *_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":177
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":177
  * 
  *     property npaths:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -11675,7 +11676,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_6npaths___get__(struct __pyx
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":178
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":178
  *     property npaths:
  *         def __get__(self):
  *             return self.hg.NumberOfPaths()             # <<<<<<<<<<<<<<
@@ -11713,7 +11714,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_10Hypergraph_38inside_outside(PyObject *_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":180
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":180
  *             return self.hg.NumberOfPaths()
  * 
  *     def inside_outside(self):             # <<<<<<<<<<<<<<
@@ -11737,7 +11738,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("inside_outside", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":182
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":182
  *     def inside_outside(self):
  *         """hg.inside_outside() -> SparseVector with inside-outside scores for each feature."""
  *         cdef FastSparseVector[prob_t]* result = new FastSparseVector[prob_t]()             # <<<<<<<<<<<<<<
@@ -11746,7 +11747,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
  */
   __pyx_v_result = new FastSparseVector();
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":183
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":183
  *         """hg.inside_outside() -> SparseVector with inside-outside scores for each feature."""
  *         cdef FastSparseVector[prob_t]* result = new FastSparseVector[prob_t]()
  *         cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)             # <<<<<<<<<<<<<<
@@ -11755,7 +11756,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
  */
   __pyx_v_z = InsideOutside, EdgeFeaturesAndProbWeightFunction>((__pyx_v_self->hg[0]), __pyx_v_result);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":184
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":184
  *         cdef FastSparseVector[prob_t]* result = new FastSparseVector[prob_t]()
  *         cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)
  *         result[0] /= z             # <<<<<<<<<<<<<<
@@ -11764,7 +11765,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
  */
   (__pyx_v_result[0]) /= __pyx_v_z;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":185
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":185
  *         cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)
  *         result[0] /= z
  *         cdef SparseVector vector = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -11777,7 +11778,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
   __pyx_v_vector = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":186
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":186
  *         result[0] /= z
  *         cdef SparseVector vector = SparseVector.__new__(SparseVector)
  *         vector.vector = new FastSparseVector[double]()             # <<<<<<<<<<<<<<
@@ -11786,7 +11787,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
  */
   __pyx_v_vector->vector = new FastSparseVector();
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":187
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":187
  *         cdef SparseVector vector = SparseVector.__new__(SparseVector)
  *         vector.vector = new FastSparseVector[double]()
  *         cdef FastSparseVector[prob_t].const_iterator* it = new FastSparseVector[prob_t].const_iterator(result[0], False)             # <<<<<<<<<<<<<<
@@ -11795,7 +11796,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
  */
   __pyx_v_it = new FastSparseVector::const_iterator((__pyx_v_result[0]), 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":189
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":189
  *         cdef FastSparseVector[prob_t].const_iterator* it = new FastSparseVector[prob_t].const_iterator(result[0], False)
  *         cdef unsigned i
  *         for i in range(result.size()):             # <<<<<<<<<<<<<<
@@ -11806,7 +11807,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
   for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
     __pyx_v_i = __pyx_t_3;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":190
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":190
  *         cdef unsigned i
  *         for i in range(result.size()):
  *             vector.vector.set_value(it[0].ptr().first, log(it[0].ptr().second))             # <<<<<<<<<<<<<<
@@ -11815,7 +11816,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
  */
     __pyx_v_vector->vector->set_value((__pyx_v_it[0]).operator->()->first, log((__pyx_v_it[0]).operator->()->second));
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":191
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":191
  *         for i in range(result.size()):
  *             vector.vector.set_value(it[0].ptr().first, log(it[0].ptr().second))
  *             pinc(it[0]) # ++it             # <<<<<<<<<<<<<<
@@ -11825,7 +11826,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
     (++(__pyx_v_it[0]));
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":192
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":192
  *             vector.vector.set_value(it[0].ptr().first, log(it[0].ptr().second))
  *             pinc(it[0]) # ++it
  *         del it             # <<<<<<<<<<<<<<
@@ -11834,7 +11835,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
  */
   delete __pyx_v_it;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":193
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":193
  *             pinc(it[0]) # ++it
  *         del it
  *         del result             # <<<<<<<<<<<<<<
@@ -11843,7 +11844,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
  */
   delete __pyx_v_result;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":194
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":194
  *         del it
  *         del result
  *         return vector             # <<<<<<<<<<<<<<
@@ -11868,7 +11869,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_10Hypergraph_37inside_outside(struct __py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":201
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":201
  *     cdef public TRule trule
  * 
  *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):             # <<<<<<<<<<<<<<
@@ -11885,7 +11886,7 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphEdge_init(struct __pyx_obj_4cd
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("init", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":202
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":202
  * 
  *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):
  *         self.hg = hg             # <<<<<<<<<<<<<<
@@ -11894,7 +11895,7 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphEdge_init(struct __pyx_obj_4cd
  */
   __pyx_v_self->hg = __pyx_v_hg;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":203
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":203
  *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):
  *         self.hg = hg
  *         self.edge = &hg.edges_[i]             # <<<<<<<<<<<<<<
@@ -11903,7 +11904,7 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphEdge_init(struct __pyx_obj_4cd
  */
   __pyx_v_self->edge = (&(__pyx_v_hg->edges_[__pyx_v_i]));
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":204
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":204
  *         self.hg = hg
  *         self.edge = &hg.edges_[i]
  *         self.trule = TRule.__new__(TRule)             # <<<<<<<<<<<<<<
@@ -11919,7 +11920,7 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphEdge_init(struct __pyx_obj_4cd
   __pyx_v_self->trule = ((struct __pyx_obj_4cdec_5_cdec_TRule *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":205
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":205
  *         self.edge = &hg.edges_[i]
  *         self.trule = TRule.__new__(TRule)
  *         self.trule.rule = new shared_ptr[grammar.TRule](self.edge.rule_)             # <<<<<<<<<<<<<<
@@ -11928,7 +11929,7 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphEdge_init(struct __pyx_obj_4cd
  */
   __pyx_v_self->trule->rule = new boost::shared_ptr(__pyx_v_self->edge->rule_);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":206
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":206
  *         self.trule = TRule.__new__(TRule)
  *         self.trule.rule = new shared_ptr[grammar.TRule](self.edge.rule_)
  *         return self             # <<<<<<<<<<<<<<
@@ -11963,7 +11964,7 @@ static Py_ssize_t __pyx_pw_4cdec_5_cdec_14HypergraphEdge_1__len__(PyObject *__py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":208
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":208
  *         return self
  * 
  *     def __len__(self):             # <<<<<<<<<<<<<<
@@ -11976,7 +11977,7 @@ static Py_ssize_t __pyx_pf_4cdec_5_cdec_14HypergraphEdge___len__(struct __pyx_ob
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__len__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":209
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":209
  * 
  *     def __len__(self):
  *         return self.edge.tail_nodes_.size()             # <<<<<<<<<<<<<<
@@ -12003,7 +12004,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphEdge_9head_node_1__get__(PyOb
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":212
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":212
  * 
  *     property head_node:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -12021,7 +12022,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_9head_node___get__(struc
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":213
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":213
  *     property head_node:
  *         def __get__(self):
  *             return HypergraphNode().init(self.hg, self.edge.head_node_)             # <<<<<<<<<<<<<<
@@ -12063,7 +12064,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphEdge_10tail_nodes_1__get__(Py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":216
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":216
  * 
  *     property tail_nodes:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -12130,7 +12131,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphEdge_10tail_nodes_2generator1
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 216; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":218
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":218
  *         def __get__(self):
  *             cdef unsigned i
  *             for i in range(self.edge.tail_nodes_.size()):             # <<<<<<<<<<<<<<
@@ -12141,7 +12142,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphEdge_10tail_nodes_2generator1
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":219
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":219
  *             cdef unsigned i
  *             for i in range(self.edge.tail_nodes_.size()):
  *                 yield HypergraphNode().init(self.hg, self.edge.tail_nodes_[i])             # <<<<<<<<<<<<<<
@@ -12192,7 +12193,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphEdge_4span_1__get__(PyObject
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":222
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":222
  * 
  *     property span:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -12211,7 +12212,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_4span___get__(struct __p
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":223
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":223
  *     property span:
  *         def __get__(self):
  *             return (self.edge.i_, self.edge.j_)             # <<<<<<<<<<<<<<
@@ -12260,7 +12261,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphEdge_8src_span_1__get__(PyObj
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":226
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":226
  * 
  *     property src_span:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -12279,7 +12280,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_8src_span___get__(struct
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":227
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":227
  *     property src_span:
  *         def __get__(self):
  *             return (self.edge.prev_i_, self.edge.prev_j_)             # <<<<<<<<<<<<<<
@@ -12328,7 +12329,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphEdge_14feature_values_1__get_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":230
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":230
  * 
  *     property feature_values:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -12346,7 +12347,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_14feature_values___get__
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":231
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":231
  *     property feature_values:
  *         def __get__(self):
  *             cdef SparseVector vector = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -12359,7 +12360,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_14feature_values___get__
   __pyx_v_vector = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":232
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":232
  *         def __get__(self):
  *             cdef SparseVector vector = SparseVector.__new__(SparseVector)
  *             vector.vector = new FastSparseVector[double](self.edge.feature_values_)             # <<<<<<<<<<<<<<
@@ -12368,7 +12369,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_14feature_values___get__
  */
   __pyx_v_vector->vector = new FastSparseVector(__pyx_v_self->edge->feature_values_);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":233
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":233
  *             cdef SparseVector vector = SparseVector.__new__(SparseVector)
  *             vector.vector = new FastSparseVector[double](self.edge.feature_values_)
  *             return vector             # <<<<<<<<<<<<<<
@@ -12404,7 +12405,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphEdge_4prob_1__get__(PyObject
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":236
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":236
  * 
  *     property prob:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -12421,7 +12422,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_4prob___get__(struct __p
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":237
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":237
  *     property prob:
  *         def __get__(self):
  *             return self.edge.edge_prob_.as_float()             # <<<<<<<<<<<<<<
@@ -12467,7 +12468,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphEdge_3__richcmp__(PyObject *_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":239
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":239
  *             return self.edge.edge_prob_.as_float()
  * 
  *     def __richcmp__(HypergraphEdge x, HypergraphEdge y, int op):             # <<<<<<<<<<<<<<
@@ -12485,7 +12486,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_2__richcmp__(struct __py
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__richcmp__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":242
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":242
  *         if op == 2: # ==
  *             return x.edge == y.edge
  *         elif op == 3: # !=             # <<<<<<<<<<<<<<
@@ -12494,7 +12495,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_2__richcmp__(struct __py
  */
   switch (__pyx_v_op) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":240
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":240
  * 
  *     def __richcmp__(HypergraphEdge x, HypergraphEdge y, int op):
  *         if op == 2: # ==             # <<<<<<<<<<<<<<
@@ -12503,7 +12504,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_2__richcmp__(struct __py
  */
     case 2:
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":241
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":241
  *     def __richcmp__(HypergraphEdge x, HypergraphEdge y, int op):
  *         if op == 2: # ==
  *             return x.edge == y.edge             # <<<<<<<<<<<<<<
@@ -12518,7 +12519,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_2__richcmp__(struct __py
     goto __pyx_L0;
     break;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":242
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":242
  *         if op == 2: # ==
  *             return x.edge == y.edge
  *         elif op == 3: # !=             # <<<<<<<<<<<<<<
@@ -12527,7 +12528,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_2__richcmp__(struct __py
  */
     case 3:
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":243
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":243
  *             return x.edge == y.edge
  *         elif op == 3: # !=
  *             return not (x == y)             # <<<<<<<<<<<<<<
@@ -12546,7 +12547,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphEdge_2__richcmp__(struct __py
     break;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":244
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":244
  *         elif op == 3: # !=
  *             return not (x == y)
  *         raise NotImplemented('comparison not implemented for HypergraphEdge')             # <<<<<<<<<<<<<<
@@ -12582,7 +12583,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphEdge_5trule_1__get__(PyObject
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":199
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":199
  *     cdef hypergraph.Hypergraph* hg
  *     cdef hypergraph.HypergraphEdge* edge
  *     cdef public TRule trule             # <<<<<<<<<<<<<<
@@ -12667,7 +12668,7 @@ static int __pyx_pf_4cdec_5_cdec_14HypergraphEdge_5trule_4__del__(struct __pyx_o
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":250
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":250
  *     cdef hypergraph.HypergraphNode* node
  * 
  *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):             # <<<<<<<<<<<<<<
@@ -12680,7 +12681,7 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphNode_init(struct __pyx_obj_4cd
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("init", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":251
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":251
  * 
  *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):
  *         self.hg = hg             # <<<<<<<<<<<<<<
@@ -12689,7 +12690,7 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphNode_init(struct __pyx_obj_4cd
  */
   __pyx_v_self->hg = __pyx_v_hg;
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":252
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":252
  *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):
  *         self.hg = hg
  *         self.node = &hg.nodes_[i]             # <<<<<<<<<<<<<<
@@ -12698,12 +12699,12 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphNode_init(struct __pyx_obj_4cd
  */
   __pyx_v_self->node = (&(__pyx_v_hg->nodes_[__pyx_v_i]));
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":253
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":253
  *         self.hg = hg
  *         self.node = &hg.nodes_[i]
  *         return self             # <<<<<<<<<<<<<<
  * 
- *     property in_edges:
+ *     property id:
  */
   __Pyx_XDECREF(__pyx_r);
   __Pyx_INCREF(((PyObject *)__pyx_v_self));
@@ -12716,6 +12717,60 @@ static PyObject *__pyx_f_4cdec_5_cdec_14HypergraphNode_init(struct __pyx_obj_4cd
   __Pyx_RefNannyFinishContext();
   return __pyx_r;
 }
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphNode_2id_1__get__(PyObject *__pyx_v_self); /*proto*/
+static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphNode_2id_1__get__(PyObject *__pyx_v_self) {
+  PyObject *__pyx_r = 0;
+  __Pyx_RefNannyDeclarations
+  __Pyx_RefNannySetupContext("__get__ (wrapper)", 0);
+  __pyx_r = __pyx_pf_4cdec_5_cdec_14HypergraphNode_2id___get__(((struct __pyx_obj_4cdec_5_cdec_HypergraphNode *)__pyx_v_self));
+  __Pyx_RefNannyFinishContext();
+  return __pyx_r;
+}
+
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":256
+ * 
+ *     property id:
+ *         def __get__(self):             # <<<<<<<<<<<<<<
+ *             return self.node.id_
+ * 
+ */
+
+static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_2id___get__(struct __pyx_obj_4cdec_5_cdec_HypergraphNode *__pyx_v_self) {
+  PyObject *__pyx_r = NULL;
+  __Pyx_RefNannyDeclarations
+  PyObject *__pyx_t_1 = NULL;
+  int __pyx_lineno = 0;
+  const char *__pyx_filename = NULL;
+  int __pyx_clineno = 0;
+  __Pyx_RefNannySetupContext("__get__", 0);
+
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":257
+ *     property id:
+ *         def __get__(self):
+ *             return self.node.id_             # <<<<<<<<<<<<<<
+ * 
+ *     property in_edges:
+ */
+  __Pyx_XDECREF(__pyx_r);
+  __pyx_t_1 = PyInt_FromLong(__pyx_v_self->node->id_); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 257; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  __Pyx_GOTREF(__pyx_t_1);
+  __pyx_r = __pyx_t_1;
+  __pyx_t_1 = 0;
+  goto __pyx_L0;
+
+  __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+  goto __pyx_L0;
+  __pyx_L1_error:;
+  __Pyx_XDECREF(__pyx_t_1);
+  __Pyx_AddTraceback("cdec._cdec.HypergraphNode.id.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename);
+  __pyx_r = NULL;
+  __pyx_L0:;
+  __Pyx_XGIVEREF(__pyx_r);
+  __Pyx_RefNannyFinishContext();
+  return __pyx_r;
+}
 static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphNode_8in_edges_2generator12(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value); /* proto */
 
 /* Python wrapper */
@@ -12729,7 +12784,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphNode_8in_edges_1__get__(PyObj
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":256
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":260
  * 
  *     property in_edges:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -12755,7 +12810,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_8in_edges___get__(struct
   __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
   __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
   {
-    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_4cdec_5_cdec_14HypergraphNode_8in_edges_2generator12, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 256; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_4cdec_5_cdec_14HypergraphNode_8in_edges_2generator12, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 260; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_DECREF(__pyx_cur_scope);
     __Pyx_RefNannyFinishContext();
     return (PyObject *) gen;
@@ -12794,9 +12849,9 @@ static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphNode_8in_edges_2generator12(_
     return NULL;
   }
   __pyx_L3_first_run:;
-  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 256; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 260; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":258
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":262
  *         def __get__(self):
  *             cdef unsigned i
  *             for i in range(self.node.in_edges_.size()):             # <<<<<<<<<<<<<<
@@ -12807,16 +12862,16 @@ static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphNode_8in_edges_2generator12(_
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":259
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":263
  *             cdef unsigned i
  *             for i in range(self.node.in_edges_.size()):
  *                 yield HypergraphEdge().init(self.hg, self.node.in_edges_[i])             # <<<<<<<<<<<<<<
  * 
  *     property out_edges:
  */
-    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_4cdec_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 259; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_4cdec_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 263; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(__pyx_t_3);
-    __pyx_t_4 = ((struct __pyx_vtabstruct_4cdec_5_cdec_HypergraphEdge *)((struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->node->in_edges_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 259; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_4 = ((struct __pyx_vtabstruct_4cdec_5_cdec_HypergraphEdge *)((struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->node->in_edges_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 263; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(__pyx_t_4);
     __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
     __pyx_r = __pyx_t_4;
@@ -12831,7 +12886,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphNode_8in_edges_2generator12(_
     __pyx_L6_resume_from_yield:;
     __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
     __pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
-    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 259; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 263; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   }
   PyErr_SetNone(PyExc_StopIteration);
   goto __pyx_L0;
@@ -12859,7 +12914,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphNode_9out_edges_1__get__(PyOb
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":262
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":266
  * 
  *     property out_edges:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -12885,7 +12940,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_9out_edges___get__(struc
   __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
   __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
   {
-    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_4cdec_5_cdec_14HypergraphNode_9out_edges_2generator13, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_4cdec_5_cdec_14HypergraphNode_9out_edges_2generator13, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 266; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_DECREF(__pyx_cur_scope);
     __Pyx_RefNannyFinishContext();
     return (PyObject *) gen;
@@ -12924,9 +12979,9 @@ static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphNode_9out_edges_2generator13(
     return NULL;
   }
   __pyx_L3_first_run:;
-  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 266; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":264
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":268
  *         def __get__(self):
  *             cdef unsigned i
  *             for i in range(self.node.out_edges_.size()):             # <<<<<<<<<<<<<<
@@ -12937,16 +12992,16 @@ static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphNode_9out_edges_2generator13(
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":265
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":269
  *             cdef unsigned i
  *             for i in range(self.node.out_edges_.size()):
  *                 yield HypergraphEdge().init(self.hg, self.node.out_edges_[i])             # <<<<<<<<<<<<<<
  * 
  *     property span:
  */
-    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_4cdec_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 265; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_4cdec_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(__pyx_t_3);
-    __pyx_t_4 = ((struct __pyx_vtabstruct_4cdec_5_cdec_HypergraphEdge *)((struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->node->out_edges_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 265; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_4 = ((struct __pyx_vtabstruct_4cdec_5_cdec_HypergraphEdge *)((struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_4cdec_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->node->out_edges_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(__pyx_t_4);
     __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
     __pyx_r = __pyx_t_4;
@@ -12961,7 +13016,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_14HypergraphNode_9out_edges_2generator13(
     __pyx_L6_resume_from_yield:;
     __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;
     __pyx_t_2 = __pyx_cur_scope->__pyx_t_1;
-    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 265; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   }
   PyErr_SetNone(PyExc_StopIteration);
   goto __pyx_L0;
@@ -12988,7 +13043,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphNode_4span_1__get__(PyObject
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":268
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":272
  * 
  *     property span:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -13006,7 +13061,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_4span___get__(struct __p
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":269
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":273
  *     property span:
  *         def __get__(self):
  *             return next(self.in_edges).span             # <<<<<<<<<<<<<<
@@ -13014,12 +13069,12 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_4span___get__(struct __p
  *     property cat:
  */
   __Pyx_XDECREF(__pyx_r);
-  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s__in_edges); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s__in_edges); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 273; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_GOTREF(__pyx_t_1);
-  __pyx_t_2 = __Pyx_PyIter_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  __pyx_t_2 = __Pyx_PyIter_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 273; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_GOTREF(__pyx_t_2);
   __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
-  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s__span); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s__span); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 273; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_GOTREF(__pyx_t_1);
   __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
   __pyx_r = __pyx_t_1;
@@ -13050,7 +13105,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphNode_3cat_1__get__(PyObject *
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":272
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":276
  * 
  *     property cat:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -13069,7 +13124,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_3cat___get__(struct __py
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":273
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":277
  *     property cat:
  *         def __get__(self):
  *             if self.node.cat_:             # <<<<<<<<<<<<<<
@@ -13079,7 +13134,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_3cat___get__(struct __py
   __pyx_t_1 = (__pyx_v_self->node->cat_ != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":274
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":278
  *         def __get__(self):
  *             if self.node.cat_:
  *                 return str(TDConvert(-self.node.cat_).c_str())             # <<<<<<<<<<<<<<
@@ -13087,14 +13142,14 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode_3cat___get__(struct __py
  *     def __richcmp__(HypergraphNode x, HypergraphNode y, int op):
  */
     __Pyx_XDECREF(__pyx_r);
-    __pyx_t_2 = __Pyx_PyBytes_FromString(TD::Convert((-__pyx_v_self->node->cat_)).c_str()); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 274; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_2 = __Pyx_PyBytes_FromString(TD::Convert((-__pyx_v_self->node->cat_)).c_str()); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 278; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(((PyObject *)__pyx_t_2));
-    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 274; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 278; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(__pyx_t_3);
     PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_2));
     __Pyx_GIVEREF(((PyObject *)__pyx_t_2));
     __pyx_t_2 = 0;
-    __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 274; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 278; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(__pyx_t_2);
     __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;
     __pyx_r = __pyx_t_2;
@@ -13126,8 +13181,8 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphNode_1__richcmp__(PyObject *_
   PyObject *__pyx_r = 0;
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__richcmp__ (wrapper)", 0);
-  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_4cdec_5_cdec_HypergraphNode, 1, "x", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 276; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_4cdec_5_cdec_HypergraphNode, 1, "y", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 276; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_4cdec_5_cdec_HypergraphNode, 1, "x", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 280; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_4cdec_5_cdec_HypergraphNode, 1, "y", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 280; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_r = __pyx_pf_4cdec_5_cdec_14HypergraphNode___richcmp__(((struct __pyx_obj_4cdec_5_cdec_HypergraphNode *)__pyx_v_x), ((struct __pyx_obj_4cdec_5_cdec_HypergraphNode *)__pyx_v_y), ((int)__pyx_v_op));
   goto __pyx_L0;
   __pyx_L1_error:;
@@ -13137,7 +13192,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_14HypergraphNode_1__richcmp__(PyObject *_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":276
+/* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":280
  *                 return str(TDConvert(-self.node.cat_).c_str())
  * 
  *     def __richcmp__(HypergraphNode x, HypergraphNode y, int op):             # <<<<<<<<<<<<<<
@@ -13155,7 +13210,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode___richcmp__(struct __pyx
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__richcmp__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":279
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":283
  *         if op == 2: # ==
  *             return x.node == y.node
  *         elif op == 3: # !=             # <<<<<<<<<<<<<<
@@ -13164,7 +13219,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode___richcmp__(struct __pyx
  */
   switch (__pyx_v_op) {
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":277
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":281
  * 
  *     def __richcmp__(HypergraphNode x, HypergraphNode y, int op):
  *         if op == 2: # ==             # <<<<<<<<<<<<<<
@@ -13173,7 +13228,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode___richcmp__(struct __pyx
  */
     case 2:
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":278
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":282
  *     def __richcmp__(HypergraphNode x, HypergraphNode y, int op):
  *         if op == 2: # ==
  *             return x.node == y.node             # <<<<<<<<<<<<<<
@@ -13181,14 +13236,14 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode___richcmp__(struct __pyx
  *             return not (x == y)
  */
     __Pyx_XDECREF(__pyx_r);
-    __pyx_t_1 = __Pyx_PyBool_FromLong((__pyx_v_x->node == __pyx_v_y->node)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 278; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_1 = __Pyx_PyBool_FromLong((__pyx_v_x->node == __pyx_v_y->node)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 282; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(__pyx_t_1);
     __pyx_r = __pyx_t_1;
     __pyx_t_1 = 0;
     goto __pyx_L0;
     break;
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":279
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":283
  *         if op == 2: # ==
  *             return x.node == y.node
  *         elif op == 3: # !=             # <<<<<<<<<<<<<<
@@ -13197,17 +13252,17 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode___richcmp__(struct __pyx
  */
     case 3:
 
-    /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":280
+    /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":284
  *             return x.node == y.node
  *         elif op == 3: # !=
  *             return not (x == y)             # <<<<<<<<<<<<<<
  *         raise NotImplemented('comparison not implemented for HypergraphNode')
  */
     __Pyx_XDECREF(__pyx_r);
-    __pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_x), ((PyObject *)__pyx_v_y), Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 280; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 280; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_x), ((PyObject *)__pyx_v_y), Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 284; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 284; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
-    __pyx_t_1 = __Pyx_PyBool_FromLong((!__pyx_t_2)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 280; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+    __pyx_t_1 = __Pyx_PyBool_FromLong((!__pyx_t_2)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 284; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __Pyx_GOTREF(__pyx_t_1);
     __pyx_r = __pyx_t_1;
     __pyx_t_1 = 0;
@@ -13215,16 +13270,16 @@ static PyObject *__pyx_pf_4cdec_5_cdec_14HypergraphNode___richcmp__(struct __pyx
     break;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":281
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":285
  *         elif op == 3: # !=
  *             return not (x == y)
  *         raise NotImplemented('comparison not implemented for HypergraphNode')             # <<<<<<<<<<<<<<
  */
-  __pyx_t_1 = PyObject_Call(__pyx_builtin_NotImplemented, ((PyObject *)__pyx_k_tuple_21), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 281; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  __pyx_t_1 = PyObject_Call(__pyx_builtin_NotImplemented, ((PyObject *)__pyx_k_tuple_21), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 285; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_GOTREF(__pyx_t_1);
   __Pyx_Raise(__pyx_t_1, 0, 0, 0);
   __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
-  {__pyx_filename = __pyx_f[3]; __pyx_lineno = 281; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  {__pyx_filename = __pyx_f[3]; __pyx_lineno = 285; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
   __pyx_r = Py_None; __Pyx_INCREF(Py_None);
   goto __pyx_L0;
@@ -13252,7 +13307,7 @@ static int __pyx_pw_4cdec_5_cdec_7Lattice_1__cinit__(PyObject *__pyx_v_self, PyO
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":6
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":6
  *     cdef lattice.Lattice* lattice
  * 
  *     def __cinit__(self):             # <<<<<<<<<<<<<<
@@ -13265,7 +13320,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice___cinit__(struct __pyx_obj_4cdec_5_cde
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__cinit__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":7
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":7
  * 
  *     def __cinit__(self):
  *         self.lattice = new lattice.Lattice()             # <<<<<<<<<<<<<<
@@ -13333,7 +13388,7 @@ static int __pyx_pw_4cdec_5_cdec_7Lattice_3__init__(PyObject *__pyx_v_self, PyOb
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":9
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":9
  *         self.lattice = new lattice.Lattice()
  * 
  *     def __init__(self, inp):             # <<<<<<<<<<<<<<
@@ -13359,7 +13414,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_2__init__(struct __pyx_obj_4cdec_5_cde
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__init__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":12
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":12
  *         """Lattice(tuple) -> Lattice from node list.
  *         Lattice(string) -> Lattice from PLF representation."""
  *         if isinstance(inp, tuple):             # <<<<<<<<<<<<<<
@@ -13370,7 +13425,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_2__init__(struct __pyx_obj_4cdec_5_cde
   __pyx_t_2 = (__pyx_t_1 != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":13
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":13
  *         Lattice(string) -> Lattice from PLF representation."""
  *         if isinstance(inp, tuple):
  *             self.lattice.resize(len(inp))             # <<<<<<<<<<<<<<
@@ -13380,7 +13435,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_2__init__(struct __pyx_obj_4cdec_5_cde
     __pyx_t_3 = PyObject_Length(__pyx_v_inp); if (unlikely(__pyx_t_3 == -1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 13; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __pyx_v_self->lattice->resize(__pyx_t_3);
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":14
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":14
  *         if isinstance(inp, tuple):
  *             self.lattice.resize(len(inp))
  *             for i, arcs in enumerate(inp):             # <<<<<<<<<<<<<<
@@ -13435,7 +13490,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_2__init__(struct __pyx_obj_4cdec_5_cde
       __pyx_t_4 = __pyx_t_7;
       __pyx_t_7 = 0;
 
-      /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":15
+      /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":15
  *             self.lattice.resize(len(inp))
  *             for i, arcs in enumerate(inp):
  *                 self[i] = arcs             # <<<<<<<<<<<<<<
@@ -13449,7 +13504,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_2__init__(struct __pyx_obj_4cdec_5_cde
     goto __pyx_L3;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":16
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":16
  *             for i, arcs in enumerate(inp):
  *                 self[i] = arcs
  *         elif isinstance(inp, basestring):             # <<<<<<<<<<<<<<
@@ -13460,7 +13515,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_2__init__(struct __pyx_obj_4cdec_5_cde
   __pyx_t_1 = (__pyx_t_2 != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":17
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":17
  *                 self[i] = arcs
  *         elif isinstance(inp, basestring):
  *             lattice.ConvertTextOrPLF(as_str(inp), self.lattice)             # <<<<<<<<<<<<<<
@@ -13476,7 +13531,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_2__init__(struct __pyx_obj_4cdec_5_cde
   }
   /*else*/ {
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":19
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":19
  *             lattice.ConvertTextOrPLF(as_str(inp), self.lattice)
  *         else:
  *             raise TypeError('cannot create lattice from %s' % type(inp))             # <<<<<<<<<<<<<<
@@ -13523,7 +13578,7 @@ static void __pyx_pw_4cdec_5_cdec_7Lattice_5__dealloc__(PyObject *__pyx_v_self)
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":21
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":21
  *             raise TypeError('cannot create lattice from %s' % type(inp))
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -13535,7 +13590,7 @@ static void __pyx_pf_4cdec_5_cdec_7Lattice_4__dealloc__(CYTHON_UNUSED struct __p
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":22
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":22
  * 
  *     def __dealloc__(self):
  *         del self.lattice             # <<<<<<<<<<<<<<
@@ -13571,7 +13626,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_7Lattice_7__getitem__(PyObject *__pyx_v_s
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":24
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":24
  *         del self.lattice
  * 
  *     def __getitem__(self, int index):             # <<<<<<<<<<<<<<
@@ -13601,7 +13656,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__getitem__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":25
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":25
  * 
  *     def __getitem__(self, int index):
  *         if not 0 <= index < len(self):             # <<<<<<<<<<<<<<
@@ -13616,7 +13671,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
   __pyx_t_3 = ((!(__pyx_t_1 != 0)) != 0);
   if (__pyx_t_3) {
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":26
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":26
  *     def __getitem__(self, int index):
  *         if not 0 <= index < len(self):
  *             raise IndexError('lattice index out of range')             # <<<<<<<<<<<<<<
@@ -13632,7 +13687,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":27
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":27
  *         if not 0 <= index < len(self):
  *             raise IndexError('lattice index out of range')
  *         arcs = []             # <<<<<<<<<<<<<<
@@ -13644,7 +13699,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
   __pyx_v_arcs = ((PyObject*)__pyx_t_4);
   __pyx_t_4 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":28
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":28
  *             raise IndexError('lattice index out of range')
  *         arcs = []
  *         cdef vector[lattice.LatticeArc] arc_vector = self.lattice[0][index]             # <<<<<<<<<<<<<<
@@ -13653,7 +13708,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
  */
   __pyx_v_arc_vector = ((__pyx_v_self->lattice[0])[__pyx_v_index]);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":31
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":31
  *         cdef lattice.LatticeArc* arc
  *         cdef unsigned i
  *         for i in range(arc_vector.size()):             # <<<<<<<<<<<<<<
@@ -13664,7 +13719,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
   for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
     __pyx_v_i = __pyx_t_6;
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":32
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":32
  *         cdef unsigned i
  *         for i in range(arc_vector.size()):
  *             arc = &arc_vector[i]             # <<<<<<<<<<<<<<
@@ -13673,7 +13728,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
  */
     __pyx_v_arc = (&(__pyx_v_arc_vector[__pyx_v_i]));
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":33
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":33
  *         for i in range(arc_vector.size()):
  *             arc = &arc_vector[i]
  *             label = unicode(TDConvert(arc.label).c_str(), 'utf8')             # <<<<<<<<<<<<<<
@@ -13697,7 +13752,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
     __pyx_v_label = ((PyObject*)__pyx_t_4);
     __pyx_t_4 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":34
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":34
  *             arc = &arc_vector[i]
  *             label = unicode(TDConvert(arc.label).c_str(), 'utf8')
  *             arcs.append((label, arc.cost, arc.dist2next))             # <<<<<<<<<<<<<<
@@ -13723,7 +13778,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_4c
     __Pyx_DECREF(((PyObject *)__pyx_t_8)); __pyx_t_8 = 0;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":35
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":35
  *             label = unicode(TDConvert(arc.label).c_str(), 'utf8')
  *             arcs.append((label, arc.cost, arc.dist2next))
  *         return tuple(arcs)             # <<<<<<<<<<<<<<
@@ -13782,7 +13837,7 @@ static int __pyx_pw_4cdec_5_cdec_7Lattice_9__setitem__(PyObject *__pyx_v_self, P
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":37
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":37
  *         return tuple(arcs)
  * 
  *     def __setitem__(self, int index, tuple arcs):             # <<<<<<<<<<<<<<
@@ -13816,7 +13871,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_4cdec_5_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__setitem__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":38
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":38
  * 
  *     def __setitem__(self, int index, tuple arcs):
  *         if not 0 <= index < len(self):             # <<<<<<<<<<<<<<
@@ -13831,7 +13886,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_4cdec_5_
   __pyx_t_3 = ((!(__pyx_t_1 != 0)) != 0);
   if (__pyx_t_3) {
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":39
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":39
  *     def __setitem__(self, int index, tuple arcs):
  *         if not 0 <= index < len(self):
  *             raise IndexError('lattice index out of range')             # <<<<<<<<<<<<<<
@@ -13847,7 +13902,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_4cdec_5_
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":41
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":41
  *             raise IndexError('lattice index out of range')
  *         cdef lattice.LatticeArc* arc
  *         for (label, cost, dist2next) in arcs:             # <<<<<<<<<<<<<<
@@ -13934,7 +13989,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_4cdec_5_
     __pyx_v_dist2next = __pyx_t_8;
     __pyx_t_8 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":42
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":42
  *         cdef lattice.LatticeArc* arc
  *         for (label, cost, dist2next) in arcs:
  *             label_str = as_str(label)             # <<<<<<<<<<<<<<
@@ -13947,7 +14002,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_4cdec_5_
     __pyx_v_label_str = ((PyObject*)__pyx_t_5);
     __pyx_t_5 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":43
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":43
  *         for (label, cost, dist2next) in arcs:
  *             label_str = as_str(label)
  *             arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)             # <<<<<<<<<<<<<<
@@ -13959,7 +14014,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_4cdec_5_
     __pyx_t_13 = __Pyx_PyInt_AsInt(__pyx_v_dist2next); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
     __pyx_v_arc = new LatticeArc(TD::Convert(__pyx_t_11), __pyx_t_12, __pyx_t_13);
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":44
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":44
  *             label_str = as_str(label)
  *             arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)
  *             self.lattice[0][index].push_back(arc[0])             # <<<<<<<<<<<<<<
@@ -13968,7 +14023,7 @@ static int __pyx_pf_4cdec_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_4cdec_5_
  */
     ((__pyx_v_self->lattice[0])[__pyx_v_index]).push_back((__pyx_v_arc[0]));
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":45
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":45
  *             arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)
  *             self.lattice[0][index].push_back(arc[0])
  *             del arc             # <<<<<<<<<<<<<<
@@ -14010,7 +14065,7 @@ static Py_ssize_t __pyx_pw_4cdec_5_cdec_7Lattice_11__len__(PyObject *__pyx_v_sel
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":47
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":47
  *             del arc
  * 
  *     def __len__(self):             # <<<<<<<<<<<<<<
@@ -14023,7 +14078,7 @@ static Py_ssize_t __pyx_pf_4cdec_5_cdec_7Lattice_10__len__(struct __pyx_obj_4cde
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__len__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":48
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":48
  * 
  *     def __len__(self):
  *         return self.lattice.size()             # <<<<<<<<<<<<<<
@@ -14050,7 +14105,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_7Lattice_13__str__(PyObject *__pyx_v_self
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":50
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":50
  *         return self.lattice.size()
  * 
  *     def __str__(self):             # <<<<<<<<<<<<<<
@@ -14068,7 +14123,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_12__str__(struct __pyx_obj_4cdec
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__str__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":51
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":51
  * 
  *     def __str__(self):
  *         return str(hypergraph.AsPLF(self.lattice[0], True).c_str())             # <<<<<<<<<<<<<<
@@ -14114,7 +14169,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_7Lattice_15__unicode__(PyObject *__pyx_v_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":53
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":53
  *         return str(hypergraph.AsPLF(self.lattice[0], True).c_str())
  * 
  *     def __unicode__(self):             # <<<<<<<<<<<<<<
@@ -14132,7 +14187,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_14__unicode__(struct __pyx_obj_4
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__unicode__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":54
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":54
  * 
  *     def __unicode__(self):
  *         return unicode(str(self), 'utf8')             # <<<<<<<<<<<<<<
@@ -14188,7 +14243,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_7Lattice_17__iter__(PyObject *__pyx_v_sel
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":56
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":56
  *         return unicode(str(self), 'utf8')
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -14254,7 +14309,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_18generator14(__pyx_GeneratorObj
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":58
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":58
  *     def __iter__(self):
  *         cdef unsigned i
  *         for i in range(len(self)):             # <<<<<<<<<<<<<<
@@ -14265,7 +14320,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_18generator14(__pyx_GeneratorObj
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":59
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":59
  *         cdef unsigned i
  *         for i in range(len(self)):
  *             yield self[i]             # <<<<<<<<<<<<<<
@@ -14326,7 +14381,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_7Lattice_5todot_1lines(PyObject *__pyx_se
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":63
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":63
  *     def todot(self):
  *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""
  *         def lines():             # <<<<<<<<<<<<<<
@@ -14406,7 +14461,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":64
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":64
  *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""
  *         def lines():
  *             yield 'digraph lattice {'             # <<<<<<<<<<<<<<
@@ -14423,7 +14478,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
   __pyx_L4_resume_from_yield:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":65
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":65
  *         def lines():
  *             yield 'digraph lattice {'
  *             yield 'rankdir = LR;'             # <<<<<<<<<<<<<<
@@ -14440,7 +14495,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
   __pyx_L5_resume_from_yield:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 65; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":66
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":66
  *             yield 'digraph lattice {'
  *             yield 'rankdir = LR;'
  *             yield 'node [shape=circle];'             # <<<<<<<<<<<<<<
@@ -14457,7 +14512,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
   __pyx_L6_resume_from_yield:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 66; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":67
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":67
  *             yield 'rankdir = LR;'
  *             yield 'node [shape=circle];'
  *             for i in range(len(self)):             # <<<<<<<<<<<<<<
@@ -14520,7 +14575,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
     __pyx_cur_scope->__pyx_v_i = __pyx_t_1;
     __pyx_t_1 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":68
+    /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":68
  *             yield 'node [shape=circle];'
  *             for i in range(len(self)):
  *                 for label, weight, delta in self[i]:             # <<<<<<<<<<<<<<
@@ -14638,7 +14693,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
       __pyx_cur_scope->__pyx_v_delta = __pyx_t_10;
       __pyx_t_10 = 0;
 
-      /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":69
+      /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":69
  *             for i in range(len(self)):
  *                 for label, weight, delta in self[i]:
  *                     yield '%d -> %d [label="%s"];' % (i, i+delta, label.replace('"', '\\"'))             # <<<<<<<<<<<<<<
@@ -14698,7 +14753,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
   }
   __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":70
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":70
  *                 for label, weight, delta in self[i]:
  *                     yield '%d -> %d [label="%s"];' % (i, i+delta, label.replace('"', '\\"'))
  *             yield '%d [shape=doublecircle]' % len(self)             # <<<<<<<<<<<<<<
@@ -14724,7 +14779,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
   __pyx_L14_resume_from_yield:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":71
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":71
  *                     yield '%d -> %d [label="%s"];' % (i, i+delta, label.replace('"', '\\"'))
  *             yield '%d [shape=doublecircle]' % len(self)
  *             yield '}'             # <<<<<<<<<<<<<<
@@ -14759,7 +14814,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_7Lattice_5todot_2generator20(__pyx_Genera
   return NULL;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":61
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":61
  *             yield self[i]
  * 
  *     def todot(self):             # <<<<<<<<<<<<<<
@@ -14789,7 +14844,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_19todot(struct __pyx_obj_4cdec_5
   __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
   __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":63
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":63
  *     def todot(self):
  *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""
  *         def lines():             # <<<<<<<<<<<<<<
@@ -14801,7 +14856,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_19todot(struct __pyx_obj_4cdec_5
   __pyx_v_lines = __pyx_t_1;
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":72
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":72
  *             yield '%d [shape=doublecircle]' % len(self)
  *             yield '}'
  *         return '\n'.join(lines()).encode('utf8')             # <<<<<<<<<<<<<<
@@ -14860,7 +14915,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_7Lattice_22as_hypergraph(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/lattice.pxi":74
+/* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":74
  *         return '\n'.join(lines()).encode('utf8')
  * 
  *     def as_hypergraph(self):             # <<<<<<<<<<<<<<
@@ -14881,7 +14936,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("as_hypergraph", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":76
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":76
  *     def as_hypergraph(self):
  *         """lattice.as_hypergraph() -> Hypergraph representation of the lattice."""
  *         cdef Hypergraph result = Hypergraph.__new__(Hypergraph)             # <<<<<<<<<<<<<<
@@ -14894,7 +14949,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj
   __pyx_v_result = ((struct __pyx_obj_4cdec_5_cdec_Hypergraph *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":77
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":77
  *         """lattice.as_hypergraph() -> Hypergraph representation of the lattice."""
  *         cdef Hypergraph result = Hypergraph.__new__(Hypergraph)
  *         result.hg = new hypergraph.Hypergraph()             # <<<<<<<<<<<<<<
@@ -14903,7 +14958,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj
  */
   __pyx_v_result->hg = new Hypergraph();
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":78
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":78
  *         cdef Hypergraph result = Hypergraph.__new__(Hypergraph)
  *         result.hg = new hypergraph.Hypergraph()
  *         cdef bytes plf = str(self)             # <<<<<<<<<<<<<<
@@ -14922,7 +14977,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj
   __pyx_v_plf = ((PyObject*)__pyx_t_2);
   __pyx_t_2 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":79
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":79
  *         result.hg = new hypergraph.Hypergraph()
  *         cdef bytes plf = str(self)
  *         hypergraph.ReadFromPLF(plf, result.hg)             # <<<<<<<<<<<<<<
@@ -14931,7 +14986,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj
   __pyx_t_3 = __pyx_convert_string_from_py_(((PyObject *)__pyx_v_plf)); if (unlikely(PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   HypergraphIO::ReadFromPLF(__pyx_t_3, __pyx_v_result->hg);
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":80
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":80
  *         cdef bytes plf = str(self)
  *         hypergraph.ReadFromPLF(plf, result.hg)
  *         return result             # <<<<<<<<<<<<<<
@@ -14956,7 +15011,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":3
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":3
  * cimport mteval
  * 
  * cdef SufficientStats as_stats(x, y):             # <<<<<<<<<<<<<<
@@ -14978,7 +15033,7 @@ static struct __pyx_obj_4cdec_5_cdec_SufficientStats *__pyx_f_4cdec_5_cdec_as_st
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("as_stats", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":4
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":4
  * 
  * cdef SufficientStats as_stats(x, y):
  *     if isinstance(x, SufficientStats):             # <<<<<<<<<<<<<<
@@ -14989,7 +15044,7 @@ static struct __pyx_obj_4cdec_5_cdec_SufficientStats *__pyx_f_4cdec_5_cdec_as_st
   __pyx_t_2 = (__pyx_t_1 != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":5
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":5
  * cdef SufficientStats as_stats(x, y):
  *     if isinstance(x, SufficientStats):
  *         return x             # <<<<<<<<<<<<<<
@@ -15004,7 +15059,7 @@ static struct __pyx_obj_4cdec_5_cdec_SufficientStats *__pyx_f_4cdec_5_cdec_as_st
     goto __pyx_L3;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":6
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":6
  *     if isinstance(x, SufficientStats):
  *         return x
  *     elif x == 0 and isinstance(y, SufficientStats):             # <<<<<<<<<<<<<<
@@ -15022,7 +15077,7 @@ static struct __pyx_obj_4cdec_5_cdec_SufficientStats *__pyx_f_4cdec_5_cdec_as_st
   }
   if (__pyx_t_4) {
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":7
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":7
  *         return x
  *     elif x == 0 and isinstance(y, SufficientStats):
  *         stats = SufficientStats()             # <<<<<<<<<<<<<<
@@ -15034,7 +15089,7 @@ static struct __pyx_obj_4cdec_5_cdec_SufficientStats *__pyx_f_4cdec_5_cdec_as_st
     __pyx_v_stats = ((struct __pyx_obj_4cdec_5_cdec_SufficientStats *)__pyx_t_3);
     __pyx_t_3 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":8
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":8
  *     elif x == 0 and isinstance(y, SufficientStats):
  *         stats = SufficientStats()
  *         stats.stats = new mteval.SufficientStats()             # <<<<<<<<<<<<<<
@@ -15043,7 +15098,7 @@ static struct __pyx_obj_4cdec_5_cdec_SufficientStats *__pyx_f_4cdec_5_cdec_as_st
  */
     __pyx_v_stats->stats = new SufficientStats();
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":9
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":9
  *         stats = SufficientStats()
  *         stats.stats = new mteval.SufficientStats()
  *         stats.metric = ( y).metric             # <<<<<<<<<<<<<<
@@ -15053,7 +15108,7 @@ static struct __pyx_obj_4cdec_5_cdec_SufficientStats *__pyx_f_4cdec_5_cdec_as_st
     __pyx_t_5 = ((struct __pyx_obj_4cdec_5_cdec_SufficientStats *)__pyx_v_y)->metric;
     __pyx_v_stats->metric = __pyx_t_5;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":10
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":10
  *         stats.stats = new mteval.SufficientStats()
  *         stats.metric = ( y).metric
  *         return stats             # <<<<<<<<<<<<<<
@@ -15092,7 +15147,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_9Candidate_5words_1__get__(PyObject *__py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":17
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":17
  * 
  *     property words:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -15111,7 +15166,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_9Candidate_5words___get__(struct __pyx_ob
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":18
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":18
  *     property words:
  *         def __get__(self):
  *             return unicode(GetString(self.candidate.ewords).c_str(), encoding='utf8')             # <<<<<<<<<<<<<<
@@ -15162,7 +15217,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_9Candidate_4fmap_1__get__(PyObject *__pyx
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":21
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":21
  * 
  *     property fmap:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -15180,7 +15235,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_9Candidate_4fmap___get__(struct __pyx_obj
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":22
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":22
  *     property fmap:
  *         def __get__(self):
  *             cdef SparseVector fmap = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<
@@ -15193,7 +15248,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_9Candidate_4fmap___get__(struct __pyx_obj
   __pyx_v_fmap = ((struct __pyx_obj_4cdec_5_cdec_SparseVector *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":23
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":23
  *         def __get__(self):
  *             cdef SparseVector fmap = SparseVector.__new__(SparseVector)
  *             fmap.vector = new FastSparseVector[weight_t](self.candidate.fmap)             # <<<<<<<<<<<<<<
@@ -15202,7 +15257,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_9Candidate_4fmap___get__(struct __pyx_obj
  */
   __pyx_v_fmap->vector = new FastSparseVector(__pyx_v_self->candidate->fmap);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":24
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":24
  *             cdef SparseVector fmap = SparseVector.__new__(SparseVector)
  *             fmap.vector = new FastSparseVector[weight_t](self.candidate.fmap)
  *             return fmap             # <<<<<<<<<<<<<<
@@ -15238,7 +15293,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_9Candidate_5score_1__get__(PyObject *__py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":14
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":14
  * cdef class Candidate:
  *     cdef mteval.const_Candidate* candidate
  *     cdef public float score             # <<<<<<<<<<<<<<
@@ -15314,7 +15369,7 @@ static void __pyx_pw_4cdec_5_cdec_15SufficientStats_1__dealloc__(PyObject *__pyx
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":30
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":30
  *     cdef mteval.EvaluationMetric* metric
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -15326,7 +15381,7 @@ static void __pyx_pf_4cdec_5_cdec_15SufficientStats___dealloc__(CYTHON_UNUSED st
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":31
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":31
  * 
  *     def __dealloc__(self):
  *         del self.stats             # <<<<<<<<<<<<<<
@@ -15349,7 +15404,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_15SufficientStats_5score_1__get__(PyObjec
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":34
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":34
  * 
  *     property score:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -15366,7 +15421,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_5score___get__(struct _
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":35
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":35
  *     property score:
  *         def __get__(self):
  *             return self.metric.ComputeScore(self.stats[0])             # <<<<<<<<<<<<<<
@@ -15403,7 +15458,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_15SufficientStats_6detail_1__get__(PyObje
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":38
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":38
  * 
  *     property detail:
  *         def __get__(self):             # <<<<<<<<<<<<<<
@@ -15421,7 +15476,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_6detail___get__(struct
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__get__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":39
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":39
  *     property detail:
  *         def __get__(self):
  *             return str(self.metric.DetailedScore(self.stats[0]).c_str())             # <<<<<<<<<<<<<<
@@ -15467,7 +15522,7 @@ static Py_ssize_t __pyx_pw_4cdec_5_cdec_15SufficientStats_3__len__(PyObject *__p
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":41
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":41
  *             return str(self.metric.DetailedScore(self.stats[0]).c_str())
  * 
  *     def __len__(self):             # <<<<<<<<<<<<<<
@@ -15480,7 +15535,7 @@ static Py_ssize_t __pyx_pf_4cdec_5_cdec_15SufficientStats_2__len__(struct __pyx_
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__len__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":42
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":42
  * 
  *     def __len__(self):
  *         return self.stats.size()             # <<<<<<<<<<<<<<
@@ -15508,7 +15563,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_15SufficientStats_5__iter__(PyObject *__p
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":44
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":44
  *         return self.stats.size()
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -15575,7 +15630,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_15SufficientStats_6generator15(__pyx_Gene
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":45
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":45
  * 
  *     def __iter__(self):
  *         for i in range(len(self)):             # <<<<<<<<<<<<<<
@@ -15634,7 +15689,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_15SufficientStats_6generator15(__pyx_Gene
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
     __pyx_t_2 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":46
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":46
  *     def __iter__(self):
  *         for i in range(len(self)):
  *             yield self[i]             # <<<<<<<<<<<<<<
@@ -15701,7 +15756,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_15SufficientStats_8__getitem__(PyObject *
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":48
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":48
  *             yield self[i]
  * 
  *     def __getitem__(self, int index):             # <<<<<<<<<<<<<<
@@ -15721,7 +15776,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_7__getitem__(struct __p
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__getitem__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":49
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":49
  * 
  *     def __getitem__(self, int index):
  *         if not 0 <= index < len(self):             # <<<<<<<<<<<<<<
@@ -15736,7 +15791,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_7__getitem__(struct __p
   __pyx_t_3 = ((!(__pyx_t_1 != 0)) != 0);
   if (__pyx_t_3) {
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":50
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":50
  *     def __getitem__(self, int index):
  *         if not 0 <= index < len(self):
  *             raise IndexError('sufficient stats vector index out of range')             # <<<<<<<<<<<<<<
@@ -15752,7 +15807,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_7__getitem__(struct __p
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":51
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":51
  *         if not 0 <= index < len(self):
  *             raise IndexError('sufficient stats vector index out of range')
  *         return self.stats[0][index]             # <<<<<<<<<<<<<<
@@ -15797,7 +15852,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_15SufficientStats_10__iadd__(PyObject *__
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":53
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":53
  *         return self.stats[0][index]
  * 
  *     def __iadd__(SufficientStats self, SufficientStats other):             # <<<<<<<<<<<<<<
@@ -15810,7 +15865,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_9__iadd__(struct __pyx_
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__iadd__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":54
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":54
  * 
  *     def __iadd__(SufficientStats self, SufficientStats other):
  *         self.stats[0] += other.stats[0]             # <<<<<<<<<<<<<<
@@ -15819,7 +15874,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_9__iadd__(struct __pyx_
  */
   (__pyx_v_self->stats[0]) += (__pyx_v_other->stats[0]);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":55
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":55
  *     def __iadd__(SufficientStats self, SufficientStats other):
  *         self.stats[0] += other.stats[0]
  *         return self             # <<<<<<<<<<<<<<
@@ -15849,7 +15904,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_15SufficientStats_12__add__(PyObject *__p
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":57
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":57
  *         return self
  * 
  *     def __add__(x, y):             # <<<<<<<<<<<<<<
@@ -15870,7 +15925,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_11__add__(PyObject *__p
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__add__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":58
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":58
  * 
  *     def __add__(x, y):
  *         cdef SufficientStats sx = as_stats(x, y)             # <<<<<<<<<<<<<<
@@ -15882,7 +15937,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_11__add__(PyObject *__p
   __pyx_v_sx = ((struct __pyx_obj_4cdec_5_cdec_SufficientStats *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":59
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":59
  *     def __add__(x, y):
  *         cdef SufficientStats sx = as_stats(x, y)
  *         cdef SufficientStats sy = as_stats(y, x)             # <<<<<<<<<<<<<<
@@ -15894,7 +15949,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_11__add__(PyObject *__p
   __pyx_v_sy = ((struct __pyx_obj_4cdec_5_cdec_SufficientStats *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":60
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":60
  *         cdef SufficientStats sx = as_stats(x, y)
  *         cdef SufficientStats sy = as_stats(y, x)
  *         cdef SufficientStats result = SufficientStats()             # <<<<<<<<<<<<<<
@@ -15906,7 +15961,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_11__add__(PyObject *__p
   __pyx_v_result = ((struct __pyx_obj_4cdec_5_cdec_SufficientStats *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":61
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":61
  *         cdef SufficientStats sy = as_stats(y, x)
  *         cdef SufficientStats result = SufficientStats()
  *         result.stats = new mteval.SufficientStats(mteval.add(sx.stats[0], sy.stats[0]))             # <<<<<<<<<<<<<<
@@ -15915,7 +15970,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_11__add__(PyObject *__p
  */
   __pyx_v_result->stats = new SufficientStats(operator+((__pyx_v_sx->stats[0]), (__pyx_v_sy->stats[0])));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":62
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":62
  *         cdef SufficientStats result = SufficientStats()
  *         result.stats = new mteval.SufficientStats(mteval.add(sx.stats[0], sy.stats[0]))
  *         result.metric = sx.metric             # <<<<<<<<<<<<<<
@@ -15925,7 +15980,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_15SufficientStats_11__add__(PyObject *__p
   __pyx_t_2 = __pyx_v_sx->metric;
   __pyx_v_result->metric = __pyx_t_2;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":63
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":63
  *         result.stats = new mteval.SufficientStats(mteval.add(sx.stats[0], sy.stats[0]))
  *         result.metric = sx.metric
  *         return result             # <<<<<<<<<<<<<<
@@ -16007,7 +16062,7 @@ static int __pyx_pw_4cdec_5_cdec_12CandidateSet_1__cinit__(PyObject *__pyx_v_sel
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":70
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":70
  *     cdef mteval.CandidateSet* cs
  * 
  *     def __cinit__(self, SegmentEvaluator evaluator):             # <<<<<<<<<<<<<<
@@ -16021,7 +16076,7 @@ static int __pyx_pf_4cdec_5_cdec_12CandidateSet___cinit__(struct __pyx_obj_4cdec
   EvaluationMetric *__pyx_t_1;
   __Pyx_RefNannySetupContext("__cinit__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":71
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":71
  * 
  *     def __cinit__(self, SegmentEvaluator evaluator):
  *         self.scorer = new shared_ptr[mteval.SegmentEvaluator](evaluator.scorer[0])             # <<<<<<<<<<<<<<
@@ -16030,7 +16085,7 @@ static int __pyx_pf_4cdec_5_cdec_12CandidateSet___cinit__(struct __pyx_obj_4cdec
  */
   __pyx_v_self->scorer = new boost::shared_ptr((__pyx_v_evaluator->scorer[0]));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":72
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":72
  *     def __cinit__(self, SegmentEvaluator evaluator):
  *         self.scorer = new shared_ptr[mteval.SegmentEvaluator](evaluator.scorer[0])
  *         self.metric = evaluator.metric             # <<<<<<<<<<<<<<
@@ -16040,7 +16095,7 @@ static int __pyx_pf_4cdec_5_cdec_12CandidateSet___cinit__(struct __pyx_obj_4cdec
   __pyx_t_1 = __pyx_v_evaluator->metric;
   __pyx_v_self->metric = __pyx_t_1;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":73
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":73
  *         self.scorer = new shared_ptr[mteval.SegmentEvaluator](evaluator.scorer[0])
  *         self.metric = evaluator.metric
  *         self.cs = new mteval.CandidateSet()             # <<<<<<<<<<<<<<
@@ -16063,7 +16118,7 @@ static void __pyx_pw_4cdec_5_cdec_12CandidateSet_3__dealloc__(PyObject *__pyx_v_
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":75
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":75
  *         self.cs = new mteval.CandidateSet()
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -16075,7 +16130,7 @@ static void __pyx_pf_4cdec_5_cdec_12CandidateSet_2__dealloc__(CYTHON_UNUSED stru
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":76
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":76
  * 
  *     def __dealloc__(self):
  *         del self.scorer             # <<<<<<<<<<<<<<
@@ -16084,7 +16139,7 @@ static void __pyx_pf_4cdec_5_cdec_12CandidateSet_2__dealloc__(CYTHON_UNUSED stru
  */
   delete __pyx_v_self->scorer;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":77
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":77
  *     def __dealloc__(self):
  *         del self.scorer
  *         del self.cs             # <<<<<<<<<<<<<<
@@ -16107,7 +16162,7 @@ static Py_ssize_t __pyx_pw_4cdec_5_cdec_12CandidateSet_5__len__(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":79
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":79
  *         del self.cs
  * 
  *     def __len__(self):             # <<<<<<<<<<<<<<
@@ -16120,7 +16175,7 @@ static Py_ssize_t __pyx_pf_4cdec_5_cdec_12CandidateSet_4__len__(struct __pyx_obj
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__len__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":80
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":80
  * 
  *     def __len__(self):
  *         return self.cs.size()             # <<<<<<<<<<<<<<
@@ -16160,7 +16215,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12CandidateSet_7__getitem__(PyObject *__p
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":82
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":82
  *         return self.cs.size()
  * 
  *     def __getitem__(self,int k):             # <<<<<<<<<<<<<<
@@ -16180,7 +16235,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12CandidateSet_6__getitem__(struct __pyx_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__getitem__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":83
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":83
  * 
  *     def __getitem__(self,int k):
  *         if not 0 <= k < self.cs.size():             # <<<<<<<<<<<<<<
@@ -16194,7 +16249,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12CandidateSet_6__getitem__(struct __pyx_
   __pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":84
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":84
  *     def __getitem__(self,int k):
  *         if not 0 <= k < self.cs.size():
  *             raise IndexError('candidate set index out of range')             # <<<<<<<<<<<<<<
@@ -16210,7 +16265,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12CandidateSet_6__getitem__(struct __pyx_
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":85
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":85
  *         if not 0 <= k < self.cs.size():
  *             raise IndexError('candidate set index out of range')
  *         cdef Candidate candidate = Candidate()             # <<<<<<<<<<<<<<
@@ -16222,7 +16277,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12CandidateSet_6__getitem__(struct __pyx_
   __pyx_v_candidate = ((struct __pyx_obj_4cdec_5_cdec_Candidate *)__pyx_t_3);
   __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":86
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":86
  *             raise IndexError('candidate set index out of range')
  *         cdef Candidate candidate = Candidate()
  *         candidate.candidate = &self.cs[0][k]             # <<<<<<<<<<<<<<
@@ -16231,7 +16286,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12CandidateSet_6__getitem__(struct __pyx_
  */
   __pyx_v_candidate->candidate = (&((__pyx_v_self->cs[0])[__pyx_v_k]));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":87
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":87
  *         cdef Candidate candidate = Candidate()
  *         candidate.candidate = &self.cs[0][k]
  *         candidate.score = self.metric.ComputeScore(self.cs[0][k].eval_feats)             # <<<<<<<<<<<<<<
@@ -16240,7 +16295,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12CandidateSet_6__getitem__(struct __pyx_
  */
   __pyx_v_candidate->score = __pyx_v_self->metric->ComputeScore(((__pyx_v_self->cs[0])[__pyx_v_k]).eval_feats);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":88
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":88
  *         candidate.candidate = &self.cs[0][k]
  *         candidate.score = self.metric.ComputeScore(self.cs[0][k].eval_feats)
  *         return candidate             # <<<<<<<<<<<<<<
@@ -16277,7 +16332,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12CandidateSet_9__iter__(PyObject *__pyx_
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":90
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":90
  *         return candidate
  * 
  *     def __iter__(self):             # <<<<<<<<<<<<<<
@@ -16343,7 +16398,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_12CandidateSet_10generator16(__pyx_Genera
   __pyx_L3_first_run:;
   if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 90; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":92
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":92
  *     def __iter__(self):
  *         cdef unsigned i
  *         for i in range(len(self)):             # <<<<<<<<<<<<<<
@@ -16354,7 +16409,7 @@ static PyObject *__pyx_gb_4cdec_5_cdec_12CandidateSet_10generator16(__pyx_Genera
   for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
     __pyx_cur_scope->__pyx_v_i = __pyx_t_2;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":93
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":93
  *         cdef unsigned i
  *         for i in range(len(self)):
  *             yield self[i]             # <<<<<<<<<<<<<<
@@ -16455,7 +16510,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_12CandidateSet_12add_kbest(PyObject *__py
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":95
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":95
  *             yield self[i]
  * 
  *     def add_kbest(self, Hypergraph hypergraph, unsigned k):             # <<<<<<<<<<<<<<
@@ -16468,7 +16523,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_12CandidateSet_11add_kbest(struct __pyx_o
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("add_kbest", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":98
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":98
  *         """cs.add_kbest(Hypergraph hypergraph, int k) -> Extract K-best hypotheses
  *         from the hypergraph and add them to the candidate set."""
  *         self.cs.AddKBestCandidates(hypergraph.hg[0], k, self.scorer.get())             # <<<<<<<<<<<<<<
@@ -16492,7 +16547,7 @@ static void __pyx_pw_4cdec_5_cdec_16SegmentEvaluator_1__dealloc__(PyObject *__py
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":104
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":104
  *     cdef mteval.EvaluationMetric* metric
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -16504,7 +16559,7 @@ static void __pyx_pf_4cdec_5_cdec_16SegmentEvaluator___dealloc__(CYTHON_UNUSED s
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":105
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":105
  * 
  *     def __dealloc__(self):
  *         del self.scorer             # <<<<<<<<<<<<<<
@@ -16528,7 +16583,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_16SegmentEvaluator_3evaluate(PyObject *__
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":107
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":107
  *         del self.scorer
  * 
  *     def evaluate(self, sentence):             # <<<<<<<<<<<<<<
@@ -16550,7 +16605,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("evaluate", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":110
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":110
  *         """se.evaluate(sentence) -> SufficientStats for the given hypothesis."""
  *         cdef vector[WordID] hyp
  *         cdef SufficientStats sf = SufficientStats()             # <<<<<<<<<<<<<<
@@ -16562,7 +16617,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx
   __pyx_v_sf = ((struct __pyx_obj_4cdec_5_cdec_SufficientStats *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":111
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":111
  *         cdef vector[WordID] hyp
  *         cdef SufficientStats sf = SufficientStats()
  *         sf.metric = self.metric             # <<<<<<<<<<<<<<
@@ -16572,7 +16627,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx
   __pyx_t_2 = __pyx_v_self->metric;
   __pyx_v_sf->metric = __pyx_t_2;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":112
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":112
  *         cdef SufficientStats sf = SufficientStats()
  *         sf.metric = self.metric
  *         sf.stats = new mteval.SufficientStats()             # <<<<<<<<<<<<<<
@@ -16581,7 +16636,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx
  */
   __pyx_v_sf->stats = new SufficientStats();
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":113
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":113
  *         sf.metric = self.metric
  *         sf.stats = new mteval.SufficientStats()
  *         ConvertSentence(as_str(sentence.strip()), &hyp)             # <<<<<<<<<<<<<<
@@ -16600,7 +16655,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx
   __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
   TD::ConvertSentence(__pyx_t_4, (&__pyx_v_hyp));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":114
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":114
  *         sf.stats = new mteval.SufficientStats()
  *         ConvertSentence(as_str(sentence.strip()), &hyp)
  *         self.scorer.get().Evaluate(hyp, sf.stats)             # <<<<<<<<<<<<<<
@@ -16609,7 +16664,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx
  */
   __pyx_v_self->scorer->get()->Evaluate(__pyx_v_hyp, __pyx_v_sf->stats);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":115
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":115
  *         ConvertSentence(as_str(sentence.strip()), &hyp)
  *         self.scorer.get().Evaluate(hyp, sf.stats)
  *         return sf             # <<<<<<<<<<<<<<
@@ -16647,7 +16702,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_16SegmentEvaluator_5candidate_set(PyObjec
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":117
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":117
  *         return sf
  * 
  *     def candidate_set(self):             # <<<<<<<<<<<<<<
@@ -16665,7 +16720,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_16SegmentEvaluator_4candidate_set(struct
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("candidate_set", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":119
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":119
  *     def candidate_set(self):
  *         """se.candidate_set() -> Candidate set using this segment evaluator for scoring."""
  *         return CandidateSet(self)             # <<<<<<<<<<<<<<
@@ -16712,7 +16767,7 @@ static int __pyx_pw_4cdec_5_cdec_6Scorer_1__cinit__(PyObject *__pyx_v_self, PyOb
     static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__name,0};
     PyObject* values[1] = {0};
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":125
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":125
  *     cdef mteval.EvaluationMetric* metric
  * 
  *     def __cinit__(self, bytes name=None):             # <<<<<<<<<<<<<<
@@ -16777,7 +16832,7 @@ static int __pyx_pf_4cdec_5_cdec_6Scorer___cinit__(struct __pyx_obj_4cdec_5_cdec
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__cinit__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":126
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":126
  * 
  *     def __cinit__(self, bytes name=None):
  *         if name:             # <<<<<<<<<<<<<<
@@ -16787,7 +16842,7 @@ static int __pyx_pf_4cdec_5_cdec_6Scorer___cinit__(struct __pyx_obj_4cdec_5_cdec
   __pyx_t_1 = (((PyObject *)__pyx_v_name) != Py_None) && (PyBytes_GET_SIZE(((PyObject *)__pyx_v_name)) != 0);
   if (__pyx_t_1) {
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":127
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":127
  *     def __cinit__(self, bytes name=None):
  *         if name:
  *             self.name = new string(name)             # <<<<<<<<<<<<<<
@@ -16803,7 +16858,7 @@ static int __pyx_pf_4cdec_5_cdec_6Scorer___cinit__(struct __pyx_obj_4cdec_5_cdec
     }
     __pyx_v_self->name = __pyx_t_3;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":128
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":128
  *         if name:
  *             self.name = new string(name)
  *             self.metric = mteval.MetricInstance(self.name[0])             # <<<<<<<<<<<<<<
@@ -16834,7 +16889,7 @@ static void __pyx_pw_4cdec_5_cdec_6Scorer_3__dealloc__(PyObject *__pyx_v_self) {
   __Pyx_RefNannyFinishContext();
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":130
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":130
  *             self.metric = mteval.MetricInstance(self.name[0])
  * 
  *     def __dealloc__(self):             # <<<<<<<<<<<<<<
@@ -16846,7 +16901,7 @@ static void __pyx_pf_4cdec_5_cdec_6Scorer_2__dealloc__(CYTHON_UNUSED struct __py
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("__dealloc__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":131
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":131
  * 
  *     def __dealloc__(self):
  *         del self.name             # <<<<<<<<<<<<<<
@@ -16908,7 +16963,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_6Scorer_5__call__(PyObject *__pyx_v_self,
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":133
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":133
  *         del self.name
  * 
  *     def __call__(self, refs):             # <<<<<<<<<<<<<<
@@ -16940,7 +16995,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
   __Pyx_RefNannySetupContext("__call__", 0);
   __Pyx_INCREF(__pyx_v_refs);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":134
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":134
  * 
  *     def __call__(self, refs):
  *         if isinstance(refs, basestring):             # <<<<<<<<<<<<<<
@@ -16951,7 +17006,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
   __pyx_t_2 = (__pyx_t_1 != 0);
   if (__pyx_t_2) {
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":135
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":135
  *     def __call__(self, refs):
  *         if isinstance(refs, basestring):
  *             refs = [refs]             # <<<<<<<<<<<<<<
@@ -16970,7 +17025,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
   }
   __pyx_L3:;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":136
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":136
  *         if isinstance(refs, basestring):
  *             refs = [refs]
  *         cdef vector[vector[WordID]]* refsv = new vector[vector[WordID]]()             # <<<<<<<<<<<<<<
@@ -16985,7 +17040,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
   }
   __pyx_v_refsv = __pyx_t_4;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":138
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":138
  *         cdef vector[vector[WordID]]* refsv = new vector[vector[WordID]]()
  *         cdef vector[WordID]* refv
  *         for ref in refs:             # <<<<<<<<<<<<<<
@@ -17030,7 +17085,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
     __pyx_v_ref = __pyx_t_7;
     __pyx_t_7 = 0;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":139
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":139
  *         cdef vector[WordID]* refv
  *         for ref in refs:
  *             refv = new vector[WordID]()             # <<<<<<<<<<<<<<
@@ -17045,7 +17100,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
     }
     __pyx_v_refv = __pyx_t_8;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":140
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":140
  *         for ref in refs:
  *             refv = new vector[WordID]()
  *             ConvertSentence(as_str(ref.strip()), refv)             # <<<<<<<<<<<<<<
@@ -17064,7 +17119,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
     __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
     TD::ConvertSentence(__pyx_t_10, __pyx_v_refv);
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":141
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":141
  *             refv = new vector[WordID]()
  *             ConvertSentence(as_str(ref.strip()), refv)
  *             refsv.push_back(refv[0])             # <<<<<<<<<<<<<<
@@ -17073,7 +17128,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
  */
     __pyx_v_refsv->push_back((__pyx_v_refv[0]));
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":142
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":142
  *             ConvertSentence(as_str(ref.strip()), refv)
  *             refsv.push_back(refv[0])
  *             del refv             # <<<<<<<<<<<<<<
@@ -17084,7 +17139,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
   }
   __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":144
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":144
  *             del refv
  *         cdef unsigned i
  *         cdef SegmentEvaluator evaluator = SegmentEvaluator()             # <<<<<<<<<<<<<<
@@ -17096,7 +17151,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
   __pyx_v_evaluator = ((struct __pyx_obj_4cdec_5_cdec_SegmentEvaluator *)__pyx_t_3);
   __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":145
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":145
  *         cdef unsigned i
  *         cdef SegmentEvaluator evaluator = SegmentEvaluator()
  *         evaluator.metric = self.metric             # <<<<<<<<<<<<<<
@@ -17106,7 +17161,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
   __pyx_t_11 = __pyx_v_self->metric;
   __pyx_v_evaluator->metric = __pyx_t_11;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":146
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":146
  *         cdef SegmentEvaluator evaluator = SegmentEvaluator()
  *         evaluator.metric = self.metric
  *         evaluator.scorer = new shared_ptr[mteval.SegmentEvaluator](             # <<<<<<<<<<<<<<
@@ -17115,7 +17170,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
  */
   __pyx_v_evaluator->scorer = new boost::shared_ptr(__pyx_v_self->metric->CreateSegmentEvaluator((__pyx_v_refsv[0])));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":148
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":148
  *         evaluator.scorer = new shared_ptr[mteval.SegmentEvaluator](
  *                 self.metric.CreateSegmentEvaluator(refsv[0]))
  *         del refsv # in theory should not delete but store in SegmentEvaluator             # <<<<<<<<<<<<<<
@@ -17124,7 +17179,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_4__call__(struct __pyx_obj_4cdec_
  */
   delete __pyx_v_refsv;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":149
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":149
  *                 self.metric.CreateSegmentEvaluator(refsv[0]))
  *         del refsv # in theory should not delete but store in SegmentEvaluator
  *         return evaluator             # <<<<<<<<<<<<<<
@@ -17164,7 +17219,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_6Scorer_7__str__(PyObject *__pyx_v_self)
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":151
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":151
  *         return evaluator
  * 
  *     def __str__(self):             # <<<<<<<<<<<<<<
@@ -17182,7 +17237,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_6__str__(struct __pyx_obj_4cdec_5
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__str__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":152
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":152
  * 
  *     def __str__(self):
  *         return str(self.name.c_str())             # <<<<<<<<<<<<<<
@@ -17217,7 +17272,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Scorer_6__str__(struct __pyx_obj_4cdec_5
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":154
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":154
  *         return str(self.name.c_str())
  * 
  * cdef float _compute_score(void* metric_, mteval.SufficientStats* stats):             # <<<<<<<<<<<<<<
@@ -17243,7 +17298,7 @@ static float __pyx_f_4cdec_5_cdec__compute_score(void *__pyx_v_metric_, Sufficie
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("_compute_score", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":155
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":155
  * 
  * cdef float _compute_score(void* metric_, mteval.SufficientStats* stats):
  *     cdef Metric metric =  metric_             # <<<<<<<<<<<<<<
@@ -17253,7 +17308,7 @@ static float __pyx_f_4cdec_5_cdec__compute_score(void *__pyx_v_metric_, Sufficie
   __Pyx_INCREF(((PyObject *)((struct __pyx_obj_4cdec_5_cdec_Metric *)__pyx_v_metric_)));
   __pyx_v_metric = ((struct __pyx_obj_4cdec_5_cdec_Metric *)__pyx_v_metric_);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":156
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":156
  * cdef float _compute_score(void* metric_, mteval.SufficientStats* stats):
  *     cdef Metric metric =  metric_
  *     cdef list ss = []             # <<<<<<<<<<<<<<
@@ -17265,7 +17320,7 @@ static float __pyx_f_4cdec_5_cdec__compute_score(void *__pyx_v_metric_, Sufficie
   __pyx_v_ss = ((PyObject*)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":158
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":158
  *     cdef list ss = []
  *     cdef unsigned i
  *     for i in range(stats.size()):             # <<<<<<<<<<<<<<
@@ -17276,7 +17331,7 @@ static float __pyx_f_4cdec_5_cdec__compute_score(void *__pyx_v_metric_, Sufficie
   for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
     __pyx_v_i = __pyx_t_3;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":159
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":159
  *     cdef unsigned i
  *     for i in range(stats.size()):
  *         ss.append(stats[0][i])             # <<<<<<<<<<<<<<
@@ -17289,7 +17344,7 @@ static float __pyx_f_4cdec_5_cdec__compute_score(void *__pyx_v_metric_, Sufficie
     __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":160
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":160
  *     for i in range(stats.size()):
  *         ss.append(stats[0][i])
  *     return metric.score(ss)             # <<<<<<<<<<<<<<
@@ -17327,7 +17382,7 @@ static float __pyx_f_4cdec_5_cdec__compute_score(void *__pyx_v_metric_, Sufficie
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":162
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":162
  *     return metric.score(ss)
  * 
  * cdef void _compute_sufficient_stats(void* metric_,             # <<<<<<<<<<<<<<
@@ -17354,7 +17409,7 @@ static void __pyx_f_4cdec_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("_compute_sufficient_stats", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":166
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":166
  *         vector[string]* refs,
  *         mteval.SufficientStats* out):
  *     cdef Metric metric =  metric_             # <<<<<<<<<<<<<<
@@ -17364,7 +17419,7 @@ static void __pyx_f_4cdec_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_
   __Pyx_INCREF(((PyObject *)((struct __pyx_obj_4cdec_5_cdec_Metric *)__pyx_v_metric_)));
   __pyx_v_metric = ((struct __pyx_obj_4cdec_5_cdec_Metric *)__pyx_v_metric_);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":167
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":167
  *         mteval.SufficientStats* out):
  *     cdef Metric metric =  metric_
  *     cdef list refs_ = []             # <<<<<<<<<<<<<<
@@ -17376,7 +17431,7 @@ static void __pyx_f_4cdec_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_
   __pyx_v_refs_ = ((PyObject*)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":169
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":169
  *     cdef list refs_ = []
  *     cdef unsigned i
  *     for i in range(refs.size()):             # <<<<<<<<<<<<<<
@@ -17387,7 +17442,7 @@ static void __pyx_f_4cdec_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_
   for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {
     __pyx_v_i = __pyx_t_3;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":170
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":170
  *     cdef unsigned i
  *     for i in range(refs.size()):
  *         refs_.append(str(refs[0][i].c_str()))             # <<<<<<<<<<<<<<
@@ -17408,7 +17463,7 @@ static void __pyx_f_4cdec_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_
     __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
   }
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":171
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":171
  *     for i in range(refs.size()):
  *         refs_.append(str(refs[0][i].c_str()))
  *     cdef list ss = metric.evaluate(str(hyp.c_str()), refs_)             # <<<<<<<<<<<<<<
@@ -17443,7 +17498,7 @@ static void __pyx_f_4cdec_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_
   __pyx_v_ss = ((PyObject*)__pyx_t_4);
   __pyx_t_4 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":172
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":172
  *         refs_.append(str(refs[0][i].c_str()))
  *     cdef list ss = metric.evaluate(str(hyp.c_str()), refs_)
  *     out.fields.resize(len(ss))             # <<<<<<<<<<<<<<
@@ -17457,7 +17512,7 @@ static void __pyx_f_4cdec_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_
   __pyx_t_7 = PyList_GET_SIZE(((PyObject *)__pyx_v_ss)); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_v_out->fields.resize(__pyx_t_7);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":173
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":173
  *     cdef list ss = metric.evaluate(str(hyp.c_str()), refs_)
  *     out.fields.resize(len(ss))
  *     for i in range(len(ss)):             # <<<<<<<<<<<<<<
@@ -17472,7 +17527,7 @@ static void __pyx_f_4cdec_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_
   for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_7; __pyx_t_3+=1) {
     __pyx_v_i = __pyx_t_3;
 
-    /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":174
+    /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":174
  *     out.fields.resize(len(ss))
  *     for i in range(len(ss)):
  *         out.fields[i] = ss[i]             # <<<<<<<<<<<<<<
@@ -17517,7 +17572,7 @@ static int __pyx_pw_4cdec_5_cdec_6Metric_1__cinit__(PyObject *__pyx_v_self, PyOb
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":178
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":178
  * cdef class Metric:
  *     cdef Scorer scorer
  *     def __cinit__(self):             # <<<<<<<<<<<<<<
@@ -17538,7 +17593,7 @@ static int __pyx_pf_4cdec_5_cdec_6Metric___cinit__(struct __pyx_obj_4cdec_5_cdec
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__cinit__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":179
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":179
  *     cdef Scorer scorer
  *     def __cinit__(self):
  *         self.scorer = Scorer()             # <<<<<<<<<<<<<<
@@ -17553,7 +17608,7 @@ static int __pyx_pf_4cdec_5_cdec_6Metric___cinit__(struct __pyx_obj_4cdec_5_cdec
   __pyx_v_self->scorer = ((struct __pyx_obj_4cdec_5_cdec_Scorer *)__pyx_t_1);
   __pyx_t_1 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":180
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":180
  *     def __cinit__(self):
  *         self.scorer = Scorer()
  *         cdef bytes class_name = self.__class__.__name__             # <<<<<<<<<<<<<<
@@ -17569,7 +17624,7 @@ static int __pyx_pf_4cdec_5_cdec_6Metric___cinit__(struct __pyx_obj_4cdec_5_cdec
   __pyx_v_class_name = ((PyObject*)__pyx_t_2);
   __pyx_t_2 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":181
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":181
  *         self.scorer = Scorer()
  *         cdef bytes class_name = self.__class__.__name__
  *         self.scorer.name = new string(class_name)             # <<<<<<<<<<<<<<
@@ -17585,7 +17640,7 @@ static int __pyx_pf_4cdec_5_cdec_6Metric___cinit__(struct __pyx_obj_4cdec_5_cdec
   }
   __pyx_v_self->scorer->name = __pyx_t_4;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":182
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":182
  *         cdef bytes class_name = self.__class__.__name__
  *         self.scorer.name = new string(class_name)
  *         self.scorer.metric = mteval.PyMetricInstance(self.scorer.name[0],             # <<<<<<<<<<<<<<
@@ -17657,7 +17712,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_6Metric_3__call__(PyObject *__pyx_v_self,
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":185
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":185
  *                  self, _compute_sufficient_stats, _compute_score)
  * 
  *     def __call__(self, refs):             # <<<<<<<<<<<<<<
@@ -17675,7 +17730,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Metric_2__call__(struct __pyx_obj_4cdec_
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("__call__", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":186
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":186
  * 
  *     def __call__(self, refs):
  *         return self.scorer(refs)             # <<<<<<<<<<<<<<
@@ -17719,7 +17774,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_6Metric_5score(PyObject *__pyx_v_stats, C
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":188
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":188
  *         return self.scorer(refs)
  * 
  *     def score(SufficientStats stats):             # <<<<<<<<<<<<<<
@@ -17732,7 +17787,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Metric_4score(CYTHON_UNUSED struct __pyx
   __Pyx_RefNannyDeclarations
   __Pyx_RefNannySetupContext("score", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":189
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":189
  * 
  *     def score(SufficientStats stats):
  *         return 0             # <<<<<<<<<<<<<<
@@ -17810,7 +17865,7 @@ static PyObject *__pyx_pw_4cdec_5_cdec_6Metric_7evaluate(PyObject *__pyx_v_self,
   return __pyx_r;
 }
 
-/* "/home/mdenkows/cdec/python/cdec/mteval.pxi":191
+/* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":191
  *         return 0
  * 
  *     def evaluate(self, hyp, refs):             # <<<<<<<<<<<<<<
@@ -17827,7 +17882,7 @@ static PyObject *__pyx_pf_4cdec_5_cdec_6Metric_6evaluate(CYTHON_UNUSED struct __
   int __pyx_clineno = 0;
   __Pyx_RefNannySetupContext("evaluate", 0);
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":192
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":192
  * 
  *     def evaluate(self, hyp, refs):
  *         return []             # <<<<<<<<<<<<<<
@@ -22366,6 +22421,10 @@ static void __pyx_tp_dealloc_4cdec_5_cdec_HypergraphNode(PyObject *o) {
   (*Py_TYPE(o)->tp_free)(o);
 }
 
+static PyObject *__pyx_getprop_4cdec_5_cdec_14HypergraphNode_id(PyObject *o, CYTHON_UNUSED void *x) {
+  return __pyx_pw_4cdec_5_cdec_14HypergraphNode_2id_1__get__(o);
+}
+
 static PyObject *__pyx_getprop_4cdec_5_cdec_14HypergraphNode_in_edges(PyObject *o, CYTHON_UNUSED void *x) {
   return __pyx_pw_4cdec_5_cdec_14HypergraphNode_8in_edges_1__get__(o);
 }
@@ -22387,6 +22446,7 @@ static PyMethodDef __pyx_methods_4cdec_5_cdec_HypergraphNode[] = {
 };
 
 static struct PyGetSetDef __pyx_getsets_4cdec_5_cdec_HypergraphNode[] = {
+  {(char *)"id", __pyx_getprop_4cdec_5_cdec_14HypergraphNode_id, 0, 0, 0},
   {(char *)"in_edges", __pyx_getprop_4cdec_5_cdec_14HypergraphNode_in_edges, 0, 0, 0},
   {(char *)"out_edges", __pyx_getprop_4cdec_5_cdec_14HypergraphNode_out_edges, 0, 0, 0},
   {(char *)"span", __pyx_getprop_4cdec_5_cdec_14HypergraphNode_span, 0, 0, 0},
@@ -25529,7 +25589,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_2);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_2));
 
-  /* "/home/mdenkows/cdec/python/cdec/vectors.pxi":95
+  /* "/home/pks/src/cdec-dtrain/python/cdec/vectors.pxi":95
  *         elif op == 3: # !=
  *             return not (x == y)
  *         raise NotImplemented('comparison not implemented for SparseVector')             # <<<<<<<<<<<<<<
@@ -25540,7 +25600,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_5);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_5));
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":6
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":6
  * 
  * def _phrase(phrase):
  *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)             # <<<<<<<<<<<<<<
@@ -25551,7 +25611,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_6);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_6));
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":226
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":226
  *                 trule = convert_rule(trule)
  *             elif not isinstance(trule, TRule):
  *                 raise ValueError('the grammar should contain TRule objects')             # <<<<<<<<<<<<<<
@@ -25561,7 +25621,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_14);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_14));
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":244
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":244
  *         elif op == 3: # !=
  *             return not (x == y)
  *         raise NotImplemented('comparison not implemented for HypergraphEdge')             # <<<<<<<<<<<<<<
@@ -25572,16 +25632,16 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_19);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_19));
 
-  /* "/home/mdenkows/cdec/python/cdec/hypergraph.pxi":281
+  /* "/home/pks/src/cdec-dtrain/python/cdec/hypergraph.pxi":285
  *         elif op == 3: # !=
  *             return not (x == y)
  *         raise NotImplemented('comparison not implemented for HypergraphNode')             # <<<<<<<<<<<<<<
  */
-  __pyx_k_tuple_21 = PyTuple_Pack(1, ((PyObject *)__pyx_kp_s_20)); if (unlikely(!__pyx_k_tuple_21)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 281; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  __pyx_k_tuple_21 = PyTuple_Pack(1, ((PyObject *)__pyx_kp_s_20)); if (unlikely(!__pyx_k_tuple_21)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 285; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_GOTREF(__pyx_k_tuple_21);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_21));
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":26
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":26
  *     def __getitem__(self, int index):
  *         if not 0 <= index < len(self):
  *             raise IndexError('lattice index out of range')             # <<<<<<<<<<<<<<
@@ -25592,7 +25652,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_24);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_24));
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":39
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":39
  *     def __setitem__(self, int index, tuple arcs):
  *         if not 0 <= index < len(self):
  *             raise IndexError('lattice index out of range')             # <<<<<<<<<<<<<<
@@ -25603,7 +25663,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_25);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_25));
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":69
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":69
  *             for i in range(len(self)):
  *                 for label, weight, delta in self[i]:
  *                     yield '%d -> %d [label="%s"];' % (i, i+delta, label.replace('"', '\\"'))             # <<<<<<<<<<<<<<
@@ -25614,7 +25674,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_32);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_32));
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":63
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":63
  *     def todot(self):
  *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""
  *         def lines():             # <<<<<<<<<<<<<<
@@ -25626,7 +25686,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_35));
   __pyx_k_codeobj_36 = (PyObject*)__Pyx_PyCode_New(0, 0, 4, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_35, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_37, __pyx_n_s__lines, 63, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_36)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/lattice.pxi":72
+  /* "/home/pks/src/cdec-dtrain/python/cdec/lattice.pxi":72
  *             yield '%d [shape=doublecircle]' % len(self)
  *             yield '}'
  *         return '\n'.join(lines()).encode('utf8')             # <<<<<<<<<<<<<<
@@ -25637,7 +25697,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_41);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_41));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":50
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":50
  *     def __getitem__(self, int index):
  *         if not 0 <= index < len(self):
  *             raise IndexError('sufficient stats vector index out of range')             # <<<<<<<<<<<<<<
@@ -25648,7 +25708,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_43);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_43));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":84
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":84
  *     def __getitem__(self,int k):
  *         if not 0 <= k < self.cs.size():
  *             raise IndexError('candidate set index out of range')             # <<<<<<<<<<<<<<
@@ -25681,7 +25741,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_52);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_52));
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":5
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":5
  * import cdec.sa._sa as _sa
  * 
  * def _phrase(phrase):             # <<<<<<<<<<<<<<
@@ -25693,7 +25753,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_56));
   __pyx_k_codeobj_57 = (PyObject*)__Pyx_PyCode_New(1, 0, 3, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_56, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_58, __pyx_n_s___phrase, 5, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_57)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 5; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":194
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":194
  *         return []
  * 
  * BLEU = Scorer('IBM_BLEU')             # <<<<<<<<<<<<<<
@@ -25704,7 +25764,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_59);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_59));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":195
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":195
  * 
  * BLEU = Scorer('IBM_BLEU')
  * QCRI = Scorer('QCRI_BLEU')             # <<<<<<<<<<<<<<
@@ -25715,7 +25775,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_60);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_60));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":196
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":196
  * BLEU = Scorer('IBM_BLEU')
  * QCRI = Scorer('QCRI_BLEU')
  * TER = Scorer('TER')             # <<<<<<<<<<<<<<
@@ -25726,7 +25786,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_61);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_61));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":197
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":197
  * QCRI = Scorer('QCRI_BLEU')
  * TER = Scorer('TER')
  * CER = Scorer('CER')             # <<<<<<<<<<<<<<
@@ -25736,7 +25796,7 @@ static int __Pyx_InitCachedConstants(void) {
   __Pyx_GOTREF(__pyx_k_tuple_62);
   __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_62));
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":198
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":198
  * TER = Scorer('TER')
  * CER = Scorer('CER')
  * SSK = Scorer('SSK')             # <<<<<<<<<<<<<<
@@ -26022,7 +26082,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   if (PyType_Ready(&__pyx_type_4cdec_5_cdec_SegmentEvaluator) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   if (__Pyx_SetAttrString(__pyx_m, "SegmentEvaluator", (PyObject *)&__pyx_type_4cdec_5_cdec_SegmentEvaluator) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_ptype_4cdec_5_cdec_SegmentEvaluator = &__pyx_type_4cdec_5_cdec_SegmentEvaluator;
-  if (PyType_Ready(&__pyx_type_4cdec_5_cdec___pyx_scope_struct_16___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 256; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  if (PyType_Ready(&__pyx_type_4cdec_5_cdec___pyx_scope_struct_16___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 260; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_ptype_4cdec_5_cdec___pyx_scope_struct_16___get__ = &__pyx_type_4cdec_5_cdec___pyx_scope_struct_16___get__;
   if (PyType_Ready(&__pyx_type_4cdec_5_cdec___pyx_scope_struct_25_genexpr) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_ptype_4cdec_5_cdec___pyx_scope_struct_25_genexpr = &__pyx_type_4cdec_5_cdec___pyx_scope_struct_25_genexpr;
@@ -26065,7 +26125,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   __pyx_ptype_4cdec_5_cdec_Decoder = &__pyx_type_4cdec_5_cdec_Decoder;
   if (PyType_Ready(&__pyx_type_4cdec_5_cdec___pyx_scope_struct____iter__) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_ptype_4cdec_5_cdec___pyx_scope_struct____iter__ = &__pyx_type_4cdec_5_cdec___pyx_scope_struct____iter__;
-  if (PyType_Ready(&__pyx_type_4cdec_5_cdec___pyx_scope_struct_17___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+  if (PyType_Ready(&__pyx_type_4cdec_5_cdec___pyx_scope_struct_17___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 266; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_ptype_4cdec_5_cdec___pyx_scope_struct_17___get__ = &__pyx_type_4cdec_5_cdec___pyx_scope_struct_17___get__;
   if (PyType_Ready(&__pyx_type_4cdec_5_cdec___pyx_scope_struct_18___iter__) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __pyx_ptype_4cdec_5_cdec___pyx_scope_struct_18___iter__ = &__pyx_type_4cdec_5_cdec___pyx_scope_struct_18___iter__;
@@ -26096,7 +26156,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   Py_DECREF(__pyx_t_1); __pyx_t_1 = 0;
   /*--- Execution code ---*/
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":3
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":3
  * cimport grammar
  * cimport cdec.sa._sa as _sa
  * import cdec.sa._sa as _sa             # <<<<<<<<<<<<<<
@@ -26114,7 +26174,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   if (PyDict_SetItem(__pyx_d, __pyx_n_s___sa, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/grammar.pxi":5
+  /* "/home/pks/src/cdec-dtrain/python/cdec/grammar.pxi":5
  * import cdec.sa._sa as _sa
  * 
  * def _phrase(phrase):             # <<<<<<<<<<<<<<
@@ -26126,7 +26186,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   if (PyDict_SetItem(__pyx_d, __pyx_n_s___phrase, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 5; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":194
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":194
  *         return []
  * 
  * BLEU = Scorer('IBM_BLEU')             # <<<<<<<<<<<<<<
@@ -26138,7 +26198,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   if (PyDict_SetItem(__pyx_d, __pyx_n_s__BLEU, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 194; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":195
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":195
  * 
  * BLEU = Scorer('IBM_BLEU')
  * QCRI = Scorer('QCRI_BLEU')             # <<<<<<<<<<<<<<
@@ -26150,7 +26210,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   if (PyDict_SetItem(__pyx_d, __pyx_n_s__QCRI, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":196
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":196
  * BLEU = Scorer('IBM_BLEU')
  * QCRI = Scorer('QCRI_BLEU')
  * TER = Scorer('TER')             # <<<<<<<<<<<<<<
@@ -26162,7 +26222,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   if (PyDict_SetItem(__pyx_d, __pyx_n_s__TER, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 196; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":197
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":197
  * QCRI = Scorer('QCRI_BLEU')
  * TER = Scorer('TER')
  * CER = Scorer('CER')             # <<<<<<<<<<<<<<
@@ -26173,7 +26233,7 @@ PyMODINIT_FUNC PyInit__cdec(void)
   if (PyDict_SetItem(__pyx_d, __pyx_n_s__CER, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 197; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
   __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
 
-  /* "/home/mdenkows/cdec/python/cdec/mteval.pxi":198
+  /* "/home/pks/src/cdec-dtrain/python/cdec/mteval.pxi":198
  * TER = Scorer('TER')
  * CER = Scorer('CER')
  * SSK = Scorer('SSK')             # <<<<<<<<<<<<<<
diff --git a/python/cdec/hypergraph.pxi b/python/cdec/hypergraph.pxi
index 4a709d32..91cc8eec 100644
--- a/python/cdec/hypergraph.pxi
+++ b/python/cdec/hypergraph.pxi
@@ -252,6 +252,10 @@ cdef class HypergraphNode:
         self.node = &hg.nodes_[i]
         return self
 
+    property id:
+        def __get__(self):
+            return self.node.id_
+
     property in_edges:
         def __get__(self):
             cdef unsigned i
diff --git a/training/dtrain/score.h b/training/dtrain/score.h
index 53e970ba..2a49e52d 100644
--- a/training/dtrain/score.h
+++ b/training/dtrain/score.h
@@ -138,7 +138,7 @@ make_ngram_counts(const vector& hyp, const vector& ref, const un
 struct BleuScorer : public LocalScorer
 {
   score_t Bleu(NgramCounts& counts, const unsigned hyp_len, const unsigned ref_len);
-  score_t Score(vector& hyp, vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
   void Reset() {}
 };
 
-- 
cgit v1.2.3
From 4fffd2e746a4d6b643d35ae3fc4b374c770727c0 Mon Sep 17 00:00:00 2001
From: Patrick Simianer 
Date: Fri, 22 Nov 2013 14:27:29 +0100
Subject: argh, const
---
 training/dtrain/dtrain.h |  2 +-
 training/dtrain/score.cc | 18 +++++++++---------
 training/dtrain/score.h  | 16 ++++++++--------
 3 files changed, 18 insertions(+), 18 deletions(-)
diff --git a/training/dtrain/dtrain.h b/training/dtrain/dtrain.h
index ccb5ad4d..eb23b813 100644
--- a/training/dtrain/dtrain.h
+++ b/training/dtrain/dtrain.h
@@ -64,7 +64,7 @@ struct LocalScorer
   vector w_;
 
   virtual score_t
-  Score(vector& hyp, vector& ref, const unsigned rank, const unsigned src_len)=0;
+  Score(const vector& hyp, const vector& ref, const unsigned rank, const unsigned src_len)=0;
 
   virtual void Reset() {} // only for ApproxBleuScorer, LinearBleuScorer
 
diff --git a/training/dtrain/score.cc b/training/dtrain/score.cc
index 96d6e10a..127f34d2 100644
--- a/training/dtrain/score.cc
+++ b/training/dtrain/score.cc
@@ -32,7 +32,7 @@ BleuScorer::Bleu(NgramCounts& counts, const unsigned hyp_len, const unsigned ref
 }
 
 score_t
-BleuScorer::Score(vector& hyp, vector& ref,
+BleuScorer::Score(const vector& hyp, const vector& ref,
                   const unsigned /*rank*/, const unsigned /*src_len*/)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
@@ -52,7 +52,7 @@ BleuScorer::Score(vector& hyp, vector& ref,
  * NOTE: 0 iff no 1gram match ('grounded')
  */
 score_t
-StupidBleuScorer::Score(vector& hyp, vector& ref,
+StupidBleuScorer::Score(const vector& hyp, const vector& ref,
                         const unsigned /*rank*/, const unsigned /*src_len*/)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
@@ -81,7 +81,7 @@ StupidBleuScorer::Score(vector& hyp, vector& ref,
  * (Nakov et al. '12)
  */
 score_t
-FixedStupidBleuScorer::Score(vector& hyp, vector& ref,
+FixedStupidBleuScorer::Score(const vector& hyp, const vector& ref,
                         const unsigned /*rank*/, const unsigned /*src_len*/)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
@@ -112,7 +112,7 @@ FixedStupidBleuScorer::Score(vector& hyp, vector& ref,
  * NOTE: max is 0.9375 (with N=4)
  */
 score_t
-SmoothBleuScorer::Score(vector& hyp, vector& ref,
+SmoothBleuScorer::Score(const vector& hyp, const vector& ref,
                         const unsigned /*rank*/, const unsigned /*src_len*/)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
@@ -143,7 +143,7 @@ SmoothBleuScorer::Score(vector& hyp, vector& ref,
  * sum up Ngram precisions
  */
 score_t
-SumBleuScorer::Score(vector& hyp, vector& ref,
+SumBleuScorer::Score(const vector& hyp, const vector& ref,
                         const unsigned /*rank*/, const unsigned /*src_len*/)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
@@ -167,7 +167,7 @@ SumBleuScorer::Score(vector& hyp, vector& ref,
  * sum up exp(Ngram precisions)
  */
 score_t
-SumExpBleuScorer::Score(vector& hyp, vector& ref,
+SumExpBleuScorer::Score(const vector& hyp, const vector& ref,
                         const unsigned /*rank*/, const unsigned /*src_len*/)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
@@ -191,7 +191,7 @@ SumExpBleuScorer::Score(vector& hyp, vector& ref,
  * sum up exp(weight * log(Ngram precisions))
  */
 score_t
-SumWhateverBleuScorer::Score(vector& hyp, vector& ref,
+SumWhateverBleuScorer::Score(const vector& hyp, const vector& ref,
                         const unsigned /*rank*/, const unsigned /*src_len*/)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
@@ -224,7 +224,7 @@ SumWhateverBleuScorer::Score(vector& hyp, vector& ref,
  *       No scaling by src len.
  */
 score_t
-ApproxBleuScorer::Score(vector& hyp, vector& ref,
+ApproxBleuScorer::Score(const vector& hyp, const vector& ref,
                         const unsigned rank, const unsigned src_len)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
@@ -255,7 +255,7 @@ ApproxBleuScorer::Score(vector& hyp, vector& ref,
  *
  */
 score_t
-LinearBleuScorer::Score(vector& hyp, vector& ref,
+LinearBleuScorer::Score(const vector& hyp, const vector& ref,
                         const unsigned rank, const unsigned /*src_len*/)
 {
   unsigned hyp_len = hyp.size(), ref_len = ref.size();
diff --git a/training/dtrain/score.h b/training/dtrain/score.h
index 2a49e52d..1cdd3fa9 100644
--- a/training/dtrain/score.h
+++ b/training/dtrain/score.h
@@ -144,37 +144,37 @@ struct BleuScorer : public LocalScorer
 
 struct StupidBleuScorer : public LocalScorer
 {
-  score_t Score(vector& hyp, vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
   void Reset() {}
 };
 
 struct FixedStupidBleuScorer : public LocalScorer
 {
-  score_t Score(vector& hyp, vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
   void Reset() {}
 };
 
 struct SmoothBleuScorer : public LocalScorer
 {
-  score_t Score(vector& hyp, vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
   void Reset() {}
 };
 
 struct SumBleuScorer : public LocalScorer
 {
-  score_t Score(vector& hyp, vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
   void Reset() {}
 };
 
 struct SumExpBleuScorer : public LocalScorer
 {
-  score_t Score(vector& hyp, vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
   void Reset() {}
 };
 
 struct SumWhateverBleuScorer : public LocalScorer
 {
-  score_t Score(vector& hyp, vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned /*rank*/, const unsigned /*src_len*/);
   void Reset() {};
 };
 
@@ -194,7 +194,7 @@ struct ApproxBleuScorer : public BleuScorer
     glob_hyp_len_ = glob_ref_len_ = glob_src_len_ = 0.;
   }
 
-  score_t Score(vector& hyp, vector& ref, const unsigned rank, const unsigned src_len);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned rank, const unsigned src_len);
 };
 
 struct LinearBleuScorer : public BleuScorer
@@ -207,7 +207,7 @@ struct LinearBleuScorer : public BleuScorer
     onebest_counts_.One();
   }
 
-  score_t Score(vector& hyp, vector& ref, const unsigned rank, const unsigned /*src_len*/);
+  score_t Score(const vector& hyp, const vector& ref, const unsigned rank, const unsigned /*src_len*/);
 
   inline void Reset() {
     onebest_len_ = 1;
-- 
cgit v1.2.3
From 0be26bb330f3a976243c9da1d6908d4aaf033ebe Mon Sep 17 00:00:00 2001
From: Patrick Simianer 
Date: Thu, 28 Nov 2013 11:11:00 +0100
Subject: implemented check for per-example loss
---
 training/dtrain/dtrain.cc | 32 ++++++++++++++++++++++----------
 1 file changed, 22 insertions(+), 10 deletions(-)
diff --git a/training/dtrain/dtrain.cc b/training/dtrain/dtrain.cc
index 0a27a068..b01cf421 100644
--- a/training/dtrain/dtrain.cc
+++ b/training/dtrain/dtrain.cc
@@ -44,7 +44,7 @@ dtrain_init(int argc, char** argv, po::variables_map* cfg)
     ("pclr",              po::value()->default_value("no"),         "use a (simple|adagrad) per-coordinate learning rate")
     ("batch",             po::value()->zero_tokens(),                                               "do batch optimization")
     ("repeat",            po::value()->default_value(1),          "repeat optimization over kbest list this number of times")
-    //("test-k-best",       po::value()->zero_tokens(),                       "check if optimization works (use repeat >= 2)")
+    ("check",             po::value()->zero_tokens(),                                  "produce list of loss differentials")
     ("noup",              po::value()->zero_tokens(),                                               "do not update weights");
   po::options_description cl("Command Line Options");
   cl.add_options()
@@ -130,8 +130,8 @@ main(int argc, char** argv)
   const score_t approx_bleu_d = cfg["approx_bleu_d"].as();
   const unsigned max_pairs = cfg["max_pairs"].as();
   int repeat = cfg["repeat"].as();
-  //bool test_k_best = false;
-  //if (cfg.count("test-k-best")) test_k_best = true;
+  bool check = false;
+  if (cfg.count("check")) check = true;
   weight_t loss_margin = cfg["loss_margin"].as();
   bool batch = false;
   if (cfg.count("batch")) batch = true;
@@ -412,27 +412,38 @@ main(int argc, char** argv)
       int cur_npairs = pairs.size();
       npairs += cur_npairs;
 
-      score_t kbest_loss_first, kbest_loss_last = 0.0;
+      score_t kbest_loss_first = 0.0, kbest_loss_last = 0.0;
+
+      if (check) repeat = 2;
+      vector losses; // for check
 
       for (vector >::iterator it = pairs.begin();
            it != pairs.end(); it++) {
         score_t model_diff = it->first.model - it->second.model;
-        kbest_loss_first += max(0.0, -1.0 * model_diff);
+        score_t loss = max(0.0, -1.0 * model_diff);
+        losses.push_back(loss);
+        kbest_loss_first += loss;
       }
 
+      score_t kbest_loss = 0.0;
       for (int ki=0; ki < repeat; ki++) {
 
-      score_t kbest_loss = 0.0; // test-k-best
       SparseVector lambdas_copy; // for l1 regularization
       SparseVector sum_up; // for pclr
       if (l1naive||l1clip||l1cumul) lambdas_copy = lambdas;
 
+      unsigned pair_idx = 0; // for check
       for (vector >::iterator it = pairs.begin();
            it != pairs.end(); it++) {
         score_t model_diff = it->first.model - it->second.model;
+        score_t loss = max(0.0, -1.0 * model_diff);
+
+        if (check && ki == 1) cout << losses[pair_idx] - loss << endl;
+        pair_idx++;
+
         if (repeat > 1) {
           model_diff = lambdas.dot(it->first.f) - lambdas.dot(it->second.f);
-          kbest_loss += max(0.0, -1.0 * model_diff);
+          kbest_loss += loss;
         }
         bool rank_error = false;
         score_t margin;
@@ -449,7 +460,7 @@ main(int argc, char** argv)
         if (rank_error || margin < loss_margin) {
           SparseVector diff_vec = it->first.f - it->second.f;
           if (batch) {
-            batch_loss += max(0., -1.0*model_diff);
+            batch_loss += max(0., -1.0 * model_diff);
             batch_updates += diff_vec;
             continue;
           }
@@ -529,9 +540,8 @@ main(int argc, char** argv)
       if (ki==repeat-1) { // done
         kbest_loss_last = kbest_loss;
         if (repeat > 1) {
-          score_t best_score = -1.;
           score_t best_model = -std::numeric_limits::max();
-          unsigned best_idx;
+          unsigned best_idx = 0;
           for (unsigned i=0; i < samples->size(); i++) {
             score_t s = lambdas.dot((*samples)[i].f);
             if (s > best_model) {
@@ -634,6 +644,8 @@ main(int argc, char** argv)
     Weights::WriteToFile(w_fn, decoder_weights, true);
   }
 
+  if (check) cout << "---" << endl;
+
   } // outer loop
 
   if (average) w_average /= (weight_t)T;
-- 
cgit v1.2.3
From 85aa5ba3ece9b5f49c5b5805e1100c72ccd14282 Mon Sep 17 00:00:00 2001
From: Patrick Simianer 
Date: Thu, 28 Nov 2013 19:40:24 +0100
Subject: fixed PRO sampling
---
 training/dtrain/pairsampling.h | 1 +
 1 file changed, 1 insertion(+)
diff --git a/training/dtrain/pairsampling.h b/training/dtrain/pairsampling.h
index 3f67e209..1a3c498c 100644
--- a/training/dtrain/pairsampling.h
+++ b/training/dtrain/pairsampling.h
@@ -112,6 +112,7 @@ _PRO_cmp_pair_by_diff_d(pair a, pair b
 inline void
 PROsampling(vector* s, vector >& training, score_t threshold, unsigned max, bool _unused=false, float _also_unused=0)
 {
+  sort(s->begin(), s->end(), cmp_hyp_by_score_d);
   unsigned max_count = 5000, count = 0, sz = s->size();
   bool b = false;
   for (unsigned i = 0; i < sz-1; i++) {
-- 
cgit v1.2.3
From 5c8245da06b0aaa7f9e43283769eb03e98d6e3b8 Mon Sep 17 00:00:00 2001
From: Patrick Simianer 
Date: Thu, 12 Dec 2013 19:33:35 +0100
Subject: fix ini
---
 training/dtrain/examples/standard/dtrain.ini | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/training/dtrain/examples/standard/dtrain.ini b/training/dtrain/examples/standard/dtrain.ini
index fc83f08e..a515db02 100644
--- a/training/dtrain/examples/standard/dtrain.ini
+++ b/training/dtrain/examples/standard/dtrain.ini
@@ -2,7 +2,7 @@
 #refs=./nc-wmt11.en.gz
 bitext=./nc-wmt11.gz
 output=-                  # a weights file (add .gz for gzip compression) or STDOUT '-'
-select_weights=VOID       # output average (over epochs) weight vector
+select_weights=avg        # output average (over epochs) weight vector
 decoder_config=./cdec.ini # config for cdec
 # weights for these features will be printed on each iteration
 print_weights=Glue WordPenalty LanguageModel LanguageModel_OOV PhraseModel_0 PhraseModel_1 PhraseModel_2 PhraseModel_3 PhraseModel_4 PhraseModel_5 PhraseModel_6 PassThrough
-- 
cgit v1.2.3
From a1cf0d10fe44ede32d29be37107884b734d459ae Mon Sep 17 00:00:00 2001
From: Kenneth Heafield 
Date: Sat, 11 Jan 2014 21:02:04 -0800
Subject: Fix compilation with ancient gcc
---
 training/crf/mpi_adagrad_optimize.cc | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)
diff --git a/training/crf/mpi_adagrad_optimize.cc b/training/crf/mpi_adagrad_optimize.cc
index 39bd763e..bac57324 100644
--- a/training/crf/mpi_adagrad_optimize.cc
+++ b/training/crf/mpi_adagrad_optimize.cc
@@ -157,11 +157,11 @@ struct TrainingObserver : public DecoderObserver {
 
   void GetGradient(SparseVector* g) const {
     g->clear();
-#if HAVE_CXX11
+#if HAVE_CXX11 && (__GNUC_MINOR__ > 4 || __GNUC__ > 4)
     for (auto& gi : acc_grad) {
 #else
     for (FastSparseVector::const_iterator it = acc_grad.begin(); it != acc_grad.end(); ++it) {
-      pair& gi = *it;
+      const pair& gi = *it;
 #endif
       g->set_value(gi.first, -gi.second.as_float());
     }
@@ -190,7 +190,7 @@ class AdaGradOptimizer {
       G() {}
   void update(const SparseVector& g, vector* x, SparseVector* sx) {
     if (x->size() > G.size()) G.resize(x->size(), 0.0);
-#if HAVE_CXX11
+#if HAVE_CXX11 && (__GNUC_MINOR__ > 4 || __GNUC__ > 4)
     for (auto& gi : g) {
 #else
     for (SparseVector::const_iterator it = g.begin(); it != g.end(); ++it) {
@@ -220,7 +220,7 @@ class AdaGradL1Optimizer {
       G.resize(x->size(), 0.0);
       u.resize(x->size(), 0.0);
     }
-#if HAVE_CXX11
+#if HAVE_CXX11 && (__GNUC_MINOR__ > 4 || __GNUC__ > 4)
     for (auto& gi : g) {
 #else
     for (SparseVector::const_iterator it = g.begin(); it != g.end(); ++it) {
@@ -236,11 +236,11 @@ class AdaGradL1Optimizer {
     // compute updates (avoid invalidating iterators by putting them all
     // in the vector vupdate and applying them after this)
     vector> vupdate;
-#if HAVE_CXX11
+#if HAVE_CXX11 && (__GNUC_MINOR__ > 4 || __GNUC__ > 4)
     for (auto& xi : *sx) {
 #else
-    for (SparseVector::const_iterator it = sx->begin(); it != sx->end(); ++it) {
-      const pair& gi = *it;
+    for (SparseVector::iterator it = sx->begin(); it != sx->end(); ++it) {
+      const pair& xi = *it;
 #endif
       double z = fabs(u[xi.first] / t) - lambda;
       double s = 1;
-- 
cgit v1.2.3
From 70b5d1ddbce169426f7cbdfcfe9186346bea3012 Mon Sep 17 00:00:00 2001
From: Patrick Simianer 
Date: Mon, 13 Jan 2014 12:37:12 +0100
Subject: rule word alignment features
---
 decoder/cdec_ff.cc                                |    1 +
 decoder/ff_rules.cc                               |   23 +
 decoder/ff_rules.h                                |   13 +
 training/dtrain/examples/standard/cdec.ini        |    1 +
 training/dtrain/examples/standard/expected-output | 2279 ++++++++++++++++++++-
 5 files changed, 2259 insertions(+), 58 deletions(-)
diff --git a/decoder/cdec_ff.cc b/decoder/cdec_ff.cc
index d586c1d1..b2541722 100644
--- a/decoder/cdec_ff.cc
+++ b/decoder/cdec_ff.cc
@@ -45,6 +45,7 @@ void register_feature_functions() {
   ff_registry.Register("NgramFeatures", new FFFactory());
   ff_registry.Register("RuleContextFeatures", new FFFactory());
   ff_registry.Register("RuleIdentityFeatures", new FFFactory());
+  ff_registry.Register("RuleWordAlignmentFeatures", new FFFactory());
   ff_registry.Register("ParseMatchFeatures", new FFFactory);
   ff_registry.Register("SoftSyntaxFeatures", new FFFactory);
   ff_registry.Register("SoftSyntaxFeaturesMindist", new FFFactory);
diff --git a/decoder/ff_rules.cc b/decoder/ff_rules.cc
index 410e083c..7bccf084 100644
--- a/decoder/ff_rules.cc
+++ b/decoder/ff_rules.cc
@@ -12,6 +12,7 @@
 #include "verbose.h"
 #include "tdict.h"
 #include "hg.h"
+#include "trule.h"
 
 using namespace std;
 
@@ -68,6 +69,28 @@ void RuleIdentityFeatures::TraversalFeaturesImpl(const SentenceMetadata& smeta,
   features->add_value(it->second, 1);
 }
 
+RuleWordAlignmentFeatures::RuleWordAlignmentFeatures(const std::string& param) {
+}
+
+void RuleWordAlignmentFeatures::PrepareForInput(const SentenceMetadata& smeta) {
+}
+
+void RuleWordAlignmentFeatures::TraversalFeaturesImpl(const SentenceMetadata& smeta,
+                                         const Hypergraph::Edge& edge,
+                                         const vector& ant_contexts,
+                                         SparseVector* features,
+                                         SparseVector* estimated_features,
+                                         void* context) const {
+  const TRule& rule = *edge.rule_;
+  ostringstream os;
+  vector als = rule.als(); 
+  std::vector::const_iterator xx = als.begin();
+  for (; xx != als.end(); ++xx) {
+    os << "WA:" <<  TD::Convert(rule.f_[xx->s_]) << ":" << TD::Convert(rule.e_[xx->t_]);
+  }
+  features->add_value(FD::Convert(Escape(os.str())), 1);
+}
+
 RuleSourceBigramFeatures::RuleSourceBigramFeatures(const std::string& param) {
 }
 
diff --git a/decoder/ff_rules.h b/decoder/ff_rules.h
index f210dc65..324d7a39 100644
--- a/decoder/ff_rules.h
+++ b/decoder/ff_rules.h
@@ -24,6 +24,19 @@ class RuleIdentityFeatures : public FeatureFunction {
   mutable std::map rule2_fid_;
 };
 
+class RuleWordAlignmentFeatures : public FeatureFunction {
+ public:
+  RuleWordAlignmentFeatures(const std::string& param);
+ protected:
+  virtual void TraversalFeaturesImpl(const SentenceMetadata& smeta,
+                                     const HG::Edge& edge,
+                                     const std::vector& ant_contexts,
+                                     SparseVector* features,
+                                     SparseVector* estimated_features,
+                                     void* context) const;
+  virtual void PrepareForInput(const SentenceMetadata& smeta);
+};
+
 class RuleSourceBigramFeatures : public FeatureFunction {
  public:
   RuleSourceBigramFeatures(const std::string& param);
diff --git a/training/dtrain/examples/standard/cdec.ini b/training/dtrain/examples/standard/cdec.ini
index e1edc68d..6cba9e1e 100644
--- a/training/dtrain/examples/standard/cdec.ini
+++ b/training/dtrain/examples/standard/cdec.ini
@@ -21,6 +21,7 @@ feature_function=RuleIdentityFeatures
 feature_function=RuleSourceBigramFeatures
 feature_function=RuleTargetBigramFeatures
 feature_function=RuleShape
+feature_function=RuleWordAlignmentFeatures
 #feature_function=SourceSpanSizeFeatures
 #feature_function=SourceWordPenalty
 #feature_function=SpanFeatures
diff --git a/training/dtrain/examples/standard/expected-output b/training/dtrain/examples/standard/expected-output
index 75f47337..414f8b47 100644
--- a/training/dtrain/examples/standard/expected-output
+++ b/training/dtrain/examples/standard/expected-output
@@ -4,7 +4,7 @@ Reading ./nc-wmt11.en.srilm.gz
 ----5---10---15---20---25---30---35---40---45---50---55---60---65---70---75---80---85---90---95--100
 ****************************************************************************************************
   Example feature: Shape_S00000_T00000
-Seeding random number sequence to 3751911392
+Seeding random number sequence to 1285555295
 
 dtrain
 Parameters:
@@ -22,7 +22,7 @@ Parameters:
                    pairs 'XYX'
                    hi lo 0.1
           pair threshold 0
-          select weights 'VOID'
+          select weights 'avg'
                   l1 reg 0 'none'
                     pclr no
                max pairs 4294967295
@@ -36,87 +36,2250 @@ Iteration #1 of 3.
  . 10
 Stopping after 10 input sentences.
 WEIGHTS
-              Glue = -110
-       WordPenalty = -8.2082
-     LanguageModel = -319.91
- LanguageModel_OOV = -19.2
-     PhraseModel_0 = +312.82
-     PhraseModel_1 = -161.02
-     PhraseModel_2 = -433.65
-     PhraseModel_3 = +291.03
-     PhraseModel_4 = +252.32
-     PhraseModel_5 = +50.6
-     PhraseModel_6 = +146.7
-       PassThrough = -38.7
+              Glue = -80.3
+       WordPenalty = -51.247
+     LanguageModel = +282.46
+ LanguageModel_OOV = -85.8
+     PhraseModel_0 = -100.06
+     PhraseModel_1 = -98.692
+     PhraseModel_2 = -9.4958
+     PhraseModel_3 = +18.535
+     PhraseModel_4 = +62.35
+     PhraseModel_5 = +7
+     PhraseModel_6 = +31.4
+       PassThrough = -126.5
         ---
-       1best avg score: 0.16966 (+0.16966)
- 1best avg model score: 29874 (+29874)
-           avg # pairs: 906.3
+       1best avg score: 0.25631 (+0.25631)
+ 1best avg model score: -4843.6 (-4843.6)
+           avg # pairs: 744.4
         avg # rank err: 0 (meaningless)
      avg # margin viol: 0
        k-best loss imp: 100%
-    non0 feature count: 832
+    non0 feature count: 1274
            avg list sz: 91.3
-           avg f count: 139.77
-(time 0.35 min, 2.1 s/S)
+           avg f count: 143.72
+(time 0.43 min, 2.6 s/S)
 
 Iteration #2 of 3.
  . 10
 WEIGHTS
-              Glue = -122.1
-       WordPenalty = +83.689
-     LanguageModel = +233.23
- LanguageModel_OOV = -145.1
-     PhraseModel_0 = +150.72
-     PhraseModel_1 = -272.84
-     PhraseModel_2 = -418.36
-     PhraseModel_3 = +181.63
-     PhraseModel_4 = -289.47
-     PhraseModel_5 = +140.3
-     PhraseModel_6 = +3.5
-       PassThrough = -109.7
+              Glue = -117.4
+       WordPenalty = -99.584
+     LanguageModel = +395.05
+ LanguageModel_OOV = -136.8
+     PhraseModel_0 = +40.614
+     PhraseModel_1 = -123.29
+     PhraseModel_2 = -152
+     PhraseModel_3 = -161.13
+     PhraseModel_4 = -76.379
+     PhraseModel_5 = +39.1
+     PhraseModel_6 = +137.7
+       PassThrough = -162.1
         ---
-       1best avg score: 0.17399 (+0.004325)
- 1best avg model score: 4936.9 (-24937)
-           avg # pairs: 662.4
+       1best avg score: 0.26751 (+0.011198)
+ 1best avg model score: -10061 (-5216.9)
+           avg # pairs: 639.1
         avg # rank err: 0 (meaningless)
      avg # margin viol: 0
        k-best loss imp: 100%
-    non0 feature count: 1240
+    non0 feature count: 1845
            avg list sz: 91.3
-           avg f count: 125.11
-(time 0.27 min, 1.6 s/S)
+           avg f count: 139.88
+(time 0.38 min, 2.3 s/S)
 
 Iteration #3 of 3.
  . 10
 WEIGHTS
-              Glue = -157.4
-       WordPenalty = -1.7372
-     LanguageModel = +686.18
- LanguageModel_OOV = -399.7
-     PhraseModel_0 = -39.876
-     PhraseModel_1 = -341.96
-     PhraseModel_2 = -318.67
-     PhraseModel_3 = +105.08
-     PhraseModel_4 = -290.27
-     PhraseModel_5 = -48.6
-     PhraseModel_6 = -43.6
-       PassThrough = -298.5
+              Glue = -101.1
+       WordPenalty = -139.97
+     LanguageModel = +327.98
+ LanguageModel_OOV = -234.7
+     PhraseModel_0 = -144.49
+     PhraseModel_1 = -263.88
+     PhraseModel_2 = -149.25
+     PhraseModel_3 = -38.805
+     PhraseModel_4 = +50.575
+     PhraseModel_5 = -52.4
+     PhraseModel_6 = +41.6
+       PassThrough = -230.2
         ---
-       1best avg score: 0.30742 (+0.13343)
- 1best avg model score: -15393 (-20329)
-           avg # pairs: 623.8
+       1best avg score: 0.36222 (+0.094717)
+ 1best avg model score: -17416 (-7355.5)
+           avg # pairs: 661.2
         avg # rank err: 0 (meaningless)
      avg # margin viol: 0
        k-best loss imp: 100%
-    non0 feature count: 1776
+    non0 feature count: 2163
            avg list sz: 91.3
-           avg f count: 118.58
-(time 0.28 min, 1.7 s/S)
+           avg f count: 132.53
+(time 0.37 min, 2.2 s/S)
 
 Writing weights file to '-' ...
+R:X:NX_musharraf_NX_.:N1_musharraf_N2_.	-11.366666666666738
+R:X:,_hat:,	-11.600000000000074
+R:X:in_NX_der_NX:in_N1_N2	-4.9999999999999876
+R:X:NX_den_NX:'s_N1_N2	0.86666666666666703
+WA:dem:its	-0.7333333333333335
+R:X:NX_dem_NX:N1_its_N2	-0.7333333333333335
+R:X:NX_dem_NX_,:N1_the_N2_,	-3.36666666666666
+R:X:dem_NX:N1_'s	-0.76666666666666694
+WA:dem:'s	-0.76666666666666694
+R:X:NX_an_der:N1_of	-0.76666666666666694
+WA:an:ofWA:der:of	4.1999999999999904
+R:X:NX_an_der:N1_in	-1.3666666666666671
+WA:an:inWA:der:in	1.3333333333333339
+R:X:macht_NX:N1_makes	-1.0666666666666671
+R:X:NX_macht_NX:N1_powers_N2	-0.83333333333333359
+RBT:X1_powers	-0.83333333333333359
+WA:macht:powers	-0.83333333333333359
+RBT:makes_X2	-0.83333333333333359
+R:X:NX_macht_NX:N1_makes_N2	-0.83333333333333359
+RBT:X1_within	-0.53333333333333344
+R:X:an_der:in	-0.16666666666666666
+R:X:NX_,_NX_musharraf:N1_N2_musharraf	-0.16666666666666666
+R:X:NX_medien_NX_.:N2_N1_media_.	2.899999999999995
+WA:medien:mediaWA:.:.	2.899999999999995
+RBT:media_.	2.899999999999995
+WA:zu:toWA:.:.	1.4666666666666668
+R:X:NX_die:N1_a	-33.433333333332861
+R:X:die:,	-7.5000000000000169
+R:X:und_NX:N1_and	-7.5000000000000169
+WA:und:andWA:und:,	-28.366666666666479
+R:X:und:,_and	-28.366666666666479
+R:X:NX_die:the_N1	1.1000000000000005
+WA:,:,WA:aber:but	1.4666666666666668
+RBT:,_but	0.46666666666666684
+RBT:but_X2	0.46666666666666684
+WA:zu:withWA:und:andWA:den:the	-0.36666666666666664
+R:X:NX_zu_NX_und_den:N1_with_N2_and_the	-0.36666666666666664
+R:X:NX_,_aber_NX_hat:N1_,_but_N2_has	-1.0000000000000004
+R:X:terror_NX_zu_NX_.:terror_N2_N1_.	-3.199999999999994
+WA:terror:terrorWA:.:.	-3.199999999999994
+RBS:terror_X	-3.199999999999994
+RBT:terror_X2	-3.199999999999994
+RBS:versucht_,	1.9999999999999982
+RBT:tried_to	1.9999999999999982
+R:X:,_NX_und_den:,_N1_and_the	-0.033333333333333333
+R:X:für:für	-0.033333333333333333
+WA:,:,WA:und:andWA:den:the	-0.033333333333333333
+RBT:_decision	1.9999999999999982
+RBT:_für	-0.033333333333333333
+RBT:für_	-0.033333333333333333
+R:X:ist:ist	-0.96666666666666712
+RBT:_ist	-0.96666666666666712
+RBT:X1_transition	1.1666666666666672
+RBT:transition_.	1.1666666666666672
+R:X:NX_.:._N1_transition_.	1.1666666666666672
+WA:.:.WA:.:.	1.1666666666666672
+RBT:of_doing	1.0000000000000004
+R:X:NX_.:N1_of_doing_.	1.0000000000000004
+RBT:doing_.	1.0000000000000004
+RBT:it_has	2.7999999999999954
+R:X:NX_ist_NX:N1_,_it_has_N2	2.7999999999999954
+WA:ein:anyWA:ist:isWA:,:,	-1.5333333333333332
+R:X:NX_zu_geben:provide_N1_to	-2.7666666666666622
+WA:jener:the	1.6666666666666661
+R:X:NX_ein_NX_ist_,:N1_is_any_N2_,	-1.5333333333333332
+RBT:give_X1	-0.29999999999999999
+WA:,:toWA:das:theWA:zu:to	1.9999999999999982
+RBS:entscheidung_X	1.9999999999999982
+R:X:,_das_NX_zu_NX:to_N2_the_N1	1.9999999999999982
+RBS:ist_,	-1.5333333333333332
+RBS:_jener	1.9999999999999982
+R:X:jener_NX:the_N1	1.6666666666666661
+R:X:NX_musharrafs_NX:his_N2_N1	1.9999999999999982
+R:X:könnte:könnte	1.9999999999999982
+RBS:so_X	1.5333333333333332
+R:X:NX_zu_NX_,:to_N2_N1_that	1.5999999999999996
+WA:ein:anyWA:ist:is	1.5333333333333332
+R:X:NX_so:N1_as	-1.0333333333333339
+WA:könnte:könnte	1.9999999999999982
+RBT:könnte_	1.9999999999999982
+R:X:,_so_NX:,_N1	1.5333333333333332
+R:X:NX_zum_NX:N1_to_N2	-4.7333333333333218
+R:X:könnte_NX_,_das_NX:N1_N2_may	-1.9999999999999982
+RBT:_könnte	1.9999999999999982
+RBT:'s_history	0.33333333333333331
+R:X:NX_geschichte:N1_'s_history	0.33333333333333331
+R:X:NX_pakistans:N1_pakistan	0.33333333333333331
+RBT:X2_may	-1.9999999999999982
+RBS:,_so	1.5333333333333332
+RBS:könnte_X	-1.9999999999999982
+Shape_S01111_T11111	-0.86666666666666703
+R:X:NX_zu_NX_,:,_N1_N2	-5.6333333333333231
+R:X:NX_zum_NX:N1_for_N2	2.2666666666666639
+WA:zum:for	2.2666666666666639
+R:X:NX_zu_NX_,:N1_N2_that	-0.63333333333333353
+R:X:jener_NX:of_N1	0.33333333333333331
+R:X:NX_so:N1_for	-0.39999999999999997
+WA:so:for	-0.39999999999999997
+R:X:NX_zu_NX_,:N1_N2_to	-0.36666666666666664
+R:X:NX_zum_NX:N1_the_N2	0.90000000000000036
+WA:zum:the	0.90000000000000036
+R:X:NX_zu_NX_,:to_N2_N1_,	3.9666666666666579
+R:X:NX_so:N1_so	-0.066666666666666666
+R:X:NX_zu_NX_,:N2_N1_who	-0.066666666666666666
+R:X:NX_geschichte:N1_history	-0.33333333333333331
+R:X:NX_pakistans:pakistan_N1	-0.13333333333333333
+R:X:falls_NX:if_N1	-0.19999999999999998
+R:X:pakistans:pakistans	-0.19999999999999998
+RBT:_pakistans	-0.19999999999999998
+WA:pakistans:pakistans	-0.19999999999999998
+RBS:falls_X	-0.19999999999999998
+RBS:_pakistans	-0.19999999999999998
+RBT:pakistans_	-0.19999999999999998
+R:X:NX_so:N1_that	-0.033333333333333333
+RBT:_-	1.4666666666666668
+R:X:NX_-:-_N1	1.4666666666666668
+R:X:NX_und_ein_NX:N1_and_a_N2	14.53333333333345
+RBT:general_X1	-4.2666666666666577
+RBT:X1_arena	-7.6333333333333533
+RBS:X_bühne	-7.6333333333333533
+WA:und:andWA:ein:a	14.53333333333345
+RBT:-_X1	1.4666666666666668
+R:X:general_NX:general_N1	3.4666666666666597
+R:X:NX_bühne:N1_arena	-7.6333333333333533
+RBS:general_X	-4.2666666666666577
+RBT:the_national	-8.4333333333333638
+R:X:die_nationale:the_national	-8.4333333333333638
+WA:die:theWA:nationale:national	-8.4333333333333638
+RBS:die_nationale	-8.4333333333333638
+R:X:NX_-:'s_N1	-1.2666666666666673
+RBT:X1_12%	-8.9000000000000359
+R:X:musharraf_NX_am:musharraf_N1_of	-8.6000000000000316
+R:X:NX_12:N1_12%	-8.9000000000000359
+WA:12:12%	-8.9000000000000359
+RBS:X_12	-8.9000000000000359
+WA:die:theWA:und:and	-0.56666666666666676
+RBT:national_X1	-0.56666666666666676
+R:X:nationale_NX:national_N1	-0.56666666666666676
+RBT:_national	-0.56666666666666676
+WA:am:at	-0.36666666666666664
+R:X:NX_am:N1_at	-0.29999999999999999
+R:X:NX_am_NX:N1_at_N2	-0.066666666666666666
+R:X:NX_halten:maintain_the_N1	-1.5666666666666664
+RBT:_maintain	-1.5666666666666664
+WA:halten:maintain	-1.5666666666666664
+R:X:NX_versprechen:N1_commitment	3.0333333333333279
+R:X:am_11_._september_2001:the_september_11_,_2001	4.6333333333333222
+RBT:the_september	4.6333333333333222
+WA:am:theWA:11:11WA:september:septemberWA:2001:2001	4.6333333333333222
+RBS:sich_	1.4000000000000006
+RBS:zu_geben	-2.7666666666666622
+RBT:provide_X1	-2.7666666666666622
+WA:zu:toWA:geben:provide	-2.7666666666666622
+RBT:_provide	-2.7666666666666622
+RBT:and_X1	-4.7333333333333218
+RBT:_and	-4.7333333333333218
+RBT:prove_X1	-1.3333333333333339
+WA:geben:prove	-1.3333333333333339
+RBT:_prove	-1.3333333333333339
+R:X:NX_geben:prove_N1	-1.3333333333333339
+R:X:als_er:as_he	3.5999999999999925
+RBT:X2_over	-0.33333333333333331
+R:X:den_NX_zu_NX:N2_over_the_N1	-0.33333333333333331
+RBT:X1_wealth	-0.26666666666666666
+RBT:wealth_and	-0.26666666666666666
+R:X:NX_und_den_NX_.:N1_wealth_and_N2_.	-0.26666666666666666
+WA:am:ofWA:11:11WA:september:septemberWA:2001:2001	-4.6333333333333222
+RBT:of_september	-4.6333333333333222
+R:X:am_11_._september_2001:of_september_11_,_2001	-4.6333333333333222
+R:X:NX_geben:give_N1	-0.29999999999999999
+WA:geben:give	-0.29999999999999999
+RBT:_give	-0.29999999999999999
+R:X:NX_den_notstand_NX:N1_N2_a_state_of_emergency	-10.766666666666735
+R:X:in_dem_NX:in_the_N1	-11.333333333333314
+RBT:of_emergency	0.79999999999999993
+RBT:X1_pakistan	5.6666666666666572
+R:X:NX_der_pakistanischen:N1_pakistan	5.4666666666666579
+R:X:NX_der_macht_NX:N1_hold_N2_power	1.1333333333333335
+R:X:NX_dem_NX_den:N1_N2_the	0.99999999999999967
+RBS:der_macht	1.0000000000000002
+RBT:his_X2	-0.16666666666666644
+WA:,:toWA:an:to	1.1333333333333335
+R:X:,_an:to	1.1333333333333335
+R:X:NX_von:N1_by	-0.33333333333333331
+RBT:hold_X2	1.1333333333333335
+R:X:notstand_NX:N1_a_state_of_emergency	10.833333333333394
+RBS:notstand_X	0.79999999999999993
+R:X:NX_sie:N1_she	8.6666666666666465
+WA:in:inWA:dem:the	-11.56666666666665
+WA:pervez:pervezWA:musharraf:musharraf	-26.600000000000197
+RBS:pervez_musharraf	-26.600000000000197
+R:X:pervez_musharraf:pervez_musharraf	-2.7333333333333343
+WA:dies:thisWA:ist:is	-3.0333333333333283
+R:X:musharraf_NX_,_als_er:musharraf_N1_as_he	4.3333333333333233
+R:X:in:to	2.3333333333333348
+WA:den:to	-3.0666666666666664
+RBS:X_rahmen	-3.93333333333333
+WA:in:for	-4.9999999999999929
+RBS:rahmen_der	-3.93333333333333
+Shape_S01111_T11011	3.3666666666666551
+RBS:justiz_und	64.99999999999865
+R:X:den:to	-3.0666666666666664
+R:X:NX_rahmen_der:N1_the	-3.93333333333333
+RBT:X2_pervez	12.66666666666667
+R:X:NX_pakistanischen_NX_.:pakistan_N1_N2_.	-3.93333333333333
+WA:pakistanischen:pakistanWA:.:.	-3.93333333333333
+R:X:NX_dem_NX_pervez_musharraf:N1_N2_pervez_musharraf	-4.1333333333333293
+RBS:geben_	-5.1999999999999877
+R:X:NX_den_NX_.:N1_the_N2_.	-1.6666666666666672
+RBT:the_pakistan	-1.4000000000000004
+R:X:NX_der_pakistanischen:N1_the_pakistan	-1.4000000000000004
+R:X:NX_pervez_musharraf:N1_pervez_musharraf	-3
+WA:für:forWA:.:.	4.9666666666666544
+RBT:_verfassung	-1.0000000000000002
+R:X:verfassung:verfassung	-1.0000000000000002
+RBT:verfassung_	-1.0000000000000002
+WA:verfassung:verfassung	-1.0000000000000002
+R:X:den:for	-0.73333333333333328
+WA:den:for	-0.73333333333333328
+R:X:macht_NX:N1_power	15.433333333333465
+RBS:an_der	3.866666666666656
+RBT:rule_X1	-0.79999999999999993
+R:X:NX_ausgerufen:declared_a_state_of_N1	-0.79999999999999993
+R:X:NX_den_notstand:emergency_rule_N1	-0.79999999999999993
+RBT:emergency_rule	-0.79999999999999993
+WA:dem:theWA:den:the	-0.46666666666666662
+RBT:does_	-3.4999999999999942
+WA:macht:does	-3.4999999999999942
+R:X:NX_an_der:N1_the	-10.166666666666716
+RBT:X2_does	-0.59999999999999998
+RBT:throughout_	3.0666666666666664
+WA:in:throughout	3.0666666666666664
+RBT:_throughout	3.0666666666666664
+R:X:in:throughout	3.0666666666666664
+R:X:musharraf_NX_,_als_NX:musharraf_N1_N2	-5.8666666666666565
+WA:,:,WA:hat:,	-0.26666666666666666
+R:X:NX_,_hat:N1_,	11.333333333333407
+RBS:,_hat	-0.26666666666666666
+WA:in:at	3.466666666666665
+RBT:at_	3.1666666666666661
+R:X:in:within	3.5999999999999979
+WA:in:within	3.0666666666666664
+RBT:_over	3.7999999999999972
+RBT:over_	3.7999999999999972
+R:X:in:over	3.7999999999999972
+WA:in:over	3.7999999999999972
+R:X:in:have	3.1333333333333329
+RBT:have_	3.1333333333333329
+RBT:_it	-0.39999999999999997
+RBS:_1999	-0.26666666666666666
+WA:in:'s	3.2333333333333321
+R:X:in:'s	3.93333333333333
+WA:den:theWA:den:the	-0.33333333333333331
+R:X:notstand_NX_.:N1_a_state_of_emergency_.	0.73333333333333373
+RBT:emergency_.	0.73333333333333373
+R:X:den_NX_den_NX:the_N1_N2	-0.33333333333333331
+WA:notstand:emergencyWA:.:.	0.73333333333333373
+R:X:NX_pakistanischen:N1_pakistan	-0.13333333333333333
+R:X:NX_der:N1_in	-0.13333333333333333
+RBT:_viele	10.999999999999979
+R:X:den:with	-0.13333333333333333
+WA:den:with	-0.13333333333333333
+WA:den:'s	0.73333333333333373
+WA:in:inWA:musharraf:musharraf	-0.66666666666666685
+R:X:in_NX_musharraf:in_N1_musharraf	-0.66666666666666685
+R:X:NX_ein_NX:N1_put_forward_a_N2	10.933333333333309
+RBT:out_	-0.36666666666666664
+RBT:of_power	-0.13333333333333333
+WA:,:out	-0.36666666666666664
+RBT:_out	-0.13333333333333333
+R:X:,:out	-0.13333333333333333
+WA:an:ofWA:der:ofWA:macht:power	-0.13333333333333333
+WA:von:on	2.0666666666666673
+R:X:NX_versucht_,:N1_tried_to	1.9999999999999982
+R:X:NX_an_der_macht_NX:N1_of_power_N2	-0.13333333333333333
+R:X:NX_hat:have_N1	4.399999999999995
+R:X:in_NX_hat_NX:in_N1_N2	-0.066666666666666666
+WA:die:an	0.93333333333333346
+R:X:NX_unabhängige:N1_independent	0.66666666666666663
+RBT:judiciary_and	64.99999999999865
+RBT:X1_independent	0.66666666666666663
+RBS:X_unabhängige	0.66666666666666663
+RBT:_an	0.93333333333333346
+R:X:NX_justiz_und:N1_judiciary_and	64.99999999999865
+WA:justiz:judiciaryWA:und:and	64.99999999999865
+R:X:die:an	0.93333333333333346
+R:X:NX_und:N1_,_and	-3.7999999999999972
+RBT:--_and	-2.0666666666666678
+R:X:NX_und:N1_capabilities_,_and	-3
+RBT:X1_capabilities	-3
+RBT:capabilities_,	-3
+R:X:NX_und:N1_reform_,_and	-6.5333333333333208
+RBT:_stability	8.8666666666666583
+WA:bühne:arena	-7.6333333333333533
+R:X:NX_zu_NX:N1_with_N2	4.4666666666666615
+RBT:with_X2	4.0999999999999961
+WA:zu:on	-6.6000000000000005
+RBS:am_	-8.9000000000000359
+RBT:media_X2	-9.4333333333333744
+RBT:_elected	5.6999999999999922
+R:X:zu_NX:N1_on	-6.6000000000000005
+R:X:NX_zu_NX:in_N2_N1	-0.33333333333333331
+R:X:NX_zu_NX:N1_to_be_N2	2.8000000000000003
+RBT:to_be	2.8000000000000003
+WA:zu:toWA:zu:be	2.8000000000000003
+RBT:be_X2	2.8000000000000003
+RBT:arena_	-7.6333333333333533
+R:X:NX_zu_NX:N1_to_N2	1.9666666666666659
+R:X:NX_und:N1_construction_and	-0.39999999999999997
+RBT:X1_construction	-0.39999999999999997
+RBT:construction_and	-0.39999999999999997
+RBS:amerika_X	-0.066666666666666666
+R:X:NX_und:N1_market_and	-0.26666666666666666
+R:X:stabilität:stability	8.8666666666666583
+RBT:X1_forward	-0.066666666666666666
+R:X:NX_und:N1_forward_and	-0.066666666666666666
+RBT:too_X2	-0.066666666666666666
+WA:zu:too	-0.066666666666666666
+RBT:_by	-0.13333333333333333
+WA:,:,WA:als:when	4.5333333333333279
+R:X:die:by	-0.13333333333333333
+WA:die:by	-0.13333333333333333
+R:X:die:with	-0.46666666666666662
+WA:die:with	-0.46666666666666662
+R:X:die:who	-0.066666666666666666
+R:X:NX_,_aber_NX_,:N1_,_N2_to	-14.433333333333366
+RBT:its_X2	-10.766666666666657
+WA:hat:hasWA:versucht:tried	-30.666666666666924
+R:X:NX_,_aber_NX:N1_,_N2	14.766666666666696
+RBT:war_on	3.7333333333333307
+R:X:NX_seine_NX_zu:N1_its_N2_to	-10.033333333333312
+RBS:,_aber	0.79999999999999993
+WA:als:thanWA:das:the	4.2333333333333254
+RBT:X1_its	-11.699999999999996
+WA:sie:her	-0.46666666666666662
+RBS:versucht_X	13.233333333333341
+RBS:,_seine	13.233333333333341
+RBS:X_politischen	-11.599999999999985
+RBS:seine_X	-1.4999999999999993
+RBT:and_the	1.1333333333333331
+R:X:,_seine_NX_zu_NX:to_N2_its_N1	13.233333333333341
+R:X:NX_und_den:N1_and_the	2.6000000000000001
+RBS:und_den	2.6666666666666576
+WA:,:toWA:seine:itsWA:zu:to	13.233333333333341
+R:X:NX_als_das:N1_than_the	-1.9666666666666657
+R:X:viele:viele	10.999999999999979
+WA:und:andWA:den:the	1.5333333333333334
+WA:seine:itsWA:zu:to	-10.033333333333312
+WA:hat:hasWA:hat:,WA:er:he	31.666666666666938
+RBS:als_das	4.2333333333333254
+R:X:er:he	-4.6666666666666607
+RBT:,_he	25.733333333333519
+RBT:X2_its	13.233333333333341
+WA:das:theWA:zu:to	-1.7666666666666628
+R:X:NX_das_NX_zu:N1_the_N2_to	-1.7666666666666628
+R:X:NX_das_NX:N1_the_N2	-1.4000000000000004
+RBT:_action	-1.466666666666667
+R:X:maßnahmen:action	-1.466666666666667
+R:X:NX_und_den:N1_,_and_the	-1.0666666666666669
+WA:maßnahmen:actions	-2.2000000000000011
+R:X:NX_und_den:N1_with_the	6.9333333333333194
+WA:und:withWA:den:the	6.9333333333333194
+RBT:its_war	-0.93333333333333346
+RBT:._X1	1.1666666666666672
+R:X:NX_den_krieg:N1_its_war	-0.93333333333333346
+RBT:she_	8.6666666666666465
+RBS:X_blieben	-0.66666666666666663
+WA:den:itsWA:krieg:war	-0.93333333333333346
+R:X:NX_als_das_NX:N1_than_the_N2	4.699999999999994
+WA:viele:viele	10.999999999999979
+R:X:NX_,_für:N1_for	-1.0000000000000002
+WA:für:for	-1.0000000000000002
+R:X:NX_seine_NX:'s_N1_N2	-0.46666666666666662
+R:X:seine_NX:its_N1	-0.39999999999999997
+RBT:of_their	-2.8666666666666671
+RBT:_seine	1.4999999999999993
+R:X:als_das_NX:than_the_N1	1.4999999999999993
+R:X:er:it	-0.39999999999999997
+R:X:NX_zu_NX_und:N2_N1_,_and	-0.39999999999999997
+R:X:NX_zu_NX_und:N1_N2_,_and	-0.39999999999999997
+RBT:_gestalten	-8.9333333333333673
+RBT:gestalten_	-8.9333333333333673
+WA:dem:theWA:,:,	-3.36666666666666
+R:X:gestalten:gestalten	-8.9333333333333673
+WA:gestalten:gestalten	-8.9333333333333673
+WA:krieg:warWA:gegen:against	-0.39999999999999997
+RBT:war_against	-0.39999999999999997
+WA:krieg:warWA:gegen:on	-1.7333333333333301
+RBS:__X	-0.8666666666666667
+R:X:ist_NX:N1_has	-2.0333333333333337
+RBT:this_is	-3.0333333333333283
+R:X:NX_.:N1_heading_.	-0.26666666666666661
+RBT:X1_heading	-0.26666666666666661
+RBT:heading_.	-0.26666666666666661
+R:X:,:--	4.399999999999995
+RBT:_--	4.399999999999995
+WA:so:this	-1.3333333333333339
+RBT:this_possibility	-1.3333333333333339
+R:X:NX_so:this_possibility_N1	-1.3333333333333339
+RBT:possibility_X1	-1.3333333333333339
+WA:,:_	10.799999999999976
+R:X:,:_	-2.6666666666666679
+WA:so:thereby	1.3333333333333339
+R:X:NX_so:N1_,_thereby	1.3333333333333339
+RBT:,_thereby	1.3333333333333339
+RBT:thereby_	1.3333333333333339
+R:X:,:on	-1.7333333333333341
+R:X:das_NX_,:N1_'s_system_of_higher_education_,	10.933333333333309
+R:X:NX_,:that_it_would_N1_,	-16.333333333333385
+R:X:NX_er_NX:N1_he_N2	-17.200000000000063
+WA:,:thatWA:,:,	-16.333333333333385
+RBT:it_would	-16.333333333333385
+WA:als:asWA:er:he	-16.533333333333388
+RBT:as_he	-12.200000000000012
+RBS:als_er	-14.933333333333366
+RBS:gewählte_regierung	-8.5666666666666771
+R:X:NX_gewählte_regierung_NX:N2_N1_elected_government	9.3666666666666814
+R:X:NX_die:,_N1	37.433333333332634
+RBT:national_X2	2.4000000000000008
+R:X:NX_nationale_NX:N1_national_N2	2.4000000000000008
+RBT:elected_government	9.3666666666666814
+RBS:nationale_X	1.8333333333333339
+RBS:eine_X	5.6999999999999922
+RBS:_eine	-13.033333333333381
+RBT:an_X1	5.6999999999999922
+RBT:when_he	-2.7333333333333303
+WA:als:whenWA:er:he	-2.7333333333333303
+R:X:,_NX:N1_,	-0.53333333333333333
+R:X:NX_von:N1_about	-0.46666666666666662
+R:X:als_er:when_he	-2.7333333333333303
+R:X:NX_regierung_NX:N1_government_N2	-3.7999999999999972
+RBT:government_X2	-3.7999999999999972
+WA:er:heWA:regierung:government	-3.7333333333333307
+R:X:er_NX_regierung_NX:he_N2_N1_government	-3.7333333333333307
+R:X:eine:,	-3.466666666666665
+WA:eine:,	-3.466666666666665
+R:X:NX_,_als:N1_than	3.3333333333333308
+R:X:eine:eine	-14.53333333333336
+RBT:_eine	-14.53333333333336
+RBT:eine_	-14.53333333333336
+WA:eine:eine	-14.53333333333336
+R:X:NX_gewählte_regierung:N1_government	-17.933333333333408
+Shape_S01111_T11010	-5.6333333333333231
+R:X:NX_,_als:N1_,_as	-1.5666666666666662
+RBT:,_as	2.4333333333333305
+RBT:is_a	-1.7333333333333341
+R:X:NX_eine:N1_is_a	-1.7333333333333341
+WA:eine:a	-1.7333333333333341
+R:X:NX_eine:N1_will	-1.1333333333333335
+WA:eine:for	-0.73333333333333328
+R:X:eine:for	-0.73333333333333328
+RBT:as_X2	2.1333333333333342
+R:X:NX_musharraf_NX_die:N1_musharraf_N2_the	3.8666666666666583
+RBT:it_X2	-5.4666666666666579
+R:X:NX_eine:N1_any	-0.066666666666666666
+RBT:X1_any	-0.066666666666666666
+WA:eine:any	-0.066666666666666666
+R:X:NX_,:N1__	13.466666666666677
+RBS:viele_	-0.6000000000000002
+R:X:NX_ihres:N1_of_their	-2.8666666666666671
+RBT:X1_she	5.9999999999999893
+WA:sie:she	5.9999999999999893
+R:X:NX_der_politischen_NX:N1_political_N2	11.599999999999985
+R:X:viele:of	-11.599999999999985
+RBS:von_der	-11.599999999999985
+R:X:NX_politischen_NX:N1_political_N2	-11.599999999999985
+RBT:thought_	-5.3999999999999915
+WA:dass:thought	-5.3999999999999915
+RBT:they_	-7.3999999999999844
+RBT:_terror	-3.199999999999994
+R:X:NX_dass:N1_thought	-5.3999999999999915
+RBS:_sie	-5.6666666666666572
+RBT:X1_thought	-5.3999999999999915
+RBT:X1_all	2.8666666666666671
+R:X:NX_ihres:N1_all_their	2.8666666666666671
+RBT:all_their	2.8666666666666671
+R:X:NX_sie_NX:N1_she_N2	-2.6666666666666679
+RBT:she_X2	-2.6666666666666679
+R:X:NX_von:N1_on	2.0666666666666673
+R:X:er_NX:N1_,_he	-5.9333333333333229
+WA:dass:see	-3.6666666666666643
+RBT:see_	-3.6666666666666643
+RBT:X1_see	-3.6666666666666643
+WA:,:who	-1.2666666666666668
+RBT:__X2	-0.8666666666666667
+R:X:NX___NX:N1___N2	-0.8666666666666667
+RBS:_dass	-1.2000000000000004
+R:X:NX_,_aber_NX:N1_,_but_N2	1.4666666666666668
+RBT:keep_	-1.2000000000000004
+WA:dass:keep	-1.2000000000000004
+R:X:NX_,_NX:N1_to_N2	-1.2000000000000004
+RBT:_keep	-1.2000000000000004
+WA:sie:theyWA:.:.	3.466666666666665
+RBT:X1_her	-0.46666666666666662
+RBT:her_X2	-0.46666666666666662
+R:X:NX_sie_NX:N1_her_N2	-0.46666666666666662
+WA:musharraf:musharrafWA:am:of	-8.6000000000000316
+RBT:X1_about	-0.46666666666666662
+WA:von:about	-0.46666666666666662
+WA:von:by	-0.33333333333333331
+R:X:NX_,:N1_out	-0.23333333333333331
+RBT:think_	-0.26666666666666666
+RBT:X1_out	-0.23333333333333331
+WA:halten:think	-0.26666666666666666
+R:X:NX_würde:N1_,_would	1.133333333333334
+RBT:,_would	1.133333333333334
+WA:dass:let	-0.46666666666666662
+RBT:X1_let	-0.46666666666666662
+R:X:die_NX:N1_'s	0.066666666666666666
+WA:so:so	-0.066666666666666666
+RBT:brought_	0.066666666666666666
+R:X:NX_den_taliban_NX:N1_taliban_N2	-8.2333333333333165
+WA:brachten:brought	0.066666666666666666
+R:X:NX_internationale:N1_the_international	22.700000000000141
+R:X:taliban:taliban	7.7666666666666488
+RBS:_taliban	7.7666666666666488
+R:X:NX_erklärte_,_NX:N1_,_N2	10.766666666666666
+RBT:_taliban	7.7666666666666488
+R:X:den_NX_den_NX:N2_the_N1	7.9666666666666499
+R:X:den_taliban:the_taliban	3
+RBT:the_taliban	3
+WA:den:theWA:taliban:taliban	3
+R:X:NX_unterstützen_.:support_N1_.	2.5333333333333274
+RBT:geben_	-0.80000000000000016
+RBT:_geben	-0.80000000000000016
+WA:geben:geben	-0.80000000000000016
+R:X:NX_dem_NX_musharraf:N1_N2_musharraf	12.833333333333426
+RBS:_geben	-0.80000000000000016
+R:X:geben:geben	-0.80000000000000016
+RBS:X_terroranschläge	-0.066666666666666666
+R:X:NX_terroranschläge:N1_terrorist_attacks	-0.066666666666666666
+RBT:X1_terrorist	-0.066666666666666666
+R:X:NX_amerika_NX:N2_N1_america	-0.066666666666666666
+R:X:NX_musharraf_NX:musharraf_N2_N1	-0.40000000000000008
+RBT:_ready	-0.59999999999999998
+RBT:ready_	1.3333333333333328
+WA:bereit:ready	1.3333333333333328
+RBT:he_X1	-1.6000000000000005
+RBT:ist_	-0.96666666666666712
+R:X:er_sich_NX:he_N1	-0.59999999999999998
+RBT:_he	-9.9999999999999769
+R:X:NX_den_taliban_NX:N2_N1_taliban	-2.2666666666666675
+RBS:taliban_X	-13.900000000000007
+R:X:NX_taliban_NX:N1_taliban_N2	-3.4000000000000004
+RBT:taliban_X2	-11.633333333333317
+WA:er:him	-0.89999999999999991
+R:X:NX_den_NX:the_N2_N1	-0.89999999999999991
+RBT:_him	-0.89999999999999991
+RBT:X1_against	-8.1999999999999869
+WA:gegen:against	-8.1999999999999869
+RBT:against_	-8.999999999999984
+R:X:ins_NX:into_the_N1	-1.0999999999999999
+WA:am:of	-1.6000000000000003
+R:X:am_NX:of_N1	-1.6000000000000003
+R:X:NX_musharraf:musharraf_N1	-8.1333333333333275
+RBS:den_taliban	-7.6666666666666528
+R:X:NX_den_taliban:N1_taliban	-0.16666666666666607
+RBT:global_	-10.366666666666644
+RBT:X2_a	-12.466666666666741
+WA:bereit:willing	4.4666666666666659
+R:X:bereit:willing	4.9999999999999982
+RBT:willing_	4.4666666666666659
+RBT:_willing	4.9999999999999982
+RBS:internationale_	-1.099999999999997
+RBT:international_	9.2666666666666497
+WA:als:than	5.9333333333333265
+R:X:als:than	2.600000000000001
+RBT:than_	1.8333333333333302
+RBT:_than	4.099999999999997
+WA:ist:ist	-0.96666666666666712
+RBS:er_sich	5.1333333333333293
+R:X:den:of	-3.300000000000002
+RBT:X2_-	-3.300000000000002
+WA:hat:hasWA:musharraf:musharraf	9.9999999999999751
+RBT:X1_international	-16.800000000000093
+RBT:any_	-0.066666666666666666
+R:X:NX_internationale_NX:N1_international_N2	-3.3666666666666605
+R:X:am_NX:on_N1	-29.900000000000158
+RBT:_on	-37.000000000000256
+RBT:on_X1	-29.900000000000158
+R:X:NX_erklärte_,:N1_,	-10.766666666666666
+WA:zu:toWA:,:,	3.9666666666666579
+WA:der:theWA:pakistanischen:pakistan	-1.4000000000000004
+R:X:terroranschläge:terrorist_attacks	0.066666666666666666
+R:X:hat_NX_musharraf:N1_musharraf_has	4.9333333333333265
+RBT:international_X2	19.900000000000016
+R:X:NX_geben_und:N1_and	5.1999999999999877
+R:X:und_den_NX_.:and_N1_.	-4.7333333333333218
+R:X:brachten:brachten	-0.066666666666666666
+R:X:NX_pervez_musharraf:pervez_musharraf_N1	-16.733333333333391
+RBT:the_international	45.966666666666775
+R:X:NX_ein_NX_ist:N1_is_any_N2	1.5333333333333332
+R:X:NX_dem_NX_den:N1_the_N2_the	-0.46666666666666662
+RBS:geben_und	5.1999999999999877
+RBT:bereit_	-5.7999999999999945
+RBS:_bereit	-1.4000000000000006
+Shape_S11100_T01100	19.900000000000087
+RBT:X1_makes	-1.8999999999999986
+R:X:als:as	5.1333333333333284
+WA:sich:,	-3.2999999999999994
+RBS:_nationale	-0.56666666666666676
+Shape_S11111_T11010	2.0333333333333292
+WA:taliban:taliban	-3
+RBS:in_dem	-11.56666666666665
+R:X:den_NX_zu:to_N1	-5.2666666666666577
+R:X:,_NX_den_NX_zu:to_N2_N1	2.0333333333333292
+R:X:von_NX_angeführten:N1_-_led	3.300000000000002
+RBS:ins_	3.4000000000000017
+RBT:_brachten	-0.066666666666666666
+WA:könnte:may	-1.9999999999999982
+RBT:_bereit	-5.7999999999999945
+RBS:_den	-2.3333333333333308
+RBS:_entscheidung	1.9999999999999982
+RBS:unterstützen_.	8.2999999999999972
+RBT:musharraf_has	9.9999999999999751
+R:X:NX_internationale_NX:N1_the_international_N2	23.266666666666737
+WA:so:as	-1.0333333333333339
+WA:,:,WA:,:to	-14.433333333333366
+RBT:taliban_	11.633333333333317
+RBT:on_terror	12.933333333333328
+RBS:der_pakistanischen	4.0666666666666629
+RBS:X_unterstützen	8.2999999999999972
+R:X:NX_unterstützen_.:N1_.	5.7666666666666613
+RBS:_terroranschläge	0.066666666666666666
+WA:bereit:bereit	-5.7999999999999945
+R:X:in_dem:in_the	-0.23333333333333331
+WA:den:toWA:zu:to	-5.2666666666666577
+RBT:forward_and	-0.066666666666666666
+RBT:X1_taliban	-10.766666666666666
+WA:für:für	-0.033333333333333333
+R:X:NX_amerika:N1_america	0.066666666666666666
+R:X:NX_ins_NX:N1_into_the_N2	-2.3000000000000007
+WA:brachten:brachten	-0.066666666666666666
+RBT:_terrorist	0.066666666666666666
+RBS:X_internationale	3.4000000000000017
+RBS:taliban_	13.900000000000007
+RBS:den_notstand	-11.566666666666739
+R:X:NX_ins:N1_into	3.0333333333333337
+R:X:NX_und:N1_--_and	-2.0666666666666678
+RBS:brachten_	-0.066666666666666666
+RBS:X_ins	0.73333333333333339
+RBS:X_geben	3.5666666666666598
+RBT:into_	3.4000000000000017
+R:X:sie_NX:N1_they	-5.6666666666666572
+RBS:gegen_den	6.4666666666666588
+R:X:entscheidung_NX_,_NX:decision_N1_N2	1.9999999999999982
+RBS:X_taliban	-0.099999999999999714
+RBS:sich_X	-1.4000000000000006
+R:X:NX_taliban:N1_taliban	3.300000000000002
+RBT:in_the	-11.56666666666665
+R:X:als:when	-6.9666666666666579
+RBT:of_	-61.466666666666619
+WA:eine:is	-69.200000000000344
+R:X:NX_,:N1_in	-8.1333333333333204
+RBT:X2_.	28.300000000000193
+WA:terror:terror	-5.8666666666666627
+R:X:sein:sein	14.733333333333329
+WA:notstand:emergency	-0.73333333333333373
+WA:zu:to	31.300000000000171
+RBT:a_top	-33.600000000000207
+R:X:NX_das:N1_the	12.133333333333306
+R:X:dies:that	-20.233333333333395
+R:X:NX_internationale:N1_global	-10.366666666666644
+RBS:so_	-1.5333333333333332
+RBT:X2_effectively	30.800000000000168
+RBT:_target	-12.399999999999972
+R:X:NX_ausgerufen_NX:declared_a_state_of_N1_N2	7.6999999999999886
+R:X:NX_den_NX_gegen:N1_the_N2_against	-0.39999999999999997
+RBT:X1_war	42.533333333333672
+RBT:_being	-26.933333333333451
+RBT:he_	46.233333333333718
+R:X:NX_,:to_N1	1.7
+R:X:NX_bemühen:N1_effort	1.5666666666666664
+R:X:,_für_NX:,_N1	3.8333333333333246
+R:X:NX_dem_NX_,:N1_N2_,	0.033333333333333472
+RBS:den_terror	7.0666666666666558
+R:X:NX_und:N1_-	2.0333333333333345
+R:X:NX_hat:N1_,	-10.866666666666651
+WA:von:to	-0.46666666666666662
+RBT:X1_hold	-3.0666666666666642
+RBT:to_X1	-2.8666666666666667
+RBT:X1_it	-68.666666666667041
+WA:,:to	71.466666666666569
+WA:dies:so	-34.966666666666896
+RBT:have_X1	4.399999999999995
+R:X:NX_dass:N1_that	17.466666666666736
+RBS:terror_	3.199999999999994
+RBS:notstand_	-0.79999999999999993
+WA:sein:his	23.86666666666676
+R:X:NX_an_der_NX:N1_to_N2	5.5999999999999899
+RBT:well_X2	10.93333333333331
+RBT:X1_is	-53.96666666666713
+RBS:gegen_	-6.4666666666666588
+RBT:able_to	-18.666666666666689
+RBS:den_	0.79999999999999982
+RBS:X_gewählte	-5.6999999999999922
+R:X:NX_den_terror:N1_terror	-5.8666666666666627
+RBT:X1_and	26.000000000000099
+RBT:X1_so	-0.066666666666666666
+R:X:NX_von:N1_to	-0.46666666666666662
+RBT:tried_	-14.633333333333368
+WA:-:--	-2.1666666666666665
+RBS:effektiver_zu	30.800000000000168
+R:X:sein:be	2.8666666666666623
+RBS:er_	-9.6333333333333133
+RBS:,_an	-3.866666666666656
+RBS:versucht_	-15.23333333333337
+RBS:X_effektiver	29.300000000000143
+R:X:NX_sie:N1_they	-1.7333333333333341
+RBT:a_state	7.6999999999999886
+Shape_S11110_T11110	14.666666666666694
+WA:ziel:aim	-17.833333333333361
+R:X:NX_er:he_N1	-1.0000000000000004
+WA:würde:would	-4.4333333333333291
+R:X:NX_das_NX_,:N1_N2_'s_system_of_higher_education_,	-11.733333333333315
+RBS:,_für	2.8333333333333282
+RBT:independent_	8.7999999999999847
+R:X:NX_,:N1_for	11.999999999999973
+RBS:X_ein	-21.10000000000003
+R:X:NX_er:N1_it	-69.866666666666973
+WA:er:it	-75.733333333333306
+R:X:NX_die:N1_to_read_the	3.800000000000002
+WA:zu:toWA:,:that	1.5999999999999996
+R:X:NX_pakistanischen_NX:pakistan_N1_N2	10.69999999999998
+RBT:blieben_	-31.900000000000187
+R:X:,_als:,_as	3.9999999999999964
+RBT:agencies_,	5.0333333333333314
+R:X:NX_für:N1_that	-1.4000000000000001
+RBS:eine_	-5.6999999999999922
+RBT:'s_security	5.0333333333333314
+R:X:in:in	-11.533333333333337
+RBT:rahmen_	-2.0999999999999974
+RBT:security_agencies	5.0333333333333314
+R:X:bereit:ready	-0.59999999999999998
+WA:rahmen:rahmen	-2.0999999999999974
+R:X:NX_justiz_NX:N1_judiciary_N2	-32.36666666666612
+R:X:medien:medien	-0.59999999999999998
+R:X:am:on	-11.333333333333314
+WA:medien:medien	-0.59999999999999998
+RBS:X_das	-1.9666666666666661
+RBS:X_gegen	-3.3333333333333321
+RBT:media_X1	-0.89999999999999991
+RBT:enjoying_X1	-0.20000000000000004
+R:X:zu_NX:of_enjoying_N1	-0.20000000000000004
+R:X:NX_vielleicht:N1_possibly	-5.1666666666666643
+R:X:am:the	11.333333333333314
+R:X:medien_NX:media_N1	-0.89999999999999991
+RBS:freien_X	-5.6999999999999957
+RBS:_sorgen	3.9999999999999907
+RBS:_medien	-5.6999999999999957
+R:X:medien:media	-4.2000000000000011
+RBS:dass_X	-9.5333333333333155
+RBT:_media	-5.0999999999999979
+R:X:freien_NX:free_,_N1	-5.6999999999999957
+RBT:terror_	7.0666666666666558
+RBT:emergency_	0.066666666666666582
+RBS:X_von	-3.300000000000002
+RBT:,_X1	70.333333333331936
+WA:ist:be	28.966666666666814
+RBT:higher_education	-0.79999999999999993
+R:X:und_NX:as_a_N1	-4.6999999999999993
+RBT:to_ensure	0.59999999999999909
+WA:sie:they	-12.599999999999982
+RBT:as_a	-4.6999999999999993
+WA:zu:toWA:sorgen:ensure	0.59999999999999909
+Shape_S01111_T01110	1.5333333333333332
+RBS:_justiz	-8.7999999999999847
+RBT:judiciary_X1	-7.2999999999999901
+RBT:_judiciary	-8.7999999999999847
+RBT:_S1	-99.599999999999284
+RBT:read_the	3.5000000000000018
+RBT:to_read	3.5000000000000018
+WA:blieben:blieben	-31.900000000000187
+R:X:justiz_NX:judiciary_N1	-7.2999999999999901
+RBT:_effort	-1.6666666666666672
+RBT:_?	-18.733333333333345
+RBT:the_electricity	-32.300000000000189
+R:X:NX_verfassung:N1_'s_constitution	32.966666666666868
+R:X:NX_zu_NX_und:N1_N2_and	-6.9666666666666535
+RBT:X2_an	5.6999999999999922
+RBT:industry_X1	-32.300000000000189
+R:X:NX_verfassung_NX:N1_constitution_N2	-1.6000000000000003
+WA:eine:anWA:regierung:government	5.6999999999999922
+WA:die:,WA:die:the	-32.300000000000189
+RBT:_into	-5.43333333333333
+R:X:,_als:,_when	4.5333333333333279
+R:X:unabhängige:independent	8.1333333333333204
+Shape_S01111_T01111	0.16666666666677799
+RBT:X2_behind	-6.6999999999999931
+R:X:NX_die_NX_.:N1_have_been_drawing_N2_behind_bars_.	-6.6999999999999931
+R:X:und:as	-6.7999999999999927
+RBT:judiciary_X2	-32.36666666666612
+RBT:medien_	-0.59999999999999998
+RBS:_und	-44.399999999999046
+RBT:concerns_	-4.5999999999999996
+R:X:NX_,_als_NX:N1_as_N2	2.1333333333333342
+RBS:justiz_X	-39.666666666665982
+RBT:drawing_X2	-2.3000000000000003
+RBT:musharraf_	14.166666666666801
+R:X:freien:free	-1.6000000000000005
+RBS:_freien	-7.2999999999999901
+RBT:on_	-9.5999999999999996
+RBT:X1_have	-2.3000000000000003
+WA:für:in	-3.2000000000000015
+R:X:NX_die_NX:N1_have_been_drawing_N2	4.4000000000000004
+RBT:_free	-7.2999999999999901
+R:X:verfassung:constitution	-12.133333333333306
+RBT:-_	-2.8333333333333344
+R:X:zu_NX:as_much_as_N1	-8.8666666666666512
+RBT:much_as	-8.8666666666666512
+RBT:_stabilität	4.3666666666666565
+RBT:X1_religious	-18.80000000000005
+WA:zu:muchWA:zu:asWA:zu:as	-8.8666666666666512
+WA:am:the	44.433333333333699
+RBS:medien_X	-20.366666666666706
+RBT:X1_behind	-2.2000000000000011
+WA:und:as	-11.499999999999977
+RBT:enjoying_X2	8.2333333333333609
+RBT:bars_.	-8.8999999999999844
+RBS:X_die	21.533333333333502
+RBT:X1_constitution	0.96666666666666667
+RBT:_as	-11.766666666666644
+RBS:X_zu	-10.433333333333314
+RBS:X_halten	-5.7666666666666622
+WA:medien:media	-2.2999999999999958
+RBT:media_	8.0333333333333403
+RBS:dass_er	-17.899999999999984
+RBS:_gewählte	5.6999999999999922
+RBT:X1_media	5.6999999999999957
+R:X:und:,	3.9000000000000017
+WA:justiz:judiciary	-64.99999999999865
+RBT:X2_	-56.36666666666698
+RBT:judiciary_	-25.333333333333531
+RBT:S1_X2	-99.599999999999284
+WA:-:,	17.466666666666711
+RBT:behind_bars	-8.8999999999999844
+R:X:NX_dem_NX_pervez:N1_N2_pervez	16.800000000000061
+Shape_S11100_T11100	-16.266666666666779
+WA:macht:makes	-1.8999999999999986
+RBS:X_bemühen	1.5666666666666664
+WA:die:who	8.033333333333319
+RBT:war_	-3.3333333333333321
+RBT:_independent	-0.66666666666666663
+R:X:NX_krieg:N1_war	10.799999999999978
+RBS:verfassung_	22.400000000000048
+R:X:NX_dass_er:N1_he	-17.899999999999984
+RBS:die_	16.90000000000007
+WA:zu:of	-9.0666666666666718
+RBT:perhaps_X2	5.7666666666666622
+WA:seine:seine	1.4999999999999993
+R:X:NX_justiz:N1_judiciary	-23.833333333333517
+RBS:justiz_	-25.333333333333531
+RBS:S_X	-99.599999999999284
+R:X:eine_NX_regierung_NX:N2_an_N1_government	5.6999999999999922
+RBT:electricity_industry	-32.300000000000189
+RBT:'s_constitution	12.166666666666641
+R:X:1999:1999	-0.26666666666666666
+RBT:_have	-2.8666666666666614
+WA:rahmen:within	8.3333333333333162
+RBS:freien_	5.6999999999999957
+R:X:NX_den_NX_.:N1_N2_.	9.7000000000000579
+R:X:macht_NX:N1_does	-2.899999999999995
+RBS:_als	15.800000000000011
+RBS:X_justiz	8.7999999999999847
+RBT:free_	5.6999999999999957
+RBS:_verfassung	-13.133333333333304
+RBT:X1_does	-2.899999999999995
+RBS:als_	23.866666666666777
+Shape_S11111_T11011	-3.199999999999994
+RBT:,_when	4.5333333333333279
+RBS:_unabhängige	-0.66666666666666663
+RBS:_die	-21.533333333333502
+R:X:NX_zu_NX:of_enjoying_N2_N1	8.2333333333333609
+R:X:NX_die:N1_who	8.0999999999999872
+RBT:of_enjoying	8.0333333333333599
+RBT:and_X2	5.8999999999999924
+RBS:_dem	-6.9666666666666748
+RBT:X1_possibly	-5.1666666666666643
+RBT:X1_judiciary	8.7999999999999847
+WA:die:a	-5.7333333333332988
+WA:die:have	-3.800000000000002
+RBT:-_range	8.8999999999999844
+RBT:effektiver_	-23.400000000000063
+RBT:faces_a	27.700000000000127
+R:X:NX_krieg_gegen_den_terror:N1_war_on_terror	11.400000000000006
+RBT:range_missiles	8.8999999999999844
+WA:effektiver:effektiver	-23.400000000000063
+RBT:missiles_.	8.8999999999999844
+R:X:NX_die:N1_faces_a	27.700000000000127
+RBT:X1_faces	27.700000000000127
+RBS:zu_	-19.200000000000085
+RBS:sie_	6.9333333333333194
+R:X:NX_.:N1_-_range_missiles_.	8.8999999999999844
+RBT:_effektiver	-23.400000000000063
+RBT:goal_X2	5.2999999999999972
+RBT:,_this	8.1666666666666536
+R:X:NX_ziel_NX:N1_goal_N2	5.2999999999999972
+RBS:_S	-99.599999999999284
+RBT:sein_	14.733333333333329
+RBT:_terrorism	-3.8666666666666671
+R:X:NX_ziel:N1_target	-7.3333333333333188
+Shape_S01100_T11100	-47.700000000000408
+RBT:on_X2	1.6999999999999906
+R:X:NX_als:N1_when	14.833333333333295
+R:X:NX_ziel:N1_targets	-7.3666666666666529
+R:X:halten:halten	6.0333333333333279
+WA:sein:sein	14.733333333333329
+RBT:terrorism_	-3.8666666666666671
+RBT:_X2	8.133333333333324
+RBT:,_is	29.066666666666809
+R:X:sein:his	13.166666666666671
+RBS:_notstand	11.566666666666739
+R:X:NX_dass:N1_see	-3.6666666666666643
+RBS:_terror	-7.0666666666666558
+R:X:NX_an_der_NX:N1_the_N2	3.0333333333333279
+RBT:tried_X2	13.233333333333341
+R:X:NX_ziel_NX:N2_N1_goal	7.2666666666666542
+R:X:NX_,:N1_who	-1.2000000000000004
+RBT:despairing_X2	-0.53333333333333333
+RBT:more_	36.53333333333358
+RBT:X1_aim	-8.6666666666666501
+RBT:_of	-14.366666666666783
+WA:das:the	11.633333333333306
+R:X:NX_musharraf:N1_musharraf	-7.4333333333333185
+RBT:X1_targets	-9.3666666666666476
+RBT:_halten	6.0333333333333279
+R:X:NX_ziel_NX:N1_targets_N2	-2.0000000000000004
+WA:,:toWA:zu:to	2.0333333333333292
+RBT:as_X1	-8.999999999999984
+R:X:NX_bereit:N1_ready	1.9333333333333318
+RBT:_these	-48.566666666667089
+RBT:target_X2	-2.0000000000000004
+R:X:NX_,:N1_to	15.266666666666742
+R:X:NX_würde:if_N1	-0.99999999999999989
+WA:effektiver:effectively	23.400000000000063
+R:X:NX_.:N1_power_.	28.866666666666806
+R:X:NX_ziel_NX:N1_target_N2	-2.0000000000000004
+RBS:gestalten_	27.600000000000122
+R:X:NX_.:N1_established_.	-9.8333333333333339
+RBT:be_X1	-5.4666666666666872
+RBT:_be	5.0999999999999872
+RBS:X_gestalten	-27.600000000000122
+RBT:being_	-8.2666666666666533
+R:X:NX_dass:N1_let	-0.46666666666666662
+RBS:gestalten_.	-27.600000000000122
+RBT:X2_against	-0.39999999999999997
+RBT:war_.	22.066666666666709
+R:X:NX_an_der_NX:N1_in_N2	2.8666666666666618
+Shape_S01110_T01111	11.533333333333337
+R:X:sein:being	-8.2666666666666533
+R:X:NX_.:N1_war_.	22.066666666666709
+RBT:X1_tried	31.266666666666925
+WA:in:,	5.7666666666666702
+RBT:X1_effort	1.5666666666666664
+WA:an:of	6.7999999999999936
+Shape_S11110_T01011	-1.9999999999999982
+R:X:NX_sein_NX_.:be_N1_N2_.	1.7333333333333325
+RBT:targets_	-11.366666666666665
+WA:,:of	-22.30000000000005
+RBS:unabhängige_	8.7999999999999847
+R:X:sein_NX:being_able_to_N1	-18.666666666666689
+RBT:being_able	-18.666666666666689
+RBT:X1_terror	-5.8666666666666627
+RBT:X1_be	38.133333333333603
+WA:sein:be	0.59999999999999964
+R:X:sein_NX:N1_be	25.600000000000108
+WA:den:the	13.866666666666669
+Shape_S11000_T01100	70.166666666667055
+R:X:ziel_NX:target_N1	-6.5999999999999917
+WA:,:for	11.999999999999973
+RBT:X1_history	-0.33333333333333331
+RBT:has_X2	-18
+RBT:target_X1	-6.5999999999999917
+RBT:_targets	-10.599999999999978
+R:X:ziel_NX:targets_N1	-6.5999999999999917
+RBT:has_tried	-30.666666666666924
+RBT:targets_X1	-6.5999999999999917
+WA:und:,	-14.766666666666637
+RBT:_aim	-9.1666666666666501
+RBT:he_has	31.666666666666938
+WA:würde:will	5.4333333333333291
+R:X:ziel:aim	-9.1666666666666501
+WA:terror:terrorism	-3.8666666666666671
+RBT:_.	8.8666666666666512
+R:X:sein_NX:its_N1	-11.599999999999975
+R:X:sein_NX:his_N1	13.099999999999987
+RBS:ziel_X	1.1666666666666641
+RBS:X_oktober	-7.7333333333333529
+RBS:das_	1.5666666666666664
+R:X:NX_sein_,_NX_.:N1_N2_.	0.86666666666666703
+R:X:ziel_NX:goal_N1	5.7999999999999945
+WA:und:-	2.0333333333333345
+Shape_S11110_T11010	-9.3999999999999932
+RBS:_ziel	-17.400000000000013
+R:X:.:.	7.6999999999999886
+WA:,:in	-8.1333333333333204
+RBS:sein_X	-12.600000000000016
+RBT:goal_X1	5.7999999999999945
+R:X:NX_hat_NX_versucht:N1_N2_has_tried	-30.666666666666924
+RBS:_halten	5.7666666666666622
+R:X:NX_und:N1_,	-10.466666666666649
+RBS:ziel_	-1.1666666666666641
+RBS:_.	7.6999999999999886
+R:X:NX_sein_,_NX_.:be_N1_,_N2_.	-0.86666666666666703
+Shape_S11110_T01111	5.6999999999999922
+RBT:ziel_	-25.333333333333425
+R:X:ziel:ziel	-25.333333333333425
+RBS:den_X	12.300000000000027
+WA:sein:beWA:,:,WA:.:.	-0.86666666666666703
+WA:ziel:ziel	-25.333333333333425
+RBT:its_X1	1.5000000000000009
+RBT:attempt_by	-0.30000000000000004
+R:X:NX_und:N1_religious_law_and	-18.80000000000005
+R:X:stabilität:stabilität	4.3666666666666565
+RBT:as_much	-8.8666666666666512
+RBS:_betrat	10.499999999999979
+RBT:within_	11.399999999999972
+RBT:_within	11.933333333333303
+R:X:NX_versucht:N1_tried	16.033333333333378
+WA:ihres:pakistan	0.79999999999999993
+WA:macht:power	6.3666666666666627
+R:X:ziel:targets	-3.9999999999999969
+RBT:law_and	-18.80000000000005
+WA:stabilität:stabilität	4.3666666666666565
+RBT:entered_	-10.499999999999979
+WA:die:'sWA:und:and	5.0333333333333314
+RBT:_sorgen	3.9999999999999907
+R:X:die_NX_.:have_been_drawing_N1_behind_bars_.	-2.2000000000000011
+RBS:pakistanischen_	13.133333333333304
+RBT:_betrat	10.499999999999979
+RBT:state_of	7.6999999999999886
+R:X:ziel:goal	34.300000000000217
+RBT:X1_more	-1.5000000000000002
+R:X:NX_er_NX:N1_it_N2	-5.4666666666666579
+RBT:X1_would	-4.3333333333333295
+RBT:would_X1	-17.566666666666734
+RBT:in_	-41.833333333333549
+R:X:rahmen:framework	-2.3000000000000007
+RBT:government_	3.7999999999999972
+RBS:versuch_X	23.56666666666673
+RBT:sorgen_	3.9999999999999907
+WA:die:haveWA:.:.	-8.8999999999999844
+RBT:_pakistan	16.633333333333315
+RBT:betrat_	10.499999999999979
+R:X:NX_letzter_NX:N1_'s_last_N2	5.5666666666666629
+RBT:global_X2	-15.399999999999963
+RBS:ins_X	-3.4000000000000017
+WA:ein:an	-4.8999999999999986
+RBS:X_aber	-0.79999999999999993
+RBS:versuch_	-23.56666666666673
+R:X:sorgen:sorgen	3.9999999999999907
+WA:und:with	3.800000000000002
+WA:sorgen:sorgen	3.9999999999999907
+RBT:last_X2	5.5666666666666629
+RBT:target_	-13.133333333333342
+RBS:ausgerufen_X	7.6999999999999886
+RBS:_,	52.300000000000431
+R:X:NX_hat:N1_has	-3.0333333333333337
+RBT:declared_a	6.8999999999999915
+R:X:ziel:target	-5.7999999999999927
+R:X:NX_effektiver_zu_NX:N1_N2_effectively	30.800000000000168
+R:X:bemühen:effort	-1.6666666666666672
+RBS:_?	-18.733333333333345
+RBS:_rahmen	3.93333333333333
+RBT:,_	1.7666666666662998
+WA:ziel:target	-21.733333333333402
+RBS:,_	13.633333333333146
+R:X:NX_letzter:N1_late	-3.4000000000000008
+R:X:NX_medien_NX:N2_N1_media	-12.933333333333303
+RBT:elected_	8.5666666666666771
+R:X:NX_medien:N1_media	25.166666666666753
+RBS:brachten_X	0.066666666666666666
+RBS:X_verlassen	22.400000000000048
+R:X:in_NX:N1_within	-0.53333333333333344
+RBS:sie_X	-6.9333333333333194
+WA:musharraf:musharraf	29.033333333333569
+RBS:verlassen_und	28.000000000000128
+RBT:reform_,	-6.5333333333333208
+WA:stabilität:stability	-4.3666666666666565
+RBT:_emergency	-0.79999999999999993
+R:X:sein:its	-7.4999999999999858
+RBT:X1_?	-25.166666666666853
+RBT:last_X1	-4.333333333333333
+R:X:NX_zu_NX_.:N2_N1_.	-3.7000000000000015
+RBS:regierung_X	17.933333333333408
+RBT:free_,	-5.6999999999999957
+R:X:brachten_NX:N1_brought	0.066666666666666666
+R:X:NX_verlassen:relied_N1	-5.599999999999997
+WA:eine:will	-1.1333333333333335
+RBT:X1_free	7.2999999999999901
+RBT:X1_pakistani	-19.900000000000013
+RBT:brachten_	-0.066666666666666666
+RBS:verfassung_X	-22.400000000000048
+R:X:krieg_gegen:war_against	-0.39999999999999997
+R:X:NX__:N1_,	19.900000000000063
+RBT:seine_	1.4999999999999993
+RBT:X1_to	45.766666666666517
+RBS:musharraf_	-3.4999999999999871
+WA:verkaufen:verkaufen	-4.5999999999999996
+RBT:'s_X1	-18.299999999999994
+Shape_S10000_T10000	-130.03333333333146
+RBT:makes_	-1.0666666666666671
+WA:als:as	-3.8666666666666578
+PhraseModel_5	-2.0999999999998002
+RBS:unabhängige_X	-8.7999999999999847
+R:X:bereit:bereit	-5.7999999999999945
+RBT:X2_and	-7.3333333333333188
+RBS:X_macht	-4.7666666666667208
+WA:sein:being	-26.933333333333451
+R:X:NX_an_der_NX:N1_of_N2	4.9666666666666544
+R:X:NX_versucht_NX:N1_tried_N2	13.233333333333341
+RBS:_musharraf	6.5333333333333234
+RBT:_X1	155.79999999999768
+RBT:X1_stability	-13.233333333333301
+PassThrough_5	-93.833333333332916
+WA:so:that	-0.033333333333333333
+Shape_S11000_T11000	-91.099999999999184
+RBT:_pakistani	-0.79999999999999993
+RBS:_musharrafs	-1.9999999999999982
+RBT:versuch_	-0.53333333333333333
+RBT:X1_he	98.033333333332038
+RBS:der_politischen	12.399999999999991
+R:X:pakistanis_NX:pakistanis_N1	3.5000000000000013
+RBT:X1_	-56.033333333332813
+RBS:X_der	5.2666666666666702
+WA:versprechen:versprechen	-0.63333333333333108
+RBS:X_versuch	0.53333333333333333
+RBT:actions_	-2.2000000000000011
+R:X:NX_-_NX_.:N1_N2_.	-22.33333333333341
+RBT:last_	2.600000000000001
+R:X:NX_zu_NX:N1_of_N2	-2.199999999999998
+R:X:letzter:last	-0.59999999999999998
+Shape_S01110_T01110	46.233333333333228
+RBT:X1_choice	-9.0999999999999837
+R:X:NX_verlassen_und:N1_and	28.000000000000128
+RBT:religious_law	-18.80000000000005
+RBT:stabilität_	4.3666666666666565
+RBS:krieg_	-3.3333333333333321
+PhraseModel_1	-161.9566362840761
+RBT:viele_	10.999999999999979
+RBT:X1_in	-9.7666666666666782
+R:X:hat:,	3.1999999999999851
+RBT:verzweifelten_	-17.266666666666733
+RBT:attempts_	-0.59999999999999998
+RBT:_support	-0.76666666666666783
+RBS:letzter_X	1.2333333333333332
+RBT:framework_	-2.3000000000000007
+R:X:NX_die:the_electricity_industry_N1_,	-32.300000000000189
+RBS:X_verfassung	13.133333333333304
+R:X:NX_versuch_NX_,:N1_N2_,	23.866666666666735
+R:X:NX_,_NX_den:N1_N2_the	-0.40000000000000008
+R:X:NX_ihres:pakistan_N1	0.79999999999999993
+R:X:gewählte:elected	5.6999999999999922
+RBS:X_medien	5.6999999999999957
+RBT:X1_brought	0.066666666666666666
+RBT:relied_X1	-5.599999999999997
+R:X:general:general	4.2666666666666577
+WA:und:andWA:.:.	-4.9999999999999876
+R:X:NX_stabilität:N1_stability	-13.233333333333301
+RBT:drawing_X1	-10.399999999999983
+RBT:have_been	-12.699999999999973
+WA:pakistanischen:pakistani	-20.700000000000024
+RBT:states_of	-4.6999999999999993
+RBT:12_	8.9000000000000359
+RBT:_his	24.800000000000111
+WA:verzweifelten:verzweifelten	-17.266666666666733
+RBT:support_	-3.300000000000002
+RBT:_last	-4.9333333333333309
+Shape_S01110_T11010	5.7666666666666826
+WA:er:er	-22.200000000000141
+R:X:,:,	32.300000000000189
+R:X:pakistanischen:pakistani	-0.79999999999999993
+R:X:musharrafs:his	1.4666666666666659
+RBT:top_X2	-33.600000000000207
+RBS:ausgerufen_	-7.6999999999999886
+R:X:NX_ist_NX:N1_,_N2_,_is	2.5666666666666629
+R:X:internationale_NX:global_N1	-3.4000000000000017
+RBT:has_	-10.46666666666677
+PassThrough_6	-17.900000000000102
+WA:bemühen:effort	-0.10000000000000113
+WA:ziel:goal	84.866666666665694
+RBS:X_ausgerufen	6.8999999999999915
+RBS:versprechen_	2.4000000000000008
+RBT:_desperate	17.800000000000072
+R:X:NX_?:N1_consulting_?	43.90000000000029
+RBS:X_regierung	8.5666666666666771
+RBT:been_drawing	-12.699999999999973
+RBT:his_	12.233333333333354
+RBT:X1_goal	44.766666666666879
+WA:krieg:war	-2.4000000000000012
+RBT:perhaps_	1.8000000000000007
+RBT:_constitution	-12.133333333333306
+Shape_S11110_T11011	-3.7333333333333307
+WA:ziel:targets	-19.966666666666715
+WA:sein:beWA:.:.	6.833333333333325
+R:X:unabhängige_NX:independent_N1	-8.7999999999999847
+PhraseModel_4	12.182060169235008
+RBT:will_	5.9333333333333265
+RBS:X_freien	7.2999999999999901
+RBT:of_X2	3.4666666666666655
+R:X:musharraf:musharraf	16.666666666666725
+R:X:verkaufen:sell	13.233333333333341
+RBS:1999_	7.9666666666666899
+R:X:letzter:letzter	-2.1333333333333342
+RBT:with_the	6.3333333333333215
+WA:gegen:on	-2.2000000000000006
+R:X:NX_ziel:N1_goal	32.200000000000216
+R:X:NX_an_NX:N1_in_N2	13.899999999999968
+Shape_S01100_T11000	90.066666666664787
+WA:gewählte:electedWA:regierung:government	9.3666666666666814
+R:X:die_NX:have_been_drawing_N1	-8.1999999999999869
+RBT:pakistani_	-0.79999999999999993
+RBS:musharrafs_	-1.8333333333333313
+RBT:an_X2	-4.8999999999999986
+PassThrough_2	-24.833333333333513
+RBT:effort_	-0.10000000000000113
+RBT:,_and	-38.533333333332806
+RBT:goal_	73.766666666666069
+RBT:this_X1	4.1999999999999957
+RBT:X1_consulting	43.90000000000029
+RBT:desperate_	17.800000000000072
+PassThrough_1	-17.700000000000053
+RBT:pakistan_	14.266666666666637
+WA:betrat:betrat	10.499999999999979
+R:X:verlassen:verlassen	-20.200000000000017
+RBT:of_higher	-0.79999999999999993
+RBT:X1_sell	1.3999999999999968
+RBT:X1_'s	35.7666666666669
+RBS:die_X	-8.4666666666666526
+R:X:und:with	3.800000000000002
+Glue	-99.599999999999284
+R:X:pakistanischen:pakistan	9.9999999999999822
+WA:betrat:entered	-10.499999999999979
+WA:verzweifelten:despairing	-0.53333333333333333
+RBS:unterstützen_	-8.2999999999999972
+R:X:NX_zu_NX_.:N1_to_N2_.	1.4666666666666668
+RBT:X1_-	9.3666666666666512
+R:X:ist_NX:N1_,_is	10.233333333333313
+RBS:X_den	-6.7999999999999945
+RBT:a_	-20.099999999999625
+WA:als:in	13.199999999999969
+R:X:zu_NX:into_states_of_N1	-4.6999999999999993
+RBT:_versprechen	-0.63333333333333108
+RBS:X_letzter	5.3666666666666636
+WA:gewählte:elected	8.5666666666666771
+R:X:NX_dem_NX:N1_the_N2	-3.1333333333333298
+WA:verfassung:constitution	1.0000000000000002
+RBT:_ziel	-25.333333333333425
+R:X:NX_sein_NX_.:N2_be_N1_.	5.099999999999997
+R:X:in_NX:N1_'s	-0.70000000000000018
+R:X:NX_,_dass_NX_.:N1_N2_.	-9.5333333333333155
+RBT:independent_X1	-8.7999999999999847
+PhraseModel_6	70.233333333332155
+R:X:NX__:N1__	-19.033333333333385
+PhraseModel_0	-67.980162502396198
+RBT:over_the	-0.33333333333333331
+RBS:seine_	1.4999999999999993
+R:X:NX_,_als_NX_zu:N1_N2_to	4.1000000000000023
+RBT:_has	-15.899999999999958
+R:X:NX_ist_NX:N1_,_N2_is	15.599999999999966
+WA:maßnahmen:action	-1.466666666666667
+RBT:X1_project	22.33333333333341
+WA:letzter:last	3.8333333333333353
+RBS:und_X	-12.200000000000038
+RBT:X1_global	-25.766666666666765
+R:X:NX_,_NX:N1_,_N2	-39.000000000000064
+R:X:NX_-:N1_'s	11.699999999999989
+PassThrough_3	-52.033333333333523
+R:X:?:?	-18.733333333333345
+RBS:_pakistanischen	9.1999999999999851
+PassThrough	-172.93333333332853
+R:X:krieg_gegen_den_terror:war_on_terror	-5.9333333333333229
+RBT:_verlassen	-20.200000000000017
+R:X:letzter_NX:last_N1	-4.333333333333333
+WordPenalty	-96.934528360802517
+R:X:NX_verzweifelten_NX:N1_despairing_N2	-0.53333333333333333
+RBT:_more	18.466666666666708
+RBS:X_ziel	17.400000000000013
+R:X:NX_internationale_NX:N1_global_N2	-15.399999999999963
+RBT:X1_pervez	-3.1333333333333329
+RBT:_medien	-0.59999999999999998
+Shape_S01010_T01010	-99.599999999999284
+RBT:X2_,	-14.299999999999997
+WA:pakistanischen:pakistan	26.033333333333434
+R:X:12:12	8.9000000000000359
+RBT:consulting_?	43.90000000000029
+R:X:NX_zu_NX_.:N1_N2_.	13.799999999999967
+RBS:und_ein	21.10000000000003
+RBT:commitment_	3.0333333333333279
+WA:verzweifelten:desperate	17.800000000000072
+	-99.599999999999284
+RBT:X1_target	-9.3333333333333144
+Shape_S01100_T01100	38.766666666667639
+R:X:NX_an_NX:N1_on_N2	-0.79999999999999927
+WA:musharrafs:musharraf	6.1999999999999931
+RBS:pakistanischen_X	-13.133333333333304
+RBS:X_	-135.13333333333222
+RBS:X_stabilität	-13.233333333333301
+RBT:constitution_	23.400000000000063
+R:X:NX_,_als_er:N1_as_he	-20.133333333333439
+Shape_S01111_T01011	-13.233333333333446
+WA:versucht:attempts	-0.59999999999999998
+RBS:X_an	23.033333333333388
+R:X:ist_NX:N1_be	12.533333333333337
+R:X:NX_zu:N1_to	15.366666666666637
+RBT:musharrafs_	-6.6666666666666536
+R:X:NX_zu_NX:N1_too_N2	-0.066666666666666666
+RBS:_bühne	7.6333333333333533
+RBT:._	-7.7333333333333529
+RBT:X2_it	6.833333333333325
+WA:musharrafs:musharrafs	-6.6666666666666536
+RBT:X1_too	-0.066666666666666666
+R:X:NX_zu:N1_of	-14.899999999999963
+RBT:_musharrafs	-6.6666666666666536
+R:X:die_NX_und_ein_NX:the_N1_and_N2	-0.56666666666666676
+RBT:_late	1.7000000000000004
+R:X:dem_NX:N1_the	-6.1999999999999966
+RBS:_gestalten	27.600000000000122
+RBT:disruptions_.	7.3999999999999888
+WA:in:have	3.1333333333333329
+RBT:it_	-70.26666666666695
+R:X:sein_NX:be_N1	-15.066666666666777
+RBT:X1_has	-25.866666666666777
+RBT:_will	-1.6333333333333335
+R:X:NX_freien:N1_free	7.2999999999999901
+PhraseModel_3	-60.467488150980067
+WA:regierung:government	-11.333333333333316
+RBS:für_X	14.233333333333299
+R:X:NX_ziel:N1_aim	-8.6666666666666501
+RBS:X_pervez	-7.1999999999999851
+RBT:by_X2	-0.30000000000000004
+R:X:NX_von:N1_with	10.799999999999974
+WA:versucht:tried	29.266666666666897
+LanguageModel	335.16133285139972
+WA:in:to	2.3333333333333348
+RBS:regierung_	-17.933333333333408
+RBT:so_X1	2.2333333333333307
+RBT:_verzweifelten	-17.266666666666733
+R:X:unterstützen:support	-3.300000000000002
+RBS:_letzter	-5.3666666666666636
+R:X:NX_und_ein_NX:N1_and_N2	7.1333333333333435
+R:X:NX_die_NX:N1_to_read_the_well_-_N2	-0.30000000000000004
+R:X:rahmen:within	8.3333333333333162
+RBT:_,	60.300000000000431
+RBT:X1_of	-45.10000000000025
+R:X:NX_an_NX:N1_of_N2	6.7999999999999936
+R:X:NX_den_NX:N1_the_N2	4.9999999999999982
+R:X:general_NX_.:general_N1_.	-7.7333333333333529
+RBT:among_X2	-1
+RBS:amerika_	0.066666666666666666
+RBT:and_	-3.3333333333333264
+WA:die:the	4.5999999999999988
+RBT:the_	5.8666666666666671
+RBS:_versprechen	-0.63333333333333108
+R:X:verzweifelten:desperate	17.800000000000072
+R:X:NX_aber_NX_,:N1_N2_to	-0.79999999999999993
+RBS:X_maßnahmen	14.299999999999976
+RBT:X2_X1	18.366666666666728
+WA:in:in	-16.600000000000072
+WA:das:its	-19.70000000000001
+RBT:market_and	-0.26666666666666666
+RBT:to_	64.266666666666609
+RBT:_goal	40.1000000000003
+RBT:more_effectively	-1.5000000000000002
+RBT:X1_power	41.800000000000324
+RBT:constitution_X2	-22.400000000000048
+R:X:NX_für_NX_.:N1_N2_.	5.4333333333333238
+RBS:_hat	-9.9666666666666419
+RBT:pakistan_X1	7.4333333333333229
+RBT:X1_attempt	-23.333333333333396
+R:X:letzter:late	1.7000000000000004
+WA:zu:toWA:,:to	-0.36666666666666664
+RBS:X_pakistanischen	-13.266666666666637
+RBT:X1_entered	-10.499999999999979
+RBS:X_,	-52.766666666667106
+R:X:NX_projekt_NX_.:N2_N1_project_.	11.133333333333312
+WA:maßnahmen:measures	14.299999999999976
+R:X:an:to	-2.5000000000000009
+R:X:NX_effektiver:N1_more_effectively	-1.5000000000000002
+R:X:NX_und:N1_and	-28.000000000000128
+WA:die:'s	-6.5333333333333217
+RBS:rahmen_	3.93333333333333
+RBT:of_X1	-0.66666666666666741
+RBS:musharraf_X	3.4999999999999871
+R:X:NX_für:N1_in	-3.2000000000000015
+RBT:X1_government	-9.3666666666666814
+RBS:dem_X	0.53333333333333333
+RBT:promote_X1	-4.9999999999999876
+WA:entscheidung:choice	-9.0999999999999837
+RBS:macht_X	7.6999999999999886
+RBS:an_X	19
+RBS:nationale_	-1.8333333333333339
+WA:das:'s	5.599999999999997
+R:X:versuch:versuch	-0.53333333333333333
+RBT:preserve_X1	5.0333333333333314
+R:X:gestalten:more	36.53333333333358
+RBT:X1_despairing	-0.53333333333333333
+RBT:'s_last	8.7666666666666515
+RBT:as_	-11
+RBS:X_für	5.8000000000000069
+R:X:dass:keep	-1.2000000000000004
+WA:dem:the	-9.6333333333333666
+RBS:letzter_	-1.2333333333333332
+RBT:_actions	-2.2000000000000011
+RBT:project_	11.199999999999976
+PhraseModel_2	-103.58313363665015
+WA:versuch:versuch	-0.53333333333333333
+RBT:_sein	14.733333333333329
+R:X:terror:terrorism	-3.8666666666666671
+WA:und:and	-38.266666666666517
+RBS:vielleicht_X	5.7666666666666622
+RBT:X1_on	41.433333333333628
+R:X:er_sich_NX:him_N1	-0.89999999999999991
+R:X:dies_NX:so_N1	2.2333333333333307
+RBT:for_	6.5999999999999917
+RBT:october_X1	7.7333333333333529
+R:X:als:in	13.199999999999969
+RBT:measures_	14.299999999999976
+WA:an:on	-0.79999999999999927
+RBT:_at	3.466666666666665
+RBT:sell_X1	-10.033333333333314
+R:X:musharrafs_NX:musharraf_N1	-2.4000000000000008
+R:X:NX_medien_NX:N1_media_N2	-9.4333333333333744
+RBS:gewählte_	8.5666666666666771
+R:X:NX_pakistanischen_NX:N1_pakistani_N2	-19.900000000000013
+R:X:NX_für_NX_.:N1_for_N2_.	4.9666666666666544
+R:X:NX_verfassung:N1_constitution	2.5666666666666678
+R:X:NX_zu_NX:N2_N1_to	4.1666666666666572
+R:X:NX_der_NX:N1_the_N2	5.5999999999999934
+RBS:als_X	-13.166666666666636
+RBT:well_-	-0.30000000000000004
+R:X:NX_?:N1_?	-25.166666666666853
+RBT:maintain_the	-1.5666666666666664
+RBS:_verzweifelten	0.53333333333333333
+RBS:der_	-29.633333333333564
+RBT:about_	-0.46666666666666662
+R:X:NX_dem:N1_the	-0.30000000000000004
+RBS:_der	6.3999999999999941
+RBT:_rahmen	-2.0999999999999974
+RBT:X1_late	-3.4000000000000008
+R:X:NX_verkaufen:N1_sell	1.3999999999999968
+RBS:X_und	-53.800000000000274
+RBT:are_	-2.3000000000000007
+R:X:NX_verfassung_NX:N1_'s_constitution_N2	-20.800000000000026
+RBT:the_well	-0.30000000000000004
+R:X:NX_halten:N1_hold	-4.1999999999999948
+RBS:verzweifelten_	0.53333333333333333
+RBS:X_?	18.733333333333345
+RBT:which_X2	-77.599999999998715
+R:X:blieben_NX:remained_N1	-1.1000000000000005
+RBS:_verlassen	-22.400000000000048
+RBS:X_dem	18.533333333333417
+WA:rahmen:framework	-2.3000000000000007
+RBT:_framework	-2.3000000000000007
+RBS:hat_er	31.666666666666938
+WA:versuch:attempt	-23.333333333333396
+RBT:X1_market	6.533333333333327
+RBS:_stabilität	13.233333333333301
+RBS:zu_X	36.400000000000091
+RBS:general_	4.2666666666666577
+WA:musharraf:musharrafWA:als:asWA:er:he	4.3333333333333233
+RBT:_to	12.366666666666823
+RBT:X1_,	45.366666666665928
+R:X:NX_sich:,_N1	1.4000000000000006
+WA:ist:has	-50.200000000000443
+R:X:NX_pakistanis:N1_pakistanis	7.6666666666666465
+RBS:._	-7.7333333333333529
+RBS:_blieben	0.66666666666666663
+RBS:verlassen_	-28.000000000000128
+RBS:_an	-19.166666666666668
+RBS:,_als	-4.3333333333333277
+RBT:effectively_	23.400000000000063
+RBT:politics_.	22.633333333333386
+RBT:targets_X2	-2.0000000000000004
+RBS:,_X	-34.73333333333337
+WA:dies:that	-20.233333333333395
+RBT:late_	-1.7000000000000002
+R:X:NX_1999:1999_N1	53.833333333333428
+R:X:NX_hat_er:N1_,_he_has	31.666666666666938
+WA:würde:if	-0.99999999999999989
+RBT:attempt_	-23.033333333333388
+RBS:medien_	20.366666666666706
+RBT:,_X2	-1.5333333333331147
+R:X:ins:into	0.36666666666666697
+RBT:if_	0.19999999999999998
+RBT:_remained	-1.1000000000000005
+RBT:leaving_	-1.7000000000000004
+RBT:decision_X1	1.9999999999999982
+LanguageModel_OOV	-152.43333333333098
+R:X:NX_sie_NX_.:N1_they_N2_.	3.466666666666665
+R:X:verlassen:leaving	-1.7000000000000004
+R:X:NX_,:N1_,	10.899999999999979
+R:X:der:the	6.3999999999999941
+RBS:an_	-22.86666666666672
+R:S:NS_NX:N1_N2	-99.599999999999284
+RBS:_bemühen	-1.5666666666666664
+R:X:justiz:judiciary	-1.5000000000000002
+R:X:NX_,_als:N1_as	0.80000000000000215
+RBS:blieben_X	32.566666666666862
+RBT:_leaving	-1.7000000000000004
+R:X:die_NX_und:'s_security_agencies_,_and_preserve_N1_and	5.0333333333333314
+RBT:remained_X1	-1.1000000000000005
+WA:verlassen:leaving	-1.7000000000000004
+RBT:and_preserve	5.0333333333333314
+R:X:macht:power	-7.6999999999999886
+RBS:_versuch	-0.53333333333333333
+R:X:NX_maßnahmen:N1_measures	-0.40000000000000008
+R:X:rahmen:rahmen	-2.0999999999999974
+RBT:power_	8.8666666666667755
+R:X:NX_gegen_den_terror:N1_on_terror	7.466666666666657
+RBT:pakistanis_	7.6666666666666465
+RBS:_ausgerufen	-6.8999999999999915
+RBT:_power	-7.6999999999999886
+RBT:X1_elected	12.233333333333363
+RBS:X_er	39.600000000000293
+RBS:_macht	3.7666666666667155
+RBT:X1_a	-47.46666666666642
+WA:er:he	49.000000000000426
+RBT:_many	2.2000000000000006
+RBT:_12	8.9000000000000359
+RBT:into_states	-4.6999999999999993
+R:X:NX_versuch:N1_attempt	-23.033333333333388
+RBT:versprechen_	-0.63333333333333108
+R:X:NX_an_NX:N1_to_N2	-0.89999999999999991
+RBT:X1_when	14.833333333333295
+R:X:NX_letzter:N1_'s_last	3.2000000000000015
+RBS:X_verkaufen	1.3999999999999968
+RBS:und_	-11.566666666666706
+RBT:to_X2	25.03333333333353
+R:X:NX_er_NX_.:N1_he_N2_.	36.833333333333634
+RBS:X_verzweifelten	-0.53333333333333333
+R:X:NX_er:N1_he	89.666666666665847
+RBT:_versuch	-0.53333333333333333
+R:X:NX_vielleicht_NX:N1_perhaps_N2	5.7666666666666622
+RBS:dem_	-0.53333333333333333
+RBS:X_hat	10.233333333333308
+R:X:halten:think	-0.26666666666666666
+R:X:NX_,:N1_of	-22.30000000000005
+RBS:_projekt	-22.33333333333341
+R:X:krieg:war	-13.199999999999969
+R:X:NX_,_an:N1_in	-4.9999999999999876
+WA:,:,WA:aber:butWA:hat:has	-1.0000000000000004
+RBS:_vielleicht	-2.4000000000000008
+RBT:project_.	11.133333333333312
+WA:an:to	2.1999999999999891
+R:X:maßnahmen:maßnahmen	-10.633333333333312
+WA:projekt:projectWA:.:.	11.133333333333312
+RBT:_maßnahmen	-10.633333333333312
+R:X:NX_und_den_NX:N1_and_N2	-0.39999999999999997
+RBS:_für	-8.6333333333333186
+RBT:X1_an	21.666666666666714
+RBT:that_	7.9666666666666357
+RBT:X1_musharraf	11.200000000000003
+R:X:dies:so	-37.200000000000252
+RBT:_that	-45.166666666666991
+R:X:NX_oktober:N1_october	-7.7333333333333529
+RBS:_das	-2.2666666666666555
+RBS:X_als	-11.466666666666642
+WA:musharraf:musharrafWA:.:.	-11.366666666666738
+R:X:dies_NX:this_to_N1	19.366666666666692
+RBT:X2_the	0.56666666666666943
+RBT:supports_pakistan	20.600000000000023
+R:X:den_NX:N1_'s	-0.13333333333333333
+RBS:zu_sorgen	0.59999999999999909
+WA:maßnahmen:maßnahmen	-10.633333333333312
+WA:ist:'s	-25.566666666666759
+RBT:X1_into	-1.6999999999999993
+R:X:in:at	3.466666666666665
+R:X:NX_zu_verkaufen:sell_N1	-10.033333333333314
+RBT:_war	-19.53333333333336
+R:X:das:the	5.4999999999999973
+RBS:X_musharraf	20.066666666666773
+RBT:maßnahmen_	-10.633333333333312
+R:X:ist:'s	-3.7000000000000015
+WA:für:that	-9.9999999999999805
+WA:an:in	-7.5999999999999952
+RBS:maßnahmen_	-14.699999999999976
+WA:ist:more	-18.066666666666688
+RBS:für_	-14.233333333333299
+WA:krieg:warWA:gegen:onWA:terror:terror	5.466666666666657
+RBT:verlassen_	-20.200000000000017
+RBS:_pakistanis	3.5000000000000013
+R:X:für:that	-8.5999999999999854
+RBT:X1_.	-198.73333333332843
+RBT:X1_pakistanis	-22.000000000000071
+R:X:NX_,_NX_und:N1_N2_,	-8.1999999999999869
+RBT:X1_reform	-6.5333333333333208
+RBT:stability_	-4.3666666666666565
+R:X:NX_gegen:N1_against	-8.1999999999999869
+RBS:macht_	-7.6999999999999886
+RBS:X_sie	5.6666666666666572
+RBS:_krieg	-19.53333333333336
+RBS:vielleicht_	-5.7666666666666622
+R:X:NX_als_NX_den:N1_N2_the	-13.399999999999968
+R:X:NX_zu_sorgen:to_ensure_N1	0.59999999999999909
+WA:zu:into	-7.1333333333333231
+WA:12:12	8.9000000000000359
+RBT:ensure_X1	0.59999999999999909
+R:X:an:in	-16.499999999999964
+RBS:_maßnahmen	-14.299999999999976
+R:X:ist_NX:more_N1	-18.066666666666688
+RBT:musharraf_X1	-37.400000000000254
+RBS:zu_verkaufen	-10.033333333333314
+RBT:_in	-32.633333333333603
+R:X:das:its	-19.70000000000001
+WA:,:that	-1.5333333333333343
+R:X:NX_,:N1_that	-0.90000000000000036
+RBS:der_X	12.166666666666741
+WA:-:-	-3.3999999999999986
+RBT:X1_that	16.733333333333402
+RBT:a_X1	-4.6999999999999993
+R:X:NX_-:N1_--	-2.1666666666666665
+WA:musharraf:musharrafWA:die:the	3.8666666666666583
+R:X:das:'s	5.599999999999997
+RBT:_think	-0.26666666666666666
+R:X:NX_,:N1_on	1.0999999999999996
+RBT:_with	3.2000000000000011
+WA:,:on	-0.63333333333333386
+RBT:defense_system	54.199999999999612
+R:X:NX_,:N1_--	-12.066666666666642
+WA:,:--	-7.6666666666666572
+RBT:--_	-9.8333333333333162
+RBT:X1_--	-16.299999999999994
+WA:pakistans:pakistan	0.19999999999999998
+R:X:NX_hat:N1_is	-3.9333333333333322
+WA:den:of	-3.300000000000002
+WA:sorgen:concerns	-4.5999999999999996
+RBT:pakistani_X2	-19.900000000000013
+R:X:NX_zu_NX_,:N1_N2_,	-5.4666666666666641
+WA:den:theWA:.:.	-1.6666666666666672
+RBS:X_sorgen	-4.5999999999999996
+RBT:_'s	-11.066666666666647
+RBS:das_X	-1.5666666666666664
+PassThrough_4	33.366666666666823
+R:X:bemühen:bemühen	0.10000000000000113
+RBT:bemühen_	0.10000000000000113
+RBT:X1_concerns	-4.5999999999999996
+R:X:in:,	5.7666666666666702
+RBT:_bemühen	0.10000000000000113
+RBS:in_	18.533333333333417
+WA:bemühen:bemühen	0.10000000000000113
+R:X:NX_1999_NX:N2_N1_1999	-7.9666666666666899
+R:X:musharrafs_NX:musharraf_'s_N1	5.2333333333333298
+RBT:_verkaufen	-4.5999999999999996
+RBS:1999_X	-7.9666666666666899
+RBT:musharraf_'s	5.2333333333333298
+RBT:verkaufen_	-4.5999999999999996
+R:X:das_NX:N1_the	-4.5999999999999996
+RBS:effektiver_	-30.800000000000168
+R:X:NX_.:N1_politics_.	22.633333333333386
+R:X:NX_ein_NX:N1_a_N2	-16.19999999999996
+RBS:_effektiver	-29.300000000000143
+RBT:pace_.	16.433333333333344
+RBT:12%_	-8.9000000000000359
+WA:zu:in	-9.0333333333333172
+R:X:NX_vielleicht:N1_perhaps	1.8000000000000007
+RBT:_musharraf	4.1999999999999984
+R:X:NX_zu:N1_in	-8.999999999999984
+R:X:effektiver:effektiver	-23.400000000000063
+RBT:power_.	28.866666666666806
+R:X:musharrafs:musharrafs	-6.6666666666666536
+R:X:NX_zu:N1_is	-4.4000000000000004
+RBT:system_of	-0.79999999999999993
+R:X:effektiver:effectively	-5.899999999999995
+R:X:NX_krieg_gegen_den_NX:N1_war_on_N2	-4.2666666666666586
+RBT:X1_pace	16.433333333333344
+WA:zu:is	4.7666666666666648
+RBT:X1_perhaps	7.5666666666666558
+RBT:_effectively	-5.899999999999995
+RBT:X1_politics	22.633333333333386
+RBS:_12	8.9000000000000359
+WA:zu:for	1.9666666666666659
+RBS:verzweifelten_X	-0.53333333333333333
+R:X:versprechen:versprechen	-0.63333333333333108
+R:X:musharrafs:musharraf	3.3666666666666685
+R:X:NX_zu:N1_for	2.4666666666666663
+RBT:X1_attempts	-0.59999999999999998
+R:X:NX_versucht:N1_attempts	-0.59999999999999998
+WA:als:to	-0.40000000000000008
+WA:der:in	-0.13333333333333333
+R:X:als:to	-0.40000000000000008
+RBS:_X	39.000000000000242
+R:X:NX_zu:N1_with	2.2000000000000011
+WA:zu:with	6.6666666666666528
+WA:zum:to	31.033333333333502
+RBT:X1_with	23.43333333333349
+RBT:pervez_musharraf	-26.600000000000197
+RBS:X_ist	-33.966666666666875
+R:X:NX_von_der:N1_the	-11.599999999999985
+RBT:for_X2	6.7333333333333476
+RBT:so_	-37.266666666666929
+R:X:NX_musharraf_NX:N2_N1_musharraf	-0.23333333333333331
+R:X:NX_ist_NX:is_N1_N2	-5.5333333333333234
+RBS:X_sich	-5.1333333333333293
+RBS:ist_X	-4.2333333333333201
+WA:dies:beWA:dies:couldWA:ist:be	11.200000000000022
+WA:pervez:pervez	26.600000000000197
+RBT:could_be	11.200000000000022
+WA:versucht:triedWA:,:to	1.9999999999999982
+RBT:at_X2	14.899999999999972
+RBS:ist_	5.7666666666666702
+RBT:_pervez	-9.5333333333333119
+RBS:dies_ist	8.1666666666666519
+WA:internationale:international	29.16666666666681
+WA:ist:is	59.966666666667031
+RBT:power_X2	-2.6333333333333613
+RBT:look_down	-77.599999999998715
+WA:hat:have	4.399999999999995
+RBT:X1_X2	-66.866666666666035
+RBT:growing_X2	24.200000000000074
+WA:hat:is	-6.1333333333333249
+RBT:_so	-26.800000000000114
+WA:internationale:global	-29.16666666666681
+RBT:_is	12.266666666666643
+R:X:NX_macht_NX:N1_power_N2	-2.5000000000000271
+RBT:X2_look	-77.599999999998715
+R:X:NX_macht_NX:N1_N2_does	-0.59999999999999998
+R:X:NX_das_NX:N1_a_growing_N2	24.200000000000074
+R:X:hat:is	-2.2000000000000011
+RBT:pervez_	26.600000000000197
+RBT:_could	11.200000000000022
+RBS:pervez_	26.600000000000197
+R:X:dies_ist:could_be	11.200000000000022
+RBT:X1_as	-25.433333333333422
+RBT:is_X1	-22.133333333333439
+RBS:dies_	-33.966666666666875
+R:X:NX_das_NX:N1_defense_system_that_N2	54.199999999999612
+WA:den:a	-1.7000000000000004
+R:X:NX_ist_NX:N1_has_N2	-20.80000000000004
+RBT:X2_is	-18.166666666666686
+RBT:defense_is	4.966666666666665
+RBS:_internationale	-3.4000000000000017
+WA:hat:has	-18.933333333333334
+R:X:NX_ist_NX:N2_is_N1	-34.633333333333553
+RBT:X1_willing	-0.53333333333333321
+R:X:dies:this	89.49999999999919
+WA:letzter:letzter	-2.1333333333333342
+RBT:_sell	3.1999999999999935
+R:X:in:on	5.966666666666657
+RBT:this_	97.666666666665392
+RBT:_this	108.69999999999811
+WA:dies:this	113.06666666666452
+R:X:musharrafs_NX:his_N1	-3.0000000000000013
+RBT:sell_	14.63333333333331
+R:X:NX_1999:N1_1999	-45.600000000000385
+WA:hat:,	10.999999999999988
+R:X:NX_ist_NX:N1_N2_has	-30.166666666666828
+R:X:NX_bereit:N1_willing	-0.53333333333333321
+WA:dies:these	-48.566666666667089
+RBT:letzter_	-2.1333333333333342
+RBT:1999_X1	53.833333333333428
+RBS:X_bereit	1.4000000000000006
+RBT:these_	-48.566666666667089
+RBT:_letzter	-2.1333333333333342
+RBS:_verkaufen	8.6333333333333258
+RBT:_1999	53.566666666666777
+RBT:X2_has	-61.833333333333165
+R:X:dies:these	-48.566666666667089
+WA:letzter:late	-1.7000000000000002
+RBS:X_1999	0.26666666666666666
+R:X:NX_ist_NX:N1_is_N2	24.533333333333413
+WA:vielleicht:may	-2.4000000000000008
+RBT:is_X2	54.933333333333849
+RBT:X1_supports	20.600000000000023
+R:X:hat:has	-15.899999999999958
+R:X:NX_ist_NX:N1_N2_is	-5.9333333333333274
+R:X:NX_ist_NX:'s_N1_N2	-21.866666666666706
+RBS:_pervez	7.1999999999999851
+R:X:dies_NX:this_N1	4.1999999999999957
+R:X:NX_als:N1_as	-11.799999999999974
+RBS:_ist	25.800000000000097
+RBT:_dies	-25.633333333333429
+RBT:his_X1	8.1666666666666554
+R:X:verkaufen:verkaufen	-4.5999999999999996
+RBT:1999_	-53.833333333333428
+RBT:him_X1	-0.89999999999999991
+RBS:dies_X	25.800000000000097
+R:X:ist_NX:be_N1	16.433333333333348
+R:X:pervez:pervez	9.9333333333333087
+RBT:this_to	19.366666666666692
+WA:dies:dies	-25.633333333333429
+RBT:powers_X2	-0.83333333333333359
+R:X:NX_das_NX:which_N2_look_down_N1	-77.599999999998715
+RBT:dies_	-25.633333333333429
+R:X:NX_den:N1_the	14.933333333333303
+R:X:dies:dies	-25.633333333333429
+WA:verkaufen:sell	4.5999999999999996
+RBS:musharrafs_X	1.8333333333333313
+RBT:X1_1999	-53.566666666666777
+RBT:so_,	8.1666666666666536
+WA:dies:soWA:dies:this	8.1666666666666536
+R:X:dies:so_,_this	8.1666666666666536
+WA:ist:are	-2.3000000000000007
+R:X:ist:are	-2.3000000000000007
+RBT:_are	-2.3000000000000007
+R:X:NX_ist_NX:N1_,_is_N2	16.266666666666644
+R:X:NX_.:N1_on_.	33.03333333333353
+RBT:on_.	33.03333333333353
+RBT:X1_established	-9.8333333333333339
+RBT:established_.	-9.8333333333333339
+R:X:NX_.:N1_pace_.	16.433333333333344
+R:X:NX_ein_NX:N1_an_N2	-4.8999999999999986
+R:X:NX_ist_NX:is_N1_,_N2	9.0666666666666504
+Shape_S01110_T11110	-68.533333333332436
+R:X:NX_entscheidung:N1_decision	7.0999999999999908
+R:X:NX_ist_NX:N2_N1_is	-34.400000000000219
+RBT:_global	-3.4000000000000017
+R:X:als_NX_sich_NX:as_N1_N2	-0.13333333333333333
+R:X:NX_ist_NX:N1_is_at_N2	13.233333333333304
+RBT:is_at	13.233333333333304
+R:X:NX_krieg_gegen:N1_war_on	2.5333333333333345
+R:X:NX_.:N1_debate_.	17.733333333333363
+R:X:NX_pakistanis_NX:N1_pakistanis_N2	-29.666666666666817
+RBT:X1_debate	17.733333333333363
+RBT:pakistanis_X2	-29.666666666666817
+RBT:debate_.	17.733333333333363
+R:X:NX_-:,_N1	0.33333333333333309
+RBT:in_X1	0.033333333333337357
+R:X:NX_ist_NX:is_in_N1_N2	5.7666666666666613
+RBT:is_in	5.7666666666666613
+R:X:NX_von_NX_angeführten:N1_N2_-_led	-3.300000000000002
+RBT:X1_defense	59.166666666666082
+R:X:NX_sich_NX_den:N1_N2_a	-1.7000000000000004
+R:X:NX_ist_NX:N1_defense_is_N2	4.966666666666665
+R:X:ist_NX:is_N1	5.1666666666666643
+RBS:internationale_X	1.099999999999997
+R:X:NX_ist_NX:N2_it_is_N1	6.833333333333325
+RBT:it_is	13.49999999999998
+RBT:X1_at	1.3666666666666665
+RBT:,_remained	-0.66666666666666663
+RBT:X1_disruptions	7.3999999999999888
+R:X:NX_blieben:N1_,_remained	-0.66666666666666663
+R:X:NX_.:N1_disruptions_.	7.3999999999999888
+R:X:NX_ist_NX:N1_market_N2_is	6.7999999999999927
+RBT:market_X2	6.7999999999999927
+R:X:ist_NX:N1_it_is	6.6666666666666599
+R:X:ist_NX:N1_is	1.8333333333333333
+R:X:NX_er_sich_NX:N1_he_N2	6.6333333333333258
+R:X:NX_ist_NX:N1_is_well_N2	10.93333333333331
+RBT:is_well	10.93333333333331
+RBT:'s_system	-0.79999999999999993
+WA:zum:a	-33.600000000000207
+RBT:X1_created	58.600000000000271
+R:X:falls:if	0.19999999999999998
+R:X:NX_zum_NX:N2_to_further_N1	35.766666666666907
+RBT:october_	-7.7333333333333529
+R:X:NX_zu_NX:N1_is_N2	9.1666666666666501
+RBS:X_entscheidung	-1.9999999999999982
+RBS:er_X	4.4999999999999956
+RBS:ein_	-10.933333333333309
+WA:jener:of	-1.6666666666666661
+R:X:NX_hat:,_N1	18.666666666666753
+R:X:NX_ein:N1_put_forward_a	-10.933333333333309
+WA:projekt:project	-11.133333333333312
+R:X:NX_pakistans:N1_supports_pakistan	20.600000000000023
+RBT:X2_musharraf	17.400000000000119
+RBT:to_promote	-4.9999999999999876
+R:X:NX_jener_NX:N1_of_N2	-1.9999999999999982
+WA:unterstützen:support	-3.300000000000002
+RBT:action_	-1.466666666666667
+RBS:X_projekt	22.33333333333341
+R:X:NX_entscheidung:N1_choice	-9.0999999999999837
+WA:zu:toWA:unterstützen:promote	-4.9999999999999876
+RBS:X_jener	-1.9999999999999982
+WA:das:that	54.199999999999612
+R:X:maßnahmen:actions	-2.2000000000000011
+R:X:NX_projekt_NX:N2_N1_project	11.199999999999976
+R:X:NX_zu_unterstützen:to_promote_N1	-4.9999999999999876
+RBT:choice_	-9.0999999999999837
+RBT:refuses_to	56.500000000000533
+R:X:NX_-:N1_-	-4.8666666666666654
+WA:,:,	19.500000000000032
+RBT:project_X1	-22.33333333333341
+R:X:NX_zum_NX:N1_a_top_N2	-33.600000000000207
+RBT:'s_	9.3999999999999968
+RBT:a_growing	24.200000000000074
+RBT:hold_	-4.1999999999999948
+RBT:X1_gathered	-38.800000000000281
+RBT:further_X1	35.766666666666907
+RBT:X1_ready	1.9333333333333318
+R:X:betrat:betrat	10.499999999999979
+WA:zu:at	1.7333333333333336
+R:X:verzweifelten:verzweifelten	-17.266666666666733
+WA:versprechen:commitment	0.63333333333333108
+WA:er:heWA:.:.	36.833333333333634
+RBS:X_sein	-8.3666666666666529
+RBT:that_X2	54.199999999999612
+RBS:sein_	12.600000000000016
+Shape_S01110_T01011	-22.4666666666668
+RBS:X_vielleicht	2.4000000000000008
+RBT:to_further	35.766666666666907
+RBT:X1_by	-0.33333333333333331
+RBT:X1_october	-7.7333333333333529
+WA:das:a	24.200000000000074
+WA:general:general	7.7333333333333529
+WA:zu:among	-1
+RBS:_von	3.300000000000002
+WA:unterstützen:supportWA:.:.	2.5333333333333274
+RBS:entscheidung_	-1.9999999999999982
+RBS:zu_unterstützen	-4.9999999999999876
+RBS:X_seine	-12.666666666666687
+WA:der:'sWA:ihres:pakistan	-0.79999999999999993
+WA:das:'sWA:,:,	-0.79999999999999993
+R:X:NX_musharraf_NX:N1_N2_musharraf	-0.3333333333333332
+WA:musharrafs:his	0.46666666666666295
+RBS:könnte_	1.9999999999999982
+RBS:_unterstützen	-3.300000000000002
+RBS:X_so	-1.5333333333333332
+RBT:education_,	-0.79999999999999993
+R:X:NX_seine_NX_als:N1_his_N2_than	-2.1666666666666621
+RBT:by_	-39.266666666666957
+RBS:falls_	0.19999999999999998
+RBS:hat_X	-20.733333333333448
+RBS:_ins	-0.73333333333333339
+RBS:_sein	8.3666666666666529
+R:X:NX_internationale:N1_international	-13.433333333333382
+RBT:system_that	54.199999999999612
+RBS:X_musharrafs	1.9999999999999982
+R:X:NX_der_NX:N1_of_N2	-4.1000000000000014
+R:X:der_NX_ihres:pakistan_'s_N1	-0.79999999999999993
+RBS:X_pakistans	0.19999999999999998
+RBT:X2_than	-2.1666666666666621
+WA:,:by	-38.800000000000281
+RBT:support_X1	2.5333333333333274
+R:X:NX_,:N1_gathered_by	-38.800000000000281
+RBT:_who	-0.066666666666666666
+RBT:_if	-0.99999999999999989
+R:X:NX_hat_NX_musharraf:N1_N2_musharraf_has	5.0666666666666593
+RBT:of_pakistan	-20.600000000000023
+WA:ein:a	-16.19999999999996
+WA:halten:hold	-4.1999999999999948
+RBT:gathered_by	-38.800000000000281
+WA:general:generalWA:.:.	-7.7333333333333529
+R:X:NX_zu_NX:N1_at_N2	1.7333333333333336
+RBT:_october	7.7333333333333529
+R:X:NX_zu_NX:N1_in_N2	0.30000000000000021
+R:X:am_NX:the_N1	33.1000000000002
+R:X:NX_zu_NX:N1_among_N2	-1
+R:X:am_NX:N1_on	-1.6000000000000003
+RBT:X1_among	-1
+R:X:NX_zu_NX:N1_for_N2	-0.5
+RBT:into_X2	-2.4333333333333305
+R:X:NX_zu_NX:N1_into_N2	-2.4333333333333305
+WA:zu:increasing	-14.566666666666629
+RBT:_bühne	7.6333333333333533
+RBT:X2_by	-14.566666666666629
+RBS:in_X	-6.9666666666666748
+R:X:NX_gestalten_.:N1_.	-27.600000000000122
+RBS:X_dass	-9.9666666666666526
+RBT:let_	-0.46666666666666662
+RBT:_which	-77.599999999998715
+RBT:down_X1	-77.599999999998715
+WA:nationale:national	8.4333333333333638
+RBT:decision_	7.0999999999999908
+WA:entscheidung:decision	9.0999999999999837
+RBT:bühne_	7.6333333333333533
+RBT:X1_increasing	-14.566666666666629
+R:X:bühne:bühne	7.6333333333333533
+R:X:NX_zu_NX:N2_by_N1_increasing	-14.566666666666629
+WA:in:on	5.966666666666657
+WA:das:which	-77.599999999998715
+RBT:by_X1	-14.566666666666629
+RBT:X1_decision	7.0999999999999908
+WA:seine:its	-0.39999999999999997
+RBT:X1_than	4.1333333333333293
+RBT:global_X1	-3.4000000000000017
+WA:bühne:bühne	7.6333333333333533
+RBT:increasing_	-14.566666666666629
+R:X:NX_zum_NX:N1_with_the_N2	-0.59999999999999998
+WA:zum:withWA:zum:the	-0.59999999999999998
+R:X:NX_sorgen:N1_concerns	-4.5999999999999996
+RBT:X1_areas	-20.600000000000023
+RBT:areas_of	-20.600000000000023
+R:X:NX_pakistans:N1_areas_of_pakistan	-20.600000000000023
+WA:halten:halten	6.0333333333333279
+RBT:X1_refuses	56.500000000000533
+WA:-:'s	10.433333333333321
+RBT:halten_	6.0333333333333279
+R:X:NX_,:N1_refuses_to	56.500000000000533
+RBS:-_	22.33333333333341
+RBT:to_launch	4.1666666666666643
+R:X:NX_zu_NX:N1_to_launch_N2	4.1666666666666643
+RBT:launch_X2	4.1666666666666643
+R:X:NX_zu_NX:N1_to_carry_N2	1.5333333333333339
+RBT:carry_X2	1.5333333333333339
+RBT:to_carry	1.5333333333333339
+R:X:NX_eine:N1_is	-69.200000000000344
+RBT:_for	-6.4666666666666544
+RBS:._oktober	7.7333333333333529
+RBT:created_an	58.600000000000271
+R:X:NX_eine:N1_created_an	58.600000000000271
+RBS:_zu	-20.366666666666706
+WA:am:on	-33.86666666666688
+R:X:NX_gegen_den_NX:N1_on_N2	-2.2000000000000006
+R:X:verlassen:relied	-0.5
+WA:blieben:remained	31.900000000000187
+WA:eine:an	85.166666666666103
+R:X:NX_nationale:N1_national	6.6000000000000218
+RBS:X_nationale	9.0000000000000373
+RBS:maßnahmen_X	14.699999999999976
+RBT:an_	86.099999999999383
+R:X:NX_die:N1_,	14.46666666666672
+RBT:_relied	-6.0999999999999943
+R:X:blieben_NX:N1_remained	33.666666666666877
+RBS:X_eine	13.033333333333381
+R:X:NX_sie_NX_,:N1_N2_,	-17.099999999999973
+RBT:pakistan_'s	-0.79999999999999993
+RBT:X1_national	9.0000000000000373
+R:X:NX_am_NX:N1_on_N2	8.9666666666667041
+WA:verlassen:verlassen	-20.200000000000017
+RBS:pakistanis_	26.166666666666771
+R:X:NX_regierung_NX:N2_N1_government	10.399999999999974
+RBT:and_a	14.53333333333345
+R:X:NX_gewählte:N1_elected	2.8666666666666671
+WA:die:,	44.399999999999118
+RBS:am_X	8.9000000000000359
+RBT:relied_	-0.5
+RBT:X1_remained	33.666666666666877
+R:X:NX_musharraf_NX:N1_musharraf_N2	22.10000000000008
+RBT:when_	12.399999999999975
+WA:der:the	-18.566666666666773
+RBT:X1__	-6.4333333333333185
+RBT:_the	24.200000000000006
+RBT:national_	-1.8333333333333339
+R:X:in:for	-4.9999999999999929
+R:X:NX_._oktober:october_N1	7.7333333333333529
+WA:der:of	-4.1000000000000014
+WA:als:when	7.8666666666666556
+RBT:general_	4.2666666666666577
+RBS:ein_X	10.933333333333309
+R:X:NX_sich_NX:N1_N2_,	-4.6999999999999993
+RBT:musharraf_X2	14.200000000000029
+R:X:projekt_NX:project_N1	-22.33333333333341
+RBT:with_	16.200000000000035
+RBT:_project	-22.33333333333341
+RBS:-_X	-22.33333333333341
+RBT:the_X1	32.100000000000186
+R:X:NX_-:N1_,	17.133333333333372
+RBT:a_X2	9.2666666666667989
+R:X:NX_betrat:N1_entered	-10.499999999999979
+RBS:den_krieg	-0.93333333333333346
+RBT:pakistanis_X1	3.5000000000000013
+RBS:X_betrat	-10.499999999999979
+R:X:NX_eine:N1_an	26.566666666666777
+R:X:NX_die:N1_'s	-6.5999999999999881
+RBS:X_.	11.59999999999998
+RBT:pakistanis_,	18.500000000000064
+WA:.:.	-37.100000000000314
+RBS:blieben_	-32.566666666666862
+WA:den:theWA:gegen:against	-0.39999999999999997
+RBT:_blieben	-31.900000000000187
+RBT:aim_	-17.833333333333361
+Shape_S11110_T01110	7.633333333333316
+WA:seine:itsWA:als:as	0.26666666666666677
+RBT:X2_'s	-11.733333333333315
+WA:politischen:policy	-0.79999999999999993
+R:X:er:er	-22.200000000000141
+RBS:hat_	-10.933333333333316
+RBT:X2_be	-7.6999999999999886
+RBS:viele_X	0.6000000000000002
+R:X:NX_pervez:N1_pervez	-0.13333333333333333
+RBT:into_the	-3.4000000000000017
+RBT:political_X1	0.79999999999999993
+RBT:X2_power	1.1333333333333335
+WA:von:with	10.799999999999974
+WA:dass:that	38.166666666666941
+R:X:NX_sie_NX_,_dass:N1_N2_that	20.700000000000024
+R:X:NX_würde:N1_would	-4.3333333333333295
+WA:gestalten:more	36.53333333333358
+RBS:,_dass	11.16666666666665
+RBS:X_krieg	20.466666666666708
+R:X:NX_pakistanis:pakistanis_,_N1	18.500000000000064
+WA:verlassen:relied	-6.0999999999999943
+RBT:remained_	33.000000000000199
+RBS:dass_	27.433333333333451
+WA:viele:many	2.2000000000000006
+WA:der:'sWA:politischen:political	0.79999999999999993
+RBS:__	0.8666666666666667
+RBS:krieg_gegen	3.3333333333333321
+WA:_:,	19.900000000000063
+R:X:dies_ist_NX:this_is_N1	-3.0333333333333283
+RBT:in_X2	16.733333333333331
+RBT:'s_political	0.79999999999999993
+RBT:many_X1	2.2000000000000006
+RBT:_er	-22.200000000000141
+RBT:X2_that	20.066666666666681
+RBT:would_	-3.1999999999999962
+RBT:X1_measures	14.299999999999976
+R:X:politischen_NX:policy_N1	-0.79999999999999993
+R:X:NX_.:N1_.	-165.16666666666157
+RBS:X_pakistanis	-3.5000000000000013
+RBS:_seine	-0.56666666666666687
+RBT:er_	-22.200000000000141
+WA:seine:'s	-0.46666666666666662
+R:X:NX_der:N1_the	-7.8999999999999915
+R:X:seine_NX_als:his_N1_than	-1.9333333333333342
+R:X:der_politischen_NX:'s_political_N1	0.79999999999999993
+RBT:than_the	4.2333333333333254
+RBT:__	-2.6666666666666679
+WA:vielleicht:perhaps	7.5666666666666558
+R:X:seine:seine	1.4999999999999993
+RBT:X1_the	29.266666666666804
+RBT:more_X1	-18.066666666666688
+R:X:viele_NX:many_N1	2.2000000000000006
+R:X:ausgerufen:declared	-6.8999999999999915
+RBT:_pakistanis	22.000000000000071
+RBT:declared_	-6.8999999999999915
+RBS:pakistanis_X	-26.166666666666771
+R:X:blieben:blieben	-31.900000000000187
+R:X:NX_würde:N1_will	7.0666666666666584
+RBT:X1_will	5.9333333333333265
+WA:sein:its	-19.100000000000037
+R:X:NX_sein_NX:N2_be_N1	-12.799999999999971
+RBT:that_it	-16.333333333333385
+RBT:he_X2	22.533333333333385
+RBT:is_	-76.366666666666603
+WA:_:_	-19.900000000000063
+WA:,:,WA:als:as	2.4333333333333305
+RBT:__	-8.233333333333313
+RBT:_may	-2.4000000000000008
+RBT:be_	52.199999999999726
+R:X:NX_sein:N1_his	-2.4000000000000008
+RBT:its_	-27.200000000000117
+RBT:commitment_X2	-2.4000000000000008
+RBS:von_	11.599999999999985
+RBT:-_X2	-0.30000000000000004
+RBT:X1_his	-4.5666666666666593
+RBT:_its	-38.933333333333621
+R:X:NX_versprechen_NX:N1_commitment_N2	-2.4000000000000008
+RBS:X_versprechen	0.63333333333333108
+RBT:_would	-1.2333333333333336
+RBT:X2_to	12.466666666666882
+R:X:vielleicht:may	-2.4000000000000008
+RBT:may_	-4.399999999999995
+R:X:NX_würde:would_N1	-1.2333333333333336
+R:X:NX_versuch_NX:N1_attempt_by_N2	-0.30000000000000004
+RBS:versprechen_X	-2.4000000000000008
+RBT:X1_commitment	0.63333333333333108
+RBT:X1_who	6.833333333333325
+R:X:NX_würde:will_N1	-1.6333333333333335
+RBT:will_X1	-1.6333333333333335
+RBT:who_	6.7666666666666586
+RBT:if_X1	-1.2
+WA:vielleicht:possibly	-5.1666666666666643
+RBT:possibly_	-5.1666666666666643
+RBT:X1_for	19.800000000000068
+WA:viele:of	-13.200000000000001
+R:X:viele_NX:of_N1	-1.6000000000000003
+RBS:_er	-38.433333333333699
+RBT:X1_they	-9.1333333333333169
+R:X:NX_sie_NX:N1_they_N2	-5.1999999999999966
+RBT:,_it	2.7999999999999954
+WA:gegen:onWA:terror:terror	7.466666666666657
+RBT:they_X2	-1.7333333333333334
+WA:seine:hisWA:als:than	-4.0999999999999917
+RBT:the_X2	3.2333333333333218
+RBT:_policy	-0.79999999999999993
+R:X:NX_maßnahmen_NX:N2_N1_measures	14.699999999999976
+RBS:_politischen	-0.79999999999999993
+Shape_S11100_T11000	-6.0666666666666629
+R:X:seine_NX_als:its_N1_as	0.26666666666666677
+RBT:policy_X1	-0.79999999999999993
+RBT:_when	-9.6999999999999815
 done
 
 ---
-Best iteration: 3 [SCORE 'fixed_stupid_bleu'=0.30742].
-This took 0.9 min.
+Best iteration: 3 [SCORE 'fixed_stupid_bleu'=0.36222].
+This took 1.1833 min.
-- 
cgit v1.2.3
From 757ffb75e9a860ccd10843dcf099787cefec781a Mon Sep 17 00:00:00 2001
From: Patrick Simianer 
Date: Mon, 13 Jan 2014 12:43:48 +0100
Subject: shorter expected output
---
 training/dtrain/examples/standard/expected-output | 2173 +--------------------
 1 file changed, 5 insertions(+), 2168 deletions(-)
diff --git a/training/dtrain/examples/standard/expected-output b/training/dtrain/examples/standard/expected-output
index 414f8b47..fa831221 100644
--- a/training/dtrain/examples/standard/expected-output
+++ b/training/dtrain/examples/standard/expected-output
@@ -4,7 +4,7 @@ Reading ./nc-wmt11.en.srilm.gz
 ----5---10---15---20---25---30---35---40---45---50---55---60---65---70---75---80---85---90---95--100
 ****************************************************************************************************
   Example feature: Shape_S00000_T00000
-Seeding random number sequence to 1285555295
+Seeding random number sequence to 4138446869
 
 dtrain
 Parameters:
@@ -58,7 +58,7 @@ WEIGHTS
     non0 feature count: 1274
            avg list sz: 91.3
            avg f count: 143.72
-(time 0.43 min, 2.6 s/S)
+(time 0.4 min, 2.4 s/S)
 
 Iteration #2 of 3.
  . 10
@@ -85,7 +85,7 @@ WEIGHTS
     non0 feature count: 1845
            avg list sz: 91.3
            avg f count: 139.88
-(time 0.38 min, 2.3 s/S)
+(time 0.35 min, 2.1 s/S)
 
 Iteration #3 of 3.
  . 10
@@ -112,2174 +112,11 @@ WEIGHTS
     non0 feature count: 2163
            avg list sz: 91.3
            avg f count: 132.53
-(time 0.37 min, 2.2 s/S)
+(time 0.33 min, 2 s/S)
 
 Writing weights file to '-' ...
-R:X:NX_musharraf_NX_.:N1_musharraf_N2_.	-11.366666666666738
-R:X:,_hat:,	-11.600000000000074
-R:X:in_NX_der_NX:in_N1_N2	-4.9999999999999876
-R:X:NX_den_NX:'s_N1_N2	0.86666666666666703
-WA:dem:its	-0.7333333333333335
-R:X:NX_dem_NX:N1_its_N2	-0.7333333333333335
-R:X:NX_dem_NX_,:N1_the_N2_,	-3.36666666666666
-R:X:dem_NX:N1_'s	-0.76666666666666694
-WA:dem:'s	-0.76666666666666694
-R:X:NX_an_der:N1_of	-0.76666666666666694
-WA:an:ofWA:der:of	4.1999999999999904
-R:X:NX_an_der:N1_in	-1.3666666666666671
-WA:an:inWA:der:in	1.3333333333333339
-R:X:macht_NX:N1_makes	-1.0666666666666671
-R:X:NX_macht_NX:N1_powers_N2	-0.83333333333333359
-RBT:X1_powers	-0.83333333333333359
-WA:macht:powers	-0.83333333333333359
-RBT:makes_X2	-0.83333333333333359
-R:X:NX_macht_NX:N1_makes_N2	-0.83333333333333359
-RBT:X1_within	-0.53333333333333344
-R:X:an_der:in	-0.16666666666666666
-R:X:NX_,_NX_musharraf:N1_N2_musharraf	-0.16666666666666666
-R:X:NX_medien_NX_.:N2_N1_media_.	2.899999999999995
-WA:medien:mediaWA:.:.	2.899999999999995
-RBT:media_.	2.899999999999995
-WA:zu:toWA:.:.	1.4666666666666668
-R:X:NX_die:N1_a	-33.433333333332861
-R:X:die:,	-7.5000000000000169
-R:X:und_NX:N1_and	-7.5000000000000169
-WA:und:andWA:und:,	-28.366666666666479
-R:X:und:,_and	-28.366666666666479
-R:X:NX_die:the_N1	1.1000000000000005
-WA:,:,WA:aber:but	1.4666666666666668
-RBT:,_but	0.46666666666666684
-RBT:but_X2	0.46666666666666684
-WA:zu:withWA:und:andWA:den:the	-0.36666666666666664
-R:X:NX_zu_NX_und_den:N1_with_N2_and_the	-0.36666666666666664
-R:X:NX_,_aber_NX_hat:N1_,_but_N2_has	-1.0000000000000004
-R:X:terror_NX_zu_NX_.:terror_N2_N1_.	-3.199999999999994
-WA:terror:terrorWA:.:.	-3.199999999999994
-RBS:terror_X	-3.199999999999994
-RBT:terror_X2	-3.199999999999994
-RBS:versucht_,	1.9999999999999982
-RBT:tried_to	1.9999999999999982
-R:X:,_NX_und_den:,_N1_and_the	-0.033333333333333333
-R:X:für:für	-0.033333333333333333
-WA:,:,WA:und:andWA:den:the	-0.033333333333333333
-RBT:_decision	1.9999999999999982
-RBT:_für	-0.033333333333333333
-RBT:für_	-0.033333333333333333
-R:X:ist:ist	-0.96666666666666712
-RBT:_ist	-0.96666666666666712
-RBT:X1_transition	1.1666666666666672
-RBT:transition_.	1.1666666666666672
-R:X:NX_.:._N1_transition_.	1.1666666666666672
-WA:.:.WA:.:.	1.1666666666666672
-RBT:of_doing	1.0000000000000004
-R:X:NX_.:N1_of_doing_.	1.0000000000000004
-RBT:doing_.	1.0000000000000004
-RBT:it_has	2.7999999999999954
-R:X:NX_ist_NX:N1_,_it_has_N2	2.7999999999999954
-WA:ein:anyWA:ist:isWA:,:,	-1.5333333333333332
-R:X:NX_zu_geben:provide_N1_to	-2.7666666666666622
-WA:jener:the	1.6666666666666661
-R:X:NX_ein_NX_ist_,:N1_is_any_N2_,	-1.5333333333333332
-RBT:give_X1	-0.29999999999999999
-WA:,:toWA:das:theWA:zu:to	1.9999999999999982
-RBS:entscheidung_X	1.9999999999999982
-R:X:,_das_NX_zu_NX:to_N2_the_N1	1.9999999999999982
-RBS:ist_,	-1.5333333333333332
-RBS:_jener	1.9999999999999982
-R:X:jener_NX:the_N1	1.6666666666666661
-R:X:NX_musharrafs_NX:his_N2_N1	1.9999999999999982
-R:X:könnte:könnte	1.9999999999999982
-RBS:so_X	1.5333333333333332
-R:X:NX_zu_NX_,:to_N2_N1_that	1.5999999999999996
-WA:ein:anyWA:ist:is	1.5333333333333332
-R:X:NX_so:N1_as	-1.0333333333333339
-WA:könnte:könnte	1.9999999999999982
-RBT:könnte_	1.9999999999999982
-R:X:,_so_NX:,_N1	1.5333333333333332
-R:X:NX_zum_NX:N1_to_N2	-4.7333333333333218
-R:X:könnte_NX_,_das_NX:N1_N2_may	-1.9999999999999982
-RBT:_könnte	1.9999999999999982
-RBT:'s_history	0.33333333333333331
-R:X:NX_geschichte:N1_'s_history	0.33333333333333331
-R:X:NX_pakistans:N1_pakistan	0.33333333333333331
-RBT:X2_may	-1.9999999999999982
-RBS:,_so	1.5333333333333332
-RBS:könnte_X	-1.9999999999999982
-Shape_S01111_T11111	-0.86666666666666703
-R:X:NX_zu_NX_,:,_N1_N2	-5.6333333333333231
-R:X:NX_zum_NX:N1_for_N2	2.2666666666666639
-WA:zum:for	2.2666666666666639
-R:X:NX_zu_NX_,:N1_N2_that	-0.63333333333333353
-R:X:jener_NX:of_N1	0.33333333333333331
-R:X:NX_so:N1_for	-0.39999999999999997
-WA:so:for	-0.39999999999999997
-R:X:NX_zu_NX_,:N1_N2_to	-0.36666666666666664
-R:X:NX_zum_NX:N1_the_N2	0.90000000000000036
-WA:zum:the	0.90000000000000036
-R:X:NX_zu_NX_,:to_N2_N1_,	3.9666666666666579
-R:X:NX_so:N1_so	-0.066666666666666666
-R:X:NX_zu_NX_,:N2_N1_who	-0.066666666666666666
-R:X:NX_geschichte:N1_history	-0.33333333333333331
-R:X:NX_pakistans:pakistan_N1	-0.13333333333333333
-R:X:falls_NX:if_N1	-0.19999999999999998
-R:X:pakistans:pakistans	-0.19999999999999998
-RBT:_pakistans	-0.19999999999999998
-WA:pakistans:pakistans	-0.19999999999999998
-RBS:falls_X	-0.19999999999999998
-RBS:_pakistans	-0.19999999999999998
-RBT:pakistans_	-0.19999999999999998
-R:X:NX_so:N1_that	-0.033333333333333333
-RBT:_-	1.4666666666666668
-R:X:NX_-:-_N1	1.4666666666666668
-R:X:NX_und_ein_NX:N1_and_a_N2	14.53333333333345
-RBT:general_X1	-4.2666666666666577
-RBT:X1_arena	-7.6333333333333533
-RBS:X_bühne	-7.6333333333333533
-WA:und:andWA:ein:a	14.53333333333345
-RBT:-_X1	1.4666666666666668
-R:X:general_NX:general_N1	3.4666666666666597
-R:X:NX_bühne:N1_arena	-7.6333333333333533
-RBS:general_X	-4.2666666666666577
-RBT:the_national	-8.4333333333333638
-R:X:die_nationale:the_national	-8.4333333333333638
-WA:die:theWA:nationale:national	-8.4333333333333638
-RBS:die_nationale	-8.4333333333333638
-R:X:NX_-:'s_N1	-1.2666666666666673
-RBT:X1_12%	-8.9000000000000359
-R:X:musharraf_NX_am:musharraf_N1_of	-8.6000000000000316
-R:X:NX_12:N1_12%	-8.9000000000000359
-WA:12:12%	-8.9000000000000359
-RBS:X_12	-8.9000000000000359
-WA:die:theWA:und:and	-0.56666666666666676
-RBT:national_X1	-0.56666666666666676
-R:X:nationale_NX:national_N1	-0.56666666666666676
-RBT:_national	-0.56666666666666676
-WA:am:at	-0.36666666666666664
-R:X:NX_am:N1_at	-0.29999999999999999
-R:X:NX_am_NX:N1_at_N2	-0.066666666666666666
-R:X:NX_halten:maintain_the_N1	-1.5666666666666664
-RBT:_maintain	-1.5666666666666664
-WA:halten:maintain	-1.5666666666666664
-R:X:NX_versprechen:N1_commitment	3.0333333333333279
-R:X:am_11_._september_2001:the_september_11_,_2001	4.6333333333333222
-RBT:the_september	4.6333333333333222
-WA:am:theWA:11:11WA:september:septemberWA:2001:2001	4.6333333333333222
-RBS:sich_	1.4000000000000006
-RBS:zu_geben	-2.7666666666666622
-RBT:provide_X1	-2.7666666666666622
-WA:zu:toWA:geben:provide	-2.7666666666666622
-RBT:_provide	-2.7666666666666622
-RBT:and_X1	-4.7333333333333218
-RBT:_and	-4.7333333333333218
-RBT:prove_X1	-1.3333333333333339
-WA:geben:prove	-1.3333333333333339
-RBT:_prove	-1.3333333333333339
-R:X:NX_geben:prove_N1	-1.3333333333333339
-R:X:als_er:as_he	3.5999999999999925
-RBT:X2_over	-0.33333333333333331
-R:X:den_NX_zu_NX:N2_over_the_N1	-0.33333333333333331
-RBT:X1_wealth	-0.26666666666666666
-RBT:wealth_and	-0.26666666666666666
-R:X:NX_und_den_NX_.:N1_wealth_and_N2_.	-0.26666666666666666
-WA:am:ofWA:11:11WA:september:septemberWA:2001:2001	-4.6333333333333222
-RBT:of_september	-4.6333333333333222
-R:X:am_11_._september_2001:of_september_11_,_2001	-4.6333333333333222
-R:X:NX_geben:give_N1	-0.29999999999999999
-WA:geben:give	-0.29999999999999999
-RBT:_give	-0.29999999999999999
-R:X:NX_den_notstand_NX:N1_N2_a_state_of_emergency	-10.766666666666735
-R:X:in_dem_NX:in_the_N1	-11.333333333333314
-RBT:of_emergency	0.79999999999999993
-RBT:X1_pakistan	5.6666666666666572
-R:X:NX_der_pakistanischen:N1_pakistan	5.4666666666666579
-R:X:NX_der_macht_NX:N1_hold_N2_power	1.1333333333333335
-R:X:NX_dem_NX_den:N1_N2_the	0.99999999999999967
-RBS:der_macht	1.0000000000000002
-RBT:his_X2	-0.16666666666666644
-WA:,:toWA:an:to	1.1333333333333335
-R:X:,_an:to	1.1333333333333335
-R:X:NX_von:N1_by	-0.33333333333333331
-RBT:hold_X2	1.1333333333333335
-R:X:notstand_NX:N1_a_state_of_emergency	10.833333333333394
-RBS:notstand_X	0.79999999999999993
-R:X:NX_sie:N1_she	8.6666666666666465
-WA:in:inWA:dem:the	-11.56666666666665
-WA:pervez:pervezWA:musharraf:musharraf	-26.600000000000197
-RBS:pervez_musharraf	-26.600000000000197
-R:X:pervez_musharraf:pervez_musharraf	-2.7333333333333343
-WA:dies:thisWA:ist:is	-3.0333333333333283
-R:X:musharraf_NX_,_als_er:musharraf_N1_as_he	4.3333333333333233
-R:X:in:to	2.3333333333333348
-WA:den:to	-3.0666666666666664
-RBS:X_rahmen	-3.93333333333333
-WA:in:for	-4.9999999999999929
-RBS:rahmen_der	-3.93333333333333
-Shape_S01111_T11011	3.3666666666666551
-RBS:justiz_und	64.99999999999865
-R:X:den:to	-3.0666666666666664
-R:X:NX_rahmen_der:N1_the	-3.93333333333333
-RBT:X2_pervez	12.66666666666667
-R:X:NX_pakistanischen_NX_.:pakistan_N1_N2_.	-3.93333333333333
-WA:pakistanischen:pakistanWA:.:.	-3.93333333333333
-R:X:NX_dem_NX_pervez_musharraf:N1_N2_pervez_musharraf	-4.1333333333333293
-RBS:geben_	-5.1999999999999877
-R:X:NX_den_NX_.:N1_the_N2_.	-1.6666666666666672
-RBT:the_pakistan	-1.4000000000000004
-R:X:NX_der_pakistanischen:N1_the_pakistan	-1.4000000000000004
-R:X:NX_pervez_musharraf:N1_pervez_musharraf	-3
-WA:für:forWA:.:.	4.9666666666666544
-RBT:_verfassung	-1.0000000000000002
-R:X:verfassung:verfassung	-1.0000000000000002
-RBT:verfassung_	-1.0000000000000002
-WA:verfassung:verfassung	-1.0000000000000002
-R:X:den:for	-0.73333333333333328
-WA:den:for	-0.73333333333333328
-R:X:macht_NX:N1_power	15.433333333333465
-RBS:an_der	3.866666666666656
-RBT:rule_X1	-0.79999999999999993
-R:X:NX_ausgerufen:declared_a_state_of_N1	-0.79999999999999993
-R:X:NX_den_notstand:emergency_rule_N1	-0.79999999999999993
-RBT:emergency_rule	-0.79999999999999993
-WA:dem:theWA:den:the	-0.46666666666666662
-RBT:does_	-3.4999999999999942
-WA:macht:does	-3.4999999999999942
-R:X:NX_an_der:N1_the	-10.166666666666716
-RBT:X2_does	-0.59999999999999998
-RBT:throughout_	3.0666666666666664
-WA:in:throughout	3.0666666666666664
-RBT:_throughout	3.0666666666666664
-R:X:in:throughout	3.0666666666666664
-R:X:musharraf_NX_,_als_NX:musharraf_N1_N2	-5.8666666666666565
-WA:,:,WA:hat:,	-0.26666666666666666
-R:X:NX_,_hat:N1_,	11.333333333333407
-RBS:,_hat	-0.26666666666666666
-WA:in:at	3.466666666666665
-RBT:at_	3.1666666666666661
-R:X:in:within	3.5999999999999979
-WA:in:within	3.0666666666666664
-RBT:_over	3.7999999999999972
-RBT:over_	3.7999999999999972
-R:X:in:over	3.7999999999999972
-WA:in:over	3.7999999999999972
-R:X:in:have	3.1333333333333329
-RBT:have_	3.1333333333333329
-RBT:_it	-0.39999999999999997
-RBS:_1999	-0.26666666666666666
-WA:in:'s	3.2333333333333321
-R:X:in:'s	3.93333333333333
-WA:den:theWA:den:the	-0.33333333333333331
-R:X:notstand_NX_.:N1_a_state_of_emergency_.	0.73333333333333373
-RBT:emergency_.	0.73333333333333373
-R:X:den_NX_den_NX:the_N1_N2	-0.33333333333333331
-WA:notstand:emergencyWA:.:.	0.73333333333333373
-R:X:NX_pakistanischen:N1_pakistan	-0.13333333333333333
-R:X:NX_der:N1_in	-0.13333333333333333
-RBT:_viele	10.999999999999979
-R:X:den:with	-0.13333333333333333
-WA:den:with	-0.13333333333333333
-WA:den:'s	0.73333333333333373
-WA:in:inWA:musharraf:musharraf	-0.66666666666666685
-R:X:in_NX_musharraf:in_N1_musharraf	-0.66666666666666685
-R:X:NX_ein_NX:N1_put_forward_a_N2	10.933333333333309
-RBT:out_	-0.36666666666666664
-RBT:of_power	-0.13333333333333333
-WA:,:out	-0.36666666666666664
-RBT:_out	-0.13333333333333333
-R:X:,:out	-0.13333333333333333
-WA:an:ofWA:der:ofWA:macht:power	-0.13333333333333333
-WA:von:on	2.0666666666666673
-R:X:NX_versucht_,:N1_tried_to	1.9999999999999982
-R:X:NX_an_der_macht_NX:N1_of_power_N2	-0.13333333333333333
-R:X:NX_hat:have_N1	4.399999999999995
-R:X:in_NX_hat_NX:in_N1_N2	-0.066666666666666666
-WA:die:an	0.93333333333333346
-R:X:NX_unabhängige:N1_independent	0.66666666666666663
-RBT:judiciary_and	64.99999999999865
-RBT:X1_independent	0.66666666666666663
-RBS:X_unabhängige	0.66666666666666663
-RBT:_an	0.93333333333333346
-R:X:NX_justiz_und:N1_judiciary_and	64.99999999999865
-WA:justiz:judiciaryWA:und:and	64.99999999999865
-R:X:die:an	0.93333333333333346
-R:X:NX_und:N1_,_and	-3.7999999999999972
-RBT:--_and	-2.0666666666666678
-R:X:NX_und:N1_capabilities_,_and	-3
-RBT:X1_capabilities	-3
-RBT:capabilities_,	-3
-R:X:NX_und:N1_reform_,_and	-6.5333333333333208
-RBT:_stability	8.8666666666666583
-WA:bühne:arena	-7.6333333333333533
-R:X:NX_zu_NX:N1_with_N2	4.4666666666666615
-RBT:with_X2	4.0999999999999961
-WA:zu:on	-6.6000000000000005
-RBS:am_	-8.9000000000000359
-RBT:media_X2	-9.4333333333333744
-RBT:_elected	5.6999999999999922
-R:X:zu_NX:N1_on	-6.6000000000000005
-R:X:NX_zu_NX:in_N2_N1	-0.33333333333333331
-R:X:NX_zu_NX:N1_to_be_N2	2.8000000000000003
-RBT:to_be	2.8000000000000003
-WA:zu:toWA:zu:be	2.8000000000000003
-RBT:be_X2	2.8000000000000003
-RBT:arena_	-7.6333333333333533
-R:X:NX_zu_NX:N1_to_N2	1.9666666666666659
-R:X:NX_und:N1_construction_and	-0.39999999999999997
-RBT:X1_construction	-0.39999999999999997
-RBT:construction_and	-0.39999999999999997
-RBS:amerika_X	-0.066666666666666666
-R:X:NX_und:N1_market_and	-0.26666666666666666
-R:X:stabilität:stability	8.8666666666666583
-RBT:X1_forward	-0.066666666666666666
-R:X:NX_und:N1_forward_and	-0.066666666666666666
-RBT:too_X2	-0.066666666666666666
-WA:zu:too	-0.066666666666666666
-RBT:_by	-0.13333333333333333
-WA:,:,WA:als:when	4.5333333333333279
-R:X:die:by	-0.13333333333333333
-WA:die:by	-0.13333333333333333
-R:X:die:with	-0.46666666666666662
-WA:die:with	-0.46666666666666662
-R:X:die:who	-0.066666666666666666
-R:X:NX_,_aber_NX_,:N1_,_N2_to	-14.433333333333366
-RBT:its_X2	-10.766666666666657
-WA:hat:hasWA:versucht:tried	-30.666666666666924
-R:X:NX_,_aber_NX:N1_,_N2	14.766666666666696
-RBT:war_on	3.7333333333333307
-R:X:NX_seine_NX_zu:N1_its_N2_to	-10.033333333333312
-RBS:,_aber	0.79999999999999993
-WA:als:thanWA:das:the	4.2333333333333254
-RBT:X1_its	-11.699999999999996
-WA:sie:her	-0.46666666666666662
-RBS:versucht_X	13.233333333333341
-RBS:,_seine	13.233333333333341
-RBS:X_politischen	-11.599999999999985
-RBS:seine_X	-1.4999999999999993
-RBT:and_the	1.1333333333333331
-R:X:,_seine_NX_zu_NX:to_N2_its_N1	13.233333333333341
-R:X:NX_und_den:N1_and_the	2.6000000000000001
-RBS:und_den	2.6666666666666576
-WA:,:toWA:seine:itsWA:zu:to	13.233333333333341
-R:X:NX_als_das:N1_than_the	-1.9666666666666657
-R:X:viele:viele	10.999999999999979
-WA:und:andWA:den:the	1.5333333333333334
-WA:seine:itsWA:zu:to	-10.033333333333312
-WA:hat:hasWA:hat:,WA:er:he	31.666666666666938
-RBS:als_das	4.2333333333333254
-R:X:er:he	-4.6666666666666607
-RBT:,_he	25.733333333333519
-RBT:X2_its	13.233333333333341
-WA:das:theWA:zu:to	-1.7666666666666628
-R:X:NX_das_NX_zu:N1_the_N2_to	-1.7666666666666628
-R:X:NX_das_NX:N1_the_N2	-1.4000000000000004
-RBT:_action	-1.466666666666667
-R:X:maßnahmen:action	-1.466666666666667
-R:X:NX_und_den:N1_,_and_the	-1.0666666666666669
-WA:maßnahmen:actions	-2.2000000000000011
-R:X:NX_und_den:N1_with_the	6.9333333333333194
-WA:und:withWA:den:the	6.9333333333333194
-RBT:its_war	-0.93333333333333346
-RBT:._X1	1.1666666666666672
-R:X:NX_den_krieg:N1_its_war	-0.93333333333333346
-RBT:she_	8.6666666666666465
-RBS:X_blieben	-0.66666666666666663
-WA:den:itsWA:krieg:war	-0.93333333333333346
-R:X:NX_als_das_NX:N1_than_the_N2	4.699999999999994
-WA:viele:viele	10.999999999999979
-R:X:NX_,_für:N1_for	-1.0000000000000002
-WA:für:for	-1.0000000000000002
-R:X:NX_seine_NX:'s_N1_N2	-0.46666666666666662
-R:X:seine_NX:its_N1	-0.39999999999999997
-RBT:of_their	-2.8666666666666671
-RBT:_seine	1.4999999999999993
-R:X:als_das_NX:than_the_N1	1.4999999999999993
-R:X:er:it	-0.39999999999999997
-R:X:NX_zu_NX_und:N2_N1_,_and	-0.39999999999999997
-R:X:NX_zu_NX_und:N1_N2_,_and	-0.39999999999999997
-RBT:_gestalten	-8.9333333333333673
-RBT:gestalten_	-8.9333333333333673
-WA:dem:theWA:,:,	-3.36666666666666
-R:X:gestalten:gestalten	-8.9333333333333673
-WA:gestalten:gestalten	-8.9333333333333673
-WA:krieg:warWA:gegen:against	-0.39999999999999997
-RBT:war_against	-0.39999999999999997
-WA:krieg:warWA:gegen:on	-1.7333333333333301
-RBS:__X	-0.8666666666666667
-R:X:ist_NX:N1_has	-2.0333333333333337
-RBT:this_is	-3.0333333333333283
-R:X:NX_.:N1_heading_.	-0.26666666666666661
-RBT:X1_heading	-0.26666666666666661
-RBT:heading_.	-0.26666666666666661
-R:X:,:--	4.399999999999995
-RBT:_--	4.399999999999995
-WA:so:this	-1.3333333333333339
-RBT:this_possibility	-1.3333333333333339
-R:X:NX_so:this_possibility_N1	-1.3333333333333339
-RBT:possibility_X1	-1.3333333333333339
-WA:,:_	10.799999999999976
-R:X:,:_	-2.6666666666666679
-WA:so:thereby	1.3333333333333339
-R:X:NX_so:N1_,_thereby	1.3333333333333339
-RBT:,_thereby	1.3333333333333339
-RBT:thereby_	1.3333333333333339
-R:X:,:on	-1.7333333333333341
-R:X:das_NX_,:N1_'s_system_of_higher_education_,	10.933333333333309
-R:X:NX_,:that_it_would_N1_,	-16.333333333333385
-R:X:NX_er_NX:N1_he_N2	-17.200000000000063
-WA:,:thatWA:,:,	-16.333333333333385
-RBT:it_would	-16.333333333333385
-WA:als:asWA:er:he	-16.533333333333388
-RBT:as_he	-12.200000000000012
-RBS:als_er	-14.933333333333366
-RBS:gewählte_regierung	-8.5666666666666771
-R:X:NX_gewählte_regierung_NX:N2_N1_elected_government	9.3666666666666814
-R:X:NX_die:,_N1	37.433333333332634
-RBT:national_X2	2.4000000000000008
-R:X:NX_nationale_NX:N1_national_N2	2.4000000000000008
-RBT:elected_government	9.3666666666666814
-RBS:nationale_X	1.8333333333333339
-RBS:eine_X	5.6999999999999922
-RBS:_eine	-13.033333333333381
-RBT:an_X1	5.6999999999999922
-RBT:when_he	-2.7333333333333303
-WA:als:whenWA:er:he	-2.7333333333333303
-R:X:,_NX:N1_,	-0.53333333333333333
-R:X:NX_von:N1_about	-0.46666666666666662
-R:X:als_er:when_he	-2.7333333333333303
-R:X:NX_regierung_NX:N1_government_N2	-3.7999999999999972
-RBT:government_X2	-3.7999999999999972
-WA:er:heWA:regierung:government	-3.7333333333333307
-R:X:er_NX_regierung_NX:he_N2_N1_government	-3.7333333333333307
-R:X:eine:,	-3.466666666666665
-WA:eine:,	-3.466666666666665
-R:X:NX_,_als:N1_than	3.3333333333333308
-R:X:eine:eine	-14.53333333333336
-RBT:_eine	-14.53333333333336
-RBT:eine_	-14.53333333333336
-WA:eine:eine	-14.53333333333336
-R:X:NX_gewählte_regierung:N1_government	-17.933333333333408
-Shape_S01111_T11010	-5.6333333333333231
-R:X:NX_,_als:N1_,_as	-1.5666666666666662
-RBT:,_as	2.4333333333333305
-RBT:is_a	-1.7333333333333341
-R:X:NX_eine:N1_is_a	-1.7333333333333341
-WA:eine:a	-1.7333333333333341
-R:X:NX_eine:N1_will	-1.1333333333333335
-WA:eine:for	-0.73333333333333328
-R:X:eine:for	-0.73333333333333328
-RBT:as_X2	2.1333333333333342
-R:X:NX_musharraf_NX_die:N1_musharraf_N2_the	3.8666666666666583
-RBT:it_X2	-5.4666666666666579
-R:X:NX_eine:N1_any	-0.066666666666666666
-RBT:X1_any	-0.066666666666666666
-WA:eine:any	-0.066666666666666666
-R:X:NX_,:N1__	13.466666666666677
-RBS:viele_	-0.6000000000000002
-R:X:NX_ihres:N1_of_their	-2.8666666666666671
-RBT:X1_she	5.9999999999999893
-WA:sie:she	5.9999999999999893
-R:X:NX_der_politischen_NX:N1_political_N2	11.599999999999985
-R:X:viele:of	-11.599999999999985
-RBS:von_der	-11.599999999999985
-R:X:NX_politischen_NX:N1_political_N2	-11.599999999999985
-RBT:thought_	-5.3999999999999915
-WA:dass:thought	-5.3999999999999915
-RBT:they_	-7.3999999999999844
-RBT:_terror	-3.199999999999994
-R:X:NX_dass:N1_thought	-5.3999999999999915
-RBS:_sie	-5.6666666666666572
-RBT:X1_thought	-5.3999999999999915
-RBT:X1_all	2.8666666666666671
-R:X:NX_ihres:N1_all_their	2.8666666666666671
-RBT:all_their	2.8666666666666671
-R:X:NX_sie_NX:N1_she_N2	-2.6666666666666679
-RBT:she_X2	-2.6666666666666679
-R:X:NX_von:N1_on	2.0666666666666673
-R:X:er_NX:N1_,_he	-5.9333333333333229
-WA:dass:see	-3.6666666666666643
-RBT:see_	-3.6666666666666643
-RBT:X1_see	-3.6666666666666643
-WA:,:who	-1.2666666666666668
-RBT:__X2	-0.8666666666666667
-R:X:NX___NX:N1___N2	-0.8666666666666667
-RBS:_dass	-1.2000000000000004
-R:X:NX_,_aber_NX:N1_,_but_N2	1.4666666666666668
-RBT:keep_	-1.2000000000000004
-WA:dass:keep	-1.2000000000000004
-R:X:NX_,_NX:N1_to_N2	-1.2000000000000004
-RBT:_keep	-1.2000000000000004
-WA:sie:theyWA:.:.	3.466666666666665
-RBT:X1_her	-0.46666666666666662
-RBT:her_X2	-0.46666666666666662
-R:X:NX_sie_NX:N1_her_N2	-0.46666666666666662
-WA:musharraf:musharrafWA:am:of	-8.6000000000000316
-RBT:X1_about	-0.46666666666666662
-WA:von:about	-0.46666666666666662
-WA:von:by	-0.33333333333333331
-R:X:NX_,:N1_out	-0.23333333333333331
-RBT:think_	-0.26666666666666666
-RBT:X1_out	-0.23333333333333331
-WA:halten:think	-0.26666666666666666
-R:X:NX_würde:N1_,_would	1.133333333333334
-RBT:,_would	1.133333333333334
-WA:dass:let	-0.46666666666666662
-RBT:X1_let	-0.46666666666666662
-R:X:die_NX:N1_'s	0.066666666666666666
-WA:so:so	-0.066666666666666666
-RBT:brought_	0.066666666666666666
-R:X:NX_den_taliban_NX:N1_taliban_N2	-8.2333333333333165
-WA:brachten:brought	0.066666666666666666
-R:X:NX_internationale:N1_the_international	22.700000000000141
-R:X:taliban:taliban	7.7666666666666488
-RBS:_taliban	7.7666666666666488
-R:X:NX_erklärte_,_NX:N1_,_N2	10.766666666666666
-RBT:_taliban	7.7666666666666488
-R:X:den_NX_den_NX:N2_the_N1	7.9666666666666499
-R:X:den_taliban:the_taliban	3
-RBT:the_taliban	3
-WA:den:theWA:taliban:taliban	3
-R:X:NX_unterstützen_.:support_N1_.	2.5333333333333274
-RBT:geben_	-0.80000000000000016
-RBT:_geben	-0.80000000000000016
-WA:geben:geben	-0.80000000000000016
-R:X:NX_dem_NX_musharraf:N1_N2_musharraf	12.833333333333426
-RBS:_geben	-0.80000000000000016
-R:X:geben:geben	-0.80000000000000016
-RBS:X_terroranschläge	-0.066666666666666666
-R:X:NX_terroranschläge:N1_terrorist_attacks	-0.066666666666666666
-RBT:X1_terrorist	-0.066666666666666666
-R:X:NX_amerika_NX:N2_N1_america	-0.066666666666666666
-R:X:NX_musharraf_NX:musharraf_N2_N1	-0.40000000000000008
-RBT:_ready	-0.59999999999999998
-RBT:ready_	1.3333333333333328
-WA:bereit:ready	1.3333333333333328
-RBT:he_X1	-1.6000000000000005
-RBT:ist_	-0.96666666666666712
-R:X:er_sich_NX:he_N1	-0.59999999999999998
-RBT:_he	-9.9999999999999769
-R:X:NX_den_taliban_NX:N2_N1_taliban	-2.2666666666666675
-RBS:taliban_X	-13.900000000000007
-R:X:NX_taliban_NX:N1_taliban_N2	-3.4000000000000004
-RBT:taliban_X2	-11.633333333333317
-WA:er:him	-0.89999999999999991
-R:X:NX_den_NX:the_N2_N1	-0.89999999999999991
-RBT:_him	-0.89999999999999991
-RBT:X1_against	-8.1999999999999869
-WA:gegen:against	-8.1999999999999869
-RBT:against_	-8.999999999999984
-R:X:ins_NX:into_the_N1	-1.0999999999999999
-WA:am:of	-1.6000000000000003
-R:X:am_NX:of_N1	-1.6000000000000003
-R:X:NX_musharraf:musharraf_N1	-8.1333333333333275
-RBS:den_taliban	-7.6666666666666528
-R:X:NX_den_taliban:N1_taliban	-0.16666666666666607
-RBT:global_	-10.366666666666644
-RBT:X2_a	-12.466666666666741
-WA:bereit:willing	4.4666666666666659
-R:X:bereit:willing	4.9999999999999982
-RBT:willing_	4.4666666666666659
-RBT:_willing	4.9999999999999982
-RBS:internationale_	-1.099999999999997
-RBT:international_	9.2666666666666497
-WA:als:than	5.9333333333333265
-R:X:als:than	2.600000000000001
-RBT:than_	1.8333333333333302
-RBT:_than	4.099999999999997
-WA:ist:ist	-0.96666666666666712
-RBS:er_sich	5.1333333333333293
-R:X:den:of	-3.300000000000002
-RBT:X2_-	-3.300000000000002
-WA:hat:hasWA:musharraf:musharraf	9.9999999999999751
-RBT:X1_international	-16.800000000000093
-RBT:any_	-0.066666666666666666
-R:X:NX_internationale_NX:N1_international_N2	-3.3666666666666605
-R:X:am_NX:on_N1	-29.900000000000158
-RBT:_on	-37.000000000000256
-RBT:on_X1	-29.900000000000158
-R:X:NX_erklärte_,:N1_,	-10.766666666666666
-WA:zu:toWA:,:,	3.9666666666666579
-WA:der:theWA:pakistanischen:pakistan	-1.4000000000000004
-R:X:terroranschläge:terrorist_attacks	0.066666666666666666
-R:X:hat_NX_musharraf:N1_musharraf_has	4.9333333333333265
-RBT:international_X2	19.900000000000016
-R:X:NX_geben_und:N1_and	5.1999999999999877
-R:X:und_den_NX_.:and_N1_.	-4.7333333333333218
-R:X:brachten:brachten	-0.066666666666666666
-R:X:NX_pervez_musharraf:pervez_musharraf_N1	-16.733333333333391
-RBT:the_international	45.966666666666775
-R:X:NX_ein_NX_ist:N1_is_any_N2	1.5333333333333332
-R:X:NX_dem_NX_den:N1_the_N2_the	-0.46666666666666662
-RBS:geben_und	5.1999999999999877
-RBT:bereit_	-5.7999999999999945
-RBS:_bereit	-1.4000000000000006
-Shape_S11100_T01100	19.900000000000087
-RBT:X1_makes	-1.8999999999999986
-R:X:als:as	5.1333333333333284
-WA:sich:,	-3.2999999999999994
-RBS:_nationale	-0.56666666666666676
-Shape_S11111_T11010	2.0333333333333292
-WA:taliban:taliban	-3
-RBS:in_dem	-11.56666666666665
-R:X:den_NX_zu:to_N1	-5.2666666666666577
-R:X:,_NX_den_NX_zu:to_N2_N1	2.0333333333333292
-R:X:von_NX_angeführten:N1_-_led	3.300000000000002
-RBS:ins_	3.4000000000000017
-RBT:_brachten	-0.066666666666666666
-WA:könnte:may	-1.9999999999999982
-RBT:_bereit	-5.7999999999999945
-RBS:_den	-2.3333333333333308
-RBS:_entscheidung	1.9999999999999982
-RBS:unterstützen_.	8.2999999999999972
-RBT:musharraf_has	9.9999999999999751
-R:X:NX_internationale_NX:N1_the_international_N2	23.266666666666737
-WA:so:as	-1.0333333333333339
-WA:,:,WA:,:to	-14.433333333333366
-RBT:taliban_	11.633333333333317
-RBT:on_terror	12.933333333333328
-RBS:der_pakistanischen	4.0666666666666629
-RBS:X_unterstützen	8.2999999999999972
-R:X:NX_unterstützen_.:N1_.	5.7666666666666613
-RBS:_terroranschläge	0.066666666666666666
-WA:bereit:bereit	-5.7999999999999945
-R:X:in_dem:in_the	-0.23333333333333331
-WA:den:toWA:zu:to	-5.2666666666666577
-RBT:forward_and	-0.066666666666666666
-RBT:X1_taliban	-10.766666666666666
-WA:für:für	-0.033333333333333333
-R:X:NX_amerika:N1_america	0.066666666666666666
-R:X:NX_ins_NX:N1_into_the_N2	-2.3000000000000007
-WA:brachten:brachten	-0.066666666666666666
-RBT:_terrorist	0.066666666666666666
-RBS:X_internationale	3.4000000000000017
-RBS:taliban_	13.900000000000007
-RBS:den_notstand	-11.566666666666739
-R:X:NX_ins:N1_into	3.0333333333333337
-R:X:NX_und:N1_--_and	-2.0666666666666678
-RBS:brachten_	-0.066666666666666666
-RBS:X_ins	0.73333333333333339
-RBS:X_geben	3.5666666666666598
-RBT:into_	3.4000000000000017
-R:X:sie_NX:N1_they	-5.6666666666666572
-RBS:gegen_den	6.4666666666666588
-R:X:entscheidung_NX_,_NX:decision_N1_N2	1.9999999999999982
-RBS:X_taliban	-0.099999999999999714
-RBS:sich_X	-1.4000000000000006
-R:X:NX_taliban:N1_taliban	3.300000000000002
-RBT:in_the	-11.56666666666665
-R:X:als:when	-6.9666666666666579
-RBT:of_	-61.466666666666619
-WA:eine:is	-69.200000000000344
-R:X:NX_,:N1_in	-8.1333333333333204
-RBT:X2_.	28.300000000000193
-WA:terror:terror	-5.8666666666666627
-R:X:sein:sein	14.733333333333329
-WA:notstand:emergency	-0.73333333333333373
-WA:zu:to	31.300000000000171
-RBT:a_top	-33.600000000000207
-R:X:NX_das:N1_the	12.133333333333306
-R:X:dies:that	-20.233333333333395
-R:X:NX_internationale:N1_global	-10.366666666666644
-RBS:so_	-1.5333333333333332
-RBT:X2_effectively	30.800000000000168
-RBT:_target	-12.399999999999972
-R:X:NX_ausgerufen_NX:declared_a_state_of_N1_N2	7.6999999999999886
-R:X:NX_den_NX_gegen:N1_the_N2_against	-0.39999999999999997
-RBT:X1_war	42.533333333333672
-RBT:_being	-26.933333333333451
-RBT:he_	46.233333333333718
-R:X:NX_,:to_N1	1.7
-R:X:NX_bemühen:N1_effort	1.5666666666666664
-R:X:,_für_NX:,_N1	3.8333333333333246
-R:X:NX_dem_NX_,:N1_N2_,	0.033333333333333472
-RBS:den_terror	7.0666666666666558
-R:X:NX_und:N1_-	2.0333333333333345
-R:X:NX_hat:N1_,	-10.866666666666651
-WA:von:to	-0.46666666666666662
-RBT:X1_hold	-3.0666666666666642
-RBT:to_X1	-2.8666666666666667
-RBT:X1_it	-68.666666666667041
-WA:,:to	71.466666666666569
-WA:dies:so	-34.966666666666896
-RBT:have_X1	4.399999999999995
-R:X:NX_dass:N1_that	17.466666666666736
-RBS:terror_	3.199999999999994
-RBS:notstand_	-0.79999999999999993
-WA:sein:his	23.86666666666676
-R:X:NX_an_der_NX:N1_to_N2	5.5999999999999899
-RBT:well_X2	10.93333333333331
-RBT:X1_is	-53.96666666666713
-RBS:gegen_	-6.4666666666666588
-RBT:able_to	-18.666666666666689
-RBS:den_	0.79999999999999982
-RBS:X_gewählte	-5.6999999999999922
-R:X:NX_den_terror:N1_terror	-5.8666666666666627
-RBT:X1_and	26.000000000000099
-RBT:X1_so	-0.066666666666666666
-R:X:NX_von:N1_to	-0.46666666666666662
-RBT:tried_	-14.633333333333368
-WA:-:--	-2.1666666666666665
-RBS:effektiver_zu	30.800000000000168
-R:X:sein:be	2.8666666666666623
-RBS:er_	-9.6333333333333133
-RBS:,_an	-3.866666666666656
-RBS:versucht_	-15.23333333333337
-RBS:X_effektiver	29.300000000000143
-R:X:NX_sie:N1_they	-1.7333333333333341
-RBT:a_state	7.6999999999999886
-Shape_S11110_T11110	14.666666666666694
-WA:ziel:aim	-17.833333333333361
-R:X:NX_er:he_N1	-1.0000000000000004
-WA:würde:would	-4.4333333333333291
-R:X:NX_das_NX_,:N1_N2_'s_system_of_higher_education_,	-11.733333333333315
-RBS:,_für	2.8333333333333282
-RBT:independent_	8.7999999999999847
-R:X:NX_,:N1_for	11.999999999999973
-RBS:X_ein	-21.10000000000003
-R:X:NX_er:N1_it	-69.866666666666973
-WA:er:it	-75.733333333333306
-R:X:NX_die:N1_to_read_the	3.800000000000002
-WA:zu:toWA:,:that	1.5999999999999996
-R:X:NX_pakistanischen_NX:pakistan_N1_N2	10.69999999999998
-RBT:blieben_	-31.900000000000187
-R:X:,_als:,_as	3.9999999999999964
-RBT:agencies_,	5.0333333333333314
-R:X:NX_für:N1_that	-1.4000000000000001
-RBS:eine_	-5.6999999999999922
-RBT:'s_security	5.0333333333333314
-R:X:in:in	-11.533333333333337
-RBT:rahmen_	-2.0999999999999974
-RBT:security_agencies	5.0333333333333314
-R:X:bereit:ready	-0.59999999999999998
-WA:rahmen:rahmen	-2.0999999999999974
-R:X:NX_justiz_NX:N1_judiciary_N2	-32.36666666666612
-R:X:medien:medien	-0.59999999999999998
-R:X:am:on	-11.333333333333314
-WA:medien:medien	-0.59999999999999998
-RBS:X_das	-1.9666666666666661
-RBS:X_gegen	-3.3333333333333321
-RBT:media_X1	-0.89999999999999991
-RBT:enjoying_X1	-0.20000000000000004
-R:X:zu_NX:of_enjoying_N1	-0.20000000000000004
-R:X:NX_vielleicht:N1_possibly	-5.1666666666666643
-R:X:am:the	11.333333333333314
-R:X:medien_NX:media_N1	-0.89999999999999991
-RBS:freien_X	-5.6999999999999957
-RBS:_sorgen	3.9999999999999907
-RBS:_medien	-5.6999999999999957
-R:X:medien:media	-4.2000000000000011
-RBS:dass_X	-9.5333333333333155
-RBT:_media	-5.0999999999999979
-R:X:freien_NX:free_,_N1	-5.6999999999999957
-RBT:terror_	7.0666666666666558
-RBT:emergency_	0.066666666666666582
-RBS:X_von	-3.300000000000002
-RBT:,_X1	70.333333333331936
-WA:ist:be	28.966666666666814
-RBT:higher_education	-0.79999999999999993
-R:X:und_NX:as_a_N1	-4.6999999999999993
-RBT:to_ensure	0.59999999999999909
-WA:sie:they	-12.599999999999982
-RBT:as_a	-4.6999999999999993
-WA:zu:toWA:sorgen:ensure	0.59999999999999909
-Shape_S01111_T01110	1.5333333333333332
-RBS:_justiz	-8.7999999999999847
-RBT:judiciary_X1	-7.2999999999999901
-RBT:_judiciary	-8.7999999999999847
-RBT:_S1	-99.599999999999284
-RBT:read_the	3.5000000000000018
-RBT:to_read	3.5000000000000018
-WA:blieben:blieben	-31.900000000000187
-R:X:justiz_NX:judiciary_N1	-7.2999999999999901
-RBT:_effort	-1.6666666666666672
-RBT:_?	-18.733333333333345
-RBT:the_electricity	-32.300000000000189
-R:X:NX_verfassung:N1_'s_constitution	32.966666666666868
-R:X:NX_zu_NX_und:N1_N2_and	-6.9666666666666535
-RBT:X2_an	5.6999999999999922
-RBT:industry_X1	-32.300000000000189
-R:X:NX_verfassung_NX:N1_constitution_N2	-1.6000000000000003
-WA:eine:anWA:regierung:government	5.6999999999999922
-WA:die:,WA:die:the	-32.300000000000189
-RBT:_into	-5.43333333333333
-R:X:,_als:,_when	4.5333333333333279
-R:X:unabhängige:independent	8.1333333333333204
-Shape_S01111_T01111	0.16666666666677799
-RBT:X2_behind	-6.6999999999999931
-R:X:NX_die_NX_.:N1_have_been_drawing_N2_behind_bars_.	-6.6999999999999931
-R:X:und:as	-6.7999999999999927
-RBT:judiciary_X2	-32.36666666666612
-RBT:medien_	-0.59999999999999998
-RBS:_und	-44.399999999999046
-RBT:concerns_	-4.5999999999999996
-R:X:NX_,_als_NX:N1_as_N2	2.1333333333333342
-RBS:justiz_X	-39.666666666665982
-RBT:drawing_X2	-2.3000000000000003
-RBT:musharraf_	14.166666666666801
-R:X:freien:free	-1.6000000000000005
-RBS:_freien	-7.2999999999999901
-RBT:on_	-9.5999999999999996
-RBT:X1_have	-2.3000000000000003
-WA:für:in	-3.2000000000000015
-R:X:NX_die_NX:N1_have_been_drawing_N2	4.4000000000000004
-RBT:_free	-7.2999999999999901
-R:X:verfassung:constitution	-12.133333333333306
-RBT:-_	-2.8333333333333344
-R:X:zu_NX:as_much_as_N1	-8.8666666666666512
-RBT:much_as	-8.8666666666666512
-RBT:_stabilität	4.3666666666666565
-RBT:X1_religious	-18.80000000000005
-WA:zu:muchWA:zu:asWA:zu:as	-8.8666666666666512
-WA:am:the	44.433333333333699
-RBS:medien_X	-20.366666666666706
-RBT:X1_behind	-2.2000000000000011
-WA:und:as	-11.499999999999977
-RBT:enjoying_X2	8.2333333333333609
-RBT:bars_.	-8.8999999999999844
-RBS:X_die	21.533333333333502
-RBT:X1_constitution	0.96666666666666667
-RBT:_as	-11.766666666666644
-RBS:X_zu	-10.433333333333314
-RBS:X_halten	-5.7666666666666622
-WA:medien:media	-2.2999999999999958
-RBT:media_	8.0333333333333403
-RBS:dass_er	-17.899999999999984
-RBS:_gewählte	5.6999999999999922
-RBT:X1_media	5.6999999999999957
-R:X:und:,	3.9000000000000017
-WA:justiz:judiciary	-64.99999999999865
-RBT:X2_	-56.36666666666698
-RBT:judiciary_	-25.333333333333531
-RBT:S1_X2	-99.599999999999284
-WA:-:,	17.466666666666711
-RBT:behind_bars	-8.8999999999999844
-R:X:NX_dem_NX_pervez:N1_N2_pervez	16.800000000000061
-Shape_S11100_T11100	-16.266666666666779
-WA:macht:makes	-1.8999999999999986
-RBS:X_bemühen	1.5666666666666664
-WA:die:who	8.033333333333319
-RBT:war_	-3.3333333333333321
-RBT:_independent	-0.66666666666666663
-R:X:NX_krieg:N1_war	10.799999999999978
-RBS:verfassung_	22.400000000000048
-R:X:NX_dass_er:N1_he	-17.899999999999984
-RBS:die_	16.90000000000007
-WA:zu:of	-9.0666666666666718
-RBT:perhaps_X2	5.7666666666666622
-WA:seine:seine	1.4999999999999993
-R:X:NX_justiz:N1_judiciary	-23.833333333333517
-RBS:justiz_	-25.333333333333531
-RBS:S_X	-99.599999999999284
-R:X:eine_NX_regierung_NX:N2_an_N1_government	5.6999999999999922
-RBT:electricity_industry	-32.300000000000189
-RBT:'s_constitution	12.166666666666641
-R:X:1999:1999	-0.26666666666666666
-RBT:_have	-2.8666666666666614
-WA:rahmen:within	8.3333333333333162
-RBS:freien_	5.6999999999999957
-R:X:NX_den_NX_.:N1_N2_.	9.7000000000000579
-R:X:macht_NX:N1_does	-2.899999999999995
-RBS:_als	15.800000000000011
-RBS:X_justiz	8.7999999999999847
-RBT:free_	5.6999999999999957
-RBS:_verfassung	-13.133333333333304
-RBT:X1_does	-2.899999999999995
-RBS:als_	23.866666666666777
-Shape_S11111_T11011	-3.199999999999994
-RBT:,_when	4.5333333333333279
-RBS:_unabhängige	-0.66666666666666663
-RBS:_die	-21.533333333333502
-R:X:NX_zu_NX:of_enjoying_N2_N1	8.2333333333333609
-R:X:NX_die:N1_who	8.0999999999999872
-RBT:of_enjoying	8.0333333333333599
-RBT:and_X2	5.8999999999999924
-RBS:_dem	-6.9666666666666748
-RBT:X1_possibly	-5.1666666666666643
-RBT:X1_judiciary	8.7999999999999847
-WA:die:a	-5.7333333333332988
-WA:die:have	-3.800000000000002
-RBT:-_range	8.8999999999999844
-RBT:effektiver_	-23.400000000000063
-RBT:faces_a	27.700000000000127
-R:X:NX_krieg_gegen_den_terror:N1_war_on_terror	11.400000000000006
-RBT:range_missiles	8.8999999999999844
-WA:effektiver:effektiver	-23.400000000000063
-RBT:missiles_.	8.8999999999999844
-R:X:NX_die:N1_faces_a	27.700000000000127
-RBT:X1_faces	27.700000000000127
-RBS:zu_	-19.200000000000085
-RBS:sie_	6.9333333333333194
-R:X:NX_.:N1_-_range_missiles_.	8.8999999999999844
-RBT:_effektiver	-23.400000000000063
-RBT:goal_X2	5.2999999999999972
-RBT:,_this	8.1666666666666536
-R:X:NX_ziel_NX:N1_goal_N2	5.2999999999999972
-RBS:_S	-99.599999999999284
-RBT:sein_	14.733333333333329
-RBT:_terrorism	-3.8666666666666671
-R:X:NX_ziel:N1_target	-7.3333333333333188
-Shape_S01100_T11100	-47.700000000000408
-RBT:on_X2	1.6999999999999906
-R:X:NX_als:N1_when	14.833333333333295
-R:X:NX_ziel:N1_targets	-7.3666666666666529
-R:X:halten:halten	6.0333333333333279
-WA:sein:sein	14.733333333333329
-RBT:terrorism_	-3.8666666666666671
-RBT:_X2	8.133333333333324
-RBT:,_is	29.066666666666809
-R:X:sein:his	13.166666666666671
-RBS:_notstand	11.566666666666739
-R:X:NX_dass:N1_see	-3.6666666666666643
-RBS:_terror	-7.0666666666666558
-R:X:NX_an_der_NX:N1_the_N2	3.0333333333333279
-RBT:tried_X2	13.233333333333341
-R:X:NX_ziel_NX:N2_N1_goal	7.2666666666666542
-R:X:NX_,:N1_who	-1.2000000000000004
-RBT:despairing_X2	-0.53333333333333333
-RBT:more_	36.53333333333358
-RBT:X1_aim	-8.6666666666666501
-RBT:_of	-14.366666666666783
-WA:das:the	11.633333333333306
-R:X:NX_musharraf:N1_musharraf	-7.4333333333333185
-RBT:X1_targets	-9.3666666666666476
-RBT:_halten	6.0333333333333279
-R:X:NX_ziel_NX:N1_targets_N2	-2.0000000000000004
-WA:,:toWA:zu:to	2.0333333333333292
-RBT:as_X1	-8.999999999999984
-R:X:NX_bereit:N1_ready	1.9333333333333318
-RBT:_these	-48.566666666667089
-RBT:target_X2	-2.0000000000000004
-R:X:NX_,:N1_to	15.266666666666742
-R:X:NX_würde:if_N1	-0.99999999999999989
-WA:effektiver:effectively	23.400000000000063
-R:X:NX_.:N1_power_.	28.866666666666806
-R:X:NX_ziel_NX:N1_target_N2	-2.0000000000000004
-RBS:gestalten_	27.600000000000122
-R:X:NX_.:N1_established_.	-9.8333333333333339
-RBT:be_X1	-5.4666666666666872
-RBT:_be	5.0999999999999872
-RBS:X_gestalten	-27.600000000000122
-RBT:being_	-8.2666666666666533
-R:X:NX_dass:N1_let	-0.46666666666666662
-RBS:gestalten_.	-27.600000000000122
-RBT:X2_against	-0.39999999999999997
-RBT:war_.	22.066666666666709
-R:X:NX_an_der_NX:N1_in_N2	2.8666666666666618
-Shape_S01110_T01111	11.533333333333337
-R:X:sein:being	-8.2666666666666533
-R:X:NX_.:N1_war_.	22.066666666666709
-RBT:X1_tried	31.266666666666925
-WA:in:,	5.7666666666666702
-RBT:X1_effort	1.5666666666666664
-WA:an:of	6.7999999999999936
-Shape_S11110_T01011	-1.9999999999999982
-R:X:NX_sein_NX_.:be_N1_N2_.	1.7333333333333325
-RBT:targets_	-11.366666666666665
-WA:,:of	-22.30000000000005
-RBS:unabhängige_	8.7999999999999847
-R:X:sein_NX:being_able_to_N1	-18.666666666666689
-RBT:being_able	-18.666666666666689
-RBT:X1_terror	-5.8666666666666627
-RBT:X1_be	38.133333333333603
-WA:sein:be	0.59999999999999964
-R:X:sein_NX:N1_be	25.600000000000108
-WA:den:the	13.866666666666669
-Shape_S11000_T01100	70.166666666667055
-R:X:ziel_NX:target_N1	-6.5999999999999917
-WA:,:for	11.999999999999973
-RBT:X1_history	-0.33333333333333331
-RBT:has_X2	-18
-RBT:target_X1	-6.5999999999999917
-RBT:_targets	-10.599999999999978
-R:X:ziel_NX:targets_N1	-6.5999999999999917
-RBT:has_tried	-30.666666666666924
-RBT:targets_X1	-6.5999999999999917
-WA:und:,	-14.766666666666637
-RBT:_aim	-9.1666666666666501
-RBT:he_has	31.666666666666938
-WA:würde:will	5.4333333333333291
-R:X:ziel:aim	-9.1666666666666501
-WA:terror:terrorism	-3.8666666666666671
-RBT:_.	8.8666666666666512
-R:X:sein_NX:its_N1	-11.599999999999975
-R:X:sein_NX:his_N1	13.099999999999987
-RBS:ziel_X	1.1666666666666641
-RBS:X_oktober	-7.7333333333333529
-RBS:das_	1.5666666666666664
-R:X:NX_sein_,_NX_.:N1_N2_.	0.86666666666666703
-R:X:ziel_NX:goal_N1	5.7999999999999945
-WA:und:-	2.0333333333333345
-Shape_S11110_T11010	-9.3999999999999932
-RBS:_ziel	-17.400000000000013
-R:X:.:.	7.6999999999999886
-WA:,:in	-8.1333333333333204
-RBS:sein_X	-12.600000000000016
-RBT:goal_X1	5.7999999999999945
-R:X:NX_hat_NX_versucht:N1_N2_has_tried	-30.666666666666924
-RBS:_halten	5.7666666666666622
-R:X:NX_und:N1_,	-10.466666666666649
-RBS:ziel_	-1.1666666666666641
-RBS:_.	7.6999999999999886
-R:X:NX_sein_,_NX_.:be_N1_,_N2_.	-0.86666666666666703
-Shape_S11110_T01111	5.6999999999999922
-RBT:ziel_	-25.333333333333425
-R:X:ziel:ziel	-25.333333333333425
-RBS:den_X	12.300000000000027
-WA:sein:beWA:,:,WA:.:.	-0.86666666666666703
-WA:ziel:ziel	-25.333333333333425
-RBT:its_X1	1.5000000000000009
-RBT:attempt_by	-0.30000000000000004
-R:X:NX_und:N1_religious_law_and	-18.80000000000005
-R:X:stabilität:stabilität	4.3666666666666565
-RBT:as_much	-8.8666666666666512
-RBS:_betrat	10.499999999999979
-RBT:within_	11.399999999999972
-RBT:_within	11.933333333333303
-R:X:NX_versucht:N1_tried	16.033333333333378
-WA:ihres:pakistan	0.79999999999999993
-WA:macht:power	6.3666666666666627
-R:X:ziel:targets	-3.9999999999999969
-RBT:law_and	-18.80000000000005
-WA:stabilität:stabilität	4.3666666666666565
-RBT:entered_	-10.499999999999979
-WA:die:'sWA:und:and	5.0333333333333314
-RBT:_sorgen	3.9999999999999907
-R:X:die_NX_.:have_been_drawing_N1_behind_bars_.	-2.2000000000000011
-RBS:pakistanischen_	13.133333333333304
-RBT:_betrat	10.499999999999979
-RBT:state_of	7.6999999999999886
-R:X:ziel:goal	34.300000000000217
-RBT:X1_more	-1.5000000000000002
-R:X:NX_er_NX:N1_it_N2	-5.4666666666666579
-RBT:X1_would	-4.3333333333333295
-RBT:would_X1	-17.566666666666734
-RBT:in_	-41.833333333333549
-R:X:rahmen:framework	-2.3000000000000007
-RBT:government_	3.7999999999999972
-RBS:versuch_X	23.56666666666673
-RBT:sorgen_	3.9999999999999907
-WA:die:haveWA:.:.	-8.8999999999999844
-RBT:_pakistan	16.633333333333315
-RBT:betrat_	10.499999999999979
-R:X:NX_letzter_NX:N1_'s_last_N2	5.5666666666666629
-RBT:global_X2	-15.399999999999963
-RBS:ins_X	-3.4000000000000017
-WA:ein:an	-4.8999999999999986
-RBS:X_aber	-0.79999999999999993
-RBS:versuch_	-23.56666666666673
-R:X:sorgen:sorgen	3.9999999999999907
-WA:und:with	3.800000000000002
-WA:sorgen:sorgen	3.9999999999999907
-RBT:last_X2	5.5666666666666629
-RBT:target_	-13.133333333333342
-RBS:ausgerufen_X	7.6999999999999886
-RBS:_,	52.300000000000431
-R:X:NX_hat:N1_has	-3.0333333333333337
-RBT:declared_a	6.8999999999999915
-R:X:ziel:target	-5.7999999999999927
-R:X:NX_effektiver_zu_NX:N1_N2_effectively	30.800000000000168
-R:X:bemühen:effort	-1.6666666666666672
-RBS:_?	-18.733333333333345
-RBS:_rahmen	3.93333333333333
-RBT:,_	1.7666666666662998
-WA:ziel:target	-21.733333333333402
-RBS:,_	13.633333333333146
-R:X:NX_letzter:N1_late	-3.4000000000000008
-R:X:NX_medien_NX:N2_N1_media	-12.933333333333303
-RBT:elected_	8.5666666666666771
-R:X:NX_medien:N1_media	25.166666666666753
-RBS:brachten_X	0.066666666666666666
-RBS:X_verlassen	22.400000000000048
-R:X:in_NX:N1_within	-0.53333333333333344
-RBS:sie_X	-6.9333333333333194
-WA:musharraf:musharraf	29.033333333333569
-RBS:verlassen_und	28.000000000000128
-RBT:reform_,	-6.5333333333333208
-WA:stabilität:stability	-4.3666666666666565
-RBT:_emergency	-0.79999999999999993
-R:X:sein:its	-7.4999999999999858
-RBT:X1_?	-25.166666666666853
-RBT:last_X1	-4.333333333333333
-R:X:NX_zu_NX_.:N2_N1_.	-3.7000000000000015
-RBS:regierung_X	17.933333333333408
-RBT:free_,	-5.6999999999999957
-R:X:brachten_NX:N1_brought	0.066666666666666666
-R:X:NX_verlassen:relied_N1	-5.599999999999997
-WA:eine:will	-1.1333333333333335
-RBT:X1_free	7.2999999999999901
-RBT:X1_pakistani	-19.900000000000013
-RBT:brachten_	-0.066666666666666666
-RBS:verfassung_X	-22.400000000000048
-R:X:krieg_gegen:war_against	-0.39999999999999997
-R:X:NX__:N1_,	19.900000000000063
-RBT:seine_	1.4999999999999993
-RBT:X1_to	45.766666666666517
-RBS:musharraf_	-3.4999999999999871
-WA:verkaufen:verkaufen	-4.5999999999999996
-RBT:'s_X1	-18.299999999999994
-Shape_S10000_T10000	-130.03333333333146
-RBT:makes_	-1.0666666666666671
-WA:als:as	-3.8666666666666578
-PhraseModel_5	-2.0999999999998002
-RBS:unabhängige_X	-8.7999999999999847
-R:X:bereit:bereit	-5.7999999999999945
-RBT:X2_and	-7.3333333333333188
-RBS:X_macht	-4.7666666666667208
-WA:sein:being	-26.933333333333451
-R:X:NX_an_der_NX:N1_of_N2	4.9666666666666544
-R:X:NX_versucht_NX:N1_tried_N2	13.233333333333341
-RBS:_musharraf	6.5333333333333234
-RBT:_X1	155.79999999999768
-RBT:X1_stability	-13.233333333333301
-PassThrough_5	-93.833333333332916
-WA:so:that	-0.033333333333333333
-Shape_S11000_T11000	-91.099999999999184
-RBT:_pakistani	-0.79999999999999993
-RBS:_musharrafs	-1.9999999999999982
-RBT:versuch_	-0.53333333333333333
-RBT:X1_he	98.033333333332038
-RBS:der_politischen	12.399999999999991
-R:X:pakistanis_NX:pakistanis_N1	3.5000000000000013
-RBT:X1_	-56.033333333332813
-RBS:X_der	5.2666666666666702
-WA:versprechen:versprechen	-0.63333333333333108
-RBS:X_versuch	0.53333333333333333
-RBT:actions_	-2.2000000000000011
-R:X:NX_-_NX_.:N1_N2_.	-22.33333333333341
-RBT:last_	2.600000000000001
-R:X:NX_zu_NX:N1_of_N2	-2.199999999999998
-R:X:letzter:last	-0.59999999999999998
-Shape_S01110_T01110	46.233333333333228
-RBT:X1_choice	-9.0999999999999837
-R:X:NX_verlassen_und:N1_and	28.000000000000128
-RBT:religious_law	-18.80000000000005
-RBT:stabilität_	4.3666666666666565
-RBS:krieg_
	-3.3333333333333321
-PhraseModel_1	-161.9566362840761
-RBT:viele_	10.999999999999979
-RBT:X1_in	-9.7666666666666782
-R:X:hat:,	3.1999999999999851
-RBT:verzweifelten_	-17.266666666666733
-RBT:attempts_	-0.59999999999999998
-RBT:_support	-0.76666666666666783
-RBS:letzter_X	1.2333333333333332
-RBT:framework_	-2.3000000000000007
-R:X:NX_die:the_electricity_industry_N1_,	-32.300000000000189
-RBS:X_verfassung	13.133333333333304
-R:X:NX_versuch_NX_,:N1_N2_,	23.866666666666735
-R:X:NX_,_NX_den:N1_N2_the	-0.40000000000000008
-R:X:NX_ihres:pakistan_N1	0.79999999999999993
-R:X:gewählte:elected	5.6999999999999922
-RBS:X_medien	5.6999999999999957
-RBT:X1_brought	0.066666666666666666
-RBT:relied_X1	-5.599999999999997
-R:X:general:general	4.2666666666666577
-WA:und:andWA:.:.	-4.9999999999999876
-R:X:NX_stabilität:N1_stability	-13.233333333333301
-RBT:drawing_X1	-10.399999999999983
-RBT:have_been	-12.699999999999973
-WA:pakistanischen:pakistani	-20.700000000000024
-RBT:states_of	-4.6999999999999993
-RBT:12_	8.9000000000000359
-RBT:_his	24.800000000000111
-WA:verzweifelten:verzweifelten	-17.266666666666733
-RBT:support_	-3.300000000000002
-RBT:_last	-4.9333333333333309
-Shape_S01110_T11010	5.7666666666666826
-WA:er:er	-22.200000000000141
-R:X:,:,	32.300000000000189
-R:X:pakistanischen:pakistani	-0.79999999999999993
-R:X:musharrafs:his	1.4666666666666659
-RBT:top_X2	-33.600000000000207
-RBS:ausgerufen_	-7.6999999999999886
-R:X:NX_ist_NX:N1_,_N2_,_is	2.5666666666666629
-R:X:internationale_NX:global_N1	-3.4000000000000017
-RBT:has_	-10.46666666666677
-PassThrough_6	-17.900000000000102
-WA:bemühen:effort	-0.10000000000000113
-WA:ziel:goal	84.866666666665694
-RBS:X_ausgerufen	6.8999999999999915
-RBS:versprechen_	2.4000000000000008
-RBT:_desperate	17.800000000000072
-R:X:NX_?:N1_consulting_?	43.90000000000029
-RBS:X_regierung	8.5666666666666771
-RBT:been_drawing	-12.699999999999973
-RBT:his_	12.233333333333354
-RBT:X1_goal	44.766666666666879
-WA:krieg:war	-2.4000000000000012
-RBT:perhaps_	1.8000000000000007
-RBT:_constitution	-12.133333333333306
-Shape_S11110_T11011	-3.7333333333333307
-WA:ziel:targets	-19.966666666666715
-WA:sein:beWA:.:.	6.833333333333325
-R:X:unabhängige_NX:independent_N1	-8.7999999999999847
-PhraseModel_4	12.182060169235008
-RBT:will_	5.9333333333333265
-RBS:X_freien	7.2999999999999901
-RBT:of_X2	3.4666666666666655
-R:X:musharraf:musharraf	16.666666666666725
-R:X:verkaufen:sell	13.233333333333341
-RBS:1999_	7.9666666666666899
-R:X:letzter:letzter	-2.1333333333333342
-RBT:with_the	6.3333333333333215
-WA:gegen:on	-2.2000000000000006
-R:X:NX_ziel:N1_goal	32.200000000000216
-R:X:NX_an_NX:N1_in_N2	13.899999999999968
-Shape_S01100_T11000	90.066666666664787
-WA:gewählte:electedWA:regierung:government	9.3666666666666814
-R:X:die_NX:have_been_drawing_N1	-8.1999999999999869
-RBT:pakistani_	-0.79999999999999993
-RBS:musharrafs_	-1.8333333333333313
-RBT:an_X2	-4.8999999999999986
-PassThrough_2	-24.833333333333513
-RBT:effort_	-0.10000000000000113
-RBT:,_and	-38.533333333332806
-RBT:goal_	73.766666666666069
-RBT:this_X1	4.1999999999999957
-RBT:X1_consulting	43.90000000000029
-RBT:desperate_	17.800000000000072
-PassThrough_1	-17.700000000000053
-RBT:pakistan_	14.266666666666637
-WA:betrat:betrat	10.499999999999979
-R:X:verlassen:verlassen	-20.200000000000017
-RBT:of_higher	-0.79999999999999993
-RBT:X1_sell	1.3999999999999968
-RBT:X1_'s	35.7666666666669
-RBS:die_X	-8.4666666666666526
-R:X:und:with	3.800000000000002
-Glue	-99.599999999999284
-R:X:pakistanischen:pakistan	9.9999999999999822
-WA:betrat:entered	-10.499999999999979
-WA:verzweifelten:despairing	-0.53333333333333333
-RBS:unterstützen_	-8.2999999999999972
-R:X:NX_zu_NX_.:N1_to_N2_.	1.4666666666666668
-RBT:X1_-	9.3666666666666512
-R:X:ist_NX:N1_,_is	10.233333333333313
-RBS:X_den	-6.7999999999999945
-RBT:a_	-20.099999999999625
-WA:als:in	13.199999999999969
-R:X:zu_NX:into_states_of_N1	-4.6999999999999993
-RBT:_versprechen	-0.63333333333333108
-RBS:X_letzter	5.3666666666666636
-WA:gewählte:elected	8.5666666666666771
-R:X:NX_dem_NX:N1_the_N2	-3.1333333333333298
-WA:verfassung:constitution	1.0000000000000002
-RBT:_ziel	-25.333333333333425
-R:X:NX_sein_NX_.:N2_be_N1_.	5.099999999999997
-R:X:in_NX:N1_'s	-0.70000000000000018
-R:X:NX_,_dass_NX_.:N1_N2_.	-9.5333333333333155
-RBT:independent_X1	-8.7999999999999847
-PhraseModel_6	70.233333333332155
-R:X:NX__:N1__	-19.033333333333385
-PhraseModel_0	-67.980162502396198
-RBT:over_the	-0.33333333333333331
-RBS:seine_	1.4999999999999993
-R:X:NX_,_als_NX_zu:N1_N2_to	4.1000000000000023
-RBT:_has	-15.899999999999958
-R:X:NX_ist_NX:N1_,_N2_is	15.599999999999966
-WA:maßnahmen:action	-1.466666666666667
-RBT:X1_project	22.33333333333341
-WA:letzter:last	3.8333333333333353
-RBS:und_X	-12.200000000000038
-RBT:X1_global	-25.766666666666765
-R:X:NX_,_NX:N1_,_N2	-39.000000000000064
-R:X:NX_-:N1_'s	11.699999999999989
-PassThrough_3	-52.033333333333523
-R:X:?:?	-18.733333333333345
-RBS:_pakistanischen	9.1999999999999851
-PassThrough	-172.93333333332853
-R:X:krieg_gegen_den_terror:war_on_terror	-5.9333333333333229
-RBT:_verlassen	-20.200000000000017
-R:X:letzter_NX:last_N1	-4.333333333333333
-WordPenalty	-96.934528360802517
-R:X:NX_verzweifelten_NX:N1_despairing_N2	-0.53333333333333333
-RBT:_more	18.466666666666708
-RBS:X_ziel	17.400000000000013
-R:X:NX_internationale_NX:N1_global_N2	-15.399999999999963
-RBT:X1_pervez	-3.1333333333333329
-RBT:_medien	-0.59999999999999998
-Shape_S01010_T01010	-99.599999999999284
-RBT:X2_,	-14.299999999999997
-WA:pakistanischen:pakistan	26.033333333333434
-R:X:12:12	8.9000000000000359
-RBT:consulting_?	43.90000000000029
-R:X:NX_zu_NX_.:N1_N2_.	13.799999999999967
-RBS:und_ein	21.10000000000003
-RBT:commitment_	3.0333333333333279
-WA:verzweifelten:desperate	17.800000000000072
-	-99.599999999999284
-RBT:X1_target	-9.3333333333333144
-Shape_S01100_T01100	38.766666666667639
-R:X:NX_an_NX:N1_on_N2	-0.79999999999999927
-WA:musharrafs:musharraf	6.1999999999999931
-RBS:pakistanischen_X	-13.133333333333304
-RBS:X_	-135.13333333333222
-RBS:X_stabilität	-13.233333333333301
-RBT:constitution_	23.400000000000063
-R:X:NX_,_als_er:N1_as_he	-20.133333333333439
-Shape_S01111_T01011	-13.233333333333446
-WA:versucht:attempts	-0.59999999999999998
-RBS:X_an	23.033333333333388
-R:X:ist_NX:N1_be	12.533333333333337
-R:X:NX_zu:N1_to	15.366666666666637
-RBT:musharrafs_	-6.6666666666666536
-R:X:NX_zu_NX:N1_too_N2	-0.066666666666666666
-RBS:_bühne	7.6333333333333533
-RBT:._	-7.7333333333333529
-RBT:X2_it	6.833333333333325
-WA:musharrafs:musharrafs	-6.6666666666666536
-RBT:X1_too	-0.066666666666666666
-R:X:NX_zu:N1_of	-14.899999999999963
-RBT:_musharrafs	-6.6666666666666536
-R:X:die_NX_und_ein_NX:the_N1_and_N2	-0.56666666666666676
-RBT:_late	1.7000000000000004
-R:X:dem_NX:N1_the	-6.1999999999999966
-RBS:_gestalten	27.600000000000122
-RBT:disruptions_.	7.3999999999999888
-WA:in:have	3.1333333333333329
-RBT:it_	-70.26666666666695
-R:X:sein_NX:be_N1	-15.066666666666777
-RBT:X1_has	-25.866666666666777
-RBT:_will	-1.6333333333333335
-R:X:NX_freien:N1_free	7.2999999999999901
-PhraseModel_3	-60.467488150980067
-WA:regierung:government	-11.333333333333316
-RBS:für_X	14.233333333333299
-R:X:NX_ziel:N1_aim	-8.6666666666666501
-RBS:X_pervez	-7.1999999999999851
-RBT:by_X2	-0.30000000000000004
-R:X:NX_von:N1_with	10.799999999999974
-WA:versucht:tried	29.266666666666897
-LanguageModel	335.16133285139972
-WA:in:to	2.3333333333333348
-RBS:regierung_	-17.933333333333408
-RBT:so_X1	2.2333333333333307
-RBT:_verzweifelten	-17.266666666666733
-R:X:unterstützen:support	-3.300000000000002
-RBS:_letzter	-5.3666666666666636
-R:X:NX_und_ein_NX:N1_and_N2	7.1333333333333435
-R:X:NX_die_NX:N1_to_read_the_well_-_N2	-0.30000000000000004
-R:X:rahmen:within	8.3333333333333162
-RBT:_,	60.300000000000431
-RBT:X1_of	-45.10000000000025
-R:X:NX_an_NX:N1_of_N2	6.7999999999999936
-R:X:NX_den_NX:N1_the_N2	4.9999999999999982
-R:X:general_NX_.:general_N1_.	-7.7333333333333529
-RBT:among_X2	-1
-RBS:amerika_	0.066666666666666666
-RBT:and_	-3.3333333333333264
-WA:die:the	4.5999999999999988
-RBT:the_	5.8666666666666671
-RBS:_versprechen	-0.63333333333333108
-R:X:verzweifelten:desperate	17.800000000000072
-R:X:NX_aber_NX_,:N1_N2_to	-0.79999999999999993
-RBS:X_maßnahmen	14.299999999999976
-RBT:X2_X1	18.366666666666728
-WA:in:in	-16.600000000000072
-WA:das:its	-19.70000000000001
-RBT:market_and	-0.26666666666666666
-RBT:to_	64.266666666666609
-RBT:_goal	40.1000000000003
-RBT:more_effectively	-1.5000000000000002
-RBT:X1_power	41.800000000000324
-RBT:constitution_X2	-22.400000000000048
-R:X:NX_für_NX_.:N1_N2_.	5.4333333333333238
-RBS:_hat	-9.9666666666666419
-RBT:pakistan_X1	7.4333333333333229
-RBT:X1_attempt	-23.333333333333396
-R:X:letzter:late	1.7000000000000004
-WA:zu:toWA:,:to	-0.36666666666666664
-RBS:X_pakistanischen	-13.266666666666637
-RBT:X1_entered	-10.499999999999979
-RBS:X_,	-52.766666666667106
-R:X:NX_projekt_NX_.:N2_N1_project_.	11.133333333333312
-WA:maßnahmen:measures	14.299999999999976
-R:X:an:to	-2.5000000000000009
-R:X:NX_effektiver:N1_more_effectively	-1.5000000000000002
-R:X:NX_und:N1_and	-28.000000000000128
-WA:die:'s	-6.5333333333333217
-RBS:rahmen_	3.93333333333333
-RBT:of_X1	-0.66666666666666741
-RBS:musharraf_X	3.4999999999999871
-R:X:NX_für:N1_in	-3.2000000000000015
-RBT:X1_government	-9.3666666666666814
-RBS:dem_X	0.53333333333333333
-RBT:promote_X1	-4.9999999999999876
-WA:entscheidung:choice	-9.0999999999999837
-RBS:macht_X	7.6999999999999886
-RBS:an_X	19
-RBS:nationale_	-1.8333333333333339
-WA:das:'s	5.599999999999997
-R:X:versuch:versuch	-0.53333333333333333
-RBT:preserve_X1	5.0333333333333314
-R:X:gestalten:more	36.53333333333358
-RBT:X1_despairing	-0.53333333333333333
-RBT:'s_last	8.7666666666666515
-RBT:as_	-11
-RBS:X_für	5.8000000000000069
-R:X:dass:keep	-1.2000000000000004
-WA:dem:the	-9.6333333333333666
-RBS:letzter_	-1.2333333333333332
-RBT:_actions	-2.2000000000000011
-RBT:project_	11.199999999999976
-PhraseModel_2	-103.58313363665015
-WA:versuch:versuch	-0.53333333333333333
-RBT:_sein	14.733333333333329
-R:X:terror:terrorism	-3.8666666666666671
-WA:und:and	-38.266666666666517
-RBS:vielleicht_X	5.7666666666666622
-RBT:X1_on	41.433333333333628
-R:X:er_sich_NX:him_N1	-0.89999999999999991
-R:X:dies_NX:so_N1	2.2333333333333307
-RBT:for_	6.5999999999999917
-RBT:october_X1	7.7333333333333529
-R:X:als:in	13.199999999999969
-RBT:measures_	14.299999999999976
-WA:an:on	-0.79999999999999927
-RBT:_at	3.466666666666665
-RBT:sell_X1	-10.033333333333314
-R:X:musharrafs_NX:musharraf_N1	-2.4000000000000008
-R:X:NX_medien_NX:N1_media_N2	-9.4333333333333744
-RBS:gewählte_	8.5666666666666771
-R:X:NX_pakistanischen_NX:N1_pakistani_N2	-19.900000000000013
-R:X:NX_für_NX_.:N1_for_N2_.	4.9666666666666544
-R:X:NX_verfassung:N1_constitution	2.5666666666666678
-R:X:NX_zu_NX:N2_N1_to	4.1666666666666572
-R:X:NX_der_NX:N1_the_N2	5.5999999999999934
-RBS:als_X	-13.166666666666636
-RBT:well_-	-0.30000000000000004
-R:X:NX_?:N1_?	-25.166666666666853
-RBT:maintain_the	-1.5666666666666664
-RBS:_verzweifelten	0.53333333333333333
-RBS:der_	-29.633333333333564
-RBT:about_	-0.46666666666666662
-R:X:NX_dem:N1_the	-0.30000000000000004
-RBS:_der	6.3999999999999941
-RBT:_rahmen	-2.0999999999999974
-RBT:X1_late	-3.4000000000000008
-R:X:NX_verkaufen:N1_sell	1.3999999999999968
-RBS:X_und	-53.800000000000274
-RBT:are_	-2.3000000000000007
-R:X:NX_verfassung_NX:N1_'s_constitution_N2	-20.800000000000026
-RBT:the_well	-0.30000000000000004
-R:X:NX_halten:N1_hold	-4.1999999999999948
-RBS:verzweifelten_	0.53333333333333333
-RBS:X_?	18.733333333333345
-RBT:which_X2	-77.599999999998715
-R:X:blieben_NX:remained_N1	-1.1000000000000005
-RBS:_verlassen	-22.400000000000048
-RBS:X_dem	18.533333333333417
-WA:rahmen:framework	-2.3000000000000007
-RBT:_framework	-2.3000000000000007
-RBS:hat_er	31.666666666666938
-WA:versuch:attempt	-23.333333333333396
-RBT:X1_market	6.533333333333327
-RBS:_stabilität	13.233333333333301
-RBS:zu_X	36.400000000000091
-RBS:general_	4.2666666666666577
-WA:musharraf:musharrafWA:als:asWA:er:he	4.3333333333333233
-RBT:_to	12.366666666666823
-RBT:X1_,	45.366666666665928
-R:X:NX_sich:,_N1	1.4000000000000006
-WA:ist:has	-50.200000000000443
-R:X:NX_pakistanis:N1_pakistanis	7.6666666666666465
-RBS:._	-7.7333333333333529
-RBS:_blieben	0.66666666666666663
-RBS:verlassen_	-28.000000000000128
-RBS:_an	-19.166666666666668
-RBS:,_als	-4.3333333333333277
-RBT:effectively_	23.400000000000063
-RBT:politics_.	22.633333333333386
-RBT:targets_X2	-2.0000000000000004
-RBS:,_X	-34.73333333333337
-WA:dies:that	-20.233333333333395
-RBT:late_	-1.7000000000000002
-R:X:NX_1999:1999_N1	53.833333333333428
-R:X:NX_hat_er:N1_,_he_has	31.666666666666938
-WA:würde:if	-0.99999999999999989
-RBT:attempt_	-23.033333333333388
-RBS:medien_	20.366666666666706
-RBT:,_X2	-1.5333333333331147
-R:X:ins:into	0.36666666666666697
-RBT:if_	0.19999999999999998
-RBT:_remained	-1.1000000000000005
-RBT:leaving_	-1.7000000000000004
-RBT:decision_X1	1.9999999999999982
-LanguageModel_OOV	-152.43333333333098
-R:X:NX_sie_NX_.:N1_they_N2_.	3.466666666666665
-R:X:verlassen:leaving	-1.7000000000000004
-R:X:NX_,:N1_,	10.899999999999979
-R:X:der:the	6.3999999999999941
-RBS:an_	-22.86666666666672
-R:S:NS_NX:N1_N2	-99.599999999999284
-RBS:_bemühen	-1.5666666666666664
-R:X:justiz:judiciary	-1.5000000000000002
-R:X:NX_,_als:N1_as	0.80000000000000215
-RBS:blieben_X	32.566666666666862
-RBT:_leaving	-1.7000000000000004
-R:X:die_NX_und:'s_security_agencies_,_and_preserve_N1_and	5.0333333333333314
-RBT:remained_X1	-1.1000000000000005
-WA:verlassen:leaving	-1.7000000000000004
-RBT:and_preserve	5.0333333333333314
-R:X:macht:power	-7.6999999999999886
-RBS:_versuch	-0.53333333333333333
-R:X:NX_maßnahmen:N1_measures	-0.40000000000000008
-R:X:rahmen:rahmen	-2.0999999999999974
-RBT:power_	8.8666666666667755
-R:X:NX_gegen_den_terror:N1_on_terror	7.466666666666657
-RBT:pakistanis_	7.6666666666666465
-RBS:_ausgerufen	-6.8999999999999915
-RBT:_power	-7.6999999999999886
-RBT:X1_elected	12.233333333333363
-RBS:X_er	39.600000000000293
-RBS:_macht	3.7666666666667155
-RBT:X1_a	-47.46666666666642
-WA:er:he	49.000000000000426
-RBT:_many	2.2000000000000006
-RBT:_12	8.9000000000000359
-RBT:into_states	-4.6999999999999993
-R:X:NX_versuch:N1_attempt	-23.033333333333388
-RBT:versprechen_	-0.63333333333333108
-R:X:NX_an_NX:N1_to_N2	-0.89999999999999991
-RBT:X1_when	14.833333333333295
-R:X:NX_letzter:N1_'s_last	3.2000000000000015
-RBS:X_verkaufen	1.3999999999999968
-RBS:und_	-11.566666666666706
-RBT:to_X2	25.03333333333353
-R:X:NX_er_NX_.:N1_he_N2_.	36.833333333333634
-RBS:X_verzweifelten	-0.53333333333333333
-R:X:NX_er:N1_he	89.666666666665847
-RBT:_versuch	-0.53333333333333333
-R:X:NX_vielleicht_NX:N1_perhaps_N2	5.7666666666666622
-RBS:dem_	-0.53333333333333333
-RBS:X_hat	10.233333333333308
-R:X:halten:think	-0.26666666666666666
-R:X:NX_,:N1_of	-22.30000000000005
-RBS:_projekt	-22.33333333333341
-R:X:krieg:war	-13.199999999999969
-R:X:NX_,_an:N1_in	-4.9999999999999876
-WA:,:,WA:aber:butWA:hat:has	-1.0000000000000004
-RBS:_vielleicht	-2.4000000000000008
-RBT:project_.	11.133333333333312
-WA:an:to	2.1999999999999891
-R:X:maßnahmen:maßnahmen	-10.633333333333312
-WA:projekt:projectWA:.:.	11.133333333333312
-RBT:_maßnahmen	-10.633333333333312
-R:X:NX_und_den_NX:N1_and_N2	-0.39999999999999997
-RBS:_für	-8.6333333333333186
-RBT:X1_an	21.666666666666714
-RBT:that_	7.9666666666666357
-RBT:X1_musharraf	11.200000000000003
-R:X:dies:so	-37.200000000000252
-RBT:_that	-45.166666666666991
-R:X:NX_oktober:N1_october	-7.7333333333333529
-RBS:_das	-2.2666666666666555
-RBS:X_als	-11.466666666666642
-WA:musharraf:musharrafWA:.:.	-11.366666666666738
-R:X:dies_NX:this_to_N1	19.366666666666692
-RBT:X2_the	0.56666666666666943
-RBT:supports_pakistan	20.600000000000023
-R:X:den_NX:N1_'s	-0.13333333333333333
-RBS:zu_sorgen	0.59999999999999909
-WA:maßnahmen:maßnahmen	-10.633333333333312
-WA:ist:'s	-25.566666666666759
-RBT:X1_into	-1.6999999999999993
-R:X:in:at	3.466666666666665
-R:X:NX_zu_verkaufen:sell_N1	-10.033333333333314
-RBT:_war	-19.53333333333336
-R:X:das:the	5.4999999999999973
-RBS:X_musharraf	20.066666666666773
-RBT:maßnahmen_	-10.633333333333312
-R:X:ist:'s	-3.7000000000000015
-WA:für:that	-9.9999999999999805
-WA:an:in	-7.5999999999999952
-RBS:maßnahmen_	-14.699999999999976
-WA:ist:more	-18.066666666666688
-RBS:für_	-14.233333333333299
-WA:krieg:warWA:gegen:onWA:terror:terror	5.466666666666657
-RBT:verlassen_	-20.200000000000017
-RBS:_pakistanis	3.5000000000000013
-R:X:für:that	-8.5999999999999854
-RBT:X1_.	-198.73333333332843
-RBT:X1_pakistanis	-22.000000000000071
-R:X:NX_,_NX_und:N1_N2_,	-8.1999999999999869
-RBT:X1_reform	-6.5333333333333208
-RBT:stability_	-4.3666666666666565
-R:X:NX_gegen:N1_against	-8.1999999999999869
-RBS:macht_	-7.6999999999999886
-RBS:X_sie	5.6666666666666572
-RBS:_krieg	-19.53333333333336
-RBS:vielleicht_	-5.7666666666666622
-R:X:NX_als_NX_den:N1_N2_the	-13.399999999999968
-R:X:NX_zu_sorgen:to_ensure_N1	0.59999999999999909
-WA:zu:into	-7.1333333333333231
-WA:12:12	8.9000000000000359
-RBT:ensure_X1	0.59999999999999909
-R:X:an:in	-16.499999999999964
-RBS:_maßnahmen	-14.299999999999976
-R:X:ist_NX:more_N1	-18.066666666666688
-RBT:musharraf_X1	-37.400000000000254
-RBS:zu_verkaufen	-10.033333333333314
-RBT:_in	-32.633333333333603
-R:X:das:its	-19.70000000000001
-WA:,:that	-1.5333333333333343
-R:X:NX_,:N1_that	-0.90000000000000036
-RBS:der_X	12.166666666666741
-WA:-:-	-3.3999999999999986
-RBT:X1_that	16.733333333333402
-RBT:a_X1	-4.6999999999999993
-R:X:NX_-:N1_--	-2.1666666666666665
-WA:musharraf:musharrafWA:die:the	3.8666666666666583
-R:X:das:'s	5.599999999999997
-RBT:_think	-0.26666666666666666
-R:X:NX_,:N1_on	1.0999999999999996
-RBT:_with	3.2000000000000011
-WA:,:on	-0.63333333333333386
-RBT:defense_system	54.199999999999612
-R:X:NX_,:N1_--	-12.066666666666642
-WA:,:--	-7.6666666666666572
-RBT:--_	-9.8333333333333162
-RBT:X1_--	-16.299999999999994
-WA:pakistans:pakistan	0.19999999999999998
-R:X:NX_hat:N1_is	-3.9333333333333322
-WA:den:of	-3.300000000000002
-WA:sorgen:concerns	-4.5999999999999996
-RBT:pakistani_X2	-19.900000000000013
-R:X:NX_zu_NX_,:N1_N2_,	-5.4666666666666641
-WA:den:theWA:.:.	-1.6666666666666672
-RBS:X_sorgen	-4.5999999999999996
-RBT:_'s	-11.066666666666647
-RBS:das_X	-1.5666666666666664
-PassThrough_4	33.366666666666823
-R:X:bemühen:bemühen	0.10000000000000113
-RBT:bemühen_	0.10000000000000113
-RBT:X1_concerns	-4.5999999999999996
-R:X:in:,	5.7666666666666702
-RBT:_bemühen	0.10000000000000113
-RBS:in_	18.533333333333417
-WA:bemühen:bemühen	0.10000000000000113
-R:X:NX_1999_NX:N2_N1_1999	-7.9666666666666899
-R:X:musharrafs_NX:musharraf_'s_N1	5.2333333333333298
-RBT:_verkaufen	-4.5999999999999996
-RBS:1999_X	-7.9666666666666899
-RBT:musharraf_'s	5.2333333333333298
-RBT:verkaufen_	-4.5999999999999996
-R:X:das_NX:N1_the	-4.5999999999999996
-RBS:effektiver_	-30.800000000000168
-R:X:NX_.:N1_politics_.	22.633333333333386
-R:X:NX_ein_NX:N1_a_N2	-16.19999999999996
-RBS:_effektiver	-29.300000000000143
-RBT:pace_.	16.433333333333344
-RBT:12%_	-8.9000000000000359
-WA:zu:in	-9.0333333333333172
-R:X:NX_vielleicht:N1_perhaps	1.8000000000000007
-RBT:_musharraf	4.1999999999999984
-R:X:NX_zu:N1_in	-8.999999999999984
-R:X:effektiver:effektiver	-23.400000000000063
-RBT:power_.	28.866666666666806
-R:X:musharrafs:musharrafs	-6.6666666666666536
-R:X:NX_zu:N1_is	-4.4000000000000004
-RBT:system_of	-0.79999999999999993
-R:X:effektiver:effectively	-5.899999999999995
-R:X:NX_krieg_gegen_den_NX:N1_war_on_N2	-4.2666666666666586
-RBT:X1_pace	16.433333333333344
-WA:zu:is	4.7666666666666648
-RBT:X1_perhaps	7.5666666666666558
-RBT:_effectively	-5.899999999999995
-RBT:X1_politics	22.633333333333386
-RBS:_12	8.9000000000000359
-WA:zu:for	1.9666666666666659
-RBS:verzweifelten_X	-0.53333333333333333
-R:X:versprechen:versprechen	-0.63333333333333108
-R:X:musharrafs:musharraf	3.3666666666666685
-R:X:NX_zu:N1_for	2.4666666666666663
-RBT:X1_attempts	-0.59999999999999998
-R:X:NX_versucht:N1_attempts	-0.59999999999999998
-WA:als:to	-0.40000000000000008
-WA:der:in	-0.13333333333333333
-R:X:als:to	-0.40000000000000008
-RBS:_X	39.000000000000242
-R:X:NX_zu:N1_with	2.2000000000000011
-WA:zu:with	6.6666666666666528
-WA:zum:to	31.033333333333502
-RBT:X1_with	23.43333333333349
-RBT:pervez_musharraf	-26.600000000000197
-RBS:X_ist	-33.966666666666875
-R:X:NX_von_der:N1_the	-11.599999999999985
-RBT:for_X2	6.7333333333333476
-RBT:so_	-37.266666666666929
-R:X:NX_musharraf_NX:N2_N1_musharraf	-0.23333333333333331
-R:X:NX_ist_NX:is_N1_N2	-5.5333333333333234
-RBS:X_sich	-5.1333333333333293
-RBS:ist_X	-4.2333333333333201
-WA:dies:beWA:dies:couldWA:ist:be	11.200000000000022
-WA:pervez:pervez	26.600000000000197
-RBT:could_be	11.200000000000022
-WA:versucht:triedWA:,:to	1.9999999999999982
-RBT:at_X2	14.899999999999972
-RBS:ist_	5.7666666666666702
-RBT:_pervez	-9.5333333333333119
-RBS:dies_ist	8.1666666666666519
-WA:internationale:international	29.16666666666681
-WA:ist:is	59.966666666667031
-RBT:power_X2	-2.6333333333333613
-RBT:look_down	-77.599999999998715
-WA:hat:have	4.399999999999995
-RBT:X1_X2	-66.866666666666035
-RBT:growing_X2	24.200000000000074
-WA:hat:is	-6.1333333333333249
-RBT:_so	-26.800000000000114
-WA:internationale:global	-29.16666666666681
-RBT:_is	12.266666666666643
-R:X:NX_macht_NX:N1_power_N2	-2.5000000000000271
-RBT:X2_look	-77.599999999998715
-R:X:NX_macht_NX:N1_N2_does	-0.59999999999999998
-R:X:NX_das_NX:N1_a_growing_N2	24.200000000000074
-R:X:hat:is	-2.2000000000000011
-RBT:pervez_	26.600000000000197
-RBT:_could	11.200000000000022
-RBS:pervez_	26.600000000000197
-R:X:dies_ist:could_be	11.200000000000022
-RBT:X1_as	-25.433333333333422
-RBT:is_X1	-22.133333333333439
-RBS:dies_	-33.966666666666875
-R:X:NX_das_NX:N1_defense_system_that_N2	54.199999999999612
-WA:den:a	-1.7000000000000004
-R:X:NX_ist_NX:N1_has_N2	-20.80000000000004
-RBT:X2_is	-18.166666666666686
-RBT:defense_is	4.966666666666665
-RBS:_internationale	-3.4000000000000017
-WA:hat:has	-18.933333333333334
-R:X:NX_ist_NX:N2_is_N1	-34.633333333333553
-RBT:X1_willing	-0.53333333333333321
-R:X:dies:this	89.49999999999919
-WA:letzter:letzter	-2.1333333333333342
-RBT:_sell	3.1999999999999935
-R:X:in:on	5.966666666666657
-RBT:this_	97.666666666665392
-RBT:_this	108.69999999999811
-WA:dies:this	113.06666666666452
-R:X:musharrafs_NX:his_N1	-3.0000000000000013
-RBT:sell_	14.63333333333331
-R:X:NX_1999:N1_1999	-45.600000000000385
-WA:hat:,	10.999999999999988
-R:X:NX_ist_NX:N1_N2_has	-30.166666666666828
-R:X:NX_bereit:N1_willing	-0.53333333333333321
-WA:dies:these	-48.566666666667089
-RBT:letzter_	-2.1333333333333342
-RBT:1999_X1	53.833333333333428
-RBS:X_bereit	1.4000000000000006
-RBT:these_	-48.566666666667089
-RBT:_letzter	-2.1333333333333342
-RBS:_verkaufen	8.6333333333333258
-RBT:_1999	53.566666666666777
-RBT:X2_has	-61.833333333333165
-R:X:dies:these	-48.566666666667089
-WA:letzter:late	-1.7000000000000002
-RBS:X_1999	0.26666666666666666
-R:X:NX_ist_NX:N1_is_N2	24.533333333333413
-WA:vielleicht:may	-2.4000000000000008
-RBT:is_X2	54.933333333333849
-RBT:X1_supports	20.600000000000023
-R:X:hat:has	-15.899999999999958
-R:X:NX_ist_NX:N1_N2_is	-5.9333333333333274
-R:X:NX_ist_NX:'s_N1_N2	-21.866666666666706
-RBS:_pervez	7.1999999999999851
-R:X:dies_NX:this_N1	4.1999999999999957
-R:X:NX_als:N1_as	-11.799999999999974
-RBS:_ist	25.800000000000097
-RBT:_dies	-25.633333333333429
-RBT:his_X1	8.1666666666666554
-R:X:verkaufen:verkaufen	-4.5999999999999996
-RBT:1999_	-53.833333333333428
-RBT:him_X1	-0.89999999999999991
-RBS:dies_X	25.800000000000097
-R:X:ist_NX:be_N1	16.433333333333348
-R:X:pervez:pervez	9.9333333333333087
-RBT:this_to	19.366666666666692
-WA:dies:dies	-25.633333333333429
-RBT:powers_X2	-0.83333333333333359
-R:X:NX_das_NX:which_N2_look_down_N1	-77.599999999998715
-RBT:dies_	-25.633333333333429
-R:X:NX_den:N1_the	14.933333333333303
-R:X:dies:dies	-25.633333333333429
-WA:verkaufen:sell	4.5999999999999996
-RBS:musharrafs_X	1.8333333333333313
-RBT:X1_1999	-53.566666666666777
-RBT:so_,	8.1666666666666536
-WA:dies:soWA:dies:this	8.1666666666666536
-R:X:dies:so_,_this	8.1666666666666536
-WA:ist:are	-2.3000000000000007
-R:X:ist:are	-2.3000000000000007
-RBT:_are	-2.3000000000000007
-R:X:NX_ist_NX:N1_,_is_N2	16.266666666666644
-R:X:NX_.:N1_on_.	33.03333333333353
-RBT:on_.	33.03333333333353
-RBT:X1_established	-9.8333333333333339
-RBT:established_.	-9.8333333333333339
-R:X:NX_.:N1_pace_.	16.433333333333344
-R:X:NX_ein_NX:N1_an_N2	-4.8999999999999986
-R:X:NX_ist_NX:is_N1_,_N2	9.0666666666666504
-Shape_S01110_T11110	-68.533333333332436
-R:X:NX_entscheidung:N1_decision	7.0999999999999908
-R:X:NX_ist_NX:N2_N1_is	-34.400000000000219
-RBT:_global	-3.4000000000000017
-R:X:als_NX_sich_NX:as_N1_N2	-0.13333333333333333
-R:X:NX_ist_NX:N1_is_at_N2	13.233333333333304
-RBT:is_at	13.233333333333304
-R:X:NX_krieg_gegen:N1_war_on	2.5333333333333345
-R:X:NX_.:N1_debate_.	17.733333333333363
-R:X:NX_pakistanis_NX:N1_pakistanis_N2	-29.666666666666817
-RBT:X1_debate	17.733333333333363
-RBT:pakistanis_X2	-29.666666666666817
-RBT:debate_.	17.733333333333363
-R:X:NX_-:,_N1	0.33333333333333309
-RBT:in_X1	0.033333333333337357
-R:X:NX_ist_NX:is_in_N1_N2	5.7666666666666613
-RBT:is_in	5.7666666666666613
-R:X:NX_von_NX_angeführten:N1_N2_-_led	-3.300000000000002
-RBT:X1_defense	59.166666666666082
-R:X:NX_sich_NX_den:N1_N2_a	-1.7000000000000004
-R:X:NX_ist_NX:N1_defense_is_N2	4.966666666666665
-R:X:ist_NX:is_N1	5.1666666666666643
-RBS:internationale_X	1.099999999999997
-R:X:NX_ist_NX:N2_it_is_N1	6.833333333333325
-RBT:it_is	13.49999999999998
-RBT:X1_at	1.3666666666666665
-RBT:,_remained	-0.66666666666666663
-RBT:X1_disruptions	7.3999999999999888
-R:X:NX_blieben:N1_,_remained	-0.66666666666666663
-R:X:NX_.:N1_disruptions_.	7.3999999999999888
-R:X:NX_ist_NX:N1_market_N2_is	6.7999999999999927
-RBT:market_X2	6.7999999999999927
-R:X:ist_NX:N1_it_is	6.6666666666666599
-R:X:ist_NX:N1_is	1.8333333333333333
-R:X:NX_er_sich_NX:N1_he_N2	6.6333333333333258
-R:X:NX_ist_NX:N1_is_well_N2	10.93333333333331
-RBT:is_well	10.93333333333331
-RBT:'s_system	-0.79999999999999993
-WA:zum:a	-33.600000000000207
-RBT:X1_created	58.600000000000271
-R:X:falls:if	0.19999999999999998
-R:X:NX_zum_NX:N2_to_further_N1	35.766666666666907
-RBT:october_	-7.7333333333333529
-R:X:NX_zu_NX:N1_is_N2	9.1666666666666501
-RBS:X_entscheidung	-1.9999999999999982
-RBS:er_X	4.4999999999999956
-RBS:ein_	-10.933333333333309
-WA:jener:of	-1.6666666666666661
-R:X:NX_hat:,_N1	18.666666666666753
-R:X:NX_ein:N1_put_forward_a	-10.933333333333309
-WA:projekt:project	-11.133333333333312
-R:X:NX_pakistans:N1_supports_pakistan	20.600000000000023
-RBT:X2_musharraf	17.400000000000119
-RBT:to_promote	-4.9999999999999876
-R:X:NX_jener_NX:N1_of_N2	-1.9999999999999982
-WA:unterstützen:support	-3.300000000000002
-RBT:action_	-1.466666666666667
-RBS:X_projekt	22.33333333333341
-R:X:NX_entscheidung:N1_choice	-9.0999999999999837
-WA:zu:toWA:unterstützen:promote	-4.9999999999999876
-RBS:X_jener	-1.9999999999999982
-WA:das:that	54.199999999999612
-R:X:maßnahmen:actions	-2.2000000000000011
-R:X:NX_projekt_NX:N2_N1_project	11.199999999999976
-R:X:NX_zu_unterstützen:to_promote_N1	-4.9999999999999876
-RBT:choice_	-9.0999999999999837
-RBT:refuses_to	56.500000000000533
-R:X:NX_-:N1_-	-4.8666666666666654
-WA:,:,	19.500000000000032
-RBT:project_X1	-22.33333333333341
-R:X:NX_zum_NX:N1_a_top_N2	-33.600000000000207
-RBT:'s_	9.3999999999999968
-RBT:a_growing	24.200000000000074
-RBT:hold_	-4.1999999999999948
-RBT:X1_gathered	-38.800000000000281
-RBT:further_X1	35.766666666666907
-RBT:X1_ready	1.9333333333333318
-R:X:betrat:betrat	10.499999999999979
-WA:zu:at	1.7333333333333336
-R:X:verzweifelten:verzweifelten	-17.266666666666733
-WA:versprechen:commitment	0.63333333333333108
-WA:er:heWA:.:.	36.833333333333634
-RBS:X_sein	-8.3666666666666529
-RBT:that_X2	54.199999999999612
-RBS:sein_	12.600000000000016
-Shape_S01110_T01011	-22.4666666666668
-RBS:X_vielleicht	2.4000000000000008
-RBT:to_further	35.766666666666907
-RBT:X1_by	-0.33333333333333331
-RBT:X1_october	-7.7333333333333529
-WA:das:a	24.200000000000074
-WA:general:general	7.7333333333333529
-WA:zu:among	-1
-RBS:_von	3.300000000000002
-WA:unterstützen:supportWA:.:.	2.5333333333333274
-RBS:entscheidung_	-1.9999999999999982
-RBS:zu_unterstützen	-4.9999999999999876
-RBS:X_seine	-12.666666666666687
-WA:der:'sWA:ihres:pakistan	-0.79999999999999993
-WA:das:'sWA:,:,	-0.79999999999999993
-R:X:NX_musharraf_NX:N1_N2_musharraf	-0.3333333333333332
-WA:musharrafs:his	0.46666666666666295
-RBS:könnte_	1.9999999999999982
-RBS:_unterstützen	-3.300000000000002
-RBS:X_so	-1.5333333333333332
-RBT:education_,	-0.79999999999999993
-R:X:NX_seine_NX_als:N1_his_N2_than	-2.1666666666666621
-RBT:by_	-39.266666666666957
-RBS:falls_	0.19999999999999998
-RBS:hat_X	-20.733333333333448
-RBS:_ins	-0.73333333333333339
-RBS:_sein	8.3666666666666529
-R:X:NX_internationale:N1_international	-13.433333333333382
-RBT:system_that	54.199999999999612
-RBS:X_musharrafs	1.9999999999999982
-R:X:NX_der_NX:N1_of_N2	-4.1000000000000014
-R:X:der_NX_ihres:pakistan_'s_N1	-0.79999999999999993
-RBS:X_pakistans	0.19999999999999998
-RBT:X2_than	-2.1666666666666621
-WA:,:by	-38.800000000000281
-RBT:support_X1	2.5333333333333274
-R:X:NX_,:N1_gathered_by	-38.800000000000281
-RBT:_who	-0.066666666666666666
-RBT:_if	-0.99999999999999989
-R:X:NX_hat_NX_musharraf:N1_N2_musharraf_has	5.0666666666666593
-RBT:of_pakistan	-20.600000000000023
-WA:ein:a	-16.19999999999996
-WA:halten:hold	-4.1999999999999948
-RBT:gathered_by	-38.800000000000281
-WA:general:generalWA:.:.	-7.7333333333333529
-R:X:NX_zu_NX:N1_at_N2	1.7333333333333336
-RBT:_october	7.7333333333333529
-R:X:NX_zu_NX:N1_in_N2	0.30000000000000021
-R:X:am_NX:the_N1	33.1000000000002
-R:X:NX_zu_NX:N1_among_N2	-1
-R:X:am_NX:N1_on	-1.6000000000000003
-RBT:X1_among	-1
-R:X:NX_zu_NX:N1_for_N2	-0.5
-RBT:into_X2	-2.4333333333333305
-R:X:NX_zu_NX:N1_into_N2	-2.4333333333333305
-WA:zu:increasing	-14.566666666666629
-RBT:_bühne	7.6333333333333533
-RBT:X2_by	-14.566666666666629
-RBS:in_X	-6.9666666666666748
-R:X:NX_gestalten_.:N1_.	-27.600000000000122
-RBS:X_dass	-9.9666666666666526
-RBT:let_	-0.46666666666666662
-RBT:_which	-77.599999999998715
-RBT:down_X1	-77.599999999998715
-WA:nationale:national	8.4333333333333638
-RBT:decision_	7.0999999999999908
-WA:entscheidung:decision	9.0999999999999837
-RBT:bühne_	7.6333333333333533
-RBT:X1_increasing	-14.566666666666629
-R:X:bühne:bühne	7.6333333333333533
-R:X:NX_zu_NX:N2_by_N1_increasing	-14.566666666666629
-WA:in:on	5.966666666666657
-WA:das:which	-77.599999999998715
-RBT:by_X1	-14.566666666666629
-RBT:X1_decision	7.0999999999999908
-WA:seine:its	-0.39999999999999997
-RBT:X1_than	4.1333333333333293
-RBT:global_X1	-3.4000000000000017
-WA:bühne:bühne	7.6333333333333533
-RBT:increasing_	-14.566666666666629
-R:X:NX_zum_NX:N1_with_the_N2	-0.59999999999999998
-WA:zum:withWA:zum:the	-0.59999999999999998
-R:X:NX_sorgen:N1_concerns	-4.5999999999999996
-RBT:X1_areas	-20.600000000000023
-RBT:areas_of	-20.600000000000023
-R:X:NX_pakistans:N1_areas_of_pakistan	-20.600000000000023
-WA:halten:halten	6.0333333333333279
-RBT:X1_refuses	56.500000000000533
-WA:-:'s	10.433333333333321
-RBT:halten_	6.0333333333333279
-R:X:NX_,:N1_refuses_to	56.500000000000533
-RBS:-_	22.33333333333341
-RBT:to_launch	4.1666666666666643
-R:X:NX_zu_NX:N1_to_launch_N2	4.1666666666666643
-RBT:launch_X2	4.1666666666666643
-R:X:NX_zu_NX:N1_to_carry_N2	1.5333333333333339
-RBT:carry_X2	1.5333333333333339
-RBT:to_carry	1.5333333333333339
-R:X:NX_eine:N1_is	-69.200000000000344
-RBT:_for	-6.4666666666666544
-RBS:._oktober	7.7333333333333529
-RBT:created_an	58.600000000000271
-R:X:NX_eine:N1_created_an	58.600000000000271
-RBS:_zu	-20.366666666666706
-WA:am:on	-33.86666666666688
-R:X:NX_gegen_den_NX:N1_on_N2	-2.2000000000000006
-R:X:verlassen:relied	-0.5
-WA:blieben:remained	31.900000000000187
-WA:eine:an	85.166666666666103
-R:X:NX_nationale:N1_national	6.6000000000000218
-RBS:X_nationale	9.0000000000000373
-RBS:maßnahmen_X	14.699999999999976
-RBT:an_	86.099999999999383
-R:X:NX_die:N1_,	14.46666666666672
-RBT:_relied	-6.0999999999999943
-R:X:blieben_NX:N1_remained	33.666666666666877
-RBS:X_eine	13.033333333333381
-R:X:NX_sie_NX_,:N1_N2_,	-17.099999999999973
-RBT:pakistan_'s	-0.79999999999999993
-RBT:X1_national	9.0000000000000373
-R:X:NX_am_NX:N1_on_N2	8.9666666666667041
-WA:verlassen:verlassen	-20.200000000000017
-RBS:pakistanis_	26.166666666666771
-R:X:NX_regierung_NX:N2_N1_government	10.399999999999974
-RBT:and_a	14.53333333333345
-R:X:NX_gewählte:N1_elected	2.8666666666666671
-WA:die:,	44.399999999999118
-RBS:am_X	8.9000000000000359
-RBT:relied_	-0.5
-RBT:X1_remained	33.666666666666877
-R:X:NX_musharraf_NX:N1_musharraf_N2	22.10000000000008
-RBT:when_	12.399999999999975
-WA:der:the	-18.566666666666773
-RBT:X1__	-6.4333333333333185
-RBT:_the	24.200000000000006
-RBT:national_	-1.8333333333333339
-R:X:in:for	-4.9999999999999929
-R:X:NX_._oktober:october_N1	7.7333333333333529
-WA:der:of	-4.1000000000000014
-WA:als:when	7.8666666666666556
-RBT:general_	4.2666666666666577
-RBS:ein_X	10.933333333333309
-R:X:NX_sich_NX:N1_N2_,	-4.6999999999999993
-RBT:musharraf_X2	14.200000000000029
-R:X:projekt_NX:project_N1	-22.33333333333341
-RBT:with_	16.200000000000035
-RBT:_project	-22.33333333333341
-RBS:-_X	-22.33333333333341
-RBT:the_X1	32.100000000000186
-R:X:NX_-:N1_,	17.133333333333372
-RBT:a_X2	9.2666666666667989
-R:X:NX_betrat:N1_entered	-10.499999999999979
-RBS:den_krieg	-0.93333333333333346
-RBT:pakistanis_X1	3.5000000000000013
-RBS:X_betrat	-10.499999999999979
-R:X:NX_eine:N1_an	26.566666666666777
-R:X:NX_die:N1_'s	-6.5999999999999881
-RBS:X_.	11.59999999999998
-RBT:pakistanis_,	18.500000000000064
-WA:.:.	-37.100000000000314
-RBS:blieben_	-32.566666666666862
-WA:den:theWA:gegen:against	-0.39999999999999997
-RBT:_blieben	-31.900000000000187
-RBT:aim_	-17.833333333333361
-Shape_S11110_T01110	7.633333333333316
-WA:seine:itsWA:als:as	0.26666666666666677
-RBT:X2_'s	-11.733333333333315
-WA:politischen:policy	-0.79999999999999993
-R:X:er:er	-22.200000000000141
-RBS:hat_	-10.933333333333316
-RBT:X2_be	-7.6999999999999886
-RBS:viele_X	0.6000000000000002
-R:X:NX_pervez:N1_pervez	-0.13333333333333333
-RBT:into_the	-3.4000000000000017
-RBT:political_X1	0.79999999999999993
-RBT:X2_power	1.1333333333333335
-WA:von:with	10.799999999999974
-WA:dass:that	38.166666666666941
-R:X:NX_sie_NX_,_dass:N1_N2_that	20.700000000000024
-R:X:NX_würde:N1_would	-4.3333333333333295
-WA:gestalten:more	36.53333333333358
-RBS:,_dass	11.16666666666665
-RBS:X_krieg	20.466666666666708
-R:X:NX_pakistanis:pakistanis_,_N1	18.500000000000064
-WA:verlassen:relied	-6.0999999999999943
-RBT:remained_	33.000000000000199
-RBS:dass_	27.433333333333451
-WA:viele:many	2.2000000000000006
-WA:der:'sWA:politischen:political	0.79999999999999993
-RBS:__	0.8666666666666667
-RBS:krieg_gegen	3.3333333333333321
-WA:_:,	19.900000000000063
-R:X:dies_ist_NX:this_is_N1	-3.0333333333333283
-RBT:in_X2	16.733333333333331
-RBT:'s_political	0.79999999999999993
-RBT:many_X1	2.2000000000000006
-RBT:_er	-22.200000000000141
-RBT:X2_that	20.066666666666681
-RBT:would_	-3.1999999999999962
-RBT:X1_measures	14.299999999999976
-R:X:politischen_NX:policy_N1	-0.79999999999999993
-R:X:NX_.:N1_.	-165.16666666666157
-RBS:X_pakistanis	-3.5000000000000013
-RBS:_seine	-0.56666666666666687
-RBT:er_	-22.200000000000141
-WA:seine:'s	-0.46666666666666662
-R:X:NX_der:N1_the	-7.8999999999999915
-R:X:seine_NX_als:his_N1_than	-1.9333333333333342
-R:X:der_politischen_NX:'s_political_N1	0.79999999999999993
-RBT:than_the	4.2333333333333254
-RBT:__	-2.6666666666666679
-WA:vielleicht:perhaps	7.5666666666666558
-R:X:seine:seine	1.4999999999999993
-RBT:X1_the	29.266666666666804
-RBT:more_X1	-18.066666666666688
-R:X:viele_NX:many_N1	2.2000000000000006
-R:X:ausgerufen:declared	-6.8999999999999915
-RBT:_pakistanis	22.000000000000071
-RBT:declared_	-6.8999999999999915
-RBS:pakistanis_X	-26.166666666666771
-R:X:blieben:blieben	-31.900000000000187
-R:X:NX_würde:N1_will	7.0666666666666584
-RBT:X1_will	5.9333333333333265
-WA:sein:its	-19.100000000000037
-R:X:NX_sein_NX:N2_be_N1	-12.799999999999971
-RBT:that_it	-16.333333333333385
-RBT:he_X2	22.533333333333385
-RBT:is_	-76.366666666666603
-WA:_:_	-19.900000000000063
-WA:,:,WA:als:as	2.4333333333333305
-RBT:__	-8.233333333333313
-RBT:_may	-2.4000000000000008
-RBT:be_	52.199999999999726
-R:X:NX_sein:N1_his	-2.4000000000000008
-RBT:its_	-27.200000000000117
-RBT:commitment_X2	-2.4000000000000008
-RBS:von_	11.599999999999985
-RBT:-_X2	-0.30000000000000004
-RBT:X1_his	-4.5666666666666593
-RBT:_its	-38.933333333333621
-R:X:NX_versprechen_NX:N1_commitment_N2	-2.4000000000000008
-RBS:X_versprechen	0.63333333333333108
-RBT:_would	-1.2333333333333336
-RBT:X2_to	12.466666666666882
-R:X:vielleicht:may	-2.4000000000000008
-RBT:may_	-4.399999999999995
-R:X:NX_würde:would_N1	-1.2333333333333336
-R:X:NX_versuch_NX:N1_attempt_by_N2	-0.30000000000000004
-RBS:versprechen_X	-2.4000000000000008
-RBT:X1_commitment	0.63333333333333108
-RBT:X1_who	6.833333333333325
-R:X:NX_würde:will_N1	-1.6333333333333335
-RBT:will_X1	-1.6333333333333335
-RBT:who_	6.7666666666666586
-RBT:if_X1	-1.2
-WA:vielleicht:possibly	-5.1666666666666643
-RBT:possibly_	-5.1666666666666643
-RBT:X1_for	19.800000000000068
-WA:viele:of	-13.200000000000001
-R:X:viele_NX:of_N1	-1.6000000000000003
-RBS:_er	-38.433333333333699
-RBT:X1_they	-9.1333333333333169
-R:X:NX_sie_NX:N1_they_N2	-5.1999999999999966
-RBT:,_it	2.7999999999999954
-WA:gegen:onWA:terror:terror	7.466666666666657
-RBT:they_X2	-1.7333333333333334
-WA:seine:hisWA:als:than	-4.0999999999999917
-RBT:the_X2	3.2333333333333218
-RBT:_policy	-0.79999999999999993
-R:X:NX_maßnahmen_NX:N2_N1_measures	14.699999999999976
-RBS:_politischen	-0.79999999999999993
-Shape_S11100_T11000	-6.0666666666666629
-R:X:seine_NX_als:its_N1_as	0.26666666666666677
-RBT:policy_X1	-0.79999999999999993
-RBT:_when	-9.6999999999999815
 done
 
 ---
 Best iteration: 3 [SCORE 'fixed_stupid_bleu'=0.36222].
-This took 1.1833 min.
+This took 1.0833 min.
-- 
cgit v1.2.3