diff options
Diffstat (limited to 'python')
| -rw-r--r-- | python/README.md | 4 | ||||
| -rw-r--r-- | python/src/_cdec.cpp | 5290 | ||||
| -rw-r--r-- | python/src/_cdec.pyx | 20 | ||||
| -rw-r--r-- | python/src/grammar.pxi | 35 | ||||
| -rw-r--r-- | python/src/hypergraph.pxi | 21 | ||||
| -rw-r--r-- | python/src/lattice.pxi | 19 | ||||
| -rw-r--r-- | python/src/mteval.pxi | 11 | ||||
| -rw-r--r-- | python/src/vectors.pxi | 10 | 
8 files changed, 2816 insertions, 2594 deletions
| diff --git a/python/README.md b/python/README.md index da9f9387..bea6190a 100644 --- a/python/README.md +++ b/python/README.md @@ -12,6 +12,10 @@ Compile a parallel corpus and a word alignment into a suffix array representatio  	python -m cdec.sa.compile -f f.txt -e e.txt -a a.txt -o output/ -c extract.ini +Or, if your parallel corpus is in a single-file format (with source and target sentences on a single line, separated by a triple pipe `|||`), use: + +	python -m cdec.sa.compile -b f-e.txt -a a.txt -o output/ -c extract.ini +  Extract grammar rules from the compiled corpus:  	cat input.txt | python -m cdec.sa.extract -c extract.ini -g grammars/ diff --git a/python/src/_cdec.cpp b/python/src/_cdec.cpp index 1bd600f0..c8d50a4f 100644 --- a/python/src/_cdec.cpp +++ b/python/src/_cdec.cpp @@ -1,4 +1,4 @@ -/* Generated by Cython 0.17.beta1 on Tue Aug 14 22:47:23 2012 */ +/* Generated by Cython 0.17.1 on Tue Oct 16 01:04:11 2012 */  #define PY_SSIZE_T_CLEAN  #include "Python.h" @@ -11,7 +11,6 @@  #ifndef offsetof  #define offsetof(type, member) ( (size_t) & ((type*)0) -> member )  #endif -  #if !defined(WIN32) && !defined(MS_WINDOWS)    #ifndef __stdcall      #define __stdcall @@ -23,22 +22,18 @@      #define __fastcall    #endif  #endif -  #ifndef DL_IMPORT    #define DL_IMPORT(t) t  #endif  #ifndef DL_EXPORT    #define DL_EXPORT(t) t  #endif -  #ifndef PY_LONG_LONG    #define PY_LONG_LONG LONG_LONG  #endif -  #ifndef Py_HUGE_VAL    #define Py_HUGE_VAL HUGE_VAL  #endif -  #ifdef PYPY_VERSION  #define CYTHON_COMPILING_IN_PYPY 1  #define CYTHON_COMPILING_IN_CPYTHON 0 @@ -46,12 +41,12 @@  #define CYTHON_COMPILING_IN_PYPY 0  #define CYTHON_COMPILING_IN_CPYTHON 1  #endif -  #if PY_VERSION_HEX < 0x02050000    typedef int Py_ssize_t;    #define PY_SSIZE_T_MAX INT_MAX    #define PY_SSIZE_T_MIN INT_MIN    #define PY_FORMAT_SIZE_T "" +  #define CYTHON_FORMAT_SSIZE_T ""    #define PyInt_FromSsize_t(z) PyInt_FromLong(z)    #define PyInt_AsSsize_t(o)   __Pyx_PyInt_AsInt(o)    #define PyNumber_Index(o)    ((PyNumber_Check(o) && !PyFloat_Check(o)) ? PyNumber_Int(o) : \ @@ -63,8 +58,8 @@    #define __PYX_BUILD_PY_SSIZE_T "i"  #else    #define __PYX_BUILD_PY_SSIZE_T "n" +  #define CYTHON_FORMAT_SSIZE_T "z"  #endif -  #if PY_VERSION_HEX < 0x02060000    #define Py_REFCNT(ob) (((PyObject*)(ob))->ob_refcnt)    #define Py_TYPE(ob)   (((PyObject*)(ob))->ob_type) @@ -72,7 +67,6 @@    #define PyVarObject_HEAD_INIT(type, size) \            PyObject_HEAD_INIT(type) size,    #define PyType_Modified(t) -    typedef struct {       void *buf;       PyObject *obj; @@ -86,7 +80,6 @@       Py_ssize_t *suboffsets;       void *internal;    } Py_buffer; -    #define PyBUF_SIMPLE 0    #define PyBUF_WRITABLE 0x0001    #define PyBUF_FORMAT 0x0004 @@ -98,11 +91,9 @@    #define PyBUF_INDIRECT (0x0100 | PyBUF_STRIDES)    #define PyBUF_RECORDS (PyBUF_STRIDES | PyBUF_FORMAT | PyBUF_WRITABLE)    #define PyBUF_FULL (PyBUF_INDIRECT | PyBUF_FORMAT | PyBUF_WRITABLE) -    typedef int (*getbufferproc)(PyObject *, Py_buffer *, int);    typedef void (*releasebufferproc)(PyObject *, Py_buffer *);  #endif -  #if PY_MAJOR_VERSION < 3    #define __Pyx_BUILTIN_MODULE_NAME "__builtin__"    #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \ @@ -112,21 +103,16 @@    #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \            PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)  #endif -  #if PY_MAJOR_VERSION < 3 && PY_MINOR_VERSION < 6    #define PyUnicode_FromString(s) PyUnicode_Decode(s, strlen(s), "UTF-8", "strict")  #endif -  #if PY_MAJOR_VERSION >= 3    #define Py_TPFLAGS_CHECKTYPES 0    #define Py_TPFLAGS_HAVE_INDEX 0  #endif -  #if (PY_VERSION_HEX < 0x02060000) || (PY_MAJOR_VERSION >= 3)    #define Py_TPFLAGS_HAVE_NEWBUFFER 0  #endif - -  #if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND)    #define CYTHON_PEP393_ENABLED 1    #define __Pyx_PyUnicode_READY(op)       (likely(PyUnicode_IS_READY(op)) ? \ @@ -139,10 +125,8 @@    #define __Pyx_PyUnicode_READY(op)       (0)    #define __Pyx_PyUnicode_GET_LENGTH(u)   PyUnicode_GET_SIZE(u)    #define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i])) -    #define __Pyx_PyUnicode_READ(k, d, i)   ((k=k), (Py_UCS4)(((Py_UNICODE*)d)[i]))  #endif -  #if PY_MAJOR_VERSION >= 3    #define PyBaseString_Type            PyUnicode_Type    #define PyStringObject               PyUnicodeObject @@ -150,7 +134,6 @@    #define PyString_Check               PyUnicode_Check    #define PyString_CheckExact          PyUnicode_CheckExact  #endif -  #if PY_VERSION_HEX < 0x02060000    #define PyBytesObject                PyStringObject    #define PyBytes_Type                 PyString_Type @@ -169,7 +152,6 @@    #define PyBytes_Concat               PyString_Concat    #define PyBytes_ConcatAndDel         PyString_ConcatAndDel  #endif -  #if PY_VERSION_HEX < 0x02060000    #define PySet_Check(obj)             PyObject_TypeCheck(obj, &PySet_Type)    #define PyFrozenSet_Check(obj)       PyObject_TypeCheck(obj, &PyFrozenSet_Type) @@ -177,9 +159,7 @@  #ifndef PySet_CheckExact    #define PySet_CheckExact(obj)        (Py_TYPE(obj) == &PySet_Type)  #endif -  #define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type) -  #if PY_MAJOR_VERSION >= 3    #define PyIntObject                  PyLongObject    #define PyInt_Type                   PyLong_Type @@ -196,11 +176,9 @@    #define PyInt_AsUnsignedLongMask     PyLong_AsUnsignedLongMask    #define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask  #endif -  #if PY_MAJOR_VERSION >= 3    #define PyBoolObject                 PyLongObject  #endif -  #if PY_VERSION_HEX < 0x03020000    typedef long Py_hash_t;    #define __Pyx_PyInt_FromHash_t PyInt_FromLong @@ -209,7 +187,6 @@    #define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t    #define __Pyx_PyInt_AsHash_t   PyInt_AsSsize_t  #endif -  #if (PY_MAJOR_VERSION < 3) || (PY_VERSION_HEX >= 0x03010300)    #define __Pyx_PySequence_GetSlice(obj, a, b) PySequence_GetSlice(obj, a, b)    #define __Pyx_PySequence_SetSlice(obj, a, b, value) PySequence_SetSlice(obj, a, b, value) @@ -228,11 +205,9 @@          (likely((obj)->ob_type->tp_as_mapping) ? (PySequence_DelSlice(obj, a, b)) : \              (PyErr_Format(PyExc_TypeError, "'%.200s' object doesn't support slice deletion", (obj)->ob_type->tp_name), -1)))  #endif -  #if PY_MAJOR_VERSION >= 3    #define PyMethod_New(func, self, klass) ((self) ? PyMethod_New(func, self) : PyInstanceMethod_New(func))  #endif -  #if PY_VERSION_HEX < 0x02050000    #define __Pyx_GetAttrString(o,n)   PyObject_GetAttrString((o),((char *)(n)))    #define __Pyx_SetAttrString(o,n,a) PyObject_SetAttrString((o),((char *)(n)),(a)) @@ -242,7 +217,6 @@    #define __Pyx_SetAttrString(o,n,a) PyObject_SetAttrString((o),(n),(a))    #define __Pyx_DelAttrString(o,n)   PyObject_DelAttrString((o),(n))  #endif -  #if PY_VERSION_HEX < 0x02050000    #define __Pyx_NAMESTR(n) ((char *)(n))    #define __Pyx_DOCSTR(n)  ((char *)(n)) @@ -251,6 +225,7 @@    #define __Pyx_DOCSTR(n)  (n)  #endif +  #if PY_MAJOR_VERSION >= 3    #define __Pyx_PyNumber_Divide(x,y)         PyNumber_TrueDivide(x,y)    #define __Pyx_PyNumber_InPlaceDivide(x,y)  PyNumber_InPlaceTrueDivide(x,y) @@ -275,6 +250,10 @@  #define __PYX_HAVE_API___cdec  #include "string.h"  #include <string> +#include "ios" +#include "new" +#include "stdexcept" +#include "typeinfo"  #include <vector>  #include <utility>  #include <iostream> @@ -400,11 +379,13 @@ static const char *__pyx_f[] = {    "hypergraph.pxi",    "lattice.pxi",    "mteval.pxi", +  "stringsource",    "cdec.sa._sa.pxd",  };  /*--- Type declarations ---*/  struct __pyx_obj_4cdec_2sa_3_sa_FeatureVector; +struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__;  struct __pyx_obj_5_cdec_NTRef;  struct __pyx_obj_5_cdec_Scorer;  struct __pyx_obj_4cdec_2sa_3_sa_IntList; @@ -427,7 +408,6 @@ struct __pyx_obj_5_cdec_Candidate;  struct __pyx_obj_5_cdec___pyx_scope_struct_6_genexpr;  struct __pyx_obj_5_cdec_NT;  struct __pyx_obj_4cdec_2sa_3_sa_FloatList; -struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__;  struct __pyx_obj_5_cdec_HypergraphEdge;  struct __pyx_obj_5_cdec___pyx_scope_struct_1___iter__;  struct __pyx_obj_5_cdec___pyx_scope_struct_16___get__; @@ -459,7 +439,7 @@ struct __pyx_opt_args_5_cdec_as_str;  /* "_cdec.pyx":6   * cimport decoder   *  - * cdef char* as_str(data, char* error_msg='Cannot convert type %s to str'):             # <<<<<<<<<<<<<< + * cdef bytes as_str(data, char* error_msg='Cannot convert type %s to str'):             # <<<<<<<<<<<<<<   *     cdef bytes ret   *     if isinstance(data, unicode):   */ @@ -468,7 +448,7 @@ struct __pyx_opt_args_5_cdec_as_str {    char *error_msg;  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/cdec.sa._sa.pxd":25 +/* "/home/vchahune/tools/cdec/python/src/cdec.sa._sa.pxd":25   *     cdef void read_handle(self, FILE* f)   *    * cdef class FeatureVector:             # <<<<<<<<<<<<<< @@ -482,7 +462,20 @@ struct __pyx_obj_4cdec_2sa_3_sa_FeatureVector {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":20 +/* "_cdec.pyx":47 + *     cdef DenseVector weights + *  + *     def __init__(self, config_str=None, **config):             # <<<<<<<<<<<<<< + *         """Decoder('formalism = scfg') -> initialize from configuration string + *         Decoder(formalism='scfg') -> initialize from named parameters + */ +struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ { +  PyObject_HEAD +  PyObject *__pyx_v_config; +}; + + +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":21   *         return '[%s]' % self.cat   *    * cdef class NTRef:             # <<<<<<<<<<<<<< @@ -495,7 +488,7 @@ struct __pyx_obj_5_cdec_NTRef {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":117 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":121   *         return CandidateSet(self)   *    * cdef class Scorer:             # <<<<<<<<<<<<<< @@ -509,7 +502,7 @@ struct __pyx_obj_5_cdec_Scorer {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/cdec.sa._sa.pxd":12 +/* "/home/vchahune/tools/cdec/python/src/cdec.sa._sa.pxd":12   *     cdef void read_handle(self, FILE* f)   *    * cdef class IntList:             # <<<<<<<<<<<<<< @@ -526,7 +519,7 @@ struct __pyx_obj_4cdec_2sa_3_sa_IntList {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/cdec.sa._sa.pxd":29 +/* "/home/vchahune/tools/cdec/python/src/cdec.sa._sa.pxd":29   *     cdef FloatList values   *    * cdef class Phrase:             # <<<<<<<<<<<<<< @@ -543,7 +536,7 @@ struct __pyx_obj_4cdec_2sa_3_sa_Phrase {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":90 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":90   *         return candidate   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -559,8 +552,8 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_22___iter__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":178 - *         super(MRule, self).__init__(lhs, rhs, e, scores, a) +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":193 + *         super(MRule, self).__init__(lhs, rhs, e, scores, None)   *    * cdef class Grammar:             # <<<<<<<<<<<<<<   *     cdef shared_ptr[grammar.Grammar]* grammar @@ -572,9 +565,9 @@ struct __pyx_obj_5_cdec_Grammar {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":63 - *  +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":63   *     def todot(self): + *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""   *         def lines():             # <<<<<<<<<<<<<<   *             yield 'digraph lattice {'   *             yield 'rankdir = LR;' @@ -595,12 +588,12 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_20_lines {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":91 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":103   *             del hypos   *    *     def sample_trees(self, unsigned n):             # <<<<<<<<<<<<<< + *        """hg.sample_trees(n) -> Sample of n trees from the hypergraph."""   *        cdef vector[string]* trees = new vector[string]() - *        hypergraph.sample_trees(self.hg[0], n, self._rng(), trees)   */  struct __pyx_obj_5_cdec___pyx_scope_struct_12_sample_trees {    PyObject_HEAD @@ -613,7 +606,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_12_sample_trees {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":136 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":156   *    *     property edges:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -629,7 +622,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_13___get__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":5 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":5   * import cdec.sa._sa as _sa   *    * def _phrase(phrase):             # <<<<<<<<<<<<<< @@ -642,7 +635,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_2__phrase {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":65 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":65   *         return result   *    * cdef class CandidateSet:             # <<<<<<<<<<<<<< @@ -657,7 +650,7 @@ struct __pyx_obj_5_cdec_CandidateSet {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":142 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":162   *    *     property nodes:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -673,7 +666,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_14___get__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":47 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":49   *     return TRule(lhs, f, e, scores, a)   *    * cdef class TRule:             # <<<<<<<<<<<<<< @@ -686,7 +679,7 @@ struct __pyx_obj_5_cdec_TRule {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/cdec.sa._sa.pxd":35 +/* "/home/vchahune/tools/cdec/python/src/cdec.sa._sa.pxd":35   *     cdef public int chunklen(self, int k)   *    * cdef class Rule:             # <<<<<<<<<<<<<< @@ -704,19 +697,19 @@ struct __pyx_obj_4cdec_2sa_3_sa_Rule {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":166 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":177   *                 _phrase(self.f), _phrase(self.e), scores)   *    * cdef class MRule(TRule):             # <<<<<<<<<<<<<< - *     def __init__(self, lhs, rhs, scores, a=None): - *         cdef unsigned i = 1 + *     def __init__(self, lhs, rhs, scores): + *         """MRule(lhs, rhs, scores, a=None) -> Monolingual rule.   */  struct __pyx_obj_5_cdec_MRule {    struct __pyx_obj_5_cdec_TRule __pyx_base;  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":98 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":100   *         self.cs.AddKBestCandidates(hypergraph.hg[0], k, self.scorer.get())   *    * cdef class SegmentEvaluator:             # <<<<<<<<<<<<<< @@ -730,7 +723,7 @@ struct __pyx_obj_5_cdec_SegmentEvaluator {  }; -/* "_cdec.pyx":57 +/* "_cdec.pyx":56   *                     'csplit', 'tagger', 'lexalign'):   *                 raise InvalidConfig('formalism "%s" unknown' % formalism)   *             config_str = '\n'.join('%s = %s' % kv for kv in _make_config(config))             # <<<<<<<<<<<<<< @@ -739,7 +732,7 @@ struct __pyx_obj_5_cdec_SegmentEvaluator {   */  struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr {    PyObject_HEAD -  struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *__pyx_outer_scope; +  struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *__pyx_outer_scope;    PyObject *__pyx_v_kv;    PyObject *__pyx_t_0;    Py_ssize_t __pyx_t_1; @@ -747,12 +740,12 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":62 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":61   *             yield self[i]   *    *     def todot(self):             # <<<<<<<<<<<<<< + *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""   *         def lines(): - *             yield 'digraph lattice {'   */  struct __pyx_obj_5_cdec___pyx_scope_struct_19_todot {    PyObject_HEAD @@ -760,7 +753,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_19_todot {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":12 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":12   *         return stats   *    * cdef class Candidate:             # <<<<<<<<<<<<<< @@ -774,7 +767,7 @@ struct __pyx_obj_5_cdec_Candidate {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":162 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":173   *    *     def __str__(self):   *         scores = ' '.join('%s=%s' % feat for feat in self.scores)             # <<<<<<<<<<<<<< @@ -791,7 +784,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_6_genexpr {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":8 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":8   *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)   *    * cdef class NT:             # <<<<<<<<<<<<<< @@ -805,7 +798,7 @@ struct __pyx_obj_5_cdec_NT {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/cdec.sa._sa.pxd":3 +/* "/home/vchahune/tools/cdec/python/src/cdec.sa._sa.pxd":3   * from libc.stdio cimport FILE   *    * cdef class FloatList:             # <<<<<<<<<<<<<< @@ -822,20 +815,7 @@ struct __pyx_obj_4cdec_2sa_3_sa_FloatList {  }; -/* "_cdec.pyx":46 - *     cdef DenseVector weights - *  - *     def __cinit__(self, config_str=None, **config):             # <<<<<<<<<<<<<< - *         """ Configuration can be given as a string: - *                 Decoder('formalism = scfg') - */ -struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ { -  PyObject_HEAD -  PyObject *__pyx_v_config; -}; - - -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":170 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":191   *         return vector   *    * cdef class HypergraphEdge:             # <<<<<<<<<<<<<< @@ -851,7 +831,7 @@ struct __pyx_obj_5_cdec_HypergraphEdge {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":67 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":72   *         self.vector.set_value(fid, value)   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -868,7 +848,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_1___iter__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":226 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":247   *    *     property in_edges:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -884,7 +864,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_16___get__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":121 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":131   *    *     property a:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -901,7 +881,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_4___get__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":57 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":56   *         return unicode(str(self), 'utf8')   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -917,7 +897,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_18___iter__ {  }; -/* "_cdec.pyx":42 +/* "_cdec.pyx":43   *             yield key, str(value)   *    * cdef class Decoder:             # <<<<<<<<<<<<<< @@ -931,7 +911,7 @@ struct __pyx_obj_5_cdec_Decoder {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":216 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":237   *         raise NotImplemented('comparison not implemented for HypergraphEdge')   *    * cdef class HypergraphNode:             # <<<<<<<<<<<<<< @@ -946,7 +926,7 @@ struct __pyx_obj_5_cdec_HypergraphNode {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":45 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":48   *         return sparse   *    * cdef class SparseVector:             # <<<<<<<<<<<<<< @@ -959,7 +939,7 @@ struct __pyx_obj_5_cdec_SparseVector {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":232 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":253   *    *     property out_edges:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -975,7 +955,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_17___get__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":31 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":32   *         self.vector[0][fid] = value   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -991,7 +971,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct____iter__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":44 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":44   *         return self.stats.size()   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -1008,7 +988,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_21___iter__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":3 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":3   * from cython.operator cimport preincrement as pinc   *    * cdef class DenseVector:             # <<<<<<<<<<<<<< @@ -1022,7 +1002,7 @@ struct __pyx_obj_5_cdec_DenseVector {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":184 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":199   *         del self.grammar   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -1041,7 +1021,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_7___iter__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":172 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":176   *         out.fields[i] = ss[i]   *    * cdef class Metric:             # <<<<<<<<<<<<<< @@ -1054,7 +1034,7 @@ struct __pyx_obj_5_cdec_Metric {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":26 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":26   *             return fmap   *    * cdef class SufficientStats:             # <<<<<<<<<<<<<< @@ -1068,12 +1048,12 @@ struct __pyx_obj_5_cdec_SufficientStats {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":36 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":44   *         return unicode(hypergraph.JoshuaVisualizationString(self.hg[0]).c_str(), 'utf8')   *    *     def kbest(self, size):             # <<<<<<<<<<<<<< + *         """hg.kbest(size) -> List of k-best hypotheses in the hypergraph."""   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal]* derivations = new kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal](self.hg[0], size) - *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal].Derivation* derivation   */  struct __pyx_obj_5_cdec___pyx_scope_struct_8_kbest {    PyObject_HEAD @@ -1087,12 +1067,12 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_8_kbest {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":66 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":76   *             del e_derivations   *    *     def kbest_features(self, size):             # <<<<<<<<<<<<<< + *         """hg.kbest_trees(size) -> List of k-best feature vectors in the hypergraph."""   *         cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal]* derivations = new kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal](self.hg[0], size) - *         cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal].Derivation* derivation   */  struct __pyx_obj_5_cdec___pyx_scope_struct_10_kbest_features {    PyObject_HEAD @@ -1107,7 +1087,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_10_kbest_features {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":190 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":211   *    *     property tail_nodes:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -1123,8 +1103,8 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_15___get__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":161 - *             self.rule.get().lhs_ = -TDConvert(<char *>lhs.cat) +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":172 + *             self.rule.get().lhs_ = -TDConvert((<NT> lhs).cat)   *    *     def __str__(self):             # <<<<<<<<<<<<<<   *         scores = ' '.join('%s=%s' % feat for feat in self.scores) @@ -1136,7 +1116,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_5___str__ {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":6 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":6   *    * def _phrase(phrase):   *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)             # <<<<<<<<<<<<<< @@ -1153,12 +1133,12 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_3_genexpr {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":48 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":57   *             del derivations   *    *     def kbest_trees(self, size):             # <<<<<<<<<<<<<< + *         """hg.kbest_trees(size) -> List of k-best trees in the hypergraph."""   *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal]* f_derivations = new kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal](self.hg[0], size) - *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal].Derivation* f_derivation   */  struct __pyx_obj_5_cdec___pyx_scope_struct_9_kbest_trees {    PyObject_HEAD @@ -1176,7 +1156,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_9_kbest_trees {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":4 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":4   * cimport kbest   *    * cdef class Hypergraph:             # <<<<<<<<<<<<<< @@ -1191,7 +1171,7 @@ struct __pyx_obj_5_cdec_Hypergraph {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":3 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":3   * cimport lattice   *    * cdef class Lattice:             # <<<<<<<<<<<<<< @@ -1204,12 +1184,12 @@ struct __pyx_obj_5_cdec_Lattice {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":81 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":92   *             del derivations   *    *     def sample(self, unsigned n):             # <<<<<<<<<<<<<< + *         """hg.sample(n) -> Sample of n hypotheses from the hypergraph."""   *         cdef vector[hypergraph.Hypothesis]* hypos = new vector[hypergraph.Hypothesis]() - *         hypergraph.sample_hypotheses(self.hg[0], n, self._rng(), hypos)   */  struct __pyx_obj_5_cdec___pyx_scope_struct_11_sample {    PyObject_HEAD @@ -1222,7 +1202,7 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_11_sample {  }; -/* "_cdec.pyx":31 +/* "_cdec.pyx":32   *     SetSilent(yn)   *    * def _make_config(config):             # <<<<<<<<<<<<<< @@ -1245,12 +1225,12 @@ struct __pyx_obj_5_cdec___pyx_scope_struct_23__make_config {  }; -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":201 - *             self.grammar.get().SetGrammarName(string(<char *>name)) +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":217 + *             self.grammar.get().SetGrammarName(name)   *    * cdef class TextGrammar(Grammar):             # <<<<<<<<<<<<<< - *     def __cinit__(self, rules): - *         self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar()) + *     def __init__(self, rules): + *         """TextGrammar(rules) -> SCFG Grammar containing the rules."""   */  struct __pyx_obj_5_cdec_TextGrammar {    struct __pyx_obj_5_cdec_Grammar __pyx_base; @@ -1258,7 +1238,7 @@ struct __pyx_obj_5_cdec_TextGrammar { -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":4 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":4   * cimport kbest   *    * cdef class Hypergraph:             # <<<<<<<<<<<<<< @@ -1272,7 +1252,7 @@ struct __pyx_vtabstruct_5_cdec_Hypergraph {  static struct __pyx_vtabstruct_5_cdec_Hypergraph *__pyx_vtabptr_5_cdec_Hypergraph; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":170 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":191   *         return vector   *    * cdef class HypergraphEdge:             # <<<<<<<<<<<<<< @@ -1286,7 +1266,7 @@ struct __pyx_vtabstruct_5_cdec_HypergraphEdge {  static struct __pyx_vtabstruct_5_cdec_HypergraphEdge *__pyx_vtabptr_5_cdec_HypergraphEdge; -/* "/Users/vchahun/Sandbox/cdec/python/src/cdec.sa._sa.pxd":12 +/* "/home/vchahune/tools/cdec/python/src/cdec.sa._sa.pxd":12   *     cdef void read_handle(self, FILE* f)   *    * cdef class IntList:             # <<<<<<<<<<<<<< @@ -1306,7 +1286,7 @@ struct __pyx_vtabstruct_4cdec_2sa_3_sa_IntList {  static struct __pyx_vtabstruct_4cdec_2sa_3_sa_IntList *__pyx_vtabptr_4cdec_2sa_3_sa_IntList; -/* "/Users/vchahun/Sandbox/cdec/python/src/cdec.sa._sa.pxd":3 +/* "/home/vchahune/tools/cdec/python/src/cdec.sa._sa.pxd":3   * from libc.stdio cimport FILE   *    * cdef class FloatList:             # <<<<<<<<<<<<<< @@ -1322,7 +1302,7 @@ struct __pyx_vtabstruct_4cdec_2sa_3_sa_FloatList {  static struct __pyx_vtabstruct_4cdec_2sa_3_sa_FloatList *__pyx_vtabptr_4cdec_2sa_3_sa_FloatList; -/* "/Users/vchahun/Sandbox/cdec/python/src/cdec.sa._sa.pxd":29 +/* "/home/vchahune/tools/cdec/python/src/cdec.sa._sa.pxd":29   *     cdef FloatList values   *    * cdef class Phrase:             # <<<<<<<<<<<<<< @@ -1337,7 +1317,7 @@ struct __pyx_vtabstruct_4cdec_2sa_3_sa_Phrase {  static struct __pyx_vtabstruct_4cdec_2sa_3_sa_Phrase *__pyx_vtabptr_4cdec_2sa_3_sa_Phrase; -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":216 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":237   *         raise NotImplemented('comparison not implemented for HypergraphEdge')   *    * cdef class HypergraphNode:             # <<<<<<<<<<<<<< @@ -1542,11 +1522,9 @@ static CYTHON_INLINE int __Pyx_IterFinish(void); /*proto*/  static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected); /*proto*/ -static CYTHON_INLINE int __Pyx_NegateNonNeg(int b) { -    return unlikely(b < 0) ? b : !b; -} -static CYTHON_INLINE PyObject* __Pyx_PyBoolOrNull_FromLong(long b) { -    return unlikely(b < 0) ? NULL : __Pyx_PyBool_FromLong(b); +static CYTHON_INLINE int __Pyx_PyDict_Contains(PyObject* item, PyObject* dict, int eq) { +    int result = PyDict_Contains(dict, item); +    return unlikely(result < 0) ? result : (result == (eq == Py_EQ));  }  #define __Pyx_PyIter_Next(obj) __Pyx_PyIter_Next2(obj, NULL) @@ -1661,18 +1639,6 @@ static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,                                                              PyObject *tuple);  static int __Pyx_CyFunction_init(void); -#include <string.h> - -static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals); /*proto*/ - -static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals); /*proto*/ - -#if PY_MAJOR_VERSION >= 3 -#define __Pyx_PyString_Equals __Pyx_PyUnicode_Equals -#else -#define __Pyx_PyString_Equals __Pyx_PyBytes_Equals -#endif -  static CYTHON_INLINE unsigned char __Pyx_PyInt_AsUnsignedChar(PyObject *);  static CYTHON_INLINE unsigned short __Pyx_PyInt_AsUnsignedShort(PyObject *); @@ -1705,9 +1671,6 @@ static CYTHON_INLINE signed long __Pyx_PyInt_AsSignedLong(PyObject *);  static CYTHON_INLINE signed PY_LONG_LONG __Pyx_PyInt_AsSignedLongLong(PyObject *); -static void __Pyx_WriteUnraisable(const char *name, int clineno, -                                  int lineno, const char *filename); /*proto*/ -  static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb); /*proto*/  #define __Pyx_Generator_USED @@ -1718,14 +1681,14 @@ typedef struct {      PyObject_HEAD      __pyx_generator_body_t body;      PyObject *closure; -    int is_running; -    int resume_label;      PyObject *exc_type;      PyObject *exc_value;      PyObject *exc_traceback;      PyObject *gi_weakreflist;      PyObject *classobj;      PyObject *yieldfrom; +    int resume_label; +    char is_running;  // using T_BOOL for property below requires char value  } __pyx_GeneratorObject;  static __pyx_GeneratorObject *__Pyx_Generator_New(__pyx_generator_body_t body,                                                    PyObject *closure); @@ -1737,6 +1700,9 @@ static int __Pyx_PyGen_FetchStopIterationValue(PyObject **pvalue);  #define __Pyx_PyGen_FetchStopIterationValue(pvalue) PyGen_FetchStopIterationValue(pvalue)  #endif +static void __Pyx_WriteUnraisable(const char *name, int clineno, +                                  int lineno, const char *filename); /*proto*/ +  static int __Pyx_check_binary_version(void);  static int __Pyx_SetVtable(PyObject *dict, void *vtable); /*proto*/ @@ -1749,10 +1715,10 @@ static int __Pyx_SetVtable(PyObject *dict, void *vtable); /*proto*/  #endif  #endif -static PyTypeObject *__Pyx_ImportType(const char *module_name, const char *class_name, size_t size, int strict);  /*proto*/ -  static PyObject *__Pyx_ImportModule(const char *name); /*proto*/ +static PyTypeObject *__Pyx_ImportType(const char *module_name, const char *class_name, size_t size, int strict);  /*proto*/ +  static void* __Pyx_GetVtable(PyObject *dict); /*proto*/  static int __Pyx_ImportFunction(PyObject *module, const char *funcname, void (**f)(void), const char *sig); /*proto*/ @@ -1858,13 +1824,14 @@ static PyTypeObject *__pyx_ptype_5_cdec___pyx_scope_struct_20_lines = 0;  static PyTypeObject *__pyx_ptype_5_cdec___pyx_scope_struct_21___iter__ = 0;  static PyTypeObject *__pyx_ptype_5_cdec___pyx_scope_struct_22___iter__ = 0;  static PyTypeObject *__pyx_ptype_5_cdec___pyx_scope_struct_23__make_config = 0; -static PyTypeObject *__pyx_ptype_5_cdec___pyx_scope_struct_24___cinit__ = 0; +static PyTypeObject *__pyx_ptype_5_cdec___pyx_scope_struct_24___init__ = 0;  static PyTypeObject *__pyx_ptype_5_cdec___pyx_scope_struct_25_genexpr = 0; -static char *__pyx_f_5_cdec_as_str(PyObject *, struct __pyx_opt_args_5_cdec_as_str *__pyx_optional_args); /*proto*/ +static PyObject *__pyx_f_5_cdec_as_str(PyObject *, struct __pyx_opt_args_5_cdec_as_str *__pyx_optional_args); /*proto*/  static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_obj_4cdec_2sa_3_sa_Rule *); /*proto*/  static struct __pyx_obj_5_cdec_SufficientStats *__pyx_f_5_cdec_as_stats(PyObject *, PyObject *); /*proto*/  static float __pyx_f_5_cdec__compute_score(void *, SufficientStats *); /*proto*/  static void __pyx_f_5_cdec__compute_sufficient_stats(void *, std::string *, std::vector<std::string> *, SufficientStats *); /*proto*/ +static std::string __pyx_convert_string_from_py_(PyObject *); /*proto*/  #define __Pyx_MODULE_NAME "_cdec"  int __pyx_module_is_main__cdec = 0; @@ -1940,12 +1907,12 @@ static PyObject *__pyx_pf_5_cdec_5TRule_3lhs___get__(struct __pyx_obj_5_cdec_TRu  static int __pyx_pf_5_cdec_5TRule_3lhs_2__set__(struct __pyx_obj_5_cdec_TRule *__pyx_v_self, PyObject *__pyx_v_lhs); /* proto */  static PyObject *__pyx_pf_5_cdec_5TRule_7__str___genexpr(PyObject *__pyx_self); /* proto */  static PyObject *__pyx_pf_5_cdec_5TRule_4__str__(struct __pyx_obj_5_cdec_TRule *__pyx_v_self); /* proto */ -static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_v_self, PyObject *__pyx_v_lhs, PyObject *__pyx_v_rhs, PyObject *__pyx_v_scores, PyObject *__pyx_v_a); /* proto */ +static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_v_self, PyObject *__pyx_v_lhs, PyObject *__pyx_v_rhs, PyObject *__pyx_v_scores); /* proto */  static void __pyx_pf_5_cdec_7Grammar___dealloc__(CYTHON_UNUSED struct __pyx_obj_5_cdec_Grammar *__pyx_v_self); /* proto */  static PyObject *__pyx_pf_5_cdec_7Grammar_2__iter__(struct __pyx_obj_5_cdec_Grammar *__pyx_v_self); /* proto */  static PyObject *__pyx_pf_5_cdec_7Grammar_4name___get__(struct __pyx_obj_5_cdec_Grammar *__pyx_v_self); /* proto */  static int __pyx_pf_5_cdec_7Grammar_4name_2__set__(struct __pyx_obj_5_cdec_Grammar *__pyx_v_self, PyObject *__pyx_v_name); /* proto */ -static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextGrammar *__pyx_v_self, PyObject *__pyx_v_rules); /* proto */ +static int __pyx_pf_5_cdec_11TextGrammar___init__(struct __pyx_obj_5_cdec_TextGrammar *__pyx_v_self, PyObject *__pyx_v_rules); /* proto */  static void __pyx_pf_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self); /* proto */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self); /* proto */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self); /* proto */ @@ -2024,8 +1991,8 @@ static PyObject *__pyx_pf_5_cdec_6Metric_4score(CYTHON_UNUSED struct __pyx_obj_5  static PyObject *__pyx_pf_5_cdec_6Metric_6evaluate(CYTHON_UNUSED struct __pyx_obj_5_cdec_Metric *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_hyp, CYTHON_UNUSED PyObject *__pyx_v_refs); /* proto */  static PyObject *__pyx_pf_5_cdec_2set_silent(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_yn); /* proto */  static PyObject *__pyx_pf_5_cdec_4_make_config(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_config); /* proto */ -static PyObject *__pyx_pf_5_cdec_7Decoder_9__cinit___genexpr(PyObject *__pyx_self); /* proto */ -static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *__pyx_v_self, PyObject *__pyx_v_config_str, PyObject *__pyx_v_config); /* proto */ +static PyObject *__pyx_pf_5_cdec_7Decoder_8__init___genexpr(PyObject *__pyx_self); /* proto */ +static int __pyx_pf_5_cdec_7Decoder___init__(struct __pyx_obj_5_cdec_Decoder *__pyx_v_self, PyObject *__pyx_v_config_str, PyObject *__pyx_v_config); /* proto */  static void __pyx_pf_5_cdec_7Decoder_2__dealloc__(CYTHON_UNUSED struct __pyx_obj_5_cdec_Decoder *__pyx_v_self); /* proto */  static PyObject *__pyx_pf_5_cdec_7Decoder_7weights___get__(struct __pyx_obj_5_cdec_Decoder *__pyx_v_self); /* proto */  static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_Decoder *__pyx_v_self, PyObject *__pyx_v_weights); /* proto */ @@ -2047,30 +2014,30 @@ static char __pyx_k_16[] = "csplit_preserve_full_word";  static char __pyx_k_17[] = "cannot reweight hypergraph with %s";  static char __pyx_k_18[] = "comparison not implemented for HypergraphEdge";  static char __pyx_k_20[] = "comparison not implemented for HypergraphNode"; -static char __pyx_k_23[] = "cannot create lattice from %s"; -static char __pyx_k_24[] = "lattice index out of range"; -static char __pyx_k_28[] = "digraph lattice {"; -  static char __pyx_k_29[] = "rankdir = LR;"; -  static char __pyx_k_30[] = "node [shape=circle];"; -  static char __pyx_k_31[] = "%d -> %d [label=\"%s\"];"; -  static char __pyx_k_32[] = "\""; -  static char __pyx_k_33[] = "\\\""; -  static char __pyx_k_35[] = "%d [shape=doublecircle]"; -static char __pyx_k_36[] = "}"; -static char __pyx_k_39[] = "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi"; -static char __pyx_k_40[] = "\n"; -static char __pyx_k_42[] = "sufficient stats vector index out of range"; -static char __pyx_k_44[] = "candidate set index out of range"; -static char __pyx_k_46[] = "%s %s"; -static char __pyx_k_47[] = "%s = %s"; -static char __pyx_k_49[] = "formalism \"%s\" unknown"; -static char __pyx_k_50[] = "cannot initialize weights with %s"; -static char __pyx_k_51[] = "#"; -static char __pyx_k_54[] = "Cannot translate input type %s"; -static char __pyx_k_55[] = "cdec.sa._sa"; -static char __pyx_k_56[] = "*"; -static char __pyx_k_59[] = "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi"; -static char __pyx_k_65[] = "/Users/vchahun/Sandbox/cdec/python/src/_cdec.pyx"; +static char __pyx_k_22[] = "cannot create lattice from %s"; +static char __pyx_k_23[] = "lattice index out of range"; +static char __pyx_k_26[] = "digraph lattice {"; +  static char __pyx_k_27[] = "rankdir = LR;"; +  static char __pyx_k_28[] = "node [shape=circle];"; +  static char __pyx_k_29[] = "%d -> %d [label=\"%s\"];"; +  static char __pyx_k_30[] = "\""; +  static char __pyx_k_31[] = "\\\""; +  static char __pyx_k_33[] = "%d [shape=doublecircle]"; +static char __pyx_k_34[] = "}"; +static char __pyx_k_37[] = "/home/vchahune/tools/cdec/python/src/lattice.pxi"; +static char __pyx_k_38[] = "\n"; +static char __pyx_k_40[] = "sufficient stats vector index out of range"; +static char __pyx_k_42[] = "candidate set index out of range"; +static char __pyx_k_44[] = "%s %s"; +static char __pyx_k_45[] = "%s = %s"; +static char __pyx_k_47[] = "formalism \"%s\" unknown"; +static char __pyx_k_48[] = "cannot initialize weights with %s"; +static char __pyx_k_49[] = "#"; +static char __pyx_k_52[] = "Cannot translate input type %s"; +static char __pyx_k_53[] = "cdec.sa._sa"; +static char __pyx_k_54[] = "*"; +static char __pyx_k_57[] = "/home/vchahune/tools/cdec/python/src/grammar.pxi"; +static char __pyx_k_63[] = "/home/vchahune/tools/cdec/python/src/_cdec.pyx";  static char __pyx_k__a[] = "a";  static char __pyx_k__e[] = "e";  static char __pyx_k__f[] = "f"; @@ -2170,32 +2137,32 @@ static PyObject *__pyx_n_s_16;  static PyObject *__pyx_kp_s_17;  static PyObject *__pyx_kp_s_18;  static PyObject *__pyx_kp_s_20; +static PyObject *__pyx_kp_s_22;  static PyObject *__pyx_kp_s_23; -static PyObject *__pyx_kp_s_24; +static PyObject *__pyx_kp_s_26; +static PyObject *__pyx_kp_s_27;  static PyObject *__pyx_kp_s_28;  static PyObject *__pyx_kp_s_29;  static PyObject *__pyx_kp_s_3;  static PyObject *__pyx_kp_s_30;  static PyObject *__pyx_kp_s_31; -static PyObject *__pyx_kp_s_32;  static PyObject *__pyx_kp_s_33; -static PyObject *__pyx_kp_s_35; -static PyObject *__pyx_kp_s_36; -static PyObject *__pyx_kp_s_39; +static PyObject *__pyx_kp_s_34; +static PyObject *__pyx_kp_s_37; +static PyObject *__pyx_kp_s_38;  static PyObject *__pyx_kp_s_4;  static PyObject *__pyx_kp_s_40;  static PyObject *__pyx_kp_s_42;  static PyObject *__pyx_kp_s_44; -static PyObject *__pyx_kp_s_46; +static PyObject *__pyx_kp_s_45;  static PyObject *__pyx_kp_s_47; +static PyObject *__pyx_kp_s_48;  static PyObject *__pyx_kp_s_49; -static PyObject *__pyx_kp_s_50; -static PyObject *__pyx_kp_s_51; -static PyObject *__pyx_kp_s_54; -static PyObject *__pyx_n_s_55; -static PyObject *__pyx_n_s_56; -static PyObject *__pyx_kp_s_59; -static PyObject *__pyx_kp_s_65; +static PyObject *__pyx_kp_s_52; +static PyObject *__pyx_n_s_53; +static PyObject *__pyx_n_s_54; +static PyObject *__pyx_kp_s_57; +static PyObject *__pyx_kp_s_63;  static PyObject *__pyx_kp_s_7;  static PyObject *__pyx_kp_s_8;  static PyObject *__pyx_kp_s_9; @@ -2297,47 +2264,44 @@ static PyObject *__pyx_k_tuple_6;  static PyObject *__pyx_k_tuple_14;  static PyObject *__pyx_k_tuple_19;  static PyObject *__pyx_k_tuple_21; -static PyObject *__pyx_k_tuple_22; +static PyObject *__pyx_k_tuple_24;  static PyObject *__pyx_k_tuple_25; -static PyObject *__pyx_k_tuple_26; -static PyObject *__pyx_k_tuple_27; -static PyObject *__pyx_k_tuple_34; -static PyObject *__pyx_k_tuple_37; +static PyObject *__pyx_k_tuple_32; +static PyObject *__pyx_k_tuple_35; +static PyObject *__pyx_k_tuple_39;  static PyObject *__pyx_k_tuple_41;  static PyObject *__pyx_k_tuple_43; -static PyObject *__pyx_k_tuple_45; -static PyObject *__pyx_k_tuple_48; -static PyObject *__pyx_k_tuple_52; -static PyObject *__pyx_k_tuple_53; -static PyObject *__pyx_k_tuple_57; +static PyObject *__pyx_k_tuple_46; +static PyObject *__pyx_k_tuple_50; +static PyObject *__pyx_k_tuple_51; +static PyObject *__pyx_k_tuple_55; +static PyObject *__pyx_k_tuple_58; +static PyObject *__pyx_k_tuple_59;  static PyObject *__pyx_k_tuple_60;  static PyObject *__pyx_k_tuple_61; -static PyObject *__pyx_k_tuple_62; -static PyObject *__pyx_k_tuple_63; -static PyObject *__pyx_k_tuple_66; -static PyObject *__pyx_k_codeobj_38; -static PyObject *__pyx_k_codeobj_58; -static PyObject *__pyx_k_codeobj_64; -static PyObject *__pyx_k_codeobj_67; +static PyObject *__pyx_k_tuple_64; +static PyObject *__pyx_k_codeobj_36; +static PyObject *__pyx_k_codeobj_56; +static PyObject *__pyx_k_codeobj_62; +static PyObject *__pyx_k_codeobj_65;  /* "_cdec.pyx":6   * cimport decoder   *  - * cdef char* as_str(data, char* error_msg='Cannot convert type %s to str'):             # <<<<<<<<<<<<<< + * cdef bytes as_str(data, char* error_msg='Cannot convert type %s to str'):             # <<<<<<<<<<<<<<   *     cdef bytes ret   *     if isinstance(data, unicode):   */ -static char *__pyx_f_5_cdec_as_str(PyObject *__pyx_v_data, struct __pyx_opt_args_5_cdec_as_str *__pyx_optional_args) { +static PyObject *__pyx_f_5_cdec_as_str(PyObject *__pyx_v_data, struct __pyx_opt_args_5_cdec_as_str *__pyx_optional_args) {    char *__pyx_v_error_msg = ((char *)__pyx_k_1);    PyObject *__pyx_v_ret = 0; -  char *__pyx_r; +  PyObject *__pyx_r = NULL;    __Pyx_RefNannyDeclarations    PyObject *__pyx_t_1 = NULL;    int __pyx_t_2;    PyObject *__pyx_t_3 = NULL;    PyObject *__pyx_t_4 = NULL; -  char *__pyx_t_5;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0; @@ -2349,7 +2313,7 @@ static char *__pyx_f_5_cdec_as_str(PyObject *__pyx_v_data, struct __pyx_opt_args    }    /* "_cdec.pyx":8 - * cdef char* as_str(data, char* error_msg='Cannot convert type %s to str'): + * cdef bytes as_str(data, char* error_msg='Cannot convert type %s to str'):   *     cdef bytes ret   *     if isinstance(data, unicode):             # <<<<<<<<<<<<<<   *         ret = data.encode('utf8') @@ -2448,26 +2412,32 @@ static char *__pyx_f_5_cdec_as_str(PyObject *__pyx_v_data, struct __pyx_opt_args   *    * include "vectors.pxi"   */ -  __pyx_t_5 = PyBytes_AsString(((PyObject *)__pyx_v_ret)); if (unlikely((!__pyx_t_5) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_r = __pyx_t_5; +  __Pyx_XDECREF(((PyObject *)__pyx_r)); +  __Pyx_INCREF(((PyObject *)__pyx_v_ret)); +  __pyx_r = __pyx_v_ret;    goto __pyx_L0; -  __pyx_r = 0; +  __pyx_r = ((PyObject*)Py_None); __Pyx_INCREF(Py_None);    goto __pyx_L0;    __pyx_L1_error:;    __Pyx_XDECREF(__pyx_t_1);    __Pyx_XDECREF(__pyx_t_3);    __Pyx_XDECREF(__pyx_t_4); -  __Pyx_WriteUnraisable("_cdec.as_str", __pyx_clineno, __pyx_lineno, __pyx_filename); +  __Pyx_AddTraceback("_cdec.as_str", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = 0;    __pyx_L0:;    __Pyx_XDECREF(__pyx_v_ret); +  __Pyx_XGIVEREF(__pyx_r);    __Pyx_RefNannyFinishContext();    return __pyx_r;  }  /* Python wrapper */  static int __pyx_pw_5_cdec_11DenseVector_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_11DenseVector___init__[] = "DenseVector() -> Dense weight/feature vector."; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_11DenseVector___init__; +#endif  static int __pyx_pw_5_cdec_11DenseVector_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    int __pyx_r;    __Pyx_RefNannyDeclarations @@ -2480,30 +2450,35 @@ static int __pyx_pw_5_cdec_11DenseVector_1__init__(PyObject *__pyx_v_self, PyObj    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":7 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":7   *     cdef bint owned # if True, do not manage memory   *    *     def __init__(self):             # <<<<<<<<<<<<<< + *         """DenseVector() -> Dense weight/feature vector."""   *         self.vector = new vector[weight_t]() - *         self.owned = False   */  static int __pyx_pf_5_cdec_11DenseVector___init__(struct __pyx_obj_5_cdec_DenseVector *__pyx_v_self) {    int __pyx_r;    __Pyx_RefNannyDeclarations +  std::vector<weight_t> *__pyx_t_1; +  int __pyx_lineno = 0; +  const char *__pyx_filename = NULL; +  int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__init__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":8 - *  +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":9   *     def __init__(self): + *         """DenseVector() -> Dense weight/feature vector."""   *         self.vector = new vector[weight_t]()             # <<<<<<<<<<<<<<   *         self.owned = False   *    */ -  __pyx_v_self->vector = new std::vector<weight_t>(); +  try {__pyx_t_1 = new std::vector<weight_t>();} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[1]; __pyx_lineno = 9; __pyx_clineno = __LINE__; goto __pyx_L1_error;}} +  __pyx_v_self->vector = __pyx_t_1; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":9 - *     def __init__(self): +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":10 + *         """DenseVector() -> Dense weight/feature vector."""   *         self.vector = new vector[weight_t]()   *         self.owned = False             # <<<<<<<<<<<<<<   *  @@ -2512,6 +2487,11 @@ static int __pyx_pf_5_cdec_11DenseVector___init__(struct __pyx_obj_5_cdec_DenseV    __pyx_v_self->owned = 0;    __pyx_r = 0; +  goto __pyx_L0; +  __pyx_L1_error:; +  __Pyx_AddTraceback("_cdec.DenseVector.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); +  __pyx_r = -1; +  __pyx_L0:;    __Pyx_RefNannyFinishContext();    return __pyx_r;  } @@ -2525,7 +2505,7 @@ static void __pyx_pw_5_cdec_11DenseVector_3__dealloc__(PyObject *__pyx_v_self) {    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":11 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":12   *         self.owned = False   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -2538,7 +2518,7 @@ static void __pyx_pf_5_cdec_11DenseVector_2__dealloc__(struct __pyx_obj_5_cdec_D    int __pyx_t_1;    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":12 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":13   *    *     def __dealloc__(self):   *         if not self.owned:             # <<<<<<<<<<<<<< @@ -2548,7 +2528,7 @@ static void __pyx_pf_5_cdec_11DenseVector_2__dealloc__(struct __pyx_obj_5_cdec_D    __pyx_t_1 = (!__pyx_v_self->owned);    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":13 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":14   *     def __dealloc__(self):   *         if not self.owned:   *             del self.vector             # <<<<<<<<<<<<<< @@ -2574,7 +2554,7 @@ static Py_ssize_t __pyx_pw_5_cdec_11DenseVector_5__len__(PyObject *__pyx_v_self)    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":15 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":16   *             del self.vector   *    *     def __len__(self):             # <<<<<<<<<<<<<< @@ -2587,7 +2567,7 @@ static Py_ssize_t __pyx_pf_5_cdec_11DenseVector_4__len__(struct __pyx_obj_5_cdec    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__len__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":16 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":17   *    *     def __len__(self):   *         return self.vector.size()             # <<<<<<<<<<<<<< @@ -2611,7 +2591,7 @@ static PyObject *__pyx_pw_5_cdec_11DenseVector_7__getitem__(PyObject *__pyx_v_se    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);    assert(__pyx_arg_fname); { -    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 19; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -2624,7 +2604,7 @@ static PyObject *__pyx_pw_5_cdec_11DenseVector_7__getitem__(PyObject *__pyx_v_se    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":18 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":19   *         return self.vector.size()   *    *     def __getitem__(self, char* fname):             # <<<<<<<<<<<<<< @@ -2644,7 +2624,7 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_6__getitem__(struct __pyx_obj_5_c    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__getitem__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":19 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":20   *    *     def __getitem__(self, char* fname):   *         cdef int fid = FDConvert(fname)             # <<<<<<<<<<<<<< @@ -2653,7 +2633,7 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_6__getitem__(struct __pyx_obj_5_c   */    __pyx_v_fid = FD::Convert(__pyx_v_fname); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":20 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":21   *     def __getitem__(self, char* fname):   *         cdef int fid = FDConvert(fname)   *         if 0 <= fid < self.vector.size():             # <<<<<<<<<<<<<< @@ -2666,7 +2646,7 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_6__getitem__(struct __pyx_obj_5_c    }    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":21 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":22   *         cdef int fid = FDConvert(fname)   *         if 0 <= fid < self.vector.size():   *             return self.vector[0][fid]             # <<<<<<<<<<<<<< @@ -2674,7 +2654,7 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_6__getitem__(struct __pyx_obj_5_c   *    */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_2 = PyFloat_FromDouble(((__pyx_v_self->vector[0])[__pyx_v_fid])); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyFloat_FromDouble(((__pyx_v_self->vector[0])[__pyx_v_fid])); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2);      __pyx_r = __pyx_t_2;      __pyx_t_2 = 0; @@ -2683,26 +2663,26 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_6__getitem__(struct __pyx_obj_5_c    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":22 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":23   *         if 0 <= fid < self.vector.size():   *             return self.vector[0][fid]   *         raise KeyError(fname)             # <<<<<<<<<<<<<<   *    *     def __setitem__(self, char* fname, float value):   */ -  __pyx_t_2 = PyBytes_FromString(__pyx_v_fname); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyBytes_FromString(__pyx_v_fname); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 23; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_2)); -  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 23; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_2));    __Pyx_GIVEREF(((PyObject *)__pyx_t_2));    __pyx_t_2 = 0; -  __pyx_t_2 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 23; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;    __Pyx_Raise(__pyx_t_2, 0, 0, 0);    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; -  {__pyx_filename = __pyx_f[1]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  {__pyx_filename = __pyx_f[1]; __pyx_lineno = 23; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = Py_None; __Pyx_INCREF(Py_None);    goto __pyx_L0; @@ -2726,10 +2706,10 @@ static int __pyx_pw_5_cdec_11DenseVector_9__setitem__(PyObject *__pyx_v_self, Py    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);    assert(__pyx_arg_fname); { -    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 24; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 25; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    assert(__pyx_arg_value); { -    __pyx_v_value = __pyx_PyFloat_AsFloat(__pyx_arg_value); if (unlikely((__pyx_v_value == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 24; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_value = __pyx_PyFloat_AsFloat(__pyx_arg_value); if (unlikely((__pyx_v_value == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 25; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -2742,11 +2722,11 @@ static int __pyx_pw_5_cdec_11DenseVector_9__setitem__(PyObject *__pyx_v_self, Py    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":24 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":25   *         raise KeyError(fname)   *    *     def __setitem__(self, char* fname, float value):             # <<<<<<<<<<<<<< - *         cdef int fid = FDConvert(<char *>fname) + *         cdef int fid = FDConvert(fname)   *         if fid < 0: raise KeyError(fname)   */ @@ -2762,43 +2742,43 @@ static int __pyx_pf_5_cdec_11DenseVector_8__setitem__(struct __pyx_obj_5_cdec_De    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__setitem__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":25 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":26   *    *     def __setitem__(self, char* fname, float value): - *         cdef int fid = FDConvert(<char *>fname)             # <<<<<<<<<<<<<< + *         cdef int fid = FDConvert(fname)             # <<<<<<<<<<<<<<   *         if fid < 0: raise KeyError(fname)   *         if self.vector.size() <= fid:   */ -  __pyx_v_fid = FD::Convert(((char *)__pyx_v_fname)); +  __pyx_v_fid = FD::Convert(__pyx_v_fname); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":26 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":27   *     def __setitem__(self, char* fname, float value): - *         cdef int fid = FDConvert(<char *>fname) + *         cdef int fid = FDConvert(fname)   *         if fid < 0: raise KeyError(fname)             # <<<<<<<<<<<<<<   *         if self.vector.size() <= fid:   *             self.vector.resize(fid + 1)   */    __pyx_t_1 = (__pyx_v_fid < 0);    if (__pyx_t_1) { -    __pyx_t_2 = PyBytes_FromString(__pyx_v_fname); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyBytes_FromString(__pyx_v_fname); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 27; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_2)); -    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 27; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_2));      __Pyx_GIVEREF(((PyObject *)__pyx_t_2));      __pyx_t_2 = 0; -    __pyx_t_2 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 27; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2);      __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;      __Pyx_Raise(__pyx_t_2, 0, 0, 0);      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; -    {__pyx_filename = __pyx_f[1]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[1]; __pyx_lineno = 27; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      goto __pyx_L3;    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":27 - *         cdef int fid = FDConvert(<char *>fname) +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":28 + *         cdef int fid = FDConvert(fname)   *         if fid < 0: raise KeyError(fname)   *         if self.vector.size() <= fid:             # <<<<<<<<<<<<<<   *             self.vector.resize(fid + 1) @@ -2807,7 +2787,7 @@ static int __pyx_pf_5_cdec_11DenseVector_8__setitem__(struct __pyx_obj_5_cdec_De    __pyx_t_1 = (__pyx_v_self->vector->size() <= __pyx_v_fid);    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":28 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":29   *         if fid < 0: raise KeyError(fname)   *         if self.vector.size() <= fid:   *             self.vector.resize(fid + 1)             # <<<<<<<<<<<<<< @@ -2819,7 +2799,7 @@ static int __pyx_pf_5_cdec_11DenseVector_8__setitem__(struct __pyx_obj_5_cdec_De    }    __pyx_L4:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":29 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":30   *         if self.vector.size() <= fid:   *             self.vector.resize(fid + 1)   *         self.vector[0][fid] = value             # <<<<<<<<<<<<<< @@ -2852,7 +2832,7 @@ static PyObject *__pyx_pw_5_cdec_11DenseVector_11__iter__(PyObject *__pyx_v_self    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":31 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":32   *         self.vector[0][fid] = value   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -2878,7 +2858,7 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_10__iter__(struct __pyx_obj_5_cde    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_11DenseVector_12generator, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_11DenseVector_12generator, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -2915,9 +2895,9 @@ static PyObject *__pyx_gb_5_cdec_11DenseVector_12generator(__pyx_GeneratorObject      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":33 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":34   *     def __iter__(self):   *         cdef unsigned fid   *         for fid in range(1, self.vector.size()):             # <<<<<<<<<<<<<< @@ -2928,26 +2908,26 @@ static PyObject *__pyx_gb_5_cdec_11DenseVector_12generator(__pyx_GeneratorObject    for (__pyx_t_2 = 1; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_fid = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":34 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":35   *         cdef unsigned fid   *         for fid in range(1, self.vector.size()):   *             yield str(FDConvert(fid).c_str()), self.vector[0][fid]             # <<<<<<<<<<<<<<   *    *     def dot(self, SparseVector other):   */ -    __pyx_t_3 = PyBytes_FromString(FD::Convert(__pyx_cur_scope->__pyx_v_fid).c_str()); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyBytes_FromString(FD::Convert(__pyx_cur_scope->__pyx_v_fid).c_str()); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_3)); -    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_t_3));      __Pyx_GIVEREF(((PyObject *)__pyx_t_3));      __pyx_t_3 = 0; -    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0; -    __pyx_t_4 = PyFloat_FromDouble(((__pyx_cur_scope->__pyx_v_self->vector[0])[__pyx_cur_scope->__pyx_v_fid])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyFloat_FromDouble(((__pyx_cur_scope->__pyx_v_self->vector[0])[__pyx_cur_scope->__pyx_v_fid])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4); -    __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_5);      PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3);      __Pyx_GIVEREF(__pyx_t_3); @@ -2967,7 +2947,7 @@ static PyObject *__pyx_gb_5_cdec_11DenseVector_12generator(__pyx_GeneratorObject      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -2986,11 +2966,12 @@ static PyObject *__pyx_gb_5_cdec_11DenseVector_12generator(__pyx_GeneratorObject  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_11DenseVector_14dot(PyObject *__pyx_v_self, PyObject *__pyx_v_other); /*proto*/ +static char __pyx_doc_5_cdec_11DenseVector_13dot[] = "vector.dot(SparseVector other) -> Dot product of the two vectors.";  static PyObject *__pyx_pw_5_cdec_11DenseVector_14dot(PyObject *__pyx_v_self, PyObject *__pyx_v_other) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("dot (wrapper)", 0); -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_other), __pyx_ptype_5_cdec_SparseVector, 1, "other", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_other), __pyx_ptype_5_cdec_SparseVector, 1, "other", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_11DenseVector_13dot(((struct __pyx_obj_5_cdec_DenseVector *)__pyx_v_self), ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_other));    goto __pyx_L0;    __pyx_L1_error:; @@ -3000,12 +2981,12 @@ static PyObject *__pyx_pw_5_cdec_11DenseVector_14dot(PyObject *__pyx_v_self, PyO    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":36 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":37   *             yield str(FDConvert(fid).c_str()), self.vector[0][fid]   *    *     def dot(self, SparseVector other):             # <<<<<<<<<<<<<< + *         """vector.dot(SparseVector other) -> Dot product of the two vectors."""   *         return other.dot(self) - *    */  static PyObject *__pyx_pf_5_cdec_11DenseVector_13dot(struct __pyx_obj_5_cdec_DenseVector *__pyx_v_self, struct __pyx_obj_5_cdec_SparseVector *__pyx_v_other) { @@ -3019,22 +3000,22 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_13dot(struct __pyx_obj_5_cdec_Den    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("dot", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":37 - *  +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":39   *     def dot(self, SparseVector other): + *         """vector.dot(SparseVector other) -> Dot product of the two vectors."""   *         return other.dot(self)             # <<<<<<<<<<<<<<   *    *     def tosparse(self):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_other), __pyx_n_s__dot); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_other), __pyx_n_s__dot); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_INCREF(((PyObject *)__pyx_v_self));    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_self));    __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); -  __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0; @@ -3058,6 +3039,7 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_13dot(struct __pyx_obj_5_cdec_Den  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_11DenseVector_16tosparse(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_11DenseVector_15tosparse[] = "vector.tosparse() -> Equivalent SparseVector.";  static PyObject *__pyx_pw_5_cdec_11DenseVector_16tosparse(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -3067,12 +3049,12 @@ static PyObject *__pyx_pw_5_cdec_11DenseVector_16tosparse(PyObject *__pyx_v_self    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":39 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":41   *         return other.dot(self)   *    *     def tosparse(self):             # <<<<<<<<<<<<<< + *         """vector.tosparse() -> Equivalent SparseVector."""   *         cdef SparseVector sparse = SparseVector.__new__(SparseVector) - *         sparse.vector = new FastSparseVector[weight_t]()   */  static PyObject *__pyx_pf_5_cdec_11DenseVector_15tosparse(struct __pyx_obj_5_cdec_DenseVector *__pyx_v_self) { @@ -3085,21 +3067,21 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_15tosparse(struct __pyx_obj_5_cde    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("tosparse", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":40 - *  +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":43   *     def tosparse(self): + *         """vector.tosparse() -> Equivalent SparseVector."""   *         cdef SparseVector sparse = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *         sparse.vector = new FastSparseVector[weight_t]()   *         InitSparseVector(self.vector[0], sparse.vector)   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 40; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 40; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_sparse = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":41 - *     def tosparse(self): +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":44 + *         """vector.tosparse() -> Equivalent SparseVector."""   *         cdef SparseVector sparse = SparseVector.__new__(SparseVector)   *         sparse.vector = new FastSparseVector[weight_t]()             # <<<<<<<<<<<<<<   *         InitSparseVector(self.vector[0], sparse.vector) @@ -3107,7 +3089,7 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_15tosparse(struct __pyx_obj_5_cde   */    __pyx_v_sparse->vector = new FastSparseVector<weight_t>(); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":42 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":45   *         cdef SparseVector sparse = SparseVector.__new__(SparseVector)   *         sparse.vector = new FastSparseVector[weight_t]()   *         InitSparseVector(self.vector[0], sparse.vector)             # <<<<<<<<<<<<<< @@ -3116,7 +3098,7 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_15tosparse(struct __pyx_obj_5_cde   */    Weights::InitSparseVector((__pyx_v_self->vector[0]), __pyx_v_sparse->vector); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":43 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":46   *         sparse.vector = new FastSparseVector[weight_t]()   *         InitSparseVector(self.vector[0], sparse.vector)   *         return sparse             # <<<<<<<<<<<<<< @@ -3143,6 +3125,10 @@ static PyObject *__pyx_pf_5_cdec_11DenseVector_15tosparse(struct __pyx_obj_5_cde  /* Python wrapper */  static int __pyx_pw_5_cdec_12SparseVector_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_12SparseVector___init__[] = "SparseVector() -> Sparse feature/weight vector."; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_12SparseVector___init__; +#endif  static int __pyx_pw_5_cdec_12SparseVector_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    int __pyx_r;    __Pyx_RefNannyDeclarations @@ -3155,12 +3141,12 @@ static int __pyx_pw_5_cdec_12SparseVector_1__init__(PyObject *__pyx_v_self, PyOb    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":48 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":51   *     cdef FastSparseVector[weight_t]* vector   *    *     def __init__(self):             # <<<<<<<<<<<<<< + *         """SparseVector() -> Sparse feature/weight vector."""   *         self.vector = new FastSparseVector[weight_t]() - *    */  static int __pyx_pf_5_cdec_12SparseVector___init__(struct __pyx_obj_5_cdec_SparseVector *__pyx_v_self) { @@ -3168,9 +3154,9 @@ static int __pyx_pf_5_cdec_12SparseVector___init__(struct __pyx_obj_5_cdec_Spars    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__init__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":49 - *  +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":53   *     def __init__(self): + *         """SparseVector() -> Sparse feature/weight vector."""   *         self.vector = new FastSparseVector[weight_t]()             # <<<<<<<<<<<<<<   *    *     def __dealloc__(self): @@ -3191,7 +3177,7 @@ static void __pyx_pw_5_cdec_12SparseVector_3__dealloc__(PyObject *__pyx_v_self)    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":51 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":55   *         self.vector = new FastSparseVector[weight_t]()   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -3203,7 +3189,7 @@ static void __pyx_pf_5_cdec_12SparseVector_2__dealloc__(CYTHON_UNUSED struct __p    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":52 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":56   *    *     def __dealloc__(self):   *         del self.vector             # <<<<<<<<<<<<<< @@ -3217,6 +3203,7 @@ static void __pyx_pf_5_cdec_12SparseVector_2__dealloc__(CYTHON_UNUSED struct __p  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_12SparseVector_5copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_12SparseVector_4copy[] = "vector.copy() -> SparseVector copy.";  static PyObject *__pyx_pw_5_cdec_12SparseVector_5copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -3226,12 +3213,12 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_5copy(PyObject *__pyx_v_self, CY    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":54 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":58   *         del self.vector   *    *     def copy(self):             # <<<<<<<<<<<<<< + *         """vector.copy() -> SparseVector copy."""   *         return self * 1 - *    */  static PyObject *__pyx_pf_5_cdec_12SparseVector_4copy(struct __pyx_obj_5_cdec_SparseVector *__pyx_v_self) { @@ -3243,15 +3230,15 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_4copy(struct __pyx_obj_5_cdec_Sp    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("copy", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":55 - *  +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":60   *     def copy(self): + *         """vector.copy() -> SparseVector copy."""   *         return self * 1             # <<<<<<<<<<<<<<   *    *     def __getitem__(self, char* fname):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyNumber_Multiply(((PyObject *)__pyx_v_self), __pyx_int_1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyNumber_Multiply(((PyObject *)__pyx_v_self), __pyx_int_1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_r = __pyx_t_1;    __pyx_t_1 = 0; @@ -3277,7 +3264,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_7__getitem__(PyObject *__pyx_v_s    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0);    assert(__pyx_arg_fname); { -    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 62; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -3290,7 +3277,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_7__getitem__(PyObject *__pyx_v_s    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":57 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":62   *         return self * 1   *    *     def __getitem__(self, char* fname):             # <<<<<<<<<<<<<< @@ -3310,7 +3297,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_6__getitem__(struct __pyx_obj_5_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__getitem__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":58 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":63   *    *     def __getitem__(self, char* fname):   *         cdef int fid = FDConvert(fname)             # <<<<<<<<<<<<<< @@ -3319,7 +3306,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_6__getitem__(struct __pyx_obj_5_   */    __pyx_v_fid = FD::Convert(__pyx_v_fname); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":59 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":64   *     def __getitem__(self, char* fname):   *         cdef int fid = FDConvert(fname)   *         if fid < 0: raise KeyError(fname)             # <<<<<<<<<<<<<< @@ -3328,24 +3315,24 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_6__getitem__(struct __pyx_obj_5_   */    __pyx_t_1 = (__pyx_v_fid < 0);    if (__pyx_t_1) { -    __pyx_t_2 = PyBytes_FromString(__pyx_v_fname); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyBytes_FromString(__pyx_v_fname); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_2)); -    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_2));      __Pyx_GIVEREF(((PyObject *)__pyx_t_2));      __pyx_t_2 = 0; -    __pyx_t_2 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2);      __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;      __Pyx_Raise(__pyx_t_2, 0, 0, 0);      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; -    {__pyx_filename = __pyx_f[1]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[1]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      goto __pyx_L3;    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":60 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":65   *         cdef int fid = FDConvert(fname)   *         if fid < 0: raise KeyError(fname)   *         return self.vector.value(fid)             # <<<<<<<<<<<<<< @@ -3353,7 +3340,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_6__getitem__(struct __pyx_obj_5_   *     def __setitem__(self, char* fname, float value):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_2 = PyFloat_FromDouble(__pyx_v_self->vector->value(__pyx_v_fid)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyFloat_FromDouble(__pyx_v_self->vector->value(__pyx_v_fid)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 65; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __pyx_r = __pyx_t_2;    __pyx_t_2 = 0; @@ -3381,10 +3368,10 @@ static int __pyx_pw_5_cdec_12SparseVector_9__setitem__(PyObject *__pyx_v_self, P    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0);    assert(__pyx_arg_fname); { -    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 62; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    assert(__pyx_arg_value); { -    __pyx_v_value = __pyx_PyFloat_AsFloat(__pyx_arg_value); if (unlikely((__pyx_v_value == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 62; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_value = __pyx_PyFloat_AsFloat(__pyx_arg_value); if (unlikely((__pyx_v_value == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -3397,11 +3384,11 @@ static int __pyx_pw_5_cdec_12SparseVector_9__setitem__(PyObject *__pyx_v_self, P    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":62 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":67   *         return self.vector.value(fid)   *    *     def __setitem__(self, char* fname, float value):             # <<<<<<<<<<<<<< - *         cdef int fid = FDConvert(<char *>fname) + *         cdef int fid = FDConvert(fname)   *         if fid < 0: raise KeyError(fname)   */ @@ -3417,43 +3404,43 @@ static int __pyx_pf_5_cdec_12SparseVector_8__setitem__(struct __pyx_obj_5_cdec_S    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__setitem__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":63 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":68   *    *     def __setitem__(self, char* fname, float value): - *         cdef int fid = FDConvert(<char *>fname)             # <<<<<<<<<<<<<< + *         cdef int fid = FDConvert(fname)             # <<<<<<<<<<<<<<   *         if fid < 0: raise KeyError(fname)   *         self.vector.set_value(fid, value)   */ -  __pyx_v_fid = FD::Convert(((char *)__pyx_v_fname)); +  __pyx_v_fid = FD::Convert(__pyx_v_fname); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":64 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":69   *     def __setitem__(self, char* fname, float value): - *         cdef int fid = FDConvert(<char *>fname) + *         cdef int fid = FDConvert(fname)   *         if fid < 0: raise KeyError(fname)             # <<<<<<<<<<<<<<   *         self.vector.set_value(fid, value)   *    */    __pyx_t_1 = (__pyx_v_fid < 0);    if (__pyx_t_1) { -    __pyx_t_2 = PyBytes_FromString(__pyx_v_fname); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyBytes_FromString(__pyx_v_fname); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_2)); -    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_2));      __Pyx_GIVEREF(((PyObject *)__pyx_t_2));      __pyx_t_2 = 0; -    __pyx_t_2 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2);      __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;      __Pyx_Raise(__pyx_t_2, 0, 0, 0);      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; -    {__pyx_filename = __pyx_f[1]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[1]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      goto __pyx_L3;    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":65 - *         cdef int fid = FDConvert(<char *>fname) +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":70 + *         cdef int fid = FDConvert(fname)   *         if fid < 0: raise KeyError(fname)   *         self.vector.set_value(fid, value)             # <<<<<<<<<<<<<<   *  @@ -3485,7 +3472,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_11__iter__(PyObject *__pyx_v_sel    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":67 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":72   *         self.vector.set_value(fid, value)   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -3511,7 +3498,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_10__iter__(struct __pyx_obj_5_cd    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_12SparseVector_12generator1, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_12SparseVector_12generator1, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -3548,9 +3535,9 @@ static PyObject *__pyx_gb_5_cdec_12SparseVector_12generator1(__pyx_GeneratorObje      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":68 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":73   *    *     def __iter__(self):   *         cdef FastSparseVector[weight_t].const_iterator* it = new FastSparseVector[weight_t].const_iterator(self.vector[0], False)             # <<<<<<<<<<<<<< @@ -3559,7 +3546,7 @@ static PyObject *__pyx_gb_5_cdec_12SparseVector_12generator1(__pyx_GeneratorObje   */    __pyx_cur_scope->__pyx_v_it = new FastSparseVector<weight_t>::const_iterator((__pyx_cur_scope->__pyx_v_self->vector[0]), 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":70 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":75   *         cdef FastSparseVector[weight_t].const_iterator* it = new FastSparseVector[weight_t].const_iterator(self.vector[0], False)   *         cdef unsigned i   *         try:             # <<<<<<<<<<<<<< @@ -3568,7 +3555,7 @@ static PyObject *__pyx_gb_5_cdec_12SparseVector_12generator1(__pyx_GeneratorObje   */    /*try:*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":71 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":76   *         cdef unsigned i   *         try:   *             for i in range(self.vector.size()):             # <<<<<<<<<<<<<< @@ -3579,26 +3566,26 @@ static PyObject *__pyx_gb_5_cdec_12SparseVector_12generator1(__pyx_GeneratorObje      for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {        __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -      /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":72 +      /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":77   *         try:   *             for i in range(self.vector.size()):   *                 yield (str(FDConvert(it[0].ptr().first).c_str()), it[0].ptr().second)             # <<<<<<<<<<<<<<   *                 pinc(it[0]) # ++it   *         finally:   */ -      __pyx_t_3 = PyBytes_FromString(FD::Convert((__pyx_cur_scope->__pyx_v_it[0]).operator->()->first).c_str()); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_3 = PyBytes_FromString(FD::Convert((__pyx_cur_scope->__pyx_v_it[0]).operator->()->first).c_str()); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(((PyObject *)__pyx_t_3)); -      __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_4);        PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_t_3));        __Pyx_GIVEREF(((PyObject *)__pyx_t_3));        __pyx_t_3 = 0; -      __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_3);        __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0; -      __pyx_t_4 = PyFloat_FromDouble((__pyx_cur_scope->__pyx_v_it[0]).operator->()->second); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_4 = PyFloat_FromDouble((__pyx_cur_scope->__pyx_v_it[0]).operator->()->second); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_4); -      __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_5);        PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3);        __Pyx_GIVEREF(__pyx_t_3); @@ -3618,9 +3605,9 @@ static PyObject *__pyx_gb_5_cdec_12SparseVector_12generator1(__pyx_GeneratorObje        __pyx_L9_resume_from_yield:;        __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;        __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L5;} +      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L5;} -      /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":73 +      /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":78   *             for i in range(self.vector.size()):   *                 yield (str(FDConvert(it[0].ptr().first).c_str()), it[0].ptr().second)   *                 pinc(it[0]) # ++it             # <<<<<<<<<<<<<< @@ -3631,7 +3618,7 @@ static PyObject *__pyx_gb_5_cdec_12SparseVector_12generator1(__pyx_GeneratorObje      }    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":75 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":80   *                 pinc(it[0]) # ++it   *         finally:   *             del it             # <<<<<<<<<<<<<< @@ -3683,6 +3670,7 @@ static PyObject *__pyx_gb_5_cdec_12SparseVector_12generator1(__pyx_GeneratorObje  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_12SparseVector_14dot(PyObject *__pyx_v_self, PyObject *__pyx_v_other); /*proto*/ +static char __pyx_doc_5_cdec_12SparseVector_13dot[] = "vector.dot(SparseVector/DenseVector other) -> Dot product of the two vectors.";  static PyObject *__pyx_pw_5_cdec_12SparseVector_14dot(PyObject *__pyx_v_self, PyObject *__pyx_v_other) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -3692,12 +3680,12 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_14dot(PyObject *__pyx_v_self, Py    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":77 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":82   *             del it   *    *     def dot(self, other):             # <<<<<<<<<<<<<< + *         """vector.dot(SparseVector/DenseVector other) -> Dot product of the two vectors."""   *         if isinstance(other, DenseVector): - *             return self.vector.dot((<DenseVector> other).vector[0])   */  static PyObject *__pyx_pf_5_cdec_12SparseVector_13dot(struct __pyx_obj_5_cdec_SparseVector *__pyx_v_self, PyObject *__pyx_v_other) { @@ -3711,9 +3699,9 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_13dot(struct __pyx_obj_5_cdec_Sp    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("dot", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":78 - *  +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":84   *     def dot(self, other): + *         """vector.dot(SparseVector/DenseVector other) -> Dot product of the two vectors."""   *         if isinstance(other, DenseVector):             # <<<<<<<<<<<<<<   *             return self.vector.dot((<DenseVector> other).vector[0])   *         elif isinstance(other, SparseVector): @@ -3724,15 +3712,15 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_13dot(struct __pyx_obj_5_cdec_Sp    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":79 - *     def dot(self, other): +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":85 + *         """vector.dot(SparseVector/DenseVector other) -> Dot product of the two vectors."""   *         if isinstance(other, DenseVector):   *             return self.vector.dot((<DenseVector> other).vector[0])             # <<<<<<<<<<<<<<   *         elif isinstance(other, SparseVector):   *             return self.vector.dot((<SparseVector> other).vector[0])   */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->vector->dot((((struct __pyx_obj_5_cdec_DenseVector *)__pyx_v_other)->vector[0]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->vector->dot((((struct __pyx_obj_5_cdec_DenseVector *)__pyx_v_other)->vector[0]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 85; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_r = __pyx_t_1;      __pyx_t_1 = 0; @@ -3740,7 +3728,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_13dot(struct __pyx_obj_5_cdec_Sp      goto __pyx_L3;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":80 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":86   *         if isinstance(other, DenseVector):   *             return self.vector.dot((<DenseVector> other).vector[0])   *         elif isinstance(other, SparseVector):             # <<<<<<<<<<<<<< @@ -3753,7 +3741,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_13dot(struct __pyx_obj_5_cdec_Sp    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":81 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":87   *             return self.vector.dot((<DenseVector> other).vector[0])   *         elif isinstance(other, SparseVector):   *             return self.vector.dot((<SparseVector> other).vector[0])             # <<<<<<<<<<<<<< @@ -3761,7 +3749,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_13dot(struct __pyx_obj_5_cdec_Sp   *    */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->vector->dot((((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_other)->vector[0]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->vector->dot((((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_other)->vector[0]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 87; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_r = __pyx_t_1;      __pyx_t_1 = 0; @@ -3770,26 +3758,26 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_13dot(struct __pyx_obj_5_cdec_Sp    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":82 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":88   *         elif isinstance(other, SparseVector):   *             return self.vector.dot((<SparseVector> other).vector[0])   *         raise TypeError('cannot take the dot product of %s and SparseVector' % type(other))             # <<<<<<<<<<<<<<   *    *     def __richcmp__(SparseVector x, SparseVector y, int op):   */ -  __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_3), ((PyObject *)Py_TYPE(__pyx_v_other))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_3), ((PyObject *)Py_TYPE(__pyx_v_other))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;    __Pyx_Raise(__pyx_t_1, 0, 0, 0);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  {__pyx_filename = __pyx_f[1]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  {__pyx_filename = __pyx_f[1]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = Py_None; __Pyx_INCREF(Py_None);    goto __pyx_L0; @@ -3810,8 +3798,8 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_16__richcmp__(PyObject *__pyx_v_    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__richcmp__ (wrapper)", 0); -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_SparseVector, 1, "x", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 84; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_SparseVector, 1, "y", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 84; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_SparseVector, 1, "x", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 90; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_SparseVector, 1, "y", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 90; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_12SparseVector_15__richcmp__(((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_x), ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_y), ((int)__pyx_v_op));    goto __pyx_L0;    __pyx_L1_error:; @@ -3821,7 +3809,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_16__richcmp__(PyObject *__pyx_v_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":84 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":90   *         raise TypeError('cannot take the dot product of %s and SparseVector' % type(other))   *    *     def __richcmp__(SparseVector x, SparseVector y, int op):             # <<<<<<<<<<<<<< @@ -3839,7 +3827,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_15__richcmp__(struct __pyx_obj_5    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__richcmp__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":87 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":93   *         if op == 2: # ==   *             return x.vector[0] == y.vector[0]   *         elif op == 3: # !=             # <<<<<<<<<<<<<< @@ -3848,7 +3836,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_15__richcmp__(struct __pyx_obj_5   */    switch (__pyx_v_op) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":85 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":91   *    *     def __richcmp__(SparseVector x, SparseVector y, int op):   *         if op == 2: # ==             # <<<<<<<<<<<<<< @@ -3857,7 +3845,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_15__richcmp__(struct __pyx_obj_5   */      case 2: -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":86 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":92   *     def __richcmp__(SparseVector x, SparseVector y, int op):   *         if op == 2: # ==   *             return x.vector[0] == y.vector[0]             # <<<<<<<<<<<<<< @@ -3865,14 +3853,14 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_15__richcmp__(struct __pyx_obj_5   *             return not (x == y)   */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = __Pyx_PyBool_FromLong(((__pyx_v_x->vector[0]) == (__pyx_v_y->vector[0]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 86; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = __Pyx_PyBool_FromLong(((__pyx_v_x->vector[0]) == (__pyx_v_y->vector[0]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_r = __pyx_t_1;      __pyx_t_1 = 0;      goto __pyx_L0;      break; -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":87 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":93   *         if op == 2: # ==   *             return x.vector[0] == y.vector[0]   *         elif op == 3: # !=             # <<<<<<<<<<<<<< @@ -3881,7 +3869,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_15__richcmp__(struct __pyx_obj_5   */      case 3: -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":88 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":94   *             return x.vector[0] == y.vector[0]   *         elif op == 3: # !=   *             return not (x == y)             # <<<<<<<<<<<<<< @@ -3889,11 +3877,10 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_15__richcmp__(struct __pyx_obj_5   *    */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_x), ((PyObject *)__pyx_v_y), Py_EQ); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __Pyx_GOTREF(__pyx_t_1); -    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_x), ((PyObject *)__pyx_v_y), Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 94; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 94; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -    __pyx_t_1 = __Pyx_PyBool_FromLong((!__pyx_t_2)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = __Pyx_PyBool_FromLong((!__pyx_t_2)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 94; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_r = __pyx_t_1;      __pyx_t_1 = 0; @@ -3901,18 +3888,18 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_15__richcmp__(struct __pyx_obj_5      break;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":89 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":95   *         elif op == 3: # !=   *             return not (x == y)   *         raise NotImplemented('comparison not implemented for SparseVector')             # <<<<<<<<<<<<<<   *    *     def __len__(self):   */ -  __pyx_t_1 = PyObject_Call(__pyx_builtin_NotImplemented, ((PyObject *)__pyx_k_tuple_5), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 89; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(__pyx_builtin_NotImplemented, ((PyObject *)__pyx_k_tuple_5), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 95; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_Raise(__pyx_t_1, 0, 0, 0);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  {__pyx_filename = __pyx_f[1]; __pyx_lineno = 89; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  {__pyx_filename = __pyx_f[1]; __pyx_lineno = 95; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = Py_None; __Pyx_INCREF(Py_None);    goto __pyx_L0; @@ -3937,7 +3924,7 @@ static Py_ssize_t __pyx_pw_5_cdec_12SparseVector_18__len__(PyObject *__pyx_v_sel    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":91 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":97   *         raise NotImplemented('comparison not implemented for SparseVector')   *    *     def __len__(self):             # <<<<<<<<<<<<<< @@ -3950,7 +3937,7 @@ static Py_ssize_t __pyx_pf_5_cdec_12SparseVector_17__len__(struct __pyx_obj_5_cd    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__len__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":92 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":98   *    *     def __len__(self):   *         return self.vector.size()             # <<<<<<<<<<<<<< @@ -3974,7 +3961,7 @@ static int __pyx_pw_5_cdec_12SparseVector_20__contains__(PyObject *__pyx_v_self,    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__contains__ (wrapper)", 0);    assert(__pyx_arg_fname); { -    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 94; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_fname = PyBytes_AsString(__pyx_arg_fname); if (unlikely((!__pyx_v_fname) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -3987,7 +3974,7 @@ static int __pyx_pw_5_cdec_12SparseVector_20__contains__(PyObject *__pyx_v_self,    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":94 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":100   *         return self.vector.size()   *    *     def __contains__(self, char* fname):             # <<<<<<<<<<<<<< @@ -4000,7 +3987,7 @@ static int __pyx_pf_5_cdec_12SparseVector_19__contains__(struct __pyx_obj_5_cdec    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__contains__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":95 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":101   *    *     def __contains__(self, char* fname):   *         return self.vector.nonzero(FDConvert(fname))             # <<<<<<<<<<<<<< @@ -4027,7 +4014,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_22__neg__(PyObject *__pyx_v_self    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":97 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":103   *         return self.vector.nonzero(FDConvert(fname))   *    *     def __neg__(self):             # <<<<<<<<<<<<<< @@ -4045,20 +4032,20 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_21__neg__(struct __pyx_obj_5_cde    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__neg__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":98 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":104   *    *     def __neg__(self):   *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *         result.vector = new FastSparseVector[weight_t](self.vector[0])   *         result.vector[0] *= -1.0   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 98; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 98; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_result = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":99 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":105   *     def __neg__(self):   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](self.vector[0])             # <<<<<<<<<<<<<< @@ -4067,7 +4054,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_21__neg__(struct __pyx_obj_5_cde   */    __pyx_v_result->vector = new FastSparseVector<weight_t>((__pyx_v_self->vector[0])); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":100 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":106   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](self.vector[0])   *         result.vector[0] *= -1.0             # <<<<<<<<<<<<<< @@ -4076,7 +4063,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_21__neg__(struct __pyx_obj_5_cde   */    (__pyx_v_result->vector[0]) *= -1.0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":101 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":107   *         result.vector = new FastSparseVector[weight_t](self.vector[0])   *         result.vector[0] *= -1.0   *         return result             # <<<<<<<<<<<<<< @@ -4107,7 +4094,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_24__iadd__(PyObject *__pyx_v_sel    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__iadd__ (wrapper)", 0); -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_other), __pyx_ptype_5_cdec_SparseVector, 1, "other", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 103; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_other), __pyx_ptype_5_cdec_SparseVector, 1, "other", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_12SparseVector_23__iadd__(((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_self), ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_other));    goto __pyx_L0;    __pyx_L1_error:; @@ -4117,7 +4104,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_24__iadd__(PyObject *__pyx_v_sel    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":103 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":109   *         return result   *    *     def __iadd__(SparseVector self, SparseVector other):             # <<<<<<<<<<<<<< @@ -4130,7 +4117,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_23__iadd__(struct __pyx_obj_5_cd    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__iadd__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":104 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":110   *    *     def __iadd__(SparseVector self, SparseVector other):   *         self.vector[0] += other.vector[0]             # <<<<<<<<<<<<<< @@ -4139,7 +4126,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_23__iadd__(struct __pyx_obj_5_cd   */    (__pyx_v_self->vector[0]) += (__pyx_v_other->vector[0]); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":105 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":111   *     def __iadd__(SparseVector self, SparseVector other):   *         self.vector[0] += other.vector[0]   *         return self             # <<<<<<<<<<<<<< @@ -4164,7 +4151,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_26__isub__(PyObject *__pyx_v_sel    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__isub__ (wrapper)", 0); -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_other), __pyx_ptype_5_cdec_SparseVector, 1, "other", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_other), __pyx_ptype_5_cdec_SparseVector, 1, "other", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_12SparseVector_25__isub__(((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_self), ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_other));    goto __pyx_L0;    __pyx_L1_error:; @@ -4174,7 +4161,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_26__isub__(PyObject *__pyx_v_sel    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":107 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":113   *         return self   *    *     def __isub__(SparseVector self, SparseVector other):             # <<<<<<<<<<<<<< @@ -4187,7 +4174,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_25__isub__(struct __pyx_obj_5_cd    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__isub__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":108 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":114   *    *     def __isub__(SparseVector self, SparseVector other):   *         self.vector[0] -= other.vector[0]             # <<<<<<<<<<<<<< @@ -4196,7 +4183,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_25__isub__(struct __pyx_obj_5_cd   */    (__pyx_v_self->vector[0]) -= (__pyx_v_other->vector[0]); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":109 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":115   *     def __isub__(SparseVector self, SparseVector other):   *         self.vector[0] -= other.vector[0]   *         return self             # <<<<<<<<<<<<<< @@ -4223,7 +4210,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_28__imul__(PyObject *__pyx_v_sel    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__imul__ (wrapper)", 0);    assert(__pyx_arg_scalar); { -    __pyx_v_scalar = __pyx_PyFloat_AsFloat(__pyx_arg_scalar); if (unlikely((__pyx_v_scalar == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_scalar = __pyx_PyFloat_AsFloat(__pyx_arg_scalar); if (unlikely((__pyx_v_scalar == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 117; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -4236,7 +4223,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_28__imul__(PyObject *__pyx_v_sel    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":111 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":117   *         return self   *    *     def __imul__(SparseVector self, float scalar):             # <<<<<<<<<<<<<< @@ -4249,7 +4236,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_27__imul__(struct __pyx_obj_5_cd    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__imul__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":112 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":118   *    *     def __imul__(SparseVector self, float scalar):   *         self.vector[0] *= scalar             # <<<<<<<<<<<<<< @@ -4258,7 +4245,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_27__imul__(struct __pyx_obj_5_cd   */    (__pyx_v_self->vector[0]) *= __pyx_v_scalar; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":113 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":119   *     def __imul__(SparseVector self, float scalar):   *         self.vector[0] *= scalar   *         return self             # <<<<<<<<<<<<<< @@ -4286,7 +4273,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_30__idiv__(PyObject *__pyx_v_sel    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__idiv__ (wrapper)", 0);    assert(__pyx_arg_scalar); { -    __pyx_v_scalar = __pyx_PyFloat_AsFloat(__pyx_arg_scalar); if (unlikely((__pyx_v_scalar == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_scalar = __pyx_PyFloat_AsFloat(__pyx_arg_scalar); if (unlikely((__pyx_v_scalar == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -4300,7 +4287,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_30__idiv__(PyObject *__pyx_v_sel  }  #endif /*!(#if PY_MAJOR_VERSION < 3)*/ -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":115 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":121   *         return self   *    *     def __idiv__(SparseVector self, float scalar):             # <<<<<<<<<<<<<< @@ -4314,7 +4301,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_29__idiv__(struct __pyx_obj_5_cd    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__idiv__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":116 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":122   *    *     def __idiv__(SparseVector self, float scalar):   *         self.vector[0] /= scalar             # <<<<<<<<<<<<<< @@ -4323,7 +4310,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_29__idiv__(struct __pyx_obj_5_cd   */    (__pyx_v_self->vector[0]) /= __pyx_v_scalar; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":117 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":123   *     def __idiv__(SparseVector self, float scalar):   *         self.vector[0] /= scalar   *         return self             # <<<<<<<<<<<<<< @@ -4349,8 +4336,8 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_32__add__(PyObject *__pyx_v_x, P    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__add__ (wrapper)", 0); -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_SparseVector, 1, "x", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 119; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_SparseVector, 1, "y", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 119; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_SparseVector, 1, "x", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_SparseVector, 1, "y", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_12SparseVector_31__add__(((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_x), ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_y));    goto __pyx_L0;    __pyx_L1_error:; @@ -4360,7 +4347,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_32__add__(PyObject *__pyx_v_x, P    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":119 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":125   *         return self   *    *     def __add__(SparseVector x, SparseVector y):             # <<<<<<<<<<<<<< @@ -4378,20 +4365,20 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_31__add__(struct __pyx_obj_5_cde    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__add__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":120 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":126   *    *     def __add__(SparseVector x, SparseVector y):   *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *         result.vector = new FastSparseVector[weight_t](x.vector[0] + y.vector[0])   *         return result   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 126; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 126; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_result = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":121 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":127   *     def __add__(SparseVector x, SparseVector y):   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](x.vector[0] + y.vector[0])             # <<<<<<<<<<<<<< @@ -4400,7 +4387,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_31__add__(struct __pyx_obj_5_cde   */    __pyx_v_result->vector = new FastSparseVector<weight_t>(((__pyx_v_x->vector[0]) + (__pyx_v_y->vector[0]))); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":122 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":128   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](x.vector[0] + y.vector[0])   *         return result             # <<<<<<<<<<<<<< @@ -4431,8 +4418,8 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_34__sub__(PyObject *__pyx_v_x, P    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__sub__ (wrapper)", 0); -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_SparseVector, 1, "x", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 124; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_SparseVector, 1, "y", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 124; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_SparseVector, 1, "x", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 130; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_SparseVector, 1, "y", 0))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 130; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_12SparseVector_33__sub__(((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_x), ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_v_y));    goto __pyx_L0;    __pyx_L1_error:; @@ -4442,7 +4429,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_34__sub__(PyObject *__pyx_v_x, P    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":124 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":130   *         return result   *    *     def __sub__(SparseVector x, SparseVector y):             # <<<<<<<<<<<<<< @@ -4460,20 +4447,20 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_33__sub__(struct __pyx_obj_5_cde    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__sub__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":125 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":131   *    *     def __sub__(SparseVector x, SparseVector y):   *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *         result.vector = new FastSparseVector[weight_t](x.vector[0] - y.vector[0])   *         return result   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_result = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":126 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":132   *     def __sub__(SparseVector x, SparseVector y):   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](x.vector[0] - y.vector[0])             # <<<<<<<<<<<<<< @@ -4482,7 +4469,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_33__sub__(struct __pyx_obj_5_cde   */    __pyx_v_result->vector = new FastSparseVector<weight_t>(((__pyx_v_x->vector[0]) - (__pyx_v_y->vector[0]))); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":127 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":133   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](x.vector[0] - y.vector[0])   *         return result             # <<<<<<<<<<<<<< @@ -4518,7 +4505,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_36__mul__(PyObject *__pyx_v_x, P    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":129 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":135   *         return result   *    *     def __mul__(x, y):             # <<<<<<<<<<<<<< @@ -4540,7 +4527,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_v_x, P    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__mul__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":132 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":138   *         cdef SparseVector vector   *         cdef float scalar   *         if isinstance(x, SparseVector): vector, scalar = x, y             # <<<<<<<<<<<<<< @@ -4552,10 +4539,10 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_v_x, P    __pyx_t_2 = __Pyx_TypeCheck(__pyx_v_x, __pyx_t_1);     __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    if (!(likely(((__pyx_v_x) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_x, __pyx_ptype_5_cdec_SparseVector))))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 132; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (!(likely(((__pyx_v_x) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_x, __pyx_ptype_5_cdec_SparseVector))))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_t_1 = __pyx_v_x;      __Pyx_INCREF(__pyx_t_1); -    __pyx_t_3 = __pyx_PyFloat_AsFloat(__pyx_v_y); if (unlikely((__pyx_t_3 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 132; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __pyx_PyFloat_AsFloat(__pyx_v_y); if (unlikely((__pyx_t_3 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_v_vector = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);      __pyx_t_1 = 0;      __pyx_v_scalar = __pyx_t_3; @@ -4563,37 +4550,37 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_v_x, P    }    /*else*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":133 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":139   *         cdef float scalar   *         if isinstance(x, SparseVector): vector, scalar = x, y   *         else: vector, scalar = y, x             # <<<<<<<<<<<<<<   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](vector.vector[0] * scalar)   */ -    if (!(likely(((__pyx_v_y) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_y, __pyx_ptype_5_cdec_SparseVector))))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (!(likely(((__pyx_v_y) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_y, __pyx_ptype_5_cdec_SparseVector))))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_t_1 = __pyx_v_y;      __Pyx_INCREF(__pyx_t_1); -    __pyx_t_3 = __pyx_PyFloat_AsFloat(__pyx_v_x); if (unlikely((__pyx_t_3 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __pyx_PyFloat_AsFloat(__pyx_v_x); if (unlikely((__pyx_t_3 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_v_vector = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);      __pyx_t_1 = 0;      __pyx_v_scalar = __pyx_t_3;    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":134 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":140   *         if isinstance(x, SparseVector): vector, scalar = x, y   *         else: vector, scalar = y, x   *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *         result.vector = new FastSparseVector[weight_t](vector.vector[0] * scalar)   *         return result   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_result = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":135 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":141   *         else: vector, scalar = y, x   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](vector.vector[0] * scalar)             # <<<<<<<<<<<<<< @@ -4602,7 +4589,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_35__mul__(PyObject *__pyx_v_x, P   */    __pyx_v_result->vector = new FastSparseVector<weight_t>(((__pyx_v_vector->vector[0]) * __pyx_v_scalar)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":136 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":142   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](vector.vector[0] * scalar)   *         return result             # <<<<<<<<<<<<<< @@ -4641,7 +4628,7 @@ static PyObject *__pyx_pw_5_cdec_12SparseVector_38__div__(PyObject *__pyx_v_x, P  }  #endif /*!(#if PY_MAJOR_VERSION < 3)*/ -/* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":138 +/* "/home/vchahune/tools/cdec/python/src/vectors.pxi":144   *         return result   *    *     def __div__(x, y):             # <<<<<<<<<<<<<< @@ -4664,7 +4651,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_37__div__(PyObject *__pyx_v_x, P    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__div__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":141 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":147   *         cdef SparseVector vector   *         cdef float scalar   *         if isinstance(x, SparseVector): vector, scalar = x, y             # <<<<<<<<<<<<<< @@ -4676,10 +4663,10 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_37__div__(PyObject *__pyx_v_x, P    __pyx_t_2 = __Pyx_TypeCheck(__pyx_v_x, __pyx_t_1);     __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    if (!(likely(((__pyx_v_x) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_x, __pyx_ptype_5_cdec_SparseVector))))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 141; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (!(likely(((__pyx_v_x) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_x, __pyx_ptype_5_cdec_SparseVector))))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_t_1 = __pyx_v_x;      __Pyx_INCREF(__pyx_t_1); -    __pyx_t_3 = __pyx_PyFloat_AsFloat(__pyx_v_y); if (unlikely((__pyx_t_3 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 141; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __pyx_PyFloat_AsFloat(__pyx_v_y); if (unlikely((__pyx_t_3 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_v_vector = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);      __pyx_t_1 = 0;      __pyx_v_scalar = __pyx_t_3; @@ -4687,37 +4674,37 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_37__div__(PyObject *__pyx_v_x, P    }    /*else*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":142 +    /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":148   *         cdef float scalar   *         if isinstance(x, SparseVector): vector, scalar = x, y   *         else: vector, scalar = y, x             # <<<<<<<<<<<<<<   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](vector.vector[0] / scalar)   */ -    if (!(likely(((__pyx_v_y) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_y, __pyx_ptype_5_cdec_SparseVector))))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (!(likely(((__pyx_v_y) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_y, __pyx_ptype_5_cdec_SparseVector))))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 148; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_t_1 = __pyx_v_y;      __Pyx_INCREF(__pyx_t_1); -    __pyx_t_3 = __pyx_PyFloat_AsFloat(__pyx_v_x); if (unlikely((__pyx_t_3 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __pyx_PyFloat_AsFloat(__pyx_v_x); if (unlikely((__pyx_t_3 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 148; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_v_vector = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);      __pyx_t_1 = 0;      __pyx_v_scalar = __pyx_t_3;    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":143 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":149   *         if isinstance(x, SparseVector): vector, scalar = x, y   *         else: vector, scalar = y, x   *         cdef SparseVector result = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *         result.vector = new FastSparseVector[weight_t](vector.vector[0] / scalar)   *         return result   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 149; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 149; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_result = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":144 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":150   *         else: vector, scalar = y, x   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](vector.vector[0] / scalar)             # <<<<<<<<<<<<<< @@ -4725,7 +4712,7 @@ static PyObject *__pyx_pf_5_cdec_12SparseVector_37__div__(PyObject *__pyx_v_x, P   */    __pyx_v_result->vector = new FastSparseVector<weight_t>(((__pyx_v_vector->vector[0]) / __pyx_v_scalar)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":145 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":151   *         cdef SparseVector result = SparseVector.__new__(SparseVector)   *         result.vector = new FastSparseVector[weight_t](vector.vector[0] / scalar)   *         return result             # <<<<<<<<<<<<<< @@ -4763,7 +4750,7 @@ static PyObject *__pyx_pw_5_cdec_1_phrase(PyObject *__pyx_self, PyObject *__pyx_  }  static PyObject *__pyx_gb_5_cdec_7_phrase_2generator18(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value); /* proto */ -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":6 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":6   *    * def _phrase(phrase):   *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)             # <<<<<<<<<<<<<< @@ -4842,16 +4829,16 @@ static PyObject *__pyx_gb_5_cdec_7_phrase_2generator18(__pyx_GeneratorObject *__      if (!__pyx_t_3 && PyList_CheckExact(__pyx_t_1)) {        if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; +      __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_3 && PyTuple_CheckExact(__pyx_t_1)) {        if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; +      __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_4 = __pyx_t_3(__pyx_t_1); @@ -4929,7 +4916,7 @@ static PyObject *__pyx_gb_5_cdec_7_phrase_2generator18(__pyx_GeneratorObject *__    return NULL;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":5 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":5   * import cdec.sa._sa as _sa   *    * def _phrase(phrase):             # <<<<<<<<<<<<<< @@ -4958,7 +4945,7 @@ static PyObject *__pyx_pf_5_cdec__phrase(CYTHON_UNUSED PyObject *__pyx_self, PyO    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_phrase);    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_phrase); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":6 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":6   *    * def _phrase(phrase):   *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)             # <<<<<<<<<<<<<< @@ -5000,6 +4987,10 @@ static PyObject *__pyx_pf_5_cdec__phrase(CYTHON_UNUSED PyObject *__pyx_self, PyO  /* Python wrapper */  static int __pyx_pw_5_cdec_2NT_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_2NT___init__[] = "NT(bytes cat, int ref=0) -> Non-terminal from category `cat`."; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_2NT___init__; +#endif  static int __pyx_pw_5_cdec_2NT_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    PyObject *__pyx_v_cat = 0;    unsigned int __pyx_v_ref; @@ -5065,12 +5056,12 @@ static int __pyx_pw_5_cdec_2NT_1__init__(PyObject *__pyx_v_self, PyObject *__pyx    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":11 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":11   *     cdef public bytes cat   *     cdef public unsigned ref   *     def __init__(self, bytes cat, unsigned ref=0):             # <<<<<<<<<<<<<< + *         """NT(bytes cat, int ref=0) -> Non-terminal from category `cat`."""   *         self.cat = cat - *         self.ref = ref   */  static int __pyx_pf_5_cdec_2NT___init__(struct __pyx_obj_5_cdec_NT *__pyx_v_self, PyObject *__pyx_v_cat, unsigned int __pyx_v_ref) { @@ -5078,9 +5069,9 @@ static int __pyx_pf_5_cdec_2NT___init__(struct __pyx_obj_5_cdec_NT *__pyx_v_self    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__init__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":12 - *     cdef public unsigned ref +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":13   *     def __init__(self, bytes cat, unsigned ref=0): + *         """NT(bytes cat, int ref=0) -> Non-terminal from category `cat`."""   *         self.cat = cat             # <<<<<<<<<<<<<<   *         self.ref = ref   *  @@ -5091,8 +5082,8 @@ static int __pyx_pf_5_cdec_2NT___init__(struct __pyx_obj_5_cdec_NT *__pyx_v_self    __Pyx_DECREF(((PyObject *)__pyx_v_self->cat));    __pyx_v_self->cat = __pyx_v_cat; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":13 - *     def __init__(self, bytes cat, unsigned ref=0): +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":14 + *         """NT(bytes cat, int ref=0) -> Non-terminal from category `cat`."""   *         self.cat = cat   *         self.ref = ref             # <<<<<<<<<<<<<<   *  @@ -5116,7 +5107,7 @@ static PyObject *__pyx_pw_5_cdec_2NT_3__str__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":15 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":16   *         self.ref = ref   *    *     def __str__(self):             # <<<<<<<<<<<<<< @@ -5135,7 +5126,7 @@ static PyObject *__pyx_pf_5_cdec_2NT_2__str__(struct __pyx_obj_5_cdec_NT *__pyx_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__str__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":16 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":17   *    *     def __str__(self):   *         if self.ref > 0:             # <<<<<<<<<<<<<< @@ -5145,7 +5136,7 @@ static PyObject *__pyx_pf_5_cdec_2NT_2__str__(struct __pyx_obj_5_cdec_NT *__pyx_    __pyx_t_1 = (__pyx_v_self->ref > 0);    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":17 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":18   *     def __str__(self):   *         if self.ref > 0:   *             return '[%s,%d]' % (self.cat, self.ref)             # <<<<<<<<<<<<<< @@ -5153,9 +5144,9 @@ static PyObject *__pyx_pf_5_cdec_2NT_2__str__(struct __pyx_obj_5_cdec_NT *__pyx_   *    */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_2 = PyLong_FromUnsignedLong(__pyx_v_self->ref); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 17; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyLong_FromUnsignedLong(__pyx_v_self->ref); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2); -    __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 17; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_INCREF(((PyObject *)__pyx_v_self->cat));      PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self->cat)); @@ -5163,7 +5154,7 @@ static PyObject *__pyx_pf_5_cdec_2NT_2__str__(struct __pyx_obj_5_cdec_NT *__pyx_      PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2);      __Pyx_GIVEREF(__pyx_t_2);      __pyx_t_2 = 0; -    __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_8), ((PyObject *)__pyx_t_3)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 17; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_8), ((PyObject *)__pyx_t_3)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_2));      __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;      __pyx_r = ((PyObject *)__pyx_t_2); @@ -5173,7 +5164,7 @@ static PyObject *__pyx_pf_5_cdec_2NT_2__str__(struct __pyx_obj_5_cdec_NT *__pyx_    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":18 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":19   *         if self.ref > 0:   *             return '[%s,%d]' % (self.cat, self.ref)   *         return '[%s]' % self.cat             # <<<<<<<<<<<<<< @@ -5181,7 +5172,7 @@ static PyObject *__pyx_pf_5_cdec_2NT_2__str__(struct __pyx_obj_5_cdec_NT *__pyx_   * cdef class NTRef:   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_9), ((PyObject *)__pyx_v_self->cat)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_9), ((PyObject *)__pyx_v_self->cat)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 19; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_2));    __pyx_r = ((PyObject *)__pyx_t_2);    __pyx_t_2 = 0; @@ -5211,7 +5202,7 @@ static PyObject *__pyx_pw_5_cdec_2NT_3cat_1__get__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":9 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":9   *    * cdef class NT:   *     cdef public bytes cat             # <<<<<<<<<<<<<< @@ -5307,12 +5298,12 @@ static PyObject *__pyx_pw_5_cdec_2NT_3ref_1__get__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":10 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":10   * cdef class NT:   *     cdef public bytes cat   *     cdef public unsigned ref             # <<<<<<<<<<<<<<   *     def __init__(self, bytes cat, unsigned ref=0): - *         self.cat = cat + *         """NT(bytes cat, int ref=0) -> Non-terminal from category `cat`."""   */  static PyObject *__pyx_pf_5_cdec_2NT_3ref___get__(struct __pyx_obj_5_cdec_NT *__pyx_v_self) { @@ -5376,6 +5367,10 @@ static int __pyx_pf_5_cdec_2NT_3ref_2__set__(struct __pyx_obj_5_cdec_NT *__pyx_v  /* Python wrapper */  static int __pyx_pw_5_cdec_5NTRef_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_5NTRef___init__[] = "NTRef(int ref) -> Non-terminal reference."; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_5NTRef___init__; +#endif  static int __pyx_pw_5_cdec_5NTRef_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    unsigned int __pyx_v_ref;    int __pyx_r; @@ -5399,18 +5394,18 @@ static int __pyx_pw_5_cdec_5NTRef_1__init__(PyObject *__pyx_v_self, PyObject *__          else goto __pyx_L5_argtuple_error;        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 23; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else if (PyTuple_GET_SIZE(__pyx_args) != 1) {        goto __pyx_L5_argtuple_error;      } else {        values[0] = PyTuple_GET_ITEM(__pyx_args, 0);      } -    __pyx_v_ref = __Pyx_PyInt_AsUnsignedInt(values[0]); if (unlikely((__pyx_v_ref == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_ref = __Pyx_PyInt_AsUnsignedInt(values[0]); if (unlikely((__pyx_v_ref == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 23; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 23; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_AddTraceback("_cdec.NTRef.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext(); @@ -5421,12 +5416,12 @@ static int __pyx_pw_5_cdec_5NTRef_1__init__(PyObject *__pyx_v_self, PyObject *__    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":22 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":23   * cdef class NTRef:   *     cdef public unsigned ref   *     def __init__(self, unsigned ref):             # <<<<<<<<<<<<<< + *         """NTRef(int ref) -> Non-terminal reference."""   *         self.ref = ref - *    */  static int __pyx_pf_5_cdec_5NTRef___init__(struct __pyx_obj_5_cdec_NTRef *__pyx_v_self, unsigned int __pyx_v_ref) { @@ -5434,9 +5429,9 @@ static int __pyx_pf_5_cdec_5NTRef___init__(struct __pyx_obj_5_cdec_NTRef *__pyx_    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__init__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":23 - *     cdef public unsigned ref +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":25   *     def __init__(self, unsigned ref): + *         """NTRef(int ref) -> Non-terminal reference."""   *         self.ref = ref             # <<<<<<<<<<<<<<   *    *     def __str__(self): @@ -5459,7 +5454,7 @@ static PyObject *__pyx_pw_5_cdec_5NTRef_3__str__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":25 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":27   *         self.ref = ref   *    *     def __str__(self):             # <<<<<<<<<<<<<< @@ -5477,7 +5472,7 @@ static PyObject *__pyx_pf_5_cdec_5NTRef_2__str__(struct __pyx_obj_5_cdec_NTRef *    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__str__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":26 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":28   *    *     def __str__(self):   *         return '[%d]' % self.ref             # <<<<<<<<<<<<<< @@ -5485,9 +5480,9 @@ static PyObject *__pyx_pf_5_cdec_5NTRef_2__str__(struct __pyx_obj_5_cdec_NTRef *   * cdef TRule convert_rule(_sa.Rule rule):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyLong_FromUnsignedLong(__pyx_v_self->ref); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyLong_FromUnsignedLong(__pyx_v_self->ref); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 28; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_10), __pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_10), __pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 28; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_2));    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __pyx_r = ((PyObject *)__pyx_t_2); @@ -5518,12 +5513,12 @@ static PyObject *__pyx_pw_5_cdec_5NTRef_3ref_1__get__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":21 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":22   *    * cdef class NTRef:   *     cdef public unsigned ref             # <<<<<<<<<<<<<<   *     def __init__(self, unsigned ref): - *         self.ref = ref + *         """NTRef(int ref) -> Non-terminal reference."""   */  static PyObject *__pyx_pf_5_cdec_5NTRef_3ref___get__(struct __pyx_obj_5_cdec_NTRef *__pyx_v_self) { @@ -5535,7 +5530,7 @@ static PyObject *__pyx_pf_5_cdec_5NTRef_3ref___get__(struct __pyx_obj_5_cdec_NTR    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0);    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyLong_FromUnsignedLong(__pyx_v_self->ref); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyLong_FromUnsignedLong(__pyx_v_self->ref); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_r = __pyx_t_1;    __pyx_t_1 = 0; @@ -5572,7 +5567,7 @@ static int __pyx_pf_5_cdec_5NTRef_3ref_2__set__(struct __pyx_obj_5_cdec_NTRef *_    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__set__", 0); -  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_v_value); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_v_value); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_self->ref = __pyx_t_1;    __pyx_r = 0; @@ -5585,7 +5580,7 @@ static int __pyx_pf_5_cdec_5NTRef_3ref_2__set__(struct __pyx_obj_5_cdec_NTRef *_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":28 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":30   *         return '[%d]' % self.ref   *    * cdef TRule convert_rule(_sa.Rule rule):             # <<<<<<<<<<<<<< @@ -5615,7 +5610,7 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("convert_rule", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":29 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":31   *    * cdef TRule convert_rule(_sa.Rule rule):   *     lhs = _sa.sym_tocat(rule.lhs)             # <<<<<<<<<<<<<< @@ -5624,41 +5619,41 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o   */    __pyx_v_lhs = __pyx_f_4cdec_2sa_3_sa_sym_tocat(__pyx_v_rule->lhs); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":30 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":32   * cdef TRule convert_rule(_sa.Rule rule):   *     lhs = _sa.sym_tocat(rule.lhs)   *     scores = dict(rule.scores)             # <<<<<<<<<<<<<<   *     f, e = [], []   *     cdef int* fsyms = rule.f.syms   */ -  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 30; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_INCREF(((PyObject *)__pyx_v_rule->scores));    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_rule->scores));    __Pyx_GIVEREF(((PyObject *)__pyx_v_rule->scores)); -  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyDict_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 30; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyDict_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;    __pyx_v_scores = ((PyObject*)__pyx_t_2);    __pyx_t_2 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":31 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":33   *     lhs = _sa.sym_tocat(rule.lhs)   *     scores = dict(rule.scores)   *     f, e = [], []             # <<<<<<<<<<<<<<   *     cdef int* fsyms = rule.f.syms   *     for i in range(rule.f.n):   */ -  __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2); -  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_f = __pyx_t_2;    __pyx_t_2 = 0;    __pyx_v_e = __pyx_t_1;    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":32 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":34   *     scores = dict(rule.scores)   *     f, e = [], []   *     cdef int* fsyms = rule.f.syms             # <<<<<<<<<<<<<< @@ -5667,7 +5662,7 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o   */    __pyx_v_fsyms = __pyx_v_rule->f->syms; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":33 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":35   *     f, e = [], []   *     cdef int* fsyms = rule.f.syms   *     for i in range(rule.f.n):             # <<<<<<<<<<<<<< @@ -5678,7 +5673,7 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {      __pyx_v_i = __pyx_t_4; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":34 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":36   *     cdef int* fsyms = rule.f.syms   *     for i in range(rule.f.n):   *         if _sa.sym_isvar(fsyms[i]):             # <<<<<<<<<<<<<< @@ -5688,45 +5683,45 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o      __pyx_t_5 = __pyx_f_4cdec_2sa_3_sa_sym_isvar((__pyx_v_fsyms[__pyx_v_i]));      if (__pyx_t_5) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":35 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":37   *     for i in range(rule.f.n):   *         if _sa.sym_isvar(fsyms[i]):   *             f.append(NT(_sa.sym_tocat(fsyms[i])))             # <<<<<<<<<<<<<<   *         else:   *             f.append(_sa.sym_tostring(fsyms[i]))   */ -      __pyx_t_1 = PyBytes_FromString(__pyx_f_4cdec_2sa_3_sa_sym_tocat((__pyx_v_fsyms[__pyx_v_i]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyBytes_FromString(__pyx_f_4cdec_2sa_3_sa_sym_tocat((__pyx_v_fsyms[__pyx_v_i]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -      __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_2);        PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));        __Pyx_GIVEREF(((PyObject *)__pyx_t_1));        __pyx_t_1 = 0; -      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT)), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT)), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1);        __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0; -      __pyx_t_6 = PyList_Append(__pyx_v_f, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyList_Append(__pyx_v_f, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;        goto __pyx_L5;      }      /*else*/ { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":37 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":39   *             f.append(NT(_sa.sym_tocat(fsyms[i])))   *         else:   *             f.append(_sa.sym_tostring(fsyms[i]))             # <<<<<<<<<<<<<<   *     cdef int* esyms = rule.e.syms   *     for i in range(rule.e.n):   */ -      __pyx_t_1 = PyBytes_FromString(__pyx_f_4cdec_2sa_3_sa_sym_tostring((__pyx_v_fsyms[__pyx_v_i]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyBytes_FromString(__pyx_f_4cdec_2sa_3_sa_sym_tostring((__pyx_v_fsyms[__pyx_v_i]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -      __pyx_t_6 = PyList_Append(__pyx_v_f, ((PyObject *)__pyx_t_1)); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyList_Append(__pyx_v_f, ((PyObject *)__pyx_t_1)); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;      }      __pyx_L5:;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":38 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":40   *         else:   *             f.append(_sa.sym_tostring(fsyms[i]))   *     cdef int* esyms = rule.e.syms             # <<<<<<<<<<<<<< @@ -5735,7 +5730,7 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o   */    __pyx_v_esyms = __pyx_v_rule->e->syms; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":39 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":41   *             f.append(_sa.sym_tostring(fsyms[i]))   *     cdef int* esyms = rule.e.syms   *     for i in range(rule.e.n):             # <<<<<<<<<<<<<< @@ -5746,7 +5741,7 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o    for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {      __pyx_v_i = __pyx_t_4; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":40 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":42   *     cdef int* esyms = rule.e.syms   *     for i in range(rule.e.n):   *         if _sa.sym_isvar(esyms[i]):             # <<<<<<<<<<<<<< @@ -5756,68 +5751,68 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o      __pyx_t_5 = __pyx_f_4cdec_2sa_3_sa_sym_isvar((__pyx_v_esyms[__pyx_v_i]));      if (__pyx_t_5) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":41 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":43   *     for i in range(rule.e.n):   *         if _sa.sym_isvar(esyms[i]):   *             e.append(NTRef(_sa.sym_getindex(esyms[i])))             # <<<<<<<<<<<<<<   *         else:   *             e.append(_sa.sym_tostring(esyms[i]))   */ -      __pyx_t_1 = PyInt_FromLong(__pyx_f_4cdec_2sa_3_sa_sym_getindex((__pyx_v_esyms[__pyx_v_i]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyInt_FromLong(__pyx_f_4cdec_2sa_3_sa_sym_getindex((__pyx_v_esyms[__pyx_v_i]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1); -      __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_2);        PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1);        __Pyx_GIVEREF(__pyx_t_1);        __pyx_t_1 = 0; -      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NTRef)), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NTRef)), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1);        __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0; -      __pyx_t_6 = PyList_Append(__pyx_v_e, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyList_Append(__pyx_v_e, __pyx_t_1); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;        goto __pyx_L8;      }      /*else*/ { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":43 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":45   *             e.append(NTRef(_sa.sym_getindex(esyms[i])))   *         else:   *             e.append(_sa.sym_tostring(esyms[i]))             # <<<<<<<<<<<<<<   *     a = list(rule.alignments())   *     return TRule(lhs, f, e, scores, a)   */ -      __pyx_t_1 = PyBytes_FromString(__pyx_f_4cdec_2sa_3_sa_sym_tostring((__pyx_v_esyms[__pyx_v_i]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyBytes_FromString(__pyx_f_4cdec_2sa_3_sa_sym_tostring((__pyx_v_esyms[__pyx_v_i]))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -      __pyx_t_6 = PyList_Append(__pyx_v_e, ((PyObject *)__pyx_t_1)); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyList_Append(__pyx_v_e, ((PyObject *)__pyx_t_1)); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;      }      __pyx_L8:;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":44 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":46   *         else:   *             e.append(_sa.sym_tostring(esyms[i]))   *     a = list(rule.alignments())             # <<<<<<<<<<<<<<   *     return TRule(lhs, f, e, scores, a)   *    */ -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_rule), __pyx_n_s__alignments); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_rule), __pyx_n_s__alignments); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 46; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 46; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 46; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2);    __Pyx_GIVEREF(__pyx_t_2);    __pyx_t_2 = 0; -  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyList_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyList_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 46; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;    __pyx_v_a = ((PyObject*)__pyx_t_2);    __pyx_t_2 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":45 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":47   *             e.append(_sa.sym_tostring(esyms[i]))   *     a = list(rule.alignments())   *     return TRule(lhs, f, e, scores, a)             # <<<<<<<<<<<<<< @@ -5825,9 +5820,9 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o   * cdef class TRule:   */    __Pyx_XDECREF(((PyObject *)__pyx_r)); -  __pyx_t_2 = PyBytes_FromString(__pyx_v_lhs); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyBytes_FromString(__pyx_v_lhs); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 47; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_2)); -  __pyx_t_1 = PyTuple_New(5); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(5); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 47; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_t_2));    __Pyx_GIVEREF(((PyObject *)__pyx_t_2)); @@ -5844,7 +5839,7 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o    PyTuple_SET_ITEM(__pyx_t_1, 4, ((PyObject *)__pyx_v_a));    __Pyx_GIVEREF(((PyObject *)__pyx_v_a));    __pyx_t_2 = 0; -  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_TRule)), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_TRule)), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 47; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;    __pyx_r = ((struct __pyx_obj_5_cdec_TRule *)__pyx_t_2); @@ -5870,6 +5865,10 @@ static struct __pyx_obj_5_cdec_TRule *__pyx_f_5_cdec_convert_rule(struct __pyx_o  /* Python wrapper */  static int __pyx_pw_5_cdec_5TRule_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_5TRule___init__[] = "TRule(lhs, f, e, scores, a=None) -> Translation rule.\n        lhs: left hand side non-terminal\n        f: source phrase (list of words/NT)\n        e: target phrase (list of words/NTRef)\n        scores: dictionary of feature scores\n        a: optional list of alignment points"; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_5TRule___init__; +#endif  static int __pyx_pw_5_cdec_5TRule_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    PyObject *__pyx_v_lhs = 0;    PyObject *__pyx_v_f = 0; @@ -5883,12 +5882,12 @@ static int __pyx_pw_5_cdec_5TRule_1__init__(PyObject *__pyx_v_self, PyObject *__      static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__lhs,&__pyx_n_s__f,&__pyx_n_s__e,&__pyx_n_s__scores,&__pyx_n_s__a,0};      PyObject* values[5] = {0,0,0,0,0}; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":50 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":52   *     cdef shared_ptr[grammar.TRule]* rule   *    *     def __init__(self, lhs, f, e, scores, a=None):             # <<<<<<<<<<<<<< - *         self.rule = new shared_ptr[grammar.TRule](new grammar.TRule()) - *         self.lhs = lhs + *         """TRule(lhs, f, e, scores, a=None) -> Translation rule. + *         lhs: left hand side non-terminal   */      values[4] = ((PyObject *)Py_None);      if (unlikely(__pyx_kwds)) { @@ -5911,17 +5910,17 @@ static int __pyx_pw_5_cdec_5TRule_1__init__(PyObject *__pyx_v_self, PyObject *__          case  1:          if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__f)) != 0)) kw_args--;          else { -          __Pyx_RaiseArgtupleInvalid("__init__", 0, 4, 5, 1); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +          __Pyx_RaiseArgtupleInvalid("__init__", 0, 4, 5, 1); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L3_error;}          }          case  2:          if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__e)) != 0)) kw_args--;          else { -          __Pyx_RaiseArgtupleInvalid("__init__", 0, 4, 5, 2); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +          __Pyx_RaiseArgtupleInvalid("__init__", 0, 4, 5, 2); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L3_error;}          }          case  3:          if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__scores)) != 0)) kw_args--;          else { -          __Pyx_RaiseArgtupleInvalid("__init__", 0, 4, 5, 3); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +          __Pyx_RaiseArgtupleInvalid("__init__", 0, 4, 5, 3); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L3_error;}          }          case  4:          if (kw_args > 0) { @@ -5930,7 +5929,7 @@ static int __pyx_pw_5_cdec_5TRule_1__init__(PyObject *__pyx_v_self, PyObject *__          }        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else {        switch (PyTuple_GET_SIZE(__pyx_args)) { @@ -5951,7 +5950,7 @@ static int __pyx_pw_5_cdec_5TRule_1__init__(PyObject *__pyx_v_self, PyObject *__    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("__init__", 0, 4, 5, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("__init__", 0, 4, 5, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_AddTraceback("_cdec.TRule.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext(); @@ -5972,75 +5971,75 @@ static int __pyx_pf_5_cdec_5TRule___init__(struct __pyx_obj_5_cdec_TRule *__pyx_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__init__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":51 - *  - *     def __init__(self, lhs, f, e, scores, a=None): +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":59 + *         scores: dictionary of feature scores + *         a: optional list of alignment points"""   *         self.rule = new shared_ptr[grammar.TRule](new grammar.TRule())             # <<<<<<<<<<<<<<   *         self.lhs = lhs   *         self.e = e   */ -  try {__pyx_t_1 = new TRule();} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 51; __pyx_clineno = __LINE__; goto __pyx_L1_error;}} +  try {__pyx_t_1 = new TRule();} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;}}    __pyx_v_self->rule = new boost::shared_ptr<TRule>(__pyx_t_1); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":52 - *     def __init__(self, lhs, f, e, scores, a=None): +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":60 + *         a: optional list of alignment points"""   *         self.rule = new shared_ptr[grammar.TRule](new grammar.TRule())   *         self.lhs = lhs             # <<<<<<<<<<<<<<   *         self.e = e   *         self.f = f   */ -  if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__lhs, __pyx_v_lhs) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__lhs, __pyx_v_lhs) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":53 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":61   *         self.rule = new shared_ptr[grammar.TRule](new grammar.TRule())   *         self.lhs = lhs   *         self.e = e             # <<<<<<<<<<<<<<   *         self.f = f   *         self.scores = scores   */ -  if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__e, __pyx_v_e) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__e, __pyx_v_e) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 61; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":54 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":62   *         self.lhs = lhs   *         self.e = e   *         self.f = f             # <<<<<<<<<<<<<<   *         self.scores = scores   *         if a:   */ -  if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__f, __pyx_v_f) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__f, __pyx_v_f) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 62; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":55 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":63   *         self.e = e   *         self.f = f   *         self.scores = scores             # <<<<<<<<<<<<<<   *         if a:   *             self.a = a   */ -  if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__scores, __pyx_v_scores) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__scores, __pyx_v_scores) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":56 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":64   *         self.f = f   *         self.scores = scores   *         if a:             # <<<<<<<<<<<<<<   *             self.a = a   *         self.rule.get().ComputeArity()   */ -  __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_a); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_a); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":57 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":65   *         self.scores = scores   *         if a:   *             self.a = a             # <<<<<<<<<<<<<<   *         self.rule.get().ComputeArity()   *    */ -    if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__a, __pyx_v_a) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (PyObject_SetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__a, __pyx_v_a) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 65; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      goto __pyx_L3;    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":58 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":66   *         if a:   *             self.a = a   *         self.rule.get().ComputeArity()             # <<<<<<<<<<<<<< @@ -6068,7 +6067,7 @@ static void __pyx_pw_5_cdec_5TRule_3__dealloc__(PyObject *__pyx_v_self) {    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":60 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":68   *         self.rule.get().ComputeArity()   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -6080,7 +6079,7 @@ static void __pyx_pf_5_cdec_5TRule_2__dealloc__(CYTHON_UNUSED struct __pyx_obj_5    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":61 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":69   *    *     def __dealloc__(self):   *         del self.rule             # <<<<<<<<<<<<<< @@ -6103,7 +6102,7 @@ static PyObject *__pyx_pw_5_cdec_5TRule_5arity_1__get__(PyObject *__pyx_v_self)    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":64 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":72   *    *     property arity:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -6120,7 +6119,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_5arity___get__(struct __pyx_obj_5_cdec_T    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":65 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":73   *     property arity:   *         def __get__(self):   *             return self.rule.get().arity_             # <<<<<<<<<<<<<< @@ -6128,7 +6127,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_5arity___get__(struct __pyx_obj_5_cdec_T   *     property f:   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyInt_FromLong(__pyx_v_self->rule->get()->arity_); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 65; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyInt_FromLong(__pyx_v_self->rule->get()->arity_); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 73; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_r = __pyx_t_1;    __pyx_t_1 = 0; @@ -6157,7 +6156,7 @@ static PyObject *__pyx_pw_5_cdec_5TRule_1f_1__get__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":68 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":76   *    *     property f:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -6184,7 +6183,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":69 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":77   *     property f:   *         def __get__(self):   *             cdef vector[WordID]* f_ = &self.rule.get().f_             # <<<<<<<<<<<<<< @@ -6193,19 +6192,19 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule   */    __pyx_v_f_ = (&__pyx_v_self->rule->get()->f_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":71 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":79   *             cdef vector[WordID]* f_ = &self.rule.get().f_   *             cdef WordID w   *             cdef f = []             # <<<<<<<<<<<<<<   *             cdef unsigned i   *             cdef int idx = 0   */ -  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 71; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_f = ((PyObject *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":73 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":81   *             cdef f = []   *             cdef unsigned i   *             cdef int idx = 0             # <<<<<<<<<<<<<< @@ -6214,7 +6213,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule   */    __pyx_v_idx = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":74 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":82   *             cdef unsigned i   *             cdef int idx = 0   *             for i in range(f_.size()):             # <<<<<<<<<<<<<< @@ -6225,7 +6224,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {      __pyx_v_i = __pyx_t_3; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":75 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":83   *             cdef int idx = 0   *             for i in range(f_.size()):   *                 w = f_[0][i]             # <<<<<<<<<<<<<< @@ -6234,7 +6233,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule   */      __pyx_v_w = ((__pyx_v_f_[0])[__pyx_v_i]); -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":76 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":84   *             for i in range(f_.size()):   *                 w = f_[0][i]   *                 if w < 0:             # <<<<<<<<<<<<<< @@ -6244,7 +6243,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule      __pyx_t_4 = (__pyx_v_w < 0);      if (__pyx_t_4) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":77 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":85   *                 w = f_[0][i]   *                 if w < 0:   *                     idx += 1             # <<<<<<<<<<<<<< @@ -6253,18 +6252,18 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule   */        __pyx_v_idx = (__pyx_v_idx + 1); -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":78 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":86   *                 if w < 0:   *                     idx += 1   *                     f.append(NT(TDConvert(-w).c_str(), idx))             # <<<<<<<<<<<<<<   *                 else:   *                     f.append(unicode(TDConvert(w).c_str(), encoding='utf8'))   */ -      __pyx_t_1 = PyBytes_FromString(TD::Convert((-__pyx_v_w)).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyBytes_FromString(TD::Convert((-__pyx_v_w)).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 86; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -      __pyx_t_5 = PyInt_FromLong(__pyx_v_idx); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PyInt_FromLong(__pyx_v_idx); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 86; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_5); -      __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 86; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        PyTuple_SET_ITEM(__pyx_t_6, 0, ((PyObject *)__pyx_t_1));        __Pyx_GIVEREF(((PyObject *)__pyx_t_1)); @@ -6272,10 +6271,10 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule        __Pyx_GIVEREF(__pyx_t_5);        __pyx_t_1 = 0;        __pyx_t_5 = 0; -      __pyx_t_5 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT)), ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT)), ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 86; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_5);        __Pyx_DECREF(((PyObject *)__pyx_t_6)); __pyx_t_6 = 0; -      __pyx_t_6 = __Pyx_PyObject_Append(__pyx_v_f, __pyx_t_5); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = __Pyx_PyObject_Append(__pyx_v_f, __pyx_t_5); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 86; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; @@ -6283,28 +6282,28 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule      }      /*else*/ { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":80 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":88   *                     f.append(NT(TDConvert(-w).c_str(), idx))   *                 else:   *                     f.append(unicode(TDConvert(w).c_str(), encoding='utf8'))             # <<<<<<<<<<<<<<   *             return f   *    */ -      __pyx_t_6 = PyBytes_FromString(TD::Convert(__pyx_v_w).c_str()); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyBytes_FromString(TD::Convert(__pyx_v_w).c_str()); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_6)); -      __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_5);        PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_t_6));        __Pyx_GIVEREF(((PyObject *)__pyx_t_6));        __pyx_t_6 = 0; -      __pyx_t_6 = PyDict_New(); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyDict_New(); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_6)); -      if (PyDict_SetItem(__pyx_t_6, ((PyObject *)__pyx_n_s__encoding), ((PyObject *)__pyx_n_s__utf8)) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_5), ((PyObject *)__pyx_t_6)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (PyDict_SetItem(__pyx_t_6, ((PyObject *)__pyx_n_s__encoding), ((PyObject *)__pyx_n_s__utf8)) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_5), ((PyObject *)__pyx_t_6)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1);        __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0;        __Pyx_DECREF(((PyObject *)__pyx_t_6)); __pyx_t_6 = 0; -      __pyx_t_6 = __Pyx_PyObject_Append(__pyx_v_f, __pyx_t_1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = __Pyx_PyObject_Append(__pyx_v_f, __pyx_t_1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; @@ -6312,7 +6311,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1f___get__(struct __pyx_obj_5_cdec_TRule      __pyx_L5:;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":81 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":89   *                 else:   *                     f.append(unicode(TDConvert(w).c_str(), encoding='utf8'))   *             return f             # <<<<<<<<<<<<<< @@ -6350,7 +6349,7 @@ static int __pyx_pw_5_cdec_5TRule_1f_3__set__(PyObject *__pyx_v_self, PyObject *    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":83 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":91   *             return f   *    *         def __set__(self, f):             # <<<<<<<<<<<<<< @@ -6362,6 +6361,7 @@ static int __pyx_pf_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_5_cdec_TRule *__p    std::vector<WordID> *__pyx_v_f_;    unsigned int __pyx_v_i;    CYTHON_UNUSED int __pyx_v_idx; +  PyObject *__pyx_v_fi = NULL;    int __pyx_r;    __Pyx_RefNannyDeclarations    Py_ssize_t __pyx_t_1; @@ -6375,7 +6375,7 @@ static int __pyx_pf_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_5_cdec_TRule *__p    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__set__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":84 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":92   *    *         def __set__(self, f):   *             cdef vector[WordID]* f_ = &self.rule.get().f_             # <<<<<<<<<<<<<< @@ -6384,17 +6384,17 @@ static int __pyx_pf_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_5_cdec_TRule *__p   */    __pyx_v_f_ = (&__pyx_v_self->rule->get()->f_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":85 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":93   *         def __set__(self, f):   *             cdef vector[WordID]* f_ = &self.rule.get().f_   *             f_.resize(len(f))             # <<<<<<<<<<<<<<   *             cdef unsigned i   *             cdef int idx = 0   */ -  __pyx_t_1 = PyObject_Length(__pyx_v_f); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 85; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Length(__pyx_v_f); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 93; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_f_->resize(__pyx_t_1); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":87 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":95   *             f_.resize(len(f))   *             cdef unsigned i   *             cdef int idx = 0             # <<<<<<<<<<<<<< @@ -6403,25 +6403,25 @@ static int __pyx_pf_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_5_cdec_TRule *__p   */    __pyx_v_idx = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":88 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":96   *             cdef unsigned i   *             cdef int idx = 0   *             for i in range(len(f)):             # <<<<<<<<<<<<<<   *                 if isinstance(f[i], NT): - *                     f_[0][i] = -TDConvert(<char *>f[i].cat) + *                     f_[0][i] = -TDConvert((<NT> f[i]).cat)   */ -  __pyx_t_1 = PyObject_Length(__pyx_v_f); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Length(__pyx_v_f); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 96; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":89 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":97   *             cdef int idx = 0   *             for i in range(len(f)):   *                 if isinstance(f[i], NT):             # <<<<<<<<<<<<<< - *                     f_[0][i] = -TDConvert(<char *>f[i].cat) + *                     f_[0][i] = -TDConvert((<NT> f[i]).cat)   *                 else:   */ -    __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_f, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 89; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_f, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 97; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __pyx_t_4 = ((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT));      __Pyx_INCREF(__pyx_t_4); @@ -6430,36 +6430,47 @@ static int __pyx_pf_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_5_cdec_TRule *__p      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;      if (__pyx_t_5) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":90 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":98   *             for i in range(len(f)):   *                 if isinstance(f[i], NT): - *                     f_[0][i] = -TDConvert(<char *>f[i].cat)             # <<<<<<<<<<<<<< + *                     f_[0][i] = -TDConvert((<NT> f[i]).cat)             # <<<<<<<<<<<<<<   *                 else: - *                     f_[0][i] = TDConvert(as_str(f[i])) + *                     fi = as_str(f[i])   */ -      __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_f, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 90; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_f, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 98; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_4); -      __pyx_t_3 = PyObject_GetAttr(__pyx_t_4, __pyx_n_s__cat); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 90; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_GOTREF(__pyx_t_3); +      __pyx_t_6 = PyBytes_AsString(((PyObject *)((struct __pyx_obj_5_cdec_NT *)__pyx_t_4)->cat)); if (unlikely((!__pyx_t_6) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 98; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; -      __pyx_t_6 = PyBytes_AsString(__pyx_t_3); if (unlikely((!__pyx_t_6) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 90; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -      ((__pyx_v_f_[0])[__pyx_v_i]) = (-TD::Convert(((char *)__pyx_t_6))); +      ((__pyx_v_f_[0])[__pyx_v_i]) = (-TD::Convert(__pyx_t_6));        goto __pyx_L5;      }      /*else*/ { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":92 - *                     f_[0][i] = -TDConvert(<char *>f[i].cat) +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":100 + *                     f_[0][i] = -TDConvert((<NT> f[i]).cat)   *                 else: - *                     f_[0][i] = TDConvert(as_str(f[i]))             # <<<<<<<<<<<<<< + *                     fi = as_str(f[i])             # <<<<<<<<<<<<<< + *                     f_[0][i] = TDConvert(fi)   *  - *     property e:   */ -      __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_f, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_f, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_GOTREF(__pyx_t_4); +      __pyx_t_3 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_t_4, NULL)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_3); -      ((__pyx_v_f_[0])[__pyx_v_i]) = TD::Convert(__pyx_f_5_cdec_as_str(__pyx_t_3, NULL)); -      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; +      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; +      __Pyx_XDECREF(((PyObject *)__pyx_v_fi)); +      __pyx_v_fi = ((PyObject*)__pyx_t_3); +      __pyx_t_3 = 0; + +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":101 + *                 else: + *                     fi = as_str(f[i]) + *                     f_[0][i] = TDConvert(fi)             # <<<<<<<<<<<<<< + *  + *     property e: + */ +      __pyx_t_6 = PyBytes_AsString(((PyObject *)__pyx_v_fi)); if (unlikely((!__pyx_t_6) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 101; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      ((__pyx_v_f_[0])[__pyx_v_i]) = TD::Convert(__pyx_t_6);      }      __pyx_L5:;    } @@ -6472,6 +6483,7 @@ static int __pyx_pf_5_cdec_5TRule_1f_2__set__(struct __pyx_obj_5_cdec_TRule *__p    __Pyx_AddTraceback("_cdec.TRule.f.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = -1;    __pyx_L0:; +  __Pyx_XDECREF(__pyx_v_fi);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } @@ -6487,7 +6499,7 @@ static PyObject *__pyx_pw_5_cdec_5TRule_1e_1__get__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":95 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":104   *    *     property e:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -6514,7 +6526,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":96 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":105   *     property e:   *         def __get__(self):   *             cdef vector[WordID]* e_ = &self.rule.get().e_             # <<<<<<<<<<<<<< @@ -6523,19 +6535,19 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule   */    __pyx_v_e_ = (&__pyx_v_self->rule->get()->e_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":98 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":107   *             cdef vector[WordID]* e_ = &self.rule.get().e_   *             cdef WordID w   *             cdef e = []             # <<<<<<<<<<<<<<   *             cdef unsigned i   *             cdef int idx = 0   */ -  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 98; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_e = ((PyObject *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":100 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":109   *             cdef e = []   *             cdef unsigned i   *             cdef int idx = 0             # <<<<<<<<<<<<<< @@ -6544,7 +6556,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule   */    __pyx_v_idx = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":101 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":110   *             cdef unsigned i   *             cdef int idx = 0   *             for i in range(e_.size()):             # <<<<<<<<<<<<<< @@ -6555,7 +6567,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {      __pyx_v_i = __pyx_t_3; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":102 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":111   *             cdef int idx = 0   *             for i in range(e_.size()):   *                 w = e_[0][i]             # <<<<<<<<<<<<<< @@ -6564,7 +6576,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule   */      __pyx_v_w = ((__pyx_v_e_[0])[__pyx_v_i]); -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":103 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":112   *             for i in range(e_.size()):   *                 w = e_[0][i]   *                 if w < 1:             # <<<<<<<<<<<<<< @@ -6574,7 +6586,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule      __pyx_t_4 = (__pyx_v_w < 1);      if (__pyx_t_4) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":104 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":113   *                 w = e_[0][i]   *                 if w < 1:   *                     idx += 1             # <<<<<<<<<<<<<< @@ -6583,24 +6595,24 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule   */        __pyx_v_idx = (__pyx_v_idx + 1); -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":105 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":114   *                 if w < 1:   *                     idx += 1   *                     e.append(NTRef(1-w))             # <<<<<<<<<<<<<<   *                 else:   *                     e.append(unicode(TDConvert(w).c_str(), encoding='utf8'))   */ -      __pyx_t_1 = PyInt_FromLong((1 - __pyx_v_w)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyInt_FromLong((1 - __pyx_v_w)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 114; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1); -      __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 114; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_5);        PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_1);        __Pyx_GIVEREF(__pyx_t_1);        __pyx_t_1 = 0; -      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NTRef)), ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NTRef)), ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 114; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1);        __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0; -      __pyx_t_5 = __Pyx_PyObject_Append(__pyx_v_e, __pyx_t_1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = __Pyx_PyObject_Append(__pyx_v_e, __pyx_t_1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 114; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_5);        __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; @@ -6608,28 +6620,28 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule      }      /*else*/ { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":107 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":116   *                     e.append(NTRef(1-w))   *                 else:   *                     e.append(unicode(TDConvert(w).c_str(), encoding='utf8'))             # <<<<<<<<<<<<<<   *             return e   *    */ -      __pyx_t_5 = PyBytes_FromString(TD::Convert(__pyx_v_w).c_str()); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PyBytes_FromString(TD::Convert(__pyx_v_w).c_str()); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_5)); -      __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1);        PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_t_5));        __Pyx_GIVEREF(((PyObject *)__pyx_t_5));        __pyx_t_5 = 0; -      __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PyDict_New(); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_5)); -      if (PyDict_SetItem(__pyx_t_5, ((PyObject *)__pyx_n_s__encoding), ((PyObject *)__pyx_n_s__utf8)) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __pyx_t_6 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_1), ((PyObject *)__pyx_t_5)); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (PyDict_SetItem(__pyx_t_5, ((PyObject *)__pyx_n_s__encoding), ((PyObject *)__pyx_n_s__utf8)) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_1), ((PyObject *)__pyx_t_5)); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;        __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0; -      __pyx_t_5 = __Pyx_PyObject_Append(__pyx_v_e, __pyx_t_6); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = __Pyx_PyObject_Append(__pyx_v_e, __pyx_t_6); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_5);        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;        __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; @@ -6637,7 +6649,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1e___get__(struct __pyx_obj_5_cdec_TRule      __pyx_L5:;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":108 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":117   *                 else:   *                     e.append(unicode(TDConvert(w).c_str(), encoding='utf8'))   *             return e             # <<<<<<<<<<<<<< @@ -6675,7 +6687,7 @@ static int __pyx_pw_5_cdec_5TRule_1e_3__set__(PyObject *__pyx_v_self, PyObject *    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":110 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":119   *             return e   *    *         def __set__(self, e):             # <<<<<<<<<<<<<< @@ -6686,6 +6698,7 @@ static int __pyx_pw_5_cdec_5TRule_1e_3__set__(PyObject *__pyx_v_self, PyObject *  static int __pyx_pf_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_5_cdec_TRule *__pyx_v_self, PyObject *__pyx_v_e) {    std::vector<WordID> *__pyx_v_e_;    unsigned int __pyx_v_i; +  PyObject *__pyx_v_ei = NULL;    int __pyx_r;    __Pyx_RefNannyDeclarations    Py_ssize_t __pyx_t_1; @@ -6694,12 +6707,13 @@ static int __pyx_pf_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_5_cdec_TRule *__p    PyObject *__pyx_t_4 = NULL;    int __pyx_t_5;    WordID __pyx_t_6; +  char *__pyx_t_7;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__set__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":111 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":120   *    *         def __set__(self, e):   *             cdef vector[WordID]* e_ = &self.rule.get().e_             # <<<<<<<<<<<<<< @@ -6708,35 +6722,35 @@ static int __pyx_pf_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_5_cdec_TRule *__p   */    __pyx_v_e_ = (&__pyx_v_self->rule->get()->e_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":112 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":121   *         def __set__(self, e):   *             cdef vector[WordID]* e_ = &self.rule.get().e_   *             e_.resize(len(e))             # <<<<<<<<<<<<<<   *             cdef unsigned i   *             for i in range(len(e)):   */ -  __pyx_t_1 = PyObject_Length(__pyx_v_e); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 112; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Length(__pyx_v_e); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_e_->resize(__pyx_t_1); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":114 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":123   *             e_.resize(len(e))   *             cdef unsigned i   *             for i in range(len(e)):             # <<<<<<<<<<<<<<   *                 if isinstance(e[i], NTRef):   *                     e_[0][i] = 1-e[i].ref   */ -  __pyx_t_1 = PyObject_Length(__pyx_v_e); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 114; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Length(__pyx_v_e); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 123; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":115 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":124   *             cdef unsigned i   *             for i in range(len(e)):   *                 if isinstance(e[i], NTRef):             # <<<<<<<<<<<<<<   *                     e_[0][i] = 1-e[i].ref   *                 else:   */ -    __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_e, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_e, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 124; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __pyx_t_4 = ((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NTRef));      __Pyx_INCREF(__pyx_t_4); @@ -6745,39 +6759,53 @@ static int __pyx_pf_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_5_cdec_TRule *__p      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;      if (__pyx_t_5) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":116 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":125   *             for i in range(len(e)):   *                 if isinstance(e[i], NTRef):   *                     e_[0][i] = 1-e[i].ref             # <<<<<<<<<<<<<<   *                 else: - *                     e_[0][i] = TDConvert(as_str(e[i])) + *                     ei = as_str(e[i])   */ -      __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_e, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_e, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_4); -      __pyx_t_3 = PyObject_GetAttr(__pyx_t_4, __pyx_n_s__ref); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_3 = PyObject_GetAttr(__pyx_t_4, __pyx_n_s__ref); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_3);        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; -      __pyx_t_4 = PyNumber_Subtract(__pyx_int_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = PyNumber_Subtract(__pyx_int_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_4);        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -      __pyx_t_6 = __Pyx_PyInt_from_py_WordID(__pyx_t_4); if (unlikely((__pyx_t_6 == (WordID)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = __Pyx_PyInt_from_py_WordID(__pyx_t_4); if (unlikely((__pyx_t_6 == (WordID)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;        ((__pyx_v_e_[0])[__pyx_v_i]) = __pyx_t_6;        goto __pyx_L5;      }      /*else*/ { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":118 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":127   *                     e_[0][i] = 1-e[i].ref   *                 else: - *                     e_[0][i] = TDConvert(as_str(e[i]))             # <<<<<<<<<<<<<< + *                     ei = as_str(e[i])             # <<<<<<<<<<<<<< + *                     e_[0][i] = TDConvert(ei)   *  - *     property a:   */ -      __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_e, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 118; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_e, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 127; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_4); -      ((__pyx_v_e_[0])[__pyx_v_i]) = TD::Convert(__pyx_f_5_cdec_as_str(__pyx_t_4, NULL)); +      __pyx_t_3 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_t_4, NULL)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 127; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_GOTREF(__pyx_t_3);        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; +      __Pyx_XDECREF(((PyObject *)__pyx_v_ei)); +      __pyx_v_ei = ((PyObject*)__pyx_t_3); +      __pyx_t_3 = 0; + +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":128 + *                 else: + *                     ei = as_str(e[i]) + *                     e_[0][i] = TDConvert(ei)             # <<<<<<<<<<<<<< + *  + *     property a: + */ +      __pyx_t_7 = PyBytes_AsString(((PyObject *)__pyx_v_ei)); if (unlikely((!__pyx_t_7) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 128; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      ((__pyx_v_e_[0])[__pyx_v_i]) = TD::Convert(__pyx_t_7);      }      __pyx_L5:;    } @@ -6790,6 +6818,7 @@ static int __pyx_pf_5_cdec_5TRule_1e_2__set__(struct __pyx_obj_5_cdec_TRule *__p    __Pyx_AddTraceback("_cdec.TRule.e.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = -1;    __pyx_L0:; +  __Pyx_XDECREF(__pyx_v_ei);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } @@ -6806,7 +6835,7 @@ static PyObject *__pyx_pw_5_cdec_5TRule_1a_1__get__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":121 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":131   *    *     property a:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -6832,7 +6861,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_1a___get__(struct __pyx_obj_5_cdec_TRule    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_5TRule_1a_2generator2, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_5TRule_1a_2generator2, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -6869,9 +6898,9 @@ static PyObject *__pyx_gb_5_cdec_5TRule_1a_2generator2(__pyx_GeneratorObject *__      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":123 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":133   *         def __get__(self):   *             cdef unsigned i   *             cdef vector[grammar.AlignmentPoint]* a = &self.rule.get().a_             # <<<<<<<<<<<<<< @@ -6880,7 +6909,7 @@ static PyObject *__pyx_gb_5_cdec_5TRule_1a_2generator2(__pyx_GeneratorObject *__   */    __pyx_cur_scope->__pyx_v_a = (&__pyx_cur_scope->__pyx_v_self->rule->get()->a_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":124 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":134   *             cdef unsigned i   *             cdef vector[grammar.AlignmentPoint]* a = &self.rule.get().a_   *             for i in range(a.size()):             # <<<<<<<<<<<<<< @@ -6891,18 +6920,18 @@ static PyObject *__pyx_gb_5_cdec_5TRule_1a_2generator2(__pyx_GeneratorObject *__    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":125 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":135   *             cdef vector[grammar.AlignmentPoint]* a = &self.rule.get().a_   *             for i in range(a.size()):   *                 yield (a[0][i].s_, a[0][i].t_)             # <<<<<<<<<<<<<<   *    *         def __set__(self, a):   */ -    __pyx_t_3 = PyInt_FromLong(((__pyx_cur_scope->__pyx_v_a[0])[__pyx_cur_scope->__pyx_v_i]).s_); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyInt_FromLong(((__pyx_cur_scope->__pyx_v_a[0])[__pyx_cur_scope->__pyx_v_i]).s_); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 135; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3); -    __pyx_t_4 = PyInt_FromLong(((__pyx_cur_scope->__pyx_v_a[0])[__pyx_cur_scope->__pyx_v_i]).t_); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyInt_FromLong(((__pyx_cur_scope->__pyx_v_a[0])[__pyx_cur_scope->__pyx_v_i]).t_); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 135; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4); -    __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 135; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_5);      PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3);      __Pyx_GIVEREF(__pyx_t_3); @@ -6922,7 +6951,7 @@ static PyObject *__pyx_gb_5_cdec_5TRule_1a_2generator2(__pyx_GeneratorObject *__      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 135; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -6950,7 +6979,7 @@ static int __pyx_pw_5_cdec_5TRule_1a_4__set__(PyObject *__pyx_v_self, PyObject *    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":127 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":137   *                 yield (a[0][i].s_, a[0][i].t_)   *    *         def __set__(self, a):             # <<<<<<<<<<<<<< @@ -6979,7 +7008,7 @@ static int __pyx_pf_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_5_cdec_TRule *__p    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__set__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":128 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":138   *    *         def __set__(self, a):   *             cdef vector[grammar.AlignmentPoint]* a_ = &self.rule.get().a_             # <<<<<<<<<<<<<< @@ -6988,35 +7017,35 @@ static int __pyx_pf_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_5_cdec_TRule *__p   */    __pyx_v_a_ = (&__pyx_v_self->rule->get()->a_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":129 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":139   *         def __set__(self, a):   *             cdef vector[grammar.AlignmentPoint]* a_ = &self.rule.get().a_   *             a_.resize(len(a))             # <<<<<<<<<<<<<<   *             cdef unsigned i   *             cdef int s, t   */ -  __pyx_t_1 = PyObject_Length(__pyx_v_a); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 129; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Length(__pyx_v_a); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_a_->resize(__pyx_t_1); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":132 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":142   *             cdef unsigned i   *             cdef int s, t   *             for i in range(len(a)):             # <<<<<<<<<<<<<<   *                 s, t = a[i]   *                 a_[0][i] = grammar.AlignmentPoint(s, t)   */ -  __pyx_t_1 = PyObject_Length(__pyx_v_a); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 132; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Length(__pyx_v_a); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":133 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":143   *             cdef int s, t   *             for i in range(len(a)):   *                 s, t = a[i]             # <<<<<<<<<<<<<<   *                 a_[0][i] = grammar.AlignmentPoint(s, t)   *    */ -    __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_a, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __Pyx_GetItemInt(__pyx_v_a, __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) {        PyObject* sequence = __pyx_t_3; @@ -7028,7 +7057,7 @@ static int __pyx_pf_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_5_cdec_TRule *__p        if (unlikely(size != 2)) {          if (size > 2) __Pyx_RaiseTooManyValuesError(2);          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); -        {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        }        #if CYTHON_COMPILING_IN_CPYTHON        if (likely(PyTuple_CheckExact(sequence))) { @@ -7041,14 +7070,14 @@ static int __pyx_pf_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_5_cdec_TRule *__p        __Pyx_INCREF(__pyx_t_4);        __Pyx_INCREF(__pyx_t_5);        #else -      __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;      } else      {        Py_ssize_t index = -1; -      __pyx_t_6 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;        __pyx_t_7 = Py_TYPE(__pyx_t_6)->tp_iternext; @@ -7056,7 +7085,7 @@ static int __pyx_pf_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_5_cdec_TRule *__p        __Pyx_GOTREF(__pyx_t_4);        index = 1; __pyx_t_5 = __pyx_t_7(__pyx_t_6); if (unlikely(!__pyx_t_5)) goto __pyx_L5_unpacking_failed;        __Pyx_GOTREF(__pyx_t_5); -      if (__Pyx_IternextUnpackEndCheck(__pyx_t_7(__pyx_t_6), 2) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (__Pyx_IternextUnpackEndCheck(__pyx_t_7(__pyx_t_6), 2) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __pyx_t_7 = NULL;        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;        goto __pyx_L6_unpacking_done; @@ -7064,17 +7093,17 @@ static int __pyx_pf_5_cdec_5TRule_1a_3__set__(struct __pyx_obj_5_cdec_TRule *__p        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;        __pyx_t_7 = NULL;        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); -      {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __pyx_L6_unpacking_done:;      } -    __pyx_t_8 = __Pyx_PyInt_AsInt(__pyx_t_4); if (unlikely((__pyx_t_8 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_8 = __Pyx_PyInt_AsInt(__pyx_t_4); if (unlikely((__pyx_t_8 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; -    __pyx_t_9 = __Pyx_PyInt_AsInt(__pyx_t_5); if (unlikely((__pyx_t_9 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_9 = __Pyx_PyInt_AsInt(__pyx_t_5); if (unlikely((__pyx_t_9 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 143; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;      __pyx_v_s = __pyx_t_8;      __pyx_v_t = __pyx_t_9; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":134 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":144   *             for i in range(len(a)):   *                 s, t = a[i]   *                 a_[0][i] = grammar.AlignmentPoint(s, t)             # <<<<<<<<<<<<<< @@ -7109,7 +7138,7 @@ static PyObject *__pyx_pw_5_cdec_5TRule_6scores_1__get__(PyObject *__pyx_v_self)    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":137 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":147   *    *     property scores:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -7127,20 +7156,20 @@ static PyObject *__pyx_pf_5_cdec_5TRule_6scores___get__(struct __pyx_obj_5_cdec_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":138 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":148   *     property scores:   *         def __get__(self):   *             cdef SparseVector scores = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *             scores.vector = new FastSparseVector[double](self.rule.get().scores_)   *             return scores   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 148; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 148; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_scores = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":139 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":149   *         def __get__(self):   *             cdef SparseVector scores = SparseVector.__new__(SparseVector)   *             scores.vector = new FastSparseVector[double](self.rule.get().scores_)             # <<<<<<<<<<<<<< @@ -7149,7 +7178,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_6scores___get__(struct __pyx_obj_5_cdec_   */    __pyx_v_scores->vector = new FastSparseVector<double>(__pyx_v_self->rule->get()->scores_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":140 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":150   *             cdef SparseVector scores = SparseVector.__new__(SparseVector)   *             scores.vector = new FastSparseVector[double](self.rule.get().scores_)   *             return scores             # <<<<<<<<<<<<<< @@ -7185,7 +7214,7 @@ static int __pyx_pw_5_cdec_5TRule_6scores_3__set__(PyObject *__pyx_v_self, PyObj    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":142 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":152   *             return scores   *    *         def __set__(self, scores):             # <<<<<<<<<<<<<< @@ -7198,6 +7227,7 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule    int __pyx_v_fid;    float __pyx_v_fval;    PyObject *__pyx_v_fname = NULL; +  PyObject *__pyx_v_fn = NULL;    int __pyx_r;    __Pyx_RefNannyDeclarations    PyObject *__pyx_t_1 = NULL; @@ -7209,13 +7239,14 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule    PyObject *__pyx_t_7 = NULL;    PyObject *(*__pyx_t_8)(PyObject *);    float __pyx_t_9; -  int __pyx_t_10; +  char *__pyx_t_10; +  int __pyx_t_11;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__set__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":143 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":153   *    *         def __set__(self, scores):   *             cdef FastSparseVector[double]* scores_ = &self.rule.get().scores_             # <<<<<<<<<<<<<< @@ -7224,7 +7255,7 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule   */    __pyx_v_scores_ = (&__pyx_v_self->rule->get()->scores_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":144 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":154   *         def __set__(self, scores):   *             cdef FastSparseVector[double]* scores_ = &self.rule.get().scores_   *             scores_.clear()             # <<<<<<<<<<<<<< @@ -7233,23 +7264,23 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule   */    __pyx_v_scores_->clear(); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":147 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":157   *             cdef int fid   *             cdef float fval   *             for fname, fval in scores.items():             # <<<<<<<<<<<<<< - *                 fid = FDConvert(as_str(fname)) - *                 if fid < 0: raise KeyError(fname) + *                 fn = as_str(fname) + *                 fid = FDConvert(fn)   */ -  __pyx_t_1 = PyObject_GetAttr(__pyx_v_scores, __pyx_n_s__items); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(__pyx_v_scores, __pyx_n_s__items); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (PyList_CheckExact(__pyx_t_2) || PyTuple_CheckExact(__pyx_t_2)) {      __pyx_t_1 = __pyx_t_2; __Pyx_INCREF(__pyx_t_1); __pyx_t_3 = 0;      __pyx_t_4 = NULL;    } else { -    __pyx_t_3 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_t_4 = Py_TYPE(__pyx_t_1)->tp_iternext;    } @@ -7258,23 +7289,23 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule      if (!__pyx_t_4 && PyList_CheckExact(__pyx_t_1)) {        if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; +      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_4 && PyTuple_CheckExact(__pyx_t_1)) {        if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; +      __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_2 = __pyx_t_4(__pyx_t_1);        if (unlikely(!__pyx_t_2)) {          if (PyErr_Occurred()) {            if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -          else {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          else {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          }          break;        } @@ -7290,7 +7321,7 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule        if (unlikely(size != 2)) {          if (size > 2) __Pyx_RaiseTooManyValuesError(2);          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); -        {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        }        #if CYTHON_COMPILING_IN_CPYTHON        if (likely(PyTuple_CheckExact(sequence))) { @@ -7303,14 +7334,14 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule        __Pyx_INCREF(__pyx_t_5);        __Pyx_INCREF(__pyx_t_6);        #else -      __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;      } else      {        Py_ssize_t index = -1; -      __pyx_t_7 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_7 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_7);        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext; @@ -7318,7 +7349,7 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule        __Pyx_GOTREF(__pyx_t_5);        index = 1; __pyx_t_6 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_6)) goto __pyx_L5_unpacking_failed;        __Pyx_GOTREF(__pyx_t_6); -      if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __pyx_t_8 = NULL;        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;        goto __pyx_L6_unpacking_done; @@ -7326,51 +7357,65 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;        __pyx_t_8 = NULL;        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); -      {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __pyx_L6_unpacking_done:;      } -    __pyx_t_9 = __pyx_PyFloat_AsFloat(__pyx_t_6); if (unlikely((__pyx_t_9 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 147; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_9 = __pyx_PyFloat_AsFloat(__pyx_t_6); if (unlikely((__pyx_t_9 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 157; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;      __Pyx_XDECREF(__pyx_v_fname);      __pyx_v_fname = __pyx_t_5;      __pyx_t_5 = 0;      __pyx_v_fval = __pyx_t_9; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":148 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":158   *             cdef float fval   *             for fname, fval in scores.items(): - *                 fid = FDConvert(as_str(fname))             # <<<<<<<<<<<<<< + *                 fn = as_str(fname)             # <<<<<<<<<<<<<< + *                 fid = FDConvert(fn)   *                 if fid < 0: raise KeyError(fname) - *                 scores_.set_value(fid, fval)   */ -    __pyx_v_fid = FD::Convert(__pyx_f_5_cdec_as_str(__pyx_v_fname, NULL)); +    __pyx_t_2 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_v_fname, NULL)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 158; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(__pyx_t_2); +    __Pyx_XDECREF(((PyObject *)__pyx_v_fn)); +    __pyx_v_fn = ((PyObject*)__pyx_t_2); +    __pyx_t_2 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":149 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":159   *             for fname, fval in scores.items(): - *                 fid = FDConvert(as_str(fname)) + *                 fn = as_str(fname) + *                 fid = FDConvert(fn)             # <<<<<<<<<<<<<< + *                 if fid < 0: raise KeyError(fname) + *                 scores_.set_value(fid, fval) + */ +    __pyx_t_10 = PyBytes_AsString(((PyObject *)__pyx_v_fn)); if (unlikely((!__pyx_t_10) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_v_fid = FD::Convert(__pyx_t_10); + +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":160 + *                 fn = as_str(fname) + *                 fid = FDConvert(fn)   *                 if fid < 0: raise KeyError(fname)             # <<<<<<<<<<<<<<   *                 scores_.set_value(fid, fval)   *    */ -    __pyx_t_10 = (__pyx_v_fid < 0); -    if (__pyx_t_10) { -      __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 149; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_11 = (__pyx_v_fid < 0); +    if (__pyx_t_11) { +      __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 160; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_2);        __Pyx_INCREF(__pyx_v_fname);        PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_fname);        __Pyx_GIVEREF(__pyx_v_fname); -      __pyx_t_6 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 149; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyObject_Call(__pyx_builtin_KeyError, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 160; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;        __Pyx_Raise(__pyx_t_6, 0, 0, 0);        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; -      {__pyx_filename = __pyx_f[2]; __pyx_lineno = 149; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      {__pyx_filename = __pyx_f[2]; __pyx_lineno = 160; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        goto __pyx_L7;      }      __pyx_L7:; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":150 - *                 fid = FDConvert(as_str(fname)) +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":161 + *                 fid = FDConvert(fn)   *                 if fid < 0: raise KeyError(fname)   *                 scores_.set_value(fid, fval)             # <<<<<<<<<<<<<<   *  @@ -7392,6 +7437,7 @@ static int __pyx_pf_5_cdec_5TRule_6scores_2__set__(struct __pyx_obj_5_cdec_TRule    __pyx_r = -1;    __pyx_L0:;    __Pyx_XDECREF(__pyx_v_fname); +  __Pyx_XDECREF(__pyx_v_fn);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } @@ -7407,7 +7453,7 @@ static PyObject *__pyx_pw_5_cdec_5TRule_3lhs_1__get__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":153 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":164   *    *     property lhs:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -7425,7 +7471,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_3lhs___get__(struct __pyx_obj_5_cdec_TRu    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":154 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":165   *     property lhs:   *         def __get__(self):   *             return NT(TDConvert(-self.rule.get().lhs_).c_str())             # <<<<<<<<<<<<<< @@ -7433,14 +7479,14 @@ static PyObject *__pyx_pf_5_cdec_5TRule_3lhs___get__(struct __pyx_obj_5_cdec_TRu   *         def __set__(self, lhs):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyBytes_FromString(TD::Convert((-__pyx_v_self->rule->get()->lhs_)).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 154; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(TD::Convert((-__pyx_v_self->rule->get()->lhs_)).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 165; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 154; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 165; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT)), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 154; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT)), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 165; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_r = __pyx_t_1; @@ -7471,7 +7517,7 @@ static int __pyx_pw_5_cdec_5TRule_3lhs_3__set__(PyObject *__pyx_v_self, PyObject    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":156 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":167   *             return NT(TDConvert(-self.rule.get().lhs_).c_str())   *    *         def __set__(self, lhs):             # <<<<<<<<<<<<<< @@ -7493,12 +7539,12 @@ static int __pyx_pf_5_cdec_5TRule_3lhs_2__set__(struct __pyx_obj_5_cdec_TRule *_    __Pyx_RefNannySetupContext("__set__", 0);    __Pyx_INCREF(__pyx_v_lhs); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":157 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":168   *    *         def __set__(self, lhs):   *             if not isinstance(lhs, NT):             # <<<<<<<<<<<<<<   *                 lhs = NT(lhs) - *             self.rule.get().lhs_ = -TDConvert(<char *>lhs.cat) + *             self.rule.get().lhs_ = -TDConvert((<NT> lhs).cat)   */    __pyx_t_1 = ((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT));    __Pyx_INCREF(__pyx_t_1); @@ -7507,19 +7553,19 @@ static int __pyx_pf_5_cdec_5TRule_3lhs_2__set__(struct __pyx_obj_5_cdec_TRule *_    __pyx_t_3 = (!__pyx_t_2);    if (__pyx_t_3) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":158 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":169   *         def __set__(self, lhs):   *             if not isinstance(lhs, NT):   *                 lhs = NT(lhs)             # <<<<<<<<<<<<<< - *             self.rule.get().lhs_ = -TDConvert(<char *>lhs.cat) + *             self.rule.get().lhs_ = -TDConvert((<NT> lhs).cat)   *    */ -    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 158; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 169; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __Pyx_INCREF(__pyx_v_lhs);      PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_lhs);      __Pyx_GIVEREF(__pyx_v_lhs); -    __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT)), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 158; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NT)), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 169; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;      __Pyx_DECREF(__pyx_v_lhs); @@ -7529,18 +7575,15 @@ static int __pyx_pf_5_cdec_5TRule_3lhs_2__set__(struct __pyx_obj_5_cdec_TRule *_    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":159 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":170   *             if not isinstance(lhs, NT):   *                 lhs = NT(lhs) - *             self.rule.get().lhs_ = -TDConvert(<char *>lhs.cat)             # <<<<<<<<<<<<<< + *             self.rule.get().lhs_ = -TDConvert((<NT> lhs).cat)             # <<<<<<<<<<<<<<   *    *     def __str__(self):   */ -  __pyx_t_4 = PyObject_GetAttr(__pyx_v_lhs, __pyx_n_s__cat); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_t_4); -  __pyx_t_5 = PyBytes_AsString(__pyx_t_4); if (unlikely((!__pyx_t_5) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; -  __pyx_v_self->rule->get()->lhs_ = (-TD::Convert(((char *)__pyx_t_5))); +  __pyx_t_5 = PyBytes_AsString(((PyObject *)((struct __pyx_obj_5_cdec_NT *)__pyx_v_lhs)->cat)); if (unlikely((!__pyx_t_5) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_v_self->rule->get()->lhs_ = (-TD::Convert(__pyx_t_5));    __pyx_r = 0;    goto __pyx_L0; @@ -7567,7 +7610,7 @@ static PyObject *__pyx_pw_5_cdec_5TRule_5__str__(PyObject *__pyx_v_self) {  }  static PyObject *__pyx_gb_5_cdec_5TRule_7__str___2generator19(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value); /* proto */ -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":162 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":173   *    *     def __str__(self):   *         scores = ' '.join('%s=%s' % feat for feat in self.scores)             # <<<<<<<<<<<<<< @@ -7593,7 +7636,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_7__str___genexpr(PyObject *__pyx_self) {    __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_5TRule_7__str___2generator19, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_5TRule_7__str___2generator19, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -7629,15 +7672,15 @@ static PyObject *__pyx_gb_5_cdec_5TRule_7__str___2generator19(__pyx_GeneratorObj      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} } -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self), __pyx_n_s__scores); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;} } +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self), __pyx_n_s__scores); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    if (PyList_CheckExact(__pyx_t_1) || PyTuple_CheckExact(__pyx_t_1)) {      __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0;      __pyx_t_4 = NULL;    } else { -    __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2);      __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext;    } @@ -7646,23 +7689,23 @@ static PyObject *__pyx_gb_5_cdec_5TRule_7__str___2generator19(__pyx_GeneratorObj      if (!__pyx_t_4 && PyList_CheckExact(__pyx_t_2)) {        if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; +      __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_4 && PyTuple_CheckExact(__pyx_t_2)) {        if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; +      __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_1 = __pyx_t_4(__pyx_t_2);        if (unlikely(!__pyx_t_1)) {          if (PyErr_Occurred()) {            if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -          else {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          else {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          }          break;        } @@ -7673,7 +7716,7 @@ static PyObject *__pyx_gb_5_cdec_5TRule_7__str___2generator19(__pyx_GeneratorObj      __Pyx_GIVEREF(__pyx_t_1);      __pyx_cur_scope->__pyx_v_feat = __pyx_t_1;      __pyx_t_1 = 0; -    __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_11), __pyx_cur_scope->__pyx_v_feat); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_11), __pyx_cur_scope->__pyx_v_feat); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_1));      __pyx_r = ((PyObject *)__pyx_t_1);      __pyx_t_1 = 0; @@ -7692,7 +7735,7 @@ static PyObject *__pyx_gb_5_cdec_5TRule_7__str___2generator19(__pyx_GeneratorObj      __Pyx_XGOTREF(__pyx_t_2);      __pyx_t_3 = __pyx_cur_scope->__pyx_t_1;      __pyx_t_4 = __pyx_cur_scope->__pyx_t_2; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;    PyErr_SetNone(PyExc_StopIteration); @@ -7709,8 +7752,8 @@ static PyObject *__pyx_gb_5_cdec_5TRule_7__str___2generator19(__pyx_GeneratorObj    return NULL;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":161 - *             self.rule.get().lhs_ = -TDConvert(<char *>lhs.cat) +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":172 + *             self.rule.get().lhs_ = -TDConvert((<NT> lhs).cat)   *    *     def __str__(self):             # <<<<<<<<<<<<<<   *         scores = ' '.join('%s=%s' % feat for feat in self.scores) @@ -7741,30 +7784,30 @@ static PyObject *__pyx_pf_5_cdec_5TRule_4__str__(struct __pyx_obj_5_cdec_TRule *    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":162 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":173   *    *     def __str__(self):   *         scores = ' '.join('%s=%s' % feat for feat in self.scores)             # <<<<<<<<<<<<<<   *         return '%s ||| %s ||| %s ||| %s' % (self.lhs,   *                 _phrase(self.f), _phrase(self.e), scores)   */ -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_7), __pyx_n_s__join); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_7), __pyx_n_s__join); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = __pyx_pf_5_cdec_5TRule_7__str___genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = __pyx_pf_5_cdec_5TRule_7__str___genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2); -  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_2);    __Pyx_GIVEREF(__pyx_t_2);    __pyx_t_2 = 0; -  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;    __pyx_v_scores = __pyx_t_2;    __pyx_t_2 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":163 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":174   *     def __str__(self):   *         scores = ' '.join('%s=%s' % feat for feat in self.scores)   *         return '%s ||| %s ||| %s ||| %s' % (self.lhs,             # <<<<<<<<<<<<<< @@ -7772,43 +7815,43 @@ static PyObject *__pyx_pf_5_cdec_5TRule_4__str__(struct __pyx_obj_5_cdec_TRule *   *    */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_2 = PyObject_GetAttr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s__lhs); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 163; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_GetAttr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s__lhs); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 174; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":164 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":175   *         scores = ' '.join('%s=%s' % feat for feat in self.scores)   *         return '%s ||| %s ||| %s ||| %s' % (self.lhs,   *                 _phrase(self.f), _phrase(self.e), scores)             # <<<<<<<<<<<<<<   *    * cdef class MRule(TRule):   */ -  __pyx_t_3 = __Pyx_GetName(__pyx_m, __pyx_n_s___phrase); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 164; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = __Pyx_GetName(__pyx_m, __pyx_n_s___phrase); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3); -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s__f); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 164; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s__f); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 164; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_4);    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);    __Pyx_GIVEREF(__pyx_t_1);    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 164; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;    __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0; -  __pyx_t_4 = __Pyx_GetName(__pyx_m, __pyx_n_s___phrase); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 164; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_4 = __Pyx_GetName(__pyx_m, __pyx_n_s___phrase); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_4); -  __pyx_t_3 = PyObject_GetAttr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s__e); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 164; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyObject_GetAttr(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_n_s__e); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3); -  __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 164; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_5);    PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_3);    __Pyx_GIVEREF(__pyx_t_3);    __pyx_t_3 = 0; -  __pyx_t_3 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 164; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;    __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0; -  __pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 163; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 174; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_5);    PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2);    __Pyx_GIVEREF(__pyx_t_2); @@ -7822,7 +7865,7 @@ static PyObject *__pyx_pf_5_cdec_5TRule_4__str__(struct __pyx_obj_5_cdec_TRule *    __pyx_t_2 = 0;    __pyx_t_1 = 0;    __pyx_t_3 = 0; -  __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_12), ((PyObject *)__pyx_t_5)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 163; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_12), ((PyObject *)__pyx_t_5)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 174; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_3));    __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0;    __pyx_r = ((PyObject *)__pyx_t_3); @@ -7849,31 +7892,24 @@ static PyObject *__pyx_pf_5_cdec_5TRule_4__str__(struct __pyx_obj_5_cdec_TRule *  /* Python wrapper */  static int __pyx_pw_5_cdec_5MRule_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_5MRule___init__[] = "MRule(lhs, rhs, scores, a=None) -> Monolingual rule.\n        lhs: left hand side non-terminal\n        rhs: right hand side phrase (list of words/NT)\n        scores: dictionary of feature scores"; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_5MRule___init__; +#endif  static int __pyx_pw_5_cdec_5MRule_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    PyObject *__pyx_v_lhs = 0;    PyObject *__pyx_v_rhs = 0;    PyObject *__pyx_v_scores = 0; -  PyObject *__pyx_v_a = 0;    int __pyx_r;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__init__ (wrapper)", 0);    { -    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__lhs,&__pyx_n_s__rhs,&__pyx_n_s__scores,&__pyx_n_s__a,0}; -    PyObject* values[4] = {0,0,0,0}; - -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":167 - *  - * cdef class MRule(TRule): - *     def __init__(self, lhs, rhs, scores, a=None):             # <<<<<<<<<<<<<< - *         cdef unsigned i = 1 - *         e = [] - */ -    values[3] = ((PyObject *)Py_None); +    static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__lhs,&__pyx_n_s__rhs,&__pyx_n_s__scores,0}; +    PyObject* values[3] = {0,0,0};      if (unlikely(__pyx_kwds)) {        Py_ssize_t kw_args;        const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);        switch (pos_args) { -        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);          case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);          case  2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);          case  1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); @@ -7888,51 +7924,50 @@ static int __pyx_pw_5_cdec_5MRule_1__init__(PyObject *__pyx_v_self, PyObject *__          case  1:          if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__rhs)) != 0)) kw_args--;          else { -          __Pyx_RaiseArgtupleInvalid("__init__", 0, 3, 4, 1); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +          __Pyx_RaiseArgtupleInvalid("__init__", 1, 3, 3, 1); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 178; __pyx_clineno = __LINE__; goto __pyx_L3_error;}          }          case  2:          if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__scores)) != 0)) kw_args--;          else { -          __Pyx_RaiseArgtupleInvalid("__init__", 0, 3, 4, 2); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L3_error;} -        } -        case  3: -        if (kw_args > 0) { -          PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s__a); -          if (value) { values[3] = value; kw_args--; } +          __Pyx_RaiseArgtupleInvalid("__init__", 1, 3, 3, 2); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 178; __pyx_clineno = __LINE__; goto __pyx_L3_error;}          }        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 178; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        } +    } else if (PyTuple_GET_SIZE(__pyx_args) != 3) { +      goto __pyx_L5_argtuple_error;      } else { -      switch (PyTuple_GET_SIZE(__pyx_args)) { -        case  4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); -        case  3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); -        values[1] = PyTuple_GET_ITEM(__pyx_args, 1); -        values[0] = PyTuple_GET_ITEM(__pyx_args, 0); -        break; -        default: goto __pyx_L5_argtuple_error; -      } +      values[0] = PyTuple_GET_ITEM(__pyx_args, 0); +      values[1] = PyTuple_GET_ITEM(__pyx_args, 1); +      values[2] = PyTuple_GET_ITEM(__pyx_args, 2);      }      __pyx_v_lhs = values[0];      __pyx_v_rhs = values[1];      __pyx_v_scores = values[2]; -    __pyx_v_a = values[3];    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("__init__", 0, 3, 4, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("__init__", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 178; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_AddTraceback("_cdec.MRule.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext();    return -1;    __pyx_L4_argument_unpacking_done:; -  __pyx_r = __pyx_pf_5_cdec_5MRule___init__(((struct __pyx_obj_5_cdec_MRule *)__pyx_v_self), __pyx_v_lhs, __pyx_v_rhs, __pyx_v_scores, __pyx_v_a); +  __pyx_r = __pyx_pf_5_cdec_5MRule___init__(((struct __pyx_obj_5_cdec_MRule *)__pyx_v_self), __pyx_v_lhs, __pyx_v_rhs, __pyx_v_scores);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } -static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_v_self, PyObject *__pyx_v_lhs, PyObject *__pyx_v_rhs, PyObject *__pyx_v_scores, PyObject *__pyx_v_a) { +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":178 + *  + * cdef class MRule(TRule): + *     def __init__(self, lhs, rhs, scores):             # <<<<<<<<<<<<<< + *         """MRule(lhs, rhs, scores, a=None) -> Monolingual rule. + *         lhs: left hand side non-terminal + */ + +static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_v_self, PyObject *__pyx_v_lhs, PyObject *__pyx_v_rhs, PyObject *__pyx_v_scores) {    unsigned int __pyx_v_i;    PyObject *__pyx_v_e = NULL;    PyObject *__pyx_v_s = NULL; @@ -7950,28 +7985,28 @@ static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__init__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":168 - * cdef class MRule(TRule): - *     def __init__(self, lhs, rhs, scores, a=None): +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":183 + *         rhs: right hand side phrase (list of words/NT) + *         scores: dictionary of feature scores"""   *         cdef unsigned i = 1             # <<<<<<<<<<<<<<   *         e = []   *         for s in rhs:   */    __pyx_v_i = 1; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":169 - *     def __init__(self, lhs, rhs, scores, a=None): +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":184 + *         scores: dictionary of feature scores"""   *         cdef unsigned i = 1   *         e = []             # <<<<<<<<<<<<<<   *         for s in rhs:   *             if isinstance(s, NT):   */ -  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 169; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_e = __pyx_t_1;    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":170 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":185   *         cdef unsigned i = 1   *         e = []   *         for s in rhs:             # <<<<<<<<<<<<<< @@ -7982,7 +8017,7 @@ static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_      __pyx_t_1 = __pyx_v_rhs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;      __pyx_t_3 = NULL;    } else { -    __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_rhs); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_rhs); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 185; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext;    } @@ -7990,23 +8025,23 @@ static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_      if (!__pyx_t_3 && PyList_CheckExact(__pyx_t_1)) {        if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; +      __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 185; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 185; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_3 && PyTuple_CheckExact(__pyx_t_1)) {        if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; +      __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 185; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 185; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_4 = __pyx_t_3(__pyx_t_1);        if (unlikely(!__pyx_t_4)) {          if (PyErr_Occurred()) {            if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -          else {__pyx_filename = __pyx_f[2]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          else {__pyx_filename = __pyx_f[2]; __pyx_lineno = 185; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          }          break;        } @@ -8016,7 +8051,7 @@ static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_      __pyx_v_s = __pyx_t_4;      __pyx_t_4 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":171 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":186   *         e = []   *         for s in rhs:   *             if isinstance(s, NT):             # <<<<<<<<<<<<<< @@ -8029,27 +8064,27 @@ static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;      if (__pyx_t_5) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":172 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":187   *         for s in rhs:   *             if isinstance(s, NT):   *                 e.append(NTRef(i))             # <<<<<<<<<<<<<<   *                 i += 1   *             else:   */ -      __pyx_t_4 = PyLong_FromUnsignedLong(__pyx_v_i); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = PyLong_FromUnsignedLong(__pyx_v_i); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_4); -      __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4);        __Pyx_GIVEREF(__pyx_t_4);        __pyx_t_4 = 0; -      __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NTRef)), ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_NTRef)), ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_4);        __Pyx_DECREF(((PyObject *)__pyx_t_6)); __pyx_t_6 = 0; -      __pyx_t_7 = PyList_Append(__pyx_v_e, __pyx_t_4); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_7 = PyList_Append(__pyx_v_e, __pyx_t_4); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":173 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":188   *             if isinstance(s, NT):   *                 e.append(NTRef(i))   *                 i += 1             # <<<<<<<<<<<<<< @@ -8061,27 +8096,27 @@ static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_      }      /*else*/ { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":175 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":190   *                 i += 1   *             else:   *                 e.append(s)             # <<<<<<<<<<<<<< - *         super(MRule, self).__init__(lhs, rhs, e, scores, a) + *         super(MRule, self).__init__(lhs, rhs, e, scores, None)   *    */ -      __pyx_t_7 = PyList_Append(__pyx_v_e, __pyx_v_s); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_7 = PyList_Append(__pyx_v_e, __pyx_v_s); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      }      __pyx_L5:;    }    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":176 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":191   *             else:   *                 e.append(s) - *         super(MRule, self).__init__(lhs, rhs, e, scores, a)             # <<<<<<<<<<<<<< + *         super(MRule, self).__init__(lhs, rhs, e, scores, None)             # <<<<<<<<<<<<<<   *    * cdef class Grammar:   */ -  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_INCREF(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_MRule)));    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)((PyObject*)__pyx_ptype_5_cdec_MRule))); @@ -8089,13 +8124,13 @@ static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_    __Pyx_INCREF(((PyObject *)__pyx_v_self));    PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_v_self));    __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); -  __pyx_t_4 = PyObject_Call(__pyx_builtin_super, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_4 = PyObject_Call(__pyx_builtin_super, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_4);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_GetAttr(__pyx_t_4, __pyx_n_s____init__); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(__pyx_t_4, __pyx_n_s____init__); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; -  __pyx_t_4 = PyTuple_New(5); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_4 = PyTuple_New(5); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_4);    __Pyx_INCREF(__pyx_v_lhs);    PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_lhs); @@ -8109,10 +8144,10 @@ static int __pyx_pf_5_cdec_5MRule___init__(struct __pyx_obj_5_cdec_MRule *__pyx_    __Pyx_INCREF(__pyx_v_scores);    PyTuple_SET_ITEM(__pyx_t_4, 3, __pyx_v_scores);    __Pyx_GIVEREF(__pyx_v_scores); -  __Pyx_INCREF(__pyx_v_a); -  PyTuple_SET_ITEM(__pyx_t_4, 4, __pyx_v_a); -  __Pyx_GIVEREF(__pyx_v_a); -  __pyx_t_6 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_INCREF(Py_None); +  PyTuple_SET_ITEM(__pyx_t_4, 4, Py_None); +  __Pyx_GIVEREF(Py_None); +  __pyx_t_6 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_6);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0; @@ -8142,7 +8177,7 @@ static void __pyx_pw_5_cdec_7Grammar_1__dealloc__(PyObject *__pyx_v_self) {    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":181 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":196   *     cdef shared_ptr[grammar.Grammar]* grammar   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -8154,7 +8189,7 @@ static void __pyx_pf_5_cdec_7Grammar___dealloc__(CYTHON_UNUSED struct __pyx_obj_    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":182 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":197   *    *     def __dealloc__(self):   *         del self.grammar             # <<<<<<<<<<<<<< @@ -8178,7 +8213,7 @@ static PyObject *__pyx_pw_5_cdec_7Grammar_3__iter__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":184 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":199   *         del self.grammar   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -8204,7 +8239,7 @@ static PyObject *__pyx_pf_5_cdec_7Grammar_2__iter__(struct __pyx_obj_5_cdec_Gram    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_7Grammar_4generator3, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_7Grammar_4generator3, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 199; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -8239,9 +8274,9 @@ static PyObject *__pyx_gb_5_cdec_7Grammar_4generator3(__pyx_GeneratorObject *__p      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 199; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":185 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":200   *    *     def __iter__(self):   *         cdef grammar.const_GrammarIter* root = self.grammar.get().GetRoot()             # <<<<<<<<<<<<<< @@ -8250,7 +8285,7 @@ static PyObject *__pyx_gb_5_cdec_7Grammar_4generator3(__pyx_GeneratorObject *__p   */    __pyx_cur_scope->__pyx_v_root = __pyx_cur_scope->__pyx_v_self->grammar->get()->GetRoot(); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":186 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":201   *     def __iter__(self):   *         cdef grammar.const_GrammarIter* root = self.grammar.get().GetRoot()   *         cdef grammar.const_RuleBin* rbin = root.GetRules()             # <<<<<<<<<<<<<< @@ -8259,7 +8294,7 @@ static PyObject *__pyx_gb_5_cdec_7Grammar_4generator3(__pyx_GeneratorObject *__p   */    __pyx_cur_scope->__pyx_v_rbin = __pyx_cur_scope->__pyx_v_root->GetRules(); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":189 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":204   *         cdef TRule trule   *         cdef unsigned i   *         for i in range(rbin.GetNumRules()):             # <<<<<<<<<<<<<< @@ -8270,23 +8305,23 @@ static PyObject *__pyx_gb_5_cdec_7Grammar_4generator3(__pyx_GeneratorObject *__p    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":190 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":205   *         cdef unsigned i   *         for i in range(rbin.GetNumRules()):   *             trule = TRule.__new__(TRule)             # <<<<<<<<<<<<<<   *             trule.rule = new shared_ptr[grammar.TRule](rbin.GetIthRule(i))   *             yield trule   */ -    __pyx_t_3 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_TRule)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_TRule)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 205; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3); -    if (!(likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_5_cdec_TRule)))) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (!(likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_5_cdec_TRule)))) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 205; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_XGOTREF(((PyObject *)__pyx_cur_scope->__pyx_v_trule));      __Pyx_XDECREF(((PyObject *)__pyx_cur_scope->__pyx_v_trule));      __Pyx_GIVEREF(__pyx_t_3);      __pyx_cur_scope->__pyx_v_trule = ((struct __pyx_obj_5_cdec_TRule *)__pyx_t_3);      __pyx_t_3 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":191 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":206   *         for i in range(rbin.GetNumRules()):   *             trule = TRule.__new__(TRule)   *             trule.rule = new shared_ptr[grammar.TRule](rbin.GetIthRule(i))             # <<<<<<<<<<<<<< @@ -8295,7 +8330,7 @@ static PyObject *__pyx_gb_5_cdec_7Grammar_4generator3(__pyx_GeneratorObject *__p   */      __pyx_cur_scope->__pyx_v_trule->rule = new boost::shared_ptr<TRule>(__pyx_cur_scope->__pyx_v_rbin->GetIthRule(__pyx_cur_scope->__pyx_v_i)); -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":192 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":207   *             trule = TRule.__new__(TRule)   *             trule.rule = new shared_ptr[grammar.TRule](rbin.GetIthRule(i))   *             yield trule             # <<<<<<<<<<<<<< @@ -8314,7 +8349,7 @@ static PyObject *__pyx_gb_5_cdec_7Grammar_4generator3(__pyx_GeneratorObject *__p      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 192; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 207; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -8340,7 +8375,7 @@ static PyObject *__pyx_pw_5_cdec_7Grammar_4name_1__get__(PyObject *__pyx_v_self)    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":195 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":210   *    *     property name:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -8358,21 +8393,21 @@ static PyObject *__pyx_pf_5_cdec_7Grammar_4name___get__(struct __pyx_obj_5_cdec_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":196 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":211   *     property name:   *         def __get__(self):   *             str(self.grammar.get().GetGrammarName().c_str())             # <<<<<<<<<<<<<<   *    *         def __set__(self, name):   */ -  __pyx_t_1 = PyBytes_FromString(__pyx_v_self->grammar->get()->GetGrammarName().c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 196; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(__pyx_v_self->grammar->get()->GetGrammarName().c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 211; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 196; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 211; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 196; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 211; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; @@ -8401,50 +8436,71 @@ static int __pyx_pw_5_cdec_7Grammar_4name_3__set__(PyObject *__pyx_v_self, PyObj    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":198 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":213   *             str(self.grammar.get().GetGrammarName().c_str())   *    *         def __set__(self, name):             # <<<<<<<<<<<<<< - *             self.grammar.get().SetGrammarName(string(<char *>name)) - *  + *             name = as_str(name) + *             self.grammar.get().SetGrammarName(name)   */  static int __pyx_pf_5_cdec_7Grammar_4name_2__set__(struct __pyx_obj_5_cdec_Grammar *__pyx_v_self, PyObject *__pyx_v_name) {    int __pyx_r;    __Pyx_RefNannyDeclarations -  char *__pyx_t_1; +  PyObject *__pyx_t_1 = NULL; +  std::string __pyx_t_2;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__set__", 0); +  __Pyx_INCREF(__pyx_v_name); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":199 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":214   *    *         def __set__(self, name): - *             self.grammar.get().SetGrammarName(string(<char *>name))             # <<<<<<<<<<<<<< + *             name = as_str(name)             # <<<<<<<<<<<<<< + *             self.grammar.get().SetGrammarName(name) + *  + */ +  __pyx_t_1 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_v_name, NULL)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 214; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_t_1); +  __Pyx_DECREF(__pyx_v_name); +  __pyx_v_name = __pyx_t_1; +  __pyx_t_1 = 0; + +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":215 + *         def __set__(self, name): + *             name = as_str(name) + *             self.grammar.get().SetGrammarName(name)             # <<<<<<<<<<<<<<   *    * cdef class TextGrammar(Grammar):   */ -  __pyx_t_1 = PyBytes_AsString(__pyx_v_name); if (unlikely((!__pyx_t_1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 199; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_v_self->grammar->get()->SetGrammarName(std::string(((char *)__pyx_t_1))); +  __pyx_t_2 = __pyx_convert_string_from_py_(__pyx_v_name); if (unlikely(PyErr_Occurred())) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 215; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_v_self->grammar->get()->SetGrammarName(__pyx_t_2);    __pyx_r = 0;    goto __pyx_L0;    __pyx_L1_error:; +  __Pyx_XDECREF(__pyx_t_1);    __Pyx_AddTraceback("_cdec.Grammar.name.__set__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = -1;    __pyx_L0:; +  __Pyx_XDECREF(__pyx_v_name);    __Pyx_RefNannyFinishContext();    return __pyx_r;  }  /* Python wrapper */ -static int __pyx_pw_5_cdec_11TextGrammar_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ -static int __pyx_pw_5_cdec_11TextGrammar_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { +static int __pyx_pw_5_cdec_11TextGrammar_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_11TextGrammar___init__[] = "TextGrammar(rules) -> SCFG Grammar containing the rules."; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_11TextGrammar___init__; +#endif +static int __pyx_pw_5_cdec_11TextGrammar_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    PyObject *__pyx_v_rules = 0;    int __pyx_r;    __Pyx_RefNannyDeclarations -  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0); +  __Pyx_RefNannySetupContext("__init__ (wrapper)", 0);    {      static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__rules,0};      PyObject* values[1] = {0}; @@ -8463,7 +8519,7 @@ static int __pyx_pw_5_cdec_11TextGrammar_1__cinit__(PyObject *__pyx_v_self, PyOb          else goto __pyx_L5_argtuple_error;        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 202; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 218; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else if (PyTuple_GET_SIZE(__pyx_args) != 1) {        goto __pyx_L5_argtuple_error; @@ -8474,26 +8530,26 @@ static int __pyx_pw_5_cdec_11TextGrammar_1__cinit__(PyObject *__pyx_v_self, PyOb    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("__cinit__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 202; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[2]; __pyx_lineno = 218; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:; -  __Pyx_AddTraceback("_cdec.TextGrammar.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename); +  __Pyx_AddTraceback("_cdec.TextGrammar.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext();    return -1;    __pyx_L4_argument_unpacking_done:; -  __pyx_r = __pyx_pf_5_cdec_11TextGrammar___cinit__(((struct __pyx_obj_5_cdec_TextGrammar *)__pyx_v_self), __pyx_v_rules); +  __pyx_r = __pyx_pf_5_cdec_11TextGrammar___init__(((struct __pyx_obj_5_cdec_TextGrammar *)__pyx_v_self), __pyx_v_rules);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":202 +/* "/home/vchahune/tools/cdec/python/src/grammar.pxi":218   *    * cdef class TextGrammar(Grammar): - *     def __cinit__(self, rules):             # <<<<<<<<<<<<<< + *     def __init__(self, rules):             # <<<<<<<<<<<<<< + *         """TextGrammar(rules) -> SCFG Grammar containing the rules."""   *         self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar()) - *         cdef grammar.TextGrammar* _g = <grammar.TextGrammar*> self.grammar.get()   */ -static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextGrammar *__pyx_v_self, PyObject *__pyx_v_rules) { +static int __pyx_pf_5_cdec_11TextGrammar___init__(struct __pyx_obj_5_cdec_TextGrammar *__pyx_v_self, PyObject *__pyx_v_rules) {    TextGrammar *__pyx_v__g;    PyObject *__pyx_v_trule = NULL;    int __pyx_r; @@ -8508,19 +8564,19 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0; -  __Pyx_RefNannySetupContext("__cinit__", 0); +  __Pyx_RefNannySetupContext("__init__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":203 - * cdef class TextGrammar(Grammar): - *     def __cinit__(self, rules): +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":220 + *     def __init__(self, rules): + *         """TextGrammar(rules) -> SCFG Grammar containing the rules."""   *         self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar())             # <<<<<<<<<<<<<<   *         cdef grammar.TextGrammar* _g = <grammar.TextGrammar*> self.grammar.get()   *         for trule in rules:   */    __pyx_v_self->__pyx_base.grammar = new boost::shared_ptr<Grammar>(new TextGrammar()); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":204 - *     def __cinit__(self, rules): +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":221 + *         """TextGrammar(rules) -> SCFG Grammar containing the rules."""   *         self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar())   *         cdef grammar.TextGrammar* _g = <grammar.TextGrammar*> self.grammar.get()             # <<<<<<<<<<<<<<   *         for trule in rules: @@ -8528,7 +8584,7 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG   */    __pyx_v__g = ((TextGrammar *)__pyx_v_self->__pyx_base.grammar->get()); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":205 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":222   *         self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar())   *         cdef grammar.TextGrammar* _g = <grammar.TextGrammar*> self.grammar.get()   *         for trule in rules:             # <<<<<<<<<<<<<< @@ -8539,7 +8595,7 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG      __pyx_t_1 = __pyx_v_rules; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0;      __pyx_t_3 = NULL;    } else { -    __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_rules); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 205; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_rules); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 222; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext;    } @@ -8547,23 +8603,23 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG      if (!__pyx_t_3 && PyList_CheckExact(__pyx_t_1)) {        if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; +      __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 222; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 205; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 222; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_3 && PyTuple_CheckExact(__pyx_t_1)) {        if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; +      __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 222; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 205; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 222; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_4 = __pyx_t_3(__pyx_t_1);        if (unlikely(!__pyx_t_4)) {          if (PyErr_Occurred()) {            if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -          else {__pyx_filename = __pyx_f[2]; __pyx_lineno = 205; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          else {__pyx_filename = __pyx_f[2]; __pyx_lineno = 222; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          }          break;        } @@ -8573,7 +8629,7 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG      __pyx_v_trule = __pyx_t_4;      __pyx_t_4 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":206 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":223   *         cdef grammar.TextGrammar* _g = <grammar.TextGrammar*> self.grammar.get()   *         for trule in rules:   *             if isinstance(trule, _sa.Rule):             # <<<<<<<<<<<<<< @@ -8586,17 +8642,17 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;      if (__pyx_t_5) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":207 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":224   *         for trule in rules:   *             if isinstance(trule, _sa.Rule):   *                 trule = convert_rule(trule)             # <<<<<<<<<<<<<<   *             elif not isinstance(trule, TRule):   *                 raise ValueError('the grammar should contain TRule objects')   */ -      if (!(likely(((__pyx_v_trule) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_trule, __pyx_ptype_4cdec_2sa_3_sa_Rule))))) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 207; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (!(likely(((__pyx_v_trule) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_trule, __pyx_ptype_4cdec_2sa_3_sa_Rule))))) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 224; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __pyx_t_4 = __pyx_v_trule;        __Pyx_INCREF(__pyx_t_4); -      __pyx_t_6 = ((PyObject *)__pyx_f_5_cdec_convert_rule(((struct __pyx_obj_4cdec_2sa_3_sa_Rule *)__pyx_t_4))); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 207; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = ((PyObject *)__pyx_f_5_cdec_convert_rule(((struct __pyx_obj_4cdec_2sa_3_sa_Rule *)__pyx_t_4))); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 224; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;        __Pyx_DECREF(__pyx_v_trule); @@ -8605,7 +8661,7 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG        goto __pyx_L5;      } -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":208 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":225   *             if isinstance(trule, _sa.Rule):   *                 trule = convert_rule(trule)   *             elif not isinstance(trule, TRule):             # <<<<<<<<<<<<<< @@ -8619,22 +8675,22 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG      __pyx_t_7 = (!__pyx_t_5);      if (__pyx_t_7) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":209 +      /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":226   *                 trule = convert_rule(trule)   *             elif not isinstance(trule, TRule):   *                 raise ValueError('the grammar should contain TRule objects')             # <<<<<<<<<<<<<<   *             _g.AddRule((<TRule> trule).rule[0])   */ -      __pyx_t_6 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_k_tuple_14), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 209; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_k_tuple_14), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_Raise(__pyx_t_6, 0, 0, 0);        __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; -      {__pyx_filename = __pyx_f[2]; __pyx_lineno = 209; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      {__pyx_filename = __pyx_f[2]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        goto __pyx_L5;      }      __pyx_L5:; -    /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":210 +    /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":227   *             elif not isinstance(trule, TRule):   *                 raise ValueError('the grammar should contain TRule objects')   *             _g.AddRule((<TRule> trule).rule[0])             # <<<<<<<<<<<<<< @@ -8649,7 +8705,7 @@ static int __pyx_pf_5_cdec_11TextGrammar___cinit__(struct __pyx_obj_5_cdec_TextG    __Pyx_XDECREF(__pyx_t_1);    __Pyx_XDECREF(__pyx_t_4);    __Pyx_XDECREF(__pyx_t_6); -  __Pyx_AddTraceback("_cdec.TextGrammar.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename); +  __Pyx_AddTraceback("_cdec.TextGrammar.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = -1;    __pyx_L0:;    __Pyx_XDECREF(__pyx_v_trule); @@ -8666,7 +8722,7 @@ static void __pyx_pw_5_cdec_10Hypergraph_1__dealloc__(PyObject *__pyx_v_self) {    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":8 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":8   *     cdef MT19937* rng   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -8679,7 +8735,7 @@ static void __pyx_pf_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_5_cdec_Hyp    int __pyx_t_1;    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":9 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":9   *    *     def __dealloc__(self):   *         del self.hg             # <<<<<<<<<<<<<< @@ -8688,7 +8744,7 @@ static void __pyx_pf_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_5_cdec_Hyp   */    delete __pyx_v_self->hg; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":10 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":10   *     def __dealloc__(self):   *         del self.hg   *         if self.rng != NULL:             # <<<<<<<<<<<<<< @@ -8698,7 +8754,7 @@ static void __pyx_pf_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_5_cdec_Hyp    __pyx_t_1 = (__pyx_v_self->rng != NULL);    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":11 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":11   *         del self.hg   *         if self.rng != NULL:   *             del self.rng             # <<<<<<<<<<<<<< @@ -8713,7 +8769,7 @@ static void __pyx_pf_5_cdec_10Hypergraph___dealloc__(struct __pyx_obj_5_cdec_Hyp    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":13 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":13   *             del self.rng   *    *     cdef MT19937* _rng(self):             # <<<<<<<<<<<<<< @@ -8731,7 +8787,7 @@ static MT19937 *__pyx_f_5_cdec_10Hypergraph__rng(struct __pyx_obj_5_cdec_Hypergr    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("_rng", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":14 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":14   *    *     cdef MT19937* _rng(self):   *         if self.rng == NULL:             # <<<<<<<<<<<<<< @@ -8741,7 +8797,7 @@ static MT19937 *__pyx_f_5_cdec_10Hypergraph__rng(struct __pyx_obj_5_cdec_Hypergr    __pyx_t_1 = (__pyx_v_self->rng == NULL);    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":15 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":15   *     cdef MT19937* _rng(self):   *         if self.rng == NULL:   *             self.rng = new MT19937()             # <<<<<<<<<<<<<< @@ -8754,7 +8810,7 @@ static MT19937 *__pyx_f_5_cdec_10Hypergraph__rng(struct __pyx_obj_5_cdec_Hypergr    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":16 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":16   *         if self.rng == NULL:   *             self.rng = new MT19937()   *         return self.rng             # <<<<<<<<<<<<<< @@ -8776,6 +8832,7 @@ static MT19937 *__pyx_f_5_cdec_10Hypergraph__rng(struct __pyx_obj_5_cdec_Hypergr  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_3viterbi(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_2viterbi[] = "hg.viterbi() -> String for the best hypothesis in the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_3viterbi(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -8785,12 +8842,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_3viterbi(PyObject *__pyx_v_self, C    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":18 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":18   *         return self.rng   *    *     def viterbi(self):             # <<<<<<<<<<<<<< + *         """hg.viterbi() -> String for the best hypothesis in the hypergraph."""   *         cdef vector[WordID] trans - *         hypergraph.ViterbiESentence(self.hg[0], &trans)   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self) { @@ -8804,8 +8861,8 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_5_cdec_H    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("viterbi", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":20 - *     def viterbi(self): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":21 + *         """hg.viterbi() -> String for the best hypothesis in the hypergraph."""   *         cdef vector[WordID] trans   *         hypergraph.ViterbiESentence(self.hg[0], &trans)             # <<<<<<<<<<<<<<   *         return unicode(GetString(trans).c_str(), 'utf8') @@ -8813,7 +8870,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_5_cdec_H   */    ViterbiESentence((__pyx_v_self->hg[0]), (&__pyx_v_trans)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":21 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":22   *         cdef vector[WordID] trans   *         hypergraph.ViterbiESentence(self.hg[0], &trans)   *         return unicode(GetString(trans).c_str(), 'utf8')             # <<<<<<<<<<<<<< @@ -8821,9 +8878,9 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_5_cdec_H   *     def viterbi_trees(self):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyBytes_FromString(TD::GetString(__pyx_v_trans).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(TD::GetString(__pyx_v_trans).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1)); @@ -8831,7 +8888,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_5_cdec_H    PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_n_s__utf8));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_r = __pyx_t_1; @@ -8853,6 +8910,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_2viterbi(struct __pyx_obj_5_cdec_H  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_5viterbi_trees(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_4viterbi_trees[] = "hg.viterbi_trees() -> (f_tree, e_tree)\n        f_tree: Source tree for the best hypothesis in the hypergraph.\n        e_tree: Target tree for the best hypothesis in the hypergraph.\n        ";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_5viterbi_trees(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -8862,12 +8920,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_5viterbi_trees(PyObject *__pyx_v_s    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":23 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":24   *         return unicode(GetString(trans).c_str(), 'utf8')   *    *     def viterbi_trees(self):             # <<<<<<<<<<<<<< - *         f_tree = unicode(hypergraph.ViterbiFTree(self.hg[0]).c_str(), 'utf8') - *         e_tree = unicode(hypergraph.ViterbiETree(self.hg[0]).c_str(), 'utf8') + *         """hg.viterbi_trees() -> (f_tree, e_tree) + *         f_tree: Source tree for the best hypothesis in the hypergraph.   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self) { @@ -8882,16 +8940,16 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_obj_5_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("viterbi_trees", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":24 - *  - *     def viterbi_trees(self): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":29 + *         e_tree: Target tree for the best hypothesis in the hypergraph. + *         """   *         f_tree = unicode(hypergraph.ViterbiFTree(self.hg[0]).c_str(), 'utf8')             # <<<<<<<<<<<<<<   *         e_tree = unicode(hypergraph.ViterbiETree(self.hg[0]).c_str(), 'utf8')   *         return (f_tree, e_tree)   */ -  __pyx_t_1 = PyBytes_FromString(ViterbiFTree((__pyx_v_self->hg[0])).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 24; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(ViterbiFTree((__pyx_v_self->hg[0])).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 24; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1)); @@ -8899,22 +8957,22 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_obj_5_    PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_n_s__utf8));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 24; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_v_f_tree = ((PyObject*)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":25 - *     def viterbi_trees(self): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":30 + *         """   *         f_tree = unicode(hypergraph.ViterbiFTree(self.hg[0]).c_str(), 'utf8')   *         e_tree = unicode(hypergraph.ViterbiETree(self.hg[0]).c_str(), 'utf8')             # <<<<<<<<<<<<<<   *         return (f_tree, e_tree)   *    */ -  __pyx_t_1 = PyBytes_FromString(ViterbiETree((__pyx_v_self->hg[0])).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 25; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(ViterbiETree((__pyx_v_self->hg[0])).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 30; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 25; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 30; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1)); @@ -8922,13 +8980,13 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_obj_5_    PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_n_s__utf8));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 25; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 30; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_v_e_tree = ((PyObject*)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":26 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":31   *         f_tree = unicode(hypergraph.ViterbiFTree(self.hg[0]).c_str(), 'utf8')   *         e_tree = unicode(hypergraph.ViterbiETree(self.hg[0]).c_str(), 'utf8')   *         return (f_tree, e_tree)             # <<<<<<<<<<<<<< @@ -8936,7 +8994,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_obj_5_   *     def viterbi_features(self):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_INCREF(((PyObject *)__pyx_v_f_tree));    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_f_tree)); @@ -8965,6 +9023,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_4viterbi_trees(struct __pyx_obj_5_  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_7viterbi_features(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_6viterbi_features[] = "hg.viterbi_features() -> SparseVector with the features corresponding\n        to the best derivation in the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_7viterbi_features(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -8974,12 +9033,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_7viterbi_features(PyObject *__pyx_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":28 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":33   *         return (f_tree, e_tree)   *    *     def viterbi_features(self):             # <<<<<<<<<<<<<< - *         cdef SparseVector fmap = SparseVector.__new__(SparseVector) - *         fmap.vector = new FastSparseVector[weight_t](hypergraph.ViterbiFeatures(self.hg[0])) + *         """hg.viterbi_features() -> SparseVector with the features corresponding + *         to the best derivation in the hypergraph."""   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_6viterbi_features(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self) { @@ -8992,21 +9051,21 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_6viterbi_features(struct __pyx_obj    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("viterbi_features", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":29 - *  - *     def viterbi_features(self): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":36 + *         """hg.viterbi_features() -> SparseVector with the features corresponding + *         to the best derivation in the hypergraph."""   *         cdef SparseVector fmap = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *         fmap.vector = new FastSparseVector[weight_t](hypergraph.ViterbiFeatures(self.hg[0]))   *         return fmap   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_fmap = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":30 - *     def viterbi_features(self): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":37 + *         to the best derivation in the hypergraph."""   *         cdef SparseVector fmap = SparseVector.__new__(SparseVector)   *         fmap.vector = new FastSparseVector[weight_t](hypergraph.ViterbiFeatures(self.hg[0]))             # <<<<<<<<<<<<<<   *         return fmap @@ -9014,7 +9073,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_6viterbi_features(struct __pyx_obj   */    __pyx_v_fmap->vector = new FastSparseVector<weight_t>(ViterbiFeatures((__pyx_v_self->hg[0]))); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":31 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":38   *         cdef SparseVector fmap = SparseVector.__new__(SparseVector)   *         fmap.vector = new FastSparseVector[weight_t](hypergraph.ViterbiFeatures(self.hg[0]))   *         return fmap             # <<<<<<<<<<<<<< @@ -9041,6 +9100,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_6viterbi_features(struct __pyx_obj  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_9viterbi_joshua(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_8viterbi_joshua[] = "hg.viterbi_joshua() -> Joshua representation of the best derivation.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_9viterbi_joshua(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -9050,12 +9110,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_9viterbi_joshua(PyObject *__pyx_v_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":33 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":40   *         return fmap   *    *     def viterbi_joshua(self):             # <<<<<<<<<<<<<< + *         """hg.viterbi_joshua() -> Joshua representation of the best derivation."""   *         return unicode(hypergraph.JoshuaVisualizationString(self.hg[0]).c_str(), 'utf8') - *    */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_8viterbi_joshua(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self) { @@ -9068,17 +9128,17 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_8viterbi_joshua(struct __pyx_obj_5    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("viterbi_joshua", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":34 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":42   *     def viterbi_joshua(self): + *         """hg.viterbi_joshua() -> Joshua representation of the best derivation."""   *         return unicode(hypergraph.JoshuaVisualizationString(self.hg[0]).c_str(), 'utf8')             # <<<<<<<<<<<<<<   *    *     def kbest(self, size):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyBytes_FromString(JoshuaVisualizationString((__pyx_v_self->hg[0])).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(JoshuaVisualizationString((__pyx_v_self->hg[0])).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 42; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 42; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1)); @@ -9086,7 +9146,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_8viterbi_joshua(struct __pyx_obj_5    PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_n_s__utf8));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 42; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_r = __pyx_t_1; @@ -9109,6 +9169,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_12generator4(__pyx_GeneratorObject  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_11kbest(PyObject *__pyx_v_self, PyObject *__pyx_v_size); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_10kbest[] = "hg.kbest(size) -> List of k-best hypotheses in the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_11kbest(PyObject *__pyx_v_self, PyObject *__pyx_v_size) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -9118,12 +9179,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_11kbest(PyObject *__pyx_v_self, Py    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":36 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":44   *         return unicode(hypergraph.JoshuaVisualizationString(self.hg[0]).c_str(), 'utf8')   *    *     def kbest(self, size):             # <<<<<<<<<<<<<< + *         """hg.kbest(size) -> List of k-best hypotheses in the hypergraph."""   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal]* derivations = new kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal](self.hg[0], size) - *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal].Derivation* derivation   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_10kbest(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self, PyObject *__pyx_v_size) { @@ -9147,7 +9208,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_10kbest(struct __pyx_obj_5_cdec_Hy    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_size);    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_size);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_12generator4, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_12generator4, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -9184,19 +9245,19 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_12generator4(__pyx_GeneratorObject      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":37 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":46   *     def kbest(self, size): + *         """hg.kbest(size) -> List of k-best hypotheses in the hypergraph."""   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal]* derivations = new kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal](self.hg[0], size)             # <<<<<<<<<<<<<<   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal].Derivation* derivation   *         cdef unsigned k   */ -  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 46; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_cur_scope->__pyx_v_derivations = new KBest::KBestDerivations<std::vector<WordID>,ESentenceTraversal>((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_t_1); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":40 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":49   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal].Derivation* derivation   *         cdef unsigned k   *         try:             # <<<<<<<<<<<<<< @@ -9205,18 +9266,18 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_12generator4(__pyx_GeneratorObject   */    /*try:*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":41 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":50   *         cdef unsigned k   *         try:   *             for k in range(size):             # <<<<<<<<<<<<<<   *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 if not derivation: break   */ -    __pyx_t_2 = __Pyx_PyInt_AsLong(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_2 == (long)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L5;} +    __pyx_t_2 = __Pyx_PyInt_AsLong(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_2 == (long)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L5;}      for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_2; __pyx_t_1+=1) {        __pyx_cur_scope->__pyx_v_k = __pyx_t_1; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":42 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":51   *         try:   *             for k in range(size):   *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)             # <<<<<<<<<<<<<< @@ -9225,7 +9286,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_12generator4(__pyx_GeneratorObject   */        __pyx_cur_scope->__pyx_v_derivation = __pyx_cur_scope->__pyx_v_derivations->LazyKthBest((__pyx_cur_scope->__pyx_v_self->hg->nodes_.size() - 1), __pyx_cur_scope->__pyx_v_k); -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":43 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":52   *             for k in range(size):   *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 if not derivation: break             # <<<<<<<<<<<<<< @@ -9239,16 +9300,16 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_12generator4(__pyx_GeneratorObject        }        __pyx_L9:; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":44 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":53   *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 if not derivation: break   *                 yield unicode(GetString(derivation._yield).c_str(), 'utf8')             # <<<<<<<<<<<<<<   *         finally:   *             del derivations   */ -      __pyx_t_4 = PyBytes_FromString(TD::GetString(__pyx_cur_scope->__pyx_v_derivation->yield).c_str()); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_4 = PyBytes_FromString(TD::GetString(__pyx_cur_scope->__pyx_v_derivation->yield).c_str()); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(((PyObject *)__pyx_t_4)); -      __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_5);        PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_t_4));        __Pyx_GIVEREF(((PyObject *)__pyx_t_4)); @@ -9256,7 +9317,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_12generator4(__pyx_GeneratorObject        PyTuple_SET_ITEM(__pyx_t_5, 1, ((PyObject *)__pyx_n_s__utf8));        __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));        __pyx_t_4 = 0; -      __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_4);        __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0;        __pyx_r = __pyx_t_4; @@ -9271,12 +9332,12 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_12generator4(__pyx_GeneratorObject        __pyx_L10_resume_from_yield:;        __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;        __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L5;} +      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L5;}      }      __pyx_L8_break:;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":46 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":55   *                 yield unicode(GetString(derivation._yield).c_str(), 'utf8')   *         finally:   *             del derivations             # <<<<<<<<<<<<<< @@ -9327,6 +9388,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_14kbest_trees(PyObject *__pyx_v_self, PyObject *__pyx_v_size); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_13kbest_trees[] = "hg.kbest_trees(size) -> List of k-best trees in the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_14kbest_trees(PyObject *__pyx_v_self, PyObject *__pyx_v_size) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -9336,12 +9398,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_14kbest_trees(PyObject *__pyx_v_se    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":48 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":57   *             del derivations   *    *     def kbest_trees(self, size):             # <<<<<<<<<<<<<< + *         """hg.kbest_trees(size) -> List of k-best trees in the hypergraph."""   *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal]* f_derivations = new kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal](self.hg[0], size) - *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal].Derivation* f_derivation   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_13kbest_trees(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self, PyObject *__pyx_v_size) { @@ -9365,7 +9427,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_13kbest_trees(struct __pyx_obj_5_c    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_size);    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_size);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_15generator5, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 48; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_15generator5, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -9404,29 +9466,29 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 48; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":49 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":59   *     def kbest_trees(self, size): + *         """hg.kbest_trees(size) -> List of k-best trees in the hypergraph."""   *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal]* f_derivations = new kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal](self.hg[0], size)             # <<<<<<<<<<<<<<   *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal].Derivation* f_derivation   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal]* e_derivations = new kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal](self.hg[0], size)   */ -  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 49; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_cur_scope->__pyx_v_f_derivations = new KBest::KBestDerivations<std::vector<WordID>,FTreeTraversal>((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_t_1); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":51 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":61   *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal]* f_derivations = new kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal](self.hg[0], size)   *         cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal].Derivation* f_derivation   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal]* e_derivations = new kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal](self.hg[0], size)             # <<<<<<<<<<<<<<   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal].Derivation* e_derivation   *         cdef unsigned k   */ -  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 51; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 61; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_cur_scope->__pyx_v_e_derivations = new KBest::KBestDerivations<std::vector<WordID>,ETreeTraversal>((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_t_1); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":54 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":64   *         cdef kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal].Derivation* e_derivation   *         cdef unsigned k   *         try:             # <<<<<<<<<<<<<< @@ -9435,18 +9497,18 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject   */    /*try:*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":55 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":65   *         cdef unsigned k   *         try:   *             for k in range(size):             # <<<<<<<<<<<<<<   *                 f_derivation = f_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 e_derivation = e_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   */ -    __pyx_t_2 = __Pyx_PyInt_AsLong(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_2 == (long)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L5;} +    __pyx_t_2 = __Pyx_PyInt_AsLong(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_2 == (long)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 65; __pyx_clineno = __LINE__; goto __pyx_L5;}      for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_2; __pyx_t_1+=1) {        __pyx_cur_scope->__pyx_v_k = __pyx_t_1; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":56 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":66   *         try:   *             for k in range(size):   *                 f_derivation = f_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)             # <<<<<<<<<<<<<< @@ -9455,7 +9517,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject   */        __pyx_cur_scope->__pyx_v_f_derivation = __pyx_cur_scope->__pyx_v_f_derivations->LazyKthBest((__pyx_cur_scope->__pyx_v_self->hg->nodes_.size() - 1), __pyx_cur_scope->__pyx_v_k); -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":57 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":67   *             for k in range(size):   *                 f_derivation = f_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 e_derivation = e_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)             # <<<<<<<<<<<<<< @@ -9464,7 +9526,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject   */        __pyx_cur_scope->__pyx_v_e_derivation = __pyx_cur_scope->__pyx_v_e_derivations->LazyKthBest((__pyx_cur_scope->__pyx_v_self->hg->nodes_.size() - 1), __pyx_cur_scope->__pyx_v_k); -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":58 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":68   *                 f_derivation = f_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 e_derivation = e_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 if not f_derivation or not e_derivation: break             # <<<<<<<<<<<<<< @@ -9484,16 +9546,16 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject        }        __pyx_L9:; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":59 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":69   *                 e_derivation = e_derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 if not f_derivation or not e_derivation: break   *                 f_tree = unicode(GetString(f_derivation._yield).c_str(), 'utf8')             # <<<<<<<<<<<<<<   *                 e_tree = unicode(GetString(e_derivation._yield).c_str(), 'utf8')   *                 yield (f_tree, e_tree)   */ -      __pyx_t_6 = PyBytes_FromString(TD::GetString(__pyx_cur_scope->__pyx_v_f_derivation->yield).c_str()); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_6 = PyBytes_FromString(TD::GetString(__pyx_cur_scope->__pyx_v_f_derivation->yield).c_str()); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(((PyObject *)__pyx_t_6)); -      __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_7);        PyTuple_SET_ITEM(__pyx_t_7, 0, ((PyObject *)__pyx_t_6));        __Pyx_GIVEREF(((PyObject *)__pyx_t_6)); @@ -9501,7 +9563,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject        PyTuple_SET_ITEM(__pyx_t_7, 1, ((PyObject *)__pyx_n_s__utf8));        __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));        __pyx_t_6 = 0; -      __pyx_t_6 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_7), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_6 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_7), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(((PyObject *)__pyx_t_7)); __pyx_t_7 = 0;        __Pyx_XGOTREF(((PyObject *)__pyx_cur_scope->__pyx_v_f_tree)); @@ -9510,16 +9572,16 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject        __pyx_cur_scope->__pyx_v_f_tree = ((PyObject*)__pyx_t_6);        __pyx_t_6 = 0; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":60 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":70   *                 if not f_derivation or not e_derivation: break   *                 f_tree = unicode(GetString(f_derivation._yield).c_str(), 'utf8')   *                 e_tree = unicode(GetString(e_derivation._yield).c_str(), 'utf8')             # <<<<<<<<<<<<<<   *                 yield (f_tree, e_tree)   *         finally:   */ -      __pyx_t_6 = PyBytes_FromString(TD::GetString(__pyx_cur_scope->__pyx_v_e_derivation->yield).c_str()); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_6 = PyBytes_FromString(TD::GetString(__pyx_cur_scope->__pyx_v_e_derivation->yield).c_str()); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(((PyObject *)__pyx_t_6)); -      __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_7);        PyTuple_SET_ITEM(__pyx_t_7, 0, ((PyObject *)__pyx_t_6));        __Pyx_GIVEREF(((PyObject *)__pyx_t_6)); @@ -9527,7 +9589,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject        PyTuple_SET_ITEM(__pyx_t_7, 1, ((PyObject *)__pyx_n_s__utf8));        __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));        __pyx_t_6 = 0; -      __pyx_t_6 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_7), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_6 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_7), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(((PyObject *)__pyx_t_7)); __pyx_t_7 = 0;        __Pyx_XGOTREF(((PyObject *)__pyx_cur_scope->__pyx_v_e_tree)); @@ -9536,14 +9598,14 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject        __pyx_cur_scope->__pyx_v_e_tree = ((PyObject*)__pyx_t_6);        __pyx_t_6 = 0; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":61 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":71   *                 f_tree = unicode(GetString(f_derivation._yield).c_str(), 'utf8')   *                 e_tree = unicode(GetString(e_derivation._yield).c_str(), 'utf8')   *                 yield (f_tree, e_tree)             # <<<<<<<<<<<<<<   *         finally:   *             del f_derivations   */ -      __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 61; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 71; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_v_f_tree));        PyTuple_SET_ITEM(__pyx_t_6, 0, ((PyObject *)__pyx_cur_scope->__pyx_v_f_tree)); @@ -9563,12 +9625,12 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject        __pyx_L10_resume_from_yield:;        __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;        __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 61; __pyx_clineno = __LINE__; goto __pyx_L5;} +      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 71; __pyx_clineno = __LINE__; goto __pyx_L5;}      }      __pyx_L8_break:;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":63 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":73   *                 yield (f_tree, e_tree)   *         finally:   *             del f_derivations             # <<<<<<<<<<<<<< @@ -9592,7 +9654,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_15generator5(__pyx_GeneratorObject      __pyx_L6:;      delete __pyx_cur_scope->__pyx_v_f_derivations; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":64 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":74   *         finally:   *             del f_derivations   *             del e_derivations             # <<<<<<<<<<<<<< @@ -9628,6 +9690,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_18generator6(__pyx_GeneratorObject  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_17kbest_features(PyObject *__pyx_v_self, PyObject *__pyx_v_size); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_16kbest_features[] = "hg.kbest_trees(size) -> List of k-best feature vectors in the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_17kbest_features(PyObject *__pyx_v_self, PyObject *__pyx_v_size) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -9637,12 +9700,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_17kbest_features(PyObject *__pyx_v    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":66 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":76   *             del e_derivations   *    *     def kbest_features(self, size):             # <<<<<<<<<<<<<< + *         """hg.kbest_trees(size) -> List of k-best feature vectors in the hypergraph."""   *         cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal]* derivations = new kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal](self.hg[0], size) - *         cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal].Derivation* derivation   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_16kbest_features(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self, PyObject *__pyx_v_size) { @@ -9666,7 +9729,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_16kbest_features(struct __pyx_obj_    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_size);    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_size);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_18generator6, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 66; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_18generator6, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 76; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -9702,19 +9765,19 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_18generator6(__pyx_GeneratorObject      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 66; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 76; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":67 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":78   *     def kbest_features(self, size): + *         """hg.kbest_trees(size) -> List of k-best feature vectors in the hypergraph."""   *         cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal]* derivations = new kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal](self.hg[0], size)             # <<<<<<<<<<<<<<   *         cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal].Derivation* derivation   *         cdef SparseVector fmap   */ -  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_PyInt_AsUnsignedInt(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_1 == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_cur_scope->__pyx_v_derivations = new KBest::KBestDerivations<FastSparseVector<weight_t>,FeatureVectorTraversal>((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_t_1); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":71 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":82   *         cdef SparseVector fmap   *         cdef unsigned k   *         try:             # <<<<<<<<<<<<<< @@ -9723,18 +9786,18 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_18generator6(__pyx_GeneratorObject   */    /*try:*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":72 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":83   *         cdef unsigned k   *         try:   *             for k in range(size):             # <<<<<<<<<<<<<<   *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 if not derivation: break   */ -    __pyx_t_2 = __Pyx_PyInt_AsLong(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_2 == (long)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L5;} +    __pyx_t_2 = __Pyx_PyInt_AsLong(__pyx_cur_scope->__pyx_v_size); if (unlikely((__pyx_t_2 == (long)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L5;}      for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_2; __pyx_t_1+=1) {        __pyx_cur_scope->__pyx_v_k = __pyx_t_1; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":73 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":84   *         try:   *             for k in range(size):   *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)             # <<<<<<<<<<<<<< @@ -9743,7 +9806,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_18generator6(__pyx_GeneratorObject   */        __pyx_cur_scope->__pyx_v_derivation = __pyx_cur_scope->__pyx_v_derivations->LazyKthBest((__pyx_cur_scope->__pyx_v_self->hg->nodes_.size() - 1), __pyx_cur_scope->__pyx_v_k); -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":74 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":85   *             for k in range(size):   *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 if not derivation: break             # <<<<<<<<<<<<<< @@ -9757,23 +9820,23 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_18generator6(__pyx_GeneratorObject        }        __pyx_L9:; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":75 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":86   *                 derivation = derivations.LazyKthBest(self.hg.nodes_.size() - 1, k)   *                 if not derivation: break   *                 fmap = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *                 fmap.vector = new FastSparseVector[weight_t](derivation._yield)   *                 yield fmap   */ -      __pyx_t_4 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 75; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_4 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 86; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_GOTREF(__pyx_t_4); -      if (!(likely(__Pyx_TypeTest(__pyx_t_4, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 75; __pyx_clineno = __LINE__; goto __pyx_L5;} +      if (!(likely(__Pyx_TypeTest(__pyx_t_4, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 86; __pyx_clineno = __LINE__; goto __pyx_L5;}        __Pyx_XGOTREF(((PyObject *)__pyx_cur_scope->__pyx_v_fmap));        __Pyx_XDECREF(((PyObject *)__pyx_cur_scope->__pyx_v_fmap));        __Pyx_GIVEREF(__pyx_t_4);        __pyx_cur_scope->__pyx_v_fmap = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_4);        __pyx_t_4 = 0; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":76 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":87   *                 if not derivation: break   *                 fmap = SparseVector.__new__(SparseVector)   *                 fmap.vector = new FastSparseVector[weight_t](derivation._yield)             # <<<<<<<<<<<<<< @@ -9782,7 +9845,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_18generator6(__pyx_GeneratorObject   */        __pyx_cur_scope->__pyx_v_fmap->vector = new FastSparseVector<weight_t>(__pyx_cur_scope->__pyx_v_derivation->yield); -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":77 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":88   *                 fmap = SparseVector.__new__(SparseVector)   *                 fmap.vector = new FastSparseVector[weight_t](derivation._yield)   *                 yield fmap             # <<<<<<<<<<<<<< @@ -9801,12 +9864,12 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_18generator6(__pyx_GeneratorObject        __pyx_L10_resume_from_yield:;        __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;        __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L5;} +      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L5;}      }      __pyx_L8_break:;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":79 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":90   *                 yield fmap   *         finally:   *             del derivations             # <<<<<<<<<<<<<< @@ -9855,13 +9918,14 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_21generator7(__pyx_GeneratorObject  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_20sample(PyObject *__pyx_v_self, PyObject *__pyx_arg_n); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_19sample[] = "hg.sample(n) -> Sample of n hypotheses from the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_20sample(PyObject *__pyx_v_self, PyObject *__pyx_arg_n) {    unsigned int __pyx_v_n;    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("sample (wrapper)", 0);    assert(__pyx_arg_n); { -    __pyx_v_n = __Pyx_PyInt_AsUnsignedInt(__pyx_arg_n); if (unlikely((__pyx_v_n == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_n = __Pyx_PyInt_AsUnsignedInt(__pyx_arg_n); if (unlikely((__pyx_v_n == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -9874,12 +9938,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_20sample(PyObject *__pyx_v_self, P    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":81 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":92   *             del derivations   *    *     def sample(self, unsigned n):             # <<<<<<<<<<<<<< + *         """hg.sample(n) -> Sample of n hypotheses from the hypergraph."""   *         cdef vector[hypergraph.Hypothesis]* hypos = new vector[hypergraph.Hypothesis]() - *         hypergraph.sample_hypotheses(self.hg[0], n, self._rng(), hypos)   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_19sample(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self, unsigned int __pyx_v_n) { @@ -9901,7 +9965,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_19sample(struct __pyx_obj_5_cdec_H    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __pyx_cur_scope->__pyx_v_n = __pyx_v_n;    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_21generator7, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_21generator7, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -9923,10 +9987,11 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_21generator7(__pyx_GeneratorObject  {    struct __pyx_obj_5_cdec___pyx_scope_struct_11_sample *__pyx_cur_scope = ((struct __pyx_obj_5_cdec___pyx_scope_struct_11_sample *)__pyx_generator->closure);    PyObject *__pyx_r = NULL; -  size_t __pyx_t_1; -  unsigned int __pyx_t_2; -  PyObject *__pyx_t_3 = NULL; +  std::vector<HypergraphSampler::Hypothesis> *__pyx_t_1; +  size_t __pyx_t_2; +  unsigned int __pyx_t_3;    PyObject *__pyx_t_4 = NULL; +  PyObject *__pyx_t_5 = NULL;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("None", 0);    switch (__pyx_generator->resume_label) { @@ -9937,19 +10002,20 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_21generator7(__pyx_GeneratorObject      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":82 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":94   *     def sample(self, unsigned n): + *         """hg.sample(n) -> Sample of n hypotheses from the hypergraph."""   *         cdef vector[hypergraph.Hypothesis]* hypos = new vector[hypergraph.Hypothesis]()             # <<<<<<<<<<<<<<   *         hypergraph.sample_hypotheses(self.hg[0], n, self._rng(), hypos)   *         cdef unsigned k   */ -  __pyx_cur_scope->__pyx_v_hypos = new std::vector<HypergraphSampler::Hypothesis>(); +  try {__pyx_t_1 = new std::vector<HypergraphSampler::Hypothesis>();} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[3]; __pyx_lineno = 94; __pyx_clineno = __LINE__; goto __pyx_L1_error;}} +  __pyx_cur_scope->__pyx_v_hypos = __pyx_t_1; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":83 - *     def sample(self, unsigned n): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":95 + *         """hg.sample(n) -> Sample of n hypotheses from the hypergraph."""   *         cdef vector[hypergraph.Hypothesis]* hypos = new vector[hypergraph.Hypothesis]()   *         hypergraph.sample_hypotheses(self.hg[0], n, self._rng(), hypos)             # <<<<<<<<<<<<<<   *         cdef unsigned k @@ -9957,7 +10023,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_21generator7(__pyx_GeneratorObject   */    HypergraphSampler::sample_hypotheses((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_cur_scope->__pyx_v_n, ((struct __pyx_vtabstruct_5_cdec_Hypergraph *)__pyx_cur_scope->__pyx_v_self->__pyx_vtab)->_rng(__pyx_cur_scope->__pyx_v_self), __pyx_cur_scope->__pyx_v_hypos); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":85 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":97   *         hypergraph.sample_hypotheses(self.hg[0], n, self._rng(), hypos)   *         cdef unsigned k   *         try:             # <<<<<<<<<<<<<< @@ -9966,54 +10032,54 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_21generator7(__pyx_GeneratorObject   */    /*try:*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":86 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":98   *         cdef unsigned k   *         try:   *             for k in range(hypos.size()):             # <<<<<<<<<<<<<<   *                 yield unicode(GetString(hypos[0][k].words).c_str(), 'utf8')   *         finally:   */ -    __pyx_t_1 = __pyx_cur_scope->__pyx_v_hypos->size(); -    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) { -      __pyx_cur_scope->__pyx_v_k = __pyx_t_2; +    __pyx_t_2 = __pyx_cur_scope->__pyx_v_hypos->size(); +    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) { +      __pyx_cur_scope->__pyx_v_k = __pyx_t_3; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":87 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":99   *         try:   *             for k in range(hypos.size()):   *                 yield unicode(GetString(hypos[0][k].words).c_str(), 'utf8')             # <<<<<<<<<<<<<<   *         finally:   *             del hypos   */ -      __pyx_t_3 = PyBytes_FromString(TD::GetString(((__pyx_cur_scope->__pyx_v_hypos[0])[__pyx_cur_scope->__pyx_v_k]).words).c_str()); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 87; __pyx_clineno = __LINE__; goto __pyx_L5;} -      __Pyx_GOTREF(((PyObject *)__pyx_t_3)); -      __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 87; __pyx_clineno = __LINE__; goto __pyx_L5;} -      __Pyx_GOTREF(__pyx_t_4); -      PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_t_3)); -      __Pyx_GIVEREF(((PyObject *)__pyx_t_3)); +      __pyx_t_4 = PyBytes_FromString(TD::GetString(((__pyx_cur_scope->__pyx_v_hypos[0])[__pyx_cur_scope->__pyx_v_k]).words).c_str()); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 99; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __Pyx_GOTREF(((PyObject *)__pyx_t_4)); +      __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 99; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __Pyx_GOTREF(__pyx_t_5); +      PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_t_4)); +      __Pyx_GIVEREF(((PyObject *)__pyx_t_4));        __Pyx_INCREF(((PyObject *)__pyx_n_s__utf8)); -      PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_n_s__utf8)); +      PyTuple_SET_ITEM(__pyx_t_5, 1, ((PyObject *)__pyx_n_s__utf8));        __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8)); -      __pyx_t_3 = 0; -      __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 87; __pyx_clineno = __LINE__; goto __pyx_L5;} -      __Pyx_GOTREF(__pyx_t_3); -      __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0; -      __pyx_r = __pyx_t_3; -      __pyx_t_3 = 0; -      __pyx_cur_scope->__pyx_t_0 = __pyx_t_1; -      __pyx_cur_scope->__pyx_t_1 = __pyx_t_2; +      __pyx_t_4 = 0; +      __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 99; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __Pyx_GOTREF(__pyx_t_4); +      __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0; +      __pyx_r = __pyx_t_4; +      __pyx_t_4 = 0; +      __pyx_cur_scope->__pyx_t_0 = __pyx_t_2; +      __pyx_cur_scope->__pyx_t_1 = __pyx_t_3;        __Pyx_XGIVEREF(__pyx_r);        __Pyx_RefNannyFinishContext();        /* return from generator, yielding value */        __pyx_generator->resume_label = 1;        return __pyx_r;        __pyx_L9_resume_from_yield:; -      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0; -      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 87; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_2 = __pyx_cur_scope->__pyx_t_0; +      __pyx_t_3 = __pyx_cur_scope->__pyx_t_1; +      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 99; __pyx_clineno = __LINE__; goto __pyx_L5;}      }    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":89 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":101   *                 yield unicode(GetString(hypos[0][k].words).c_str(), 'utf8')   *         finally:   *             del hypos             # <<<<<<<<<<<<<< @@ -10028,8 +10094,8 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_21generator7(__pyx_GeneratorObject      __pyx_why = 0; goto __pyx_L6;      __pyx_L5: {        __pyx_why = 4; +      __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;        __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; -      __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;        __Pyx_ErrFetch(&__pyx_exc_type, &__pyx_exc_value, &__pyx_exc_tb);        __pyx_exc_lineno = __pyx_lineno;        goto __pyx_L6; @@ -10050,8 +10116,8 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_21generator7(__pyx_GeneratorObject    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0;    __pyx_L1_error:; -  __Pyx_XDECREF(__pyx_t_3);    __Pyx_XDECREF(__pyx_t_4); +  __Pyx_XDECREF(__pyx_t_5);    __Pyx_AddTraceback("sample", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_L0:;    __Pyx_XDECREF(__pyx_r); @@ -10064,13 +10130,14 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_24generator8(__pyx_GeneratorObject  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_23sample_trees(PyObject *__pyx_v_self, PyObject *__pyx_arg_n); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_22sample_trees[] = "hg.sample_trees(n) -> Sample of n trees from the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_23sample_trees(PyObject *__pyx_v_self, PyObject *__pyx_arg_n) {    unsigned int __pyx_v_n;    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("sample_trees (wrapper)", 0);    assert(__pyx_arg_n); { -    __pyx_v_n = __Pyx_PyInt_AsUnsignedInt(__pyx_arg_n); if (unlikely((__pyx_v_n == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 91; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +    __pyx_v_n = __Pyx_PyInt_AsUnsignedInt(__pyx_arg_n); if (unlikely((__pyx_v_n == (unsigned int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 103; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L3_error:; @@ -10083,12 +10150,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_23sample_trees(PyObject *__pyx_v_s    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":91 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":103   *             del hypos   *    *     def sample_trees(self, unsigned n):             # <<<<<<<<<<<<<< + *        """hg.sample_trees(n) -> Sample of n trees from the hypergraph."""   *        cdef vector[string]* trees = new vector[string]() - *        hypergraph.sample_trees(self.hg[0], n, self._rng(), trees)   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_22sample_trees(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self, unsigned int __pyx_v_n) { @@ -10110,7 +10177,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_22sample_trees(struct __pyx_obj_5_    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __pyx_cur_scope->__pyx_v_n = __pyx_v_n;    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_24generator8, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 91; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_24generator8, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 103; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -10132,10 +10199,11 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_24generator8(__pyx_GeneratorObject  {    struct __pyx_obj_5_cdec___pyx_scope_struct_12_sample_trees *__pyx_cur_scope = ((struct __pyx_obj_5_cdec___pyx_scope_struct_12_sample_trees *)__pyx_generator->closure);    PyObject *__pyx_r = NULL; -  size_t __pyx_t_1; -  unsigned int __pyx_t_2; -  PyObject *__pyx_t_3 = NULL; +  std::vector<std::string> *__pyx_t_1; +  size_t __pyx_t_2; +  unsigned int __pyx_t_3;    PyObject *__pyx_t_4 = NULL; +  PyObject *__pyx_t_5 = NULL;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("None", 0);    switch (__pyx_generator->resume_label) { @@ -10146,19 +10214,20 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_24generator8(__pyx_GeneratorObject      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 91; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 103; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":92 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":105   *     def sample_trees(self, unsigned n): + *        """hg.sample_trees(n) -> Sample of n trees from the hypergraph."""   *        cdef vector[string]* trees = new vector[string]()             # <<<<<<<<<<<<<<   *        hypergraph.sample_trees(self.hg[0], n, self._rng(), trees)   *        cdef unsigned k   */ -  __pyx_cur_scope->__pyx_v_trees = new std::vector<std::string>(); +  try {__pyx_t_1 = new std::vector<std::string>();} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[3]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;}} +  __pyx_cur_scope->__pyx_v_trees = __pyx_t_1; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":93 - *     def sample_trees(self, unsigned n): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":106 + *        """hg.sample_trees(n) -> Sample of n trees from the hypergraph."""   *        cdef vector[string]* trees = new vector[string]()   *        hypergraph.sample_trees(self.hg[0], n, self._rng(), trees)             # <<<<<<<<<<<<<<   *        cdef unsigned k @@ -10166,7 +10235,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_24generator8(__pyx_GeneratorObject   */    HypergraphSampler::sample_trees((__pyx_cur_scope->__pyx_v_self->hg[0]), __pyx_cur_scope->__pyx_v_n, ((struct __pyx_vtabstruct_5_cdec_Hypergraph *)__pyx_cur_scope->__pyx_v_self->__pyx_vtab)->_rng(__pyx_cur_scope->__pyx_v_self), __pyx_cur_scope->__pyx_v_trees); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":95 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":108   *        hypergraph.sample_trees(self.hg[0], n, self._rng(), trees)   *        cdef unsigned k   *        try:             # <<<<<<<<<<<<<< @@ -10175,54 +10244,54 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_24generator8(__pyx_GeneratorObject   */    /*try:*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":96 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":109   *        cdef unsigned k   *        try:   *            for k in range(trees.size()):             # <<<<<<<<<<<<<<   *                yield unicode(trees[0][k].c_str(), 'utf8')   *        finally:   */ -    __pyx_t_1 = __pyx_cur_scope->__pyx_v_trees->size(); -    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) { -      __pyx_cur_scope->__pyx_v_k = __pyx_t_2; +    __pyx_t_2 = __pyx_cur_scope->__pyx_v_trees->size(); +    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) { +      __pyx_cur_scope->__pyx_v_k = __pyx_t_3; -      /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":97 +      /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":110   *        try:   *            for k in range(trees.size()):   *                yield unicode(trees[0][k].c_str(), 'utf8')             # <<<<<<<<<<<<<<   *        finally:   *            del trees   */ -      __pyx_t_3 = PyBytes_FromString(((__pyx_cur_scope->__pyx_v_trees[0])[__pyx_cur_scope->__pyx_v_k]).c_str()); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 97; __pyx_clineno = __LINE__; goto __pyx_L5;} -      __Pyx_GOTREF(((PyObject *)__pyx_t_3)); -      __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 97; __pyx_clineno = __LINE__; goto __pyx_L5;} -      __Pyx_GOTREF(__pyx_t_4); -      PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_t_3)); -      __Pyx_GIVEREF(((PyObject *)__pyx_t_3)); +      __pyx_t_4 = PyBytes_FromString(((__pyx_cur_scope->__pyx_v_trees[0])[__pyx_cur_scope->__pyx_v_k]).c_str()); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 110; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __Pyx_GOTREF(((PyObject *)__pyx_t_4)); +      __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 110; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __Pyx_GOTREF(__pyx_t_5); +      PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_t_4)); +      __Pyx_GIVEREF(((PyObject *)__pyx_t_4));        __Pyx_INCREF(((PyObject *)__pyx_n_s__utf8)); -      PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_n_s__utf8)); +      PyTuple_SET_ITEM(__pyx_t_5, 1, ((PyObject *)__pyx_n_s__utf8));        __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8)); -      __pyx_t_3 = 0; -      __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 97; __pyx_clineno = __LINE__; goto __pyx_L5;} -      __Pyx_GOTREF(__pyx_t_3); -      __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0; -      __pyx_r = __pyx_t_3; -      __pyx_t_3 = 0; -      __pyx_cur_scope->__pyx_t_0 = __pyx_t_1; -      __pyx_cur_scope->__pyx_t_1 = __pyx_t_2; +      __pyx_t_4 = 0; +      __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 110; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __Pyx_GOTREF(__pyx_t_4); +      __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0; +      __pyx_r = __pyx_t_4; +      __pyx_t_4 = 0; +      __pyx_cur_scope->__pyx_t_0 = __pyx_t_2; +      __pyx_cur_scope->__pyx_t_1 = __pyx_t_3;        __Pyx_XGIVEREF(__pyx_r);        __Pyx_RefNannyFinishContext();        /* return from generator, yielding value */        __pyx_generator->resume_label = 1;        return __pyx_r;        __pyx_L9_resume_from_yield:; -      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0; -      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 97; __pyx_clineno = __LINE__; goto __pyx_L5;} +      __pyx_t_2 = __pyx_cur_scope->__pyx_t_0; +      __pyx_t_3 = __pyx_cur_scope->__pyx_t_1; +      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 110; __pyx_clineno = __LINE__; goto __pyx_L5;}      }    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":99 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":112   *                yield unicode(trees[0][k].c_str(), 'utf8')   *        finally:   *            del trees             # <<<<<<<<<<<<<< @@ -10237,8 +10306,8 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_24generator8(__pyx_GeneratorObject      __pyx_why = 0; goto __pyx_L6;      __pyx_L5: {        __pyx_why = 4; +      __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0;        __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; -      __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0;        __Pyx_ErrFetch(&__pyx_exc_type, &__pyx_exc_value, &__pyx_exc_tb);        __pyx_exc_lineno = __pyx_lineno;        goto __pyx_L6; @@ -10259,8 +10328,8 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_24generator8(__pyx_GeneratorObject    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0;    __pyx_L1_error:; -  __Pyx_XDECREF(__pyx_t_3);    __Pyx_XDECREF(__pyx_t_4); +  __Pyx_XDECREF(__pyx_t_5);    __Pyx_AddTraceback("sample_trees", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_L0:;    __Pyx_XDECREF(__pyx_r); @@ -10272,6 +10341,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_24generator8(__pyx_GeneratorObject  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_26intersect(PyObject *__pyx_v_self, PyObject *__pyx_v_inp); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_25intersect[] = "hg.intersect(Lattice/string): Intersect the hypergraph with the provided reference.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_26intersect(PyObject *__pyx_v_self, PyObject *__pyx_v_inp) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -10281,12 +10351,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_26intersect(PyObject *__pyx_v_self    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":101 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":114   *            del trees   *    *     def intersect(self, inp):             # <<<<<<<<<<<<<< + *         """hg.intersect(Lattice/string): Intersect the hypergraph with the provided reference."""   *         cdef Lattice lat - *         if isinstance(inp, Lattice):   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_25intersect(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self, PyObject *__pyx_v_inp) { @@ -10301,8 +10371,8 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_25intersect(struct __pyx_obj_5_cde    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("intersect", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":103 - *     def intersect(self, inp): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":117 + *         """hg.intersect(Lattice/string): Intersect the hypergraph with the provided reference."""   *         cdef Lattice lat   *         if isinstance(inp, Lattice):             # <<<<<<<<<<<<<<   *             lat = <Lattice> inp @@ -10314,7 +10384,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_25intersect(struct __pyx_obj_5_cde    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":104 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":118   *         cdef Lattice lat   *         if isinstance(inp, Lattice):   *             lat = <Lattice> inp             # <<<<<<<<<<<<<< @@ -10326,7 +10396,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_25intersect(struct __pyx_obj_5_cde      goto __pyx_L3;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":105 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":119   *         if isinstance(inp, Lattice):   *             lat = <Lattice> inp   *         elif isinstance(inp, basestring):             # <<<<<<<<<<<<<< @@ -10335,23 +10405,23 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_25intersect(struct __pyx_obj_5_cde   */    __pyx_t_1 = __pyx_builtin_basestring;    __Pyx_INCREF(__pyx_t_1); -  __pyx_t_2 = PyObject_IsInstance(__pyx_v_inp, __pyx_t_1); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_IsInstance(__pyx_v_inp, __pyx_t_1); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 119; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":106 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":120   *             lat = <Lattice> inp   *         elif isinstance(inp, basestring):   *             lat = Lattice(inp)             # <<<<<<<<<<<<<<   *         else:   *             raise TypeError('cannot intersect hypergraph with %s' % type(inp))   */ -    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __Pyx_INCREF(__pyx_v_inp);      PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_inp);      __Pyx_GIVEREF(__pyx_v_inp); -    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Lattice)), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Lattice)), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;      __pyx_v_lat = ((struct __pyx_obj_5_cdec_Lattice *)__pyx_t_3); @@ -10360,30 +10430,30 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_25intersect(struct __pyx_obj_5_cde    }    /*else*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":108 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":122   *             lat = Lattice(inp)   *         else:   *             raise TypeError('cannot intersect hypergraph with %s' % type(inp))             # <<<<<<<<<<<<<<   *         return hypergraph.Intersect(lat.lattice[0], self.hg)   *    */ -    __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_15), ((PyObject *)Py_TYPE(__pyx_v_inp))); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_15), ((PyObject *)Py_TYPE(__pyx_v_inp))); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_3)); -    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_t_3));      __Pyx_GIVEREF(((PyObject *)__pyx_t_3));      __pyx_t_3 = 0; -    __pyx_t_3 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;      __Pyx_Raise(__pyx_t_3, 0, 0, 0);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -    {__pyx_filename = __pyx_f[3]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":109 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":123   *         else:   *             raise TypeError('cannot intersect hypergraph with %s' % type(inp))   *         return hypergraph.Intersect(lat.lattice[0], self.hg)             # <<<<<<<<<<<<<< @@ -10391,7 +10461,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_25intersect(struct __pyx_obj_5_cde   *     def prune(self, beam_alpha=0, density=0, **kwargs):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_3 = __Pyx_PyBool_FromLong(HG::Intersect((__pyx_v_lat->lattice[0]), __pyx_v_self->hg)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = __Pyx_PyBool_FromLong(HG::Intersect((__pyx_v_lat->lattice[0]), __pyx_v_self->hg)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 123; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    __pyx_r = __pyx_t_3;    __pyx_t_3 = 0; @@ -10413,6 +10483,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_25intersect(struct __pyx_obj_5_cde  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_28prune(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_27prune[] = "hg.prune(beam_alpha=0, density=0): Prune the hypergraph.\n        beam_alpha: use beam pruning\n        density: use density pruning";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_28prune(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    PyObject *__pyx_v_beam_alpha = 0;    PyObject *__pyx_v_density = 0; @@ -10450,7 +10521,7 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_28prune(PyObject *__pyx_v_self, Py          }        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "prune") < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "prune") < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else {        switch (PyTuple_GET_SIZE(__pyx_args)) { @@ -10465,7 +10536,7 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_28prune(PyObject *__pyx_v_self, Py    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("prune", 0, 0, 2, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[3]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("prune", 0, 0, 2, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[3]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0;    __Pyx_AddTraceback("_cdec.Hypergraph.prune", __pyx_clineno, __pyx_lineno, __pyx_filename); @@ -10478,12 +10549,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_28prune(PyObject *__pyx_v_self, Py    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":111 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":125   *         return hypergraph.Intersect(lat.lattice[0], self.hg)   *    *     def prune(self, beam_alpha=0, density=0, **kwargs):             # <<<<<<<<<<<<<< - *         cdef hypergraph.EdgeMask* preserve_mask = NULL - *         if 'csplit_preserve_full_word' in kwargs: + *         """hg.prune(beam_alpha=0, density=0): Prune the hypergraph. + *         beam_alpha: use beam pruning   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_27prune(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self, PyObject *__pyx_v_beam_alpha, PyObject *__pyx_v_density, PyObject *__pyx_v_kwargs) { @@ -10498,26 +10569,26 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_27prune(struct __pyx_obj_5_cdec_Hy    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("prune", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":112 - *  - *     def prune(self, beam_alpha=0, density=0, **kwargs): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":129 + *         beam_alpha: use beam pruning + *         density: use density pruning"""   *         cdef hypergraph.EdgeMask* preserve_mask = NULL             # <<<<<<<<<<<<<<   *         if 'csplit_preserve_full_word' in kwargs:   *              preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size())   */    __pyx_v_preserve_mask = NULL; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":113 - *     def prune(self, beam_alpha=0, density=0, **kwargs): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":130 + *         density: use density pruning"""   *         cdef hypergraph.EdgeMask* preserve_mask = NULL   *         if 'csplit_preserve_full_word' in kwargs:             # <<<<<<<<<<<<<<   *              preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size())   *              preserve_mask[0][hypergraph.GetFullWordEdgeIndex(self.hg[0])] = True   */ -  __pyx_t_1 = ((PyDict_Contains(((PyObject *)__pyx_v_kwargs), ((PyObject *)__pyx_n_s_16)))); if (unlikely(__pyx_t_1 < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = (__Pyx_PyDict_Contains(((PyObject *)__pyx_n_s_16), ((PyObject *)__pyx_v_kwargs), Py_EQ)); if (unlikely(__pyx_t_1 < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 130; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":114 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":131   *         cdef hypergraph.EdgeMask* preserve_mask = NULL   *         if 'csplit_preserve_full_word' in kwargs:   *              preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size())             # <<<<<<<<<<<<<< @@ -10526,7 +10597,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_27prune(struct __pyx_obj_5_cdec_Hy   */      __pyx_v_preserve_mask = new std::vector<bool>(__pyx_v_self->hg->edges_.size()); -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":115 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":132   *         if 'csplit_preserve_full_word' in kwargs:   *              preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size())   *              preserve_mask[0][hypergraph.GetFullWordEdgeIndex(self.hg[0])] = True             # <<<<<<<<<<<<<< @@ -10538,18 +10609,18 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_27prune(struct __pyx_obj_5_cdec_Hy    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":116 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":133   *              preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size())   *              preserve_mask[0][hypergraph.GetFullWordEdgeIndex(self.hg[0])] = True   *         self.hg.PruneInsideOutside(beam_alpha, density, preserve_mask, False, 1, False)             # <<<<<<<<<<<<<<   *         if preserve_mask:   *             del preserve_mask   */ -  __pyx_t_2 = __pyx_PyFloat_AsDouble(__pyx_v_beam_alpha); if (unlikely((__pyx_t_2 == (double)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_t_3 = __pyx_PyFloat_AsDouble(__pyx_v_density); if (unlikely((__pyx_t_3 == (double)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = __pyx_PyFloat_AsDouble(__pyx_v_beam_alpha); if (unlikely((__pyx_t_2 == (double)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = __pyx_PyFloat_AsDouble(__pyx_v_density); if (unlikely((__pyx_t_3 == (double)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_self->hg->PruneInsideOutside(__pyx_t_2, __pyx_t_3, __pyx_v_preserve_mask, 0, 1.0, 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":117 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":134   *              preserve_mask[0][hypergraph.GetFullWordEdgeIndex(self.hg[0])] = True   *         self.hg.PruneInsideOutside(beam_alpha, density, preserve_mask, False, 1, False)   *         if preserve_mask:             # <<<<<<<<<<<<<< @@ -10559,7 +10630,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_27prune(struct __pyx_obj_5_cdec_Hy    __pyx_t_1 = (__pyx_v_preserve_mask != 0);    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":118 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":135   *         self.hg.PruneInsideOutside(beam_alpha, density, preserve_mask, False, 1, False)   *         if preserve_mask:   *             del preserve_mask             # <<<<<<<<<<<<<< @@ -10584,6 +10655,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_27prune(struct __pyx_obj_5_cdec_Hy  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_30lattice(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_29lattice[] = "hg.lattice() -> Lattice corresponding to the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_30lattice(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -10593,12 +10665,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_30lattice(PyObject *__pyx_v_self,    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":120 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":137   *             del preserve_mask   *    *     def lattice(self): # TODO direct hg -> lattice conversion in cdec             # <<<<<<<<<<<<<< + *         """hg.lattice() -> Lattice corresponding to the hypergraph."""   *         cdef bytes plf = hypergraph.AsPLF(self.hg[0], True).c_str() - *         return Lattice(eval(plf))   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_29lattice(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self) { @@ -10613,37 +10685,37 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_29lattice(struct __pyx_obj_5_cdec_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("lattice", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":121 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":139   *     def lattice(self): # TODO direct hg -> lattice conversion in cdec + *         """hg.lattice() -> Lattice corresponding to the hypergraph."""   *         cdef bytes plf = hypergraph.AsPLF(self.hg[0], True).c_str()             # <<<<<<<<<<<<<<   *         return Lattice(eval(plf))   *    */ -  __pyx_t_1 = PyBytes_FromString(HypergraphIO::AsPLF((__pyx_v_self->hg[0]), 1).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(HypergraphIO::AsPLF((__pyx_v_self->hg[0]), 1).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1));    __pyx_v_plf = __pyx_t_1;    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":122 - *     def lattice(self): # TODO direct hg -> lattice conversion in cdec +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":140 + *         """hg.lattice() -> Lattice corresponding to the hypergraph."""   *         cdef bytes plf = hypergraph.AsPLF(self.hg[0], True).c_str()   *         return Lattice(eval(plf))             # <<<<<<<<<<<<<<   *    *     def plf(self):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = __Pyx_Globals(); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_Globals(); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_2));    if (((PyObject *)__pyx_v_plf)) { -    if (PyDict_SetItem(__pyx_t_2, ((PyObject *)__pyx_n_s__plf), ((PyObject *)__pyx_v_plf)) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (PyDict_SetItem(__pyx_t_2, ((PyObject *)__pyx_n_s__plf), ((PyObject *)__pyx_v_plf)) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    if (((PyObject *)__pyx_v_self)) { -    if (PyDict_SetItem(__pyx_t_2, ((PyObject *)__pyx_n_s__self), ((PyObject *)__pyx_v_self)) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (PyDict_SetItem(__pyx_t_2, ((PyObject *)__pyx_n_s__self), ((PyObject *)__pyx_v_self)) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    } -  __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    __Pyx_INCREF(((PyObject *)__pyx_v_plf));    PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_plf)); @@ -10654,15 +10726,15 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_29lattice(struct __pyx_obj_5_cdec_    __Pyx_GIVEREF(((PyObject *)__pyx_t_2));    __pyx_t_1 = 0;    __pyx_t_2 = 0; -  __pyx_t_2 = PyObject_Call(__pyx_builtin_eval, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(__pyx_builtin_eval, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0; -  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_2);    __Pyx_GIVEREF(__pyx_t_2);    __pyx_t_2 = 0; -  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Lattice)), ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Lattice)), ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;    __pyx_r = __pyx_t_2; @@ -10686,6 +10758,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_29lattice(struct __pyx_obj_5_cdec_  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_32plf(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_31plf[] = "hg.plf() -> Lattice PLF representation corresponding to the hypergraph.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_32plf(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -10695,12 +10768,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_32plf(PyObject *__pyx_v_self, CYTH    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":124 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":142   *         return Lattice(eval(plf))   *    *     def plf(self):             # <<<<<<<<<<<<<< + *         """hg.plf() -> Lattice PLF representation corresponding to the hypergraph."""   *         return bytes(hypergraph.AsPLF(self.hg[0], True).c_str()) - *    */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_31plf(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self) { @@ -10713,22 +10786,22 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_31plf(struct __pyx_obj_5_cdec_Hype    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("plf", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":125 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":144   *     def plf(self): + *         """hg.plf() -> Lattice PLF representation corresponding to the hypergraph."""   *         return bytes(hypergraph.AsPLF(self.hg[0], True).c_str())             # <<<<<<<<<<<<<<   *    *     def reweight(self, weights):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyBytes_FromString(HypergraphIO::AsPLF((__pyx_v_self->hg[0]), 1).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(HypergraphIO::AsPLF((__pyx_v_self->hg[0]), 1).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 144; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 144; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyBytes_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyBytes_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 144; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_r = __pyx_t_1; @@ -10750,6 +10823,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_31plf(struct __pyx_obj_5_cdec_Hype  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_34reweight(PyObject *__pyx_v_self, PyObject *__pyx_v_weights); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_33reweight[] = "hg.reweight(SparseVector/DenseVector): Reweight the hypergraph with a new vector.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_34reweight(PyObject *__pyx_v_self, PyObject *__pyx_v_weights) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -10759,12 +10833,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_34reweight(PyObject *__pyx_v_self,    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":127 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":146   *         return bytes(hypergraph.AsPLF(self.hg[0], True).c_str())   *    *     def reweight(self, weights):             # <<<<<<<<<<<<<< + *         """hg.reweight(SparseVector/DenseVector): Reweight the hypergraph with a new vector."""   *         if isinstance(weights, SparseVector): - *             self.hg.Reweight((<SparseVector> weights).vector[0])   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_33reweight(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self, PyObject *__pyx_v_weights) { @@ -10778,9 +10852,9 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_33reweight(struct __pyx_obj_5_cdec    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("reweight", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":128 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":148   *     def reweight(self, weights): + *         """hg.reweight(SparseVector/DenseVector): Reweight the hypergraph with a new vector."""   *         if isinstance(weights, SparseVector):             # <<<<<<<<<<<<<<   *             self.hg.Reweight((<SparseVector> weights).vector[0])   *         elif isinstance(weights, DenseVector): @@ -10791,8 +10865,8 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_33reweight(struct __pyx_obj_5_cdec    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":129 - *     def reweight(self, weights): +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":149 + *         """hg.reweight(SparseVector/DenseVector): Reweight the hypergraph with a new vector."""   *         if isinstance(weights, SparseVector):   *             self.hg.Reweight((<SparseVector> weights).vector[0])             # <<<<<<<<<<<<<<   *         elif isinstance(weights, DenseVector): @@ -10802,7 +10876,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_33reweight(struct __pyx_obj_5_cdec      goto __pyx_L3;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":130 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":150   *         if isinstance(weights, SparseVector):   *             self.hg.Reweight((<SparseVector> weights).vector[0])   *         elif isinstance(weights, DenseVector):             # <<<<<<<<<<<<<< @@ -10815,7 +10889,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_33reweight(struct __pyx_obj_5_cdec    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":131 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":151   *             self.hg.Reweight((<SparseVector> weights).vector[0])   *         elif isinstance(weights, DenseVector):   *             self.hg.Reweight((<DenseVector> weights).vector[0])             # <<<<<<<<<<<<<< @@ -10827,26 +10901,26 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_33reweight(struct __pyx_obj_5_cdec    }    /*else*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":133 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":153   *             self.hg.Reweight((<DenseVector> weights).vector[0])   *         else:   *             raise TypeError('cannot reweight hypergraph with %s' % type(weights))             # <<<<<<<<<<<<<<   *    *     property edges:   */ -    __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_17), ((PyObject *)Py_TYPE(__pyx_v_weights))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_17), ((PyObject *)Py_TYPE(__pyx_v_weights))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 153; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 153; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_1));      __Pyx_GIVEREF(((PyObject *)__pyx_t_1));      __pyx_t_1 = 0; -    __pyx_t_1 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 153; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;      __Pyx_Raise(__pyx_t_1, 0, 0, 0);      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -    {__pyx_filename = __pyx_f[3]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[3]; __pyx_lineno = 153; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    __pyx_L3:; @@ -10875,7 +10949,7 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_5edges_1__get__(PyObject *__pyx_v_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":136 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":156   *    *     property edges:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -10901,7 +10975,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_5edges___get__(struct __pyx_obj_5_    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_5edges_2generator9, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 136; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_5edges_2generator9, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 156; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -10937,9 +11011,9 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_5edges_2generator9(__pyx_Generator      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 136; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 156; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":138 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":158   *         def __get__(self):   *             cdef unsigned i   *             for i in range(self.hg.edges_.size()):             # <<<<<<<<<<<<<< @@ -10950,16 +11024,16 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_5edges_2generator9(__pyx_Generator    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":139 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":159   *             cdef unsigned i   *             for i in range(self.hg.edges_.size()):   *                 yield HypergraphEdge().init(self.hg, i)             # <<<<<<<<<<<<<<   *    *     property nodes:   */ -    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3); -    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphEdge *)((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, __pyx_cur_scope->__pyx_v_i); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphEdge *)((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, __pyx_cur_scope->__pyx_v_i); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;      __pyx_r = __pyx_t_4; @@ -10974,7 +11048,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_5edges_2generator9(__pyx_Generator      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -11002,7 +11076,7 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_5nodes_1__get__(PyObject *__pyx_v_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":142 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":162   *    *     property nodes:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -11028,7 +11102,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_5nodes___get__(struct __pyx_obj_5_    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_5nodes_2generator10, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_10Hypergraph_5nodes_2generator10, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -11064,9 +11138,9 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_5nodes_2generator10(__pyx_Generato      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":144 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":164   *         def __get__(self):   *             cdef unsigned i   *             for i in range(self.hg.nodes_.size()):             # <<<<<<<<<<<<<< @@ -11077,16 +11151,16 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_5nodes_2generator10(__pyx_Generato    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":145 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":165   *             cdef unsigned i   *             for i in range(self.hg.nodes_.size()):   *                 yield HypergraphNode().init(self.hg, i)             # <<<<<<<<<<<<<<   *    *     property goal:   */ -    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphNode)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphNode)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 165; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3); -    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphNode *)((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, __pyx_cur_scope->__pyx_v_i); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphNode *)((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, __pyx_cur_scope->__pyx_v_i); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 165; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;      __pyx_r = __pyx_t_4; @@ -11101,7 +11175,7 @@ static PyObject *__pyx_gb_5_cdec_10Hypergraph_5nodes_2generator10(__pyx_Generato      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 165; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -11128,7 +11202,7 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_4goal_1__get__(PyObject *__pyx_v_s    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":148 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":168   *    *     property goal:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -11146,7 +11220,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_4goal___get__(struct __pyx_obj_5_c    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":149 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":169   *     property goal:   *         def __get__(self):   *             return HypergraphNode().init(self.hg, self.hg.GoalNode())             # <<<<<<<<<<<<<< @@ -11154,9 +11228,9 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_4goal___get__(struct __pyx_obj_5_c   *     property npaths:   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphNode)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 149; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphNode)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 169; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = ((struct __pyx_vtabstruct_5_cdec_HypergraphNode *)((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_1)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_1), __pyx_v_self->hg, __pyx_v_self->hg->GoalNode()); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 149; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = ((struct __pyx_vtabstruct_5_cdec_HypergraphNode *)((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_1)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_1), __pyx_v_self->hg, __pyx_v_self->hg->GoalNode()); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 169; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __pyx_r = __pyx_t_2; @@ -11187,7 +11261,7 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_6npaths_1__get__(PyObject *__pyx_v    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":152 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":172   *    *     property npaths:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -11204,7 +11278,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_6npaths___get__(struct __pyx_obj_5    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":153 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":173   *     property npaths:   *         def __get__(self):   *             return self.hg.NumberOfPaths()             # <<<<<<<<<<<<<< @@ -11212,7 +11286,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_6npaths___get__(struct __pyx_obj_5   *     def inside_outside(self):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->hg->NumberOfPaths()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 153; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->hg->NumberOfPaths()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_r = __pyx_t_1;    __pyx_t_1 = 0; @@ -11232,6 +11306,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_6npaths___get__(struct __pyx_obj_5  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_10Hypergraph_36inside_outside(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_10Hypergraph_35inside_outside[] = "hg.inside_outside() -> SparseVector with inside-outside scores for each feature.";  static PyObject *__pyx_pw_5_cdec_10Hypergraph_36inside_outside(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -11241,12 +11316,12 @@ static PyObject *__pyx_pw_5_cdec_10Hypergraph_36inside_outside(PyObject *__pyx_v    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":155 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":175   *             return self.hg.NumberOfPaths()   *    *     def inside_outside(self):             # <<<<<<<<<<<<<< + *         """hg.inside_outside() -> SparseVector with inside-outside scores for each feature."""   *         cdef FastSparseVector[prob_t]* result = new FastSparseVector[prob_t]() - *         cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)   */  static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_self) { @@ -11265,17 +11340,17 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("inside_outside", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":156 - *  +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":177   *     def inside_outside(self): + *         """hg.inside_outside() -> SparseVector with inside-outside scores for each feature."""   *         cdef FastSparseVector[prob_t]* result = new FastSparseVector[prob_t]()             # <<<<<<<<<<<<<<   *         cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)   *         result[0] /= z   */    __pyx_v_result = new FastSparseVector<prob_t>(); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":157 - *     def inside_outside(self): +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":178 + *         """hg.inside_outside() -> SparseVector with inside-outside scores for each feature."""   *         cdef FastSparseVector[prob_t]* result = new FastSparseVector[prob_t]()   *         cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)             # <<<<<<<<<<<<<<   *         result[0] /= z @@ -11283,7 +11358,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_   */    __pyx_v_z = InsideOutside<prob_t, EdgeProb, SparseVector<prob_t>, EdgeFeaturesAndProbWeightFunction>((__pyx_v_self->hg[0]), __pyx_v_result); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":158 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":179   *         cdef FastSparseVector[prob_t]* result = new FastSparseVector[prob_t]()   *         cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)   *         result[0] /= z             # <<<<<<<<<<<<<< @@ -11292,20 +11367,20 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_   */    (__pyx_v_result[0]) /= __pyx_v_z; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":159 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":180   *         cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)   *         result[0] /= z   *         cdef SparseVector vector = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *         vector.vector = new FastSparseVector[double]()   *         cdef FastSparseVector[prob_t].const_iterator* it = new FastSparseVector[prob_t].const_iterator(result[0], False)   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 180; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 180; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_vector = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":160 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":181   *         result[0] /= z   *         cdef SparseVector vector = SparseVector.__new__(SparseVector)   *         vector.vector = new FastSparseVector[double]()             # <<<<<<<<<<<<<< @@ -11314,7 +11389,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_   */    __pyx_v_vector->vector = new FastSparseVector<double>(); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":161 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":182   *         cdef SparseVector vector = SparseVector.__new__(SparseVector)   *         vector.vector = new FastSparseVector[double]()   *         cdef FastSparseVector[prob_t].const_iterator* it = new FastSparseVector[prob_t].const_iterator(result[0], False)             # <<<<<<<<<<<<<< @@ -11323,7 +11398,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_   */    __pyx_v_it = new FastSparseVector<prob_t>::const_iterator((__pyx_v_result[0]), 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":163 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":184   *         cdef FastSparseVector[prob_t].const_iterator* it = new FastSparseVector[prob_t].const_iterator(result[0], False)   *         cdef unsigned i   *         for i in range(result.size()):             # <<<<<<<<<<<<<< @@ -11334,7 +11409,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {      __pyx_v_i = __pyx_t_3; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":164 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":185   *         cdef unsigned i   *         for i in range(result.size()):   *             vector.vector.set_value(it[0].ptr().first, log(it[0].ptr().second))             # <<<<<<<<<<<<<< @@ -11343,7 +11418,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_   */      __pyx_v_vector->vector->set_value((__pyx_v_it[0]).operator->()->first, log((__pyx_v_it[0]).operator->()->second)); -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":165 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":186   *         for i in range(result.size()):   *             vector.vector.set_value(it[0].ptr().first, log(it[0].ptr().second))   *             pinc(it[0]) # ++it             # <<<<<<<<<<<<<< @@ -11353,7 +11428,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_      (++(__pyx_v_it[0]));    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":166 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":187   *             vector.vector.set_value(it[0].ptr().first, log(it[0].ptr().second))   *             pinc(it[0]) # ++it   *         del it             # <<<<<<<<<<<<<< @@ -11362,7 +11437,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_   */    delete __pyx_v_it; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":167 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":188   *             pinc(it[0]) # ++it   *         del it   *         del result             # <<<<<<<<<<<<<< @@ -11371,7 +11446,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_   */    delete __pyx_v_result; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":168 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":189   *         del it   *         del result   *         return vector             # <<<<<<<<<<<<<< @@ -11396,7 +11471,7 @@ static PyObject *__pyx_pf_5_cdec_10Hypergraph_35inside_outside(struct __pyx_obj_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":175 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":196   *     cdef public TRule trule   *    *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):             # <<<<<<<<<<<<<< @@ -11413,7 +11488,7 @@ static PyObject *__pyx_f_5_cdec_14HypergraphEdge_init(struct __pyx_obj_5_cdec_Hy    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("init", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":176 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":197   *    *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):   *         self.hg = hg             # <<<<<<<<<<<<<< @@ -11422,7 +11497,7 @@ static PyObject *__pyx_f_5_cdec_14HypergraphEdge_init(struct __pyx_obj_5_cdec_Hy   */    __pyx_v_self->hg = __pyx_v_hg; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":177 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":198   *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):   *         self.hg = hg   *         self.edge = &hg.edges_[i]             # <<<<<<<<<<<<<< @@ -11431,23 +11506,23 @@ static PyObject *__pyx_f_5_cdec_14HypergraphEdge_init(struct __pyx_obj_5_cdec_Hy   */    __pyx_v_self->edge = (&(__pyx_v_hg->edges_[__pyx_v_i])); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":178 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":199   *         self.hg = hg   *         self.edge = &hg.edges_[i]   *         self.trule = TRule.__new__(TRule)             # <<<<<<<<<<<<<<   *         self.trule.rule = new shared_ptr[grammar.TRule](self.edge.rule_)   *         return self   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_TRule)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 178; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_TRule)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 199; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_TRule)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 178; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_TRule)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 199; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GIVEREF(__pyx_t_1);    __Pyx_GOTREF(__pyx_v_self->trule);    __Pyx_DECREF(((PyObject *)__pyx_v_self->trule));    __pyx_v_self->trule = ((struct __pyx_obj_5_cdec_TRule *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":179 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":200   *         self.edge = &hg.edges_[i]   *         self.trule = TRule.__new__(TRule)   *         self.trule.rule = new shared_ptr[grammar.TRule](self.edge.rule_)             # <<<<<<<<<<<<<< @@ -11456,7 +11531,7 @@ static PyObject *__pyx_f_5_cdec_14HypergraphEdge_init(struct __pyx_obj_5_cdec_Hy   */    __pyx_v_self->trule->rule = new boost::shared_ptr<TRule>(__pyx_v_self->edge->rule_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":180 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":201   *         self.trule = TRule.__new__(TRule)   *         self.trule.rule = new shared_ptr[grammar.TRule](self.edge.rule_)   *         return self             # <<<<<<<<<<<<<< @@ -11491,7 +11566,7 @@ static Py_ssize_t __pyx_pw_5_cdec_14HypergraphEdge_1__len__(PyObject *__pyx_v_se    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":182 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":203   *         return self   *    *     def __len__(self):             # <<<<<<<<<<<<<< @@ -11504,7 +11579,7 @@ static Py_ssize_t __pyx_pf_5_cdec_14HypergraphEdge___len__(struct __pyx_obj_5_cd    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__len__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":183 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":204   *    *     def __len__(self):   *         return self.edge.tail_nodes_.size()             # <<<<<<<<<<<<<< @@ -11531,7 +11606,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphEdge_9head_node_1__get__(PyObject *    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":186 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":207   *    *     property head_node:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -11549,7 +11624,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_9head_node___get__(struct __py    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":187 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":208   *     property head_node:   *         def __get__(self):   *             return HypergraphNode().init(self.hg, self.edge.head_node_)             # <<<<<<<<<<<<<< @@ -11557,9 +11632,9 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_9head_node___get__(struct __py   *     property tail_nodes:   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphNode)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphNode)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 208; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = ((struct __pyx_vtabstruct_5_cdec_HypergraphNode *)((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_1)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_1), __pyx_v_self->hg, __pyx_v_self->edge->head_node_); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = ((struct __pyx_vtabstruct_5_cdec_HypergraphNode *)((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_1)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_1), __pyx_v_self->hg, __pyx_v_self->edge->head_node_); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 208; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __pyx_r = __pyx_t_2; @@ -11591,7 +11666,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphEdge_10tail_nodes_1__get__(PyObject    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":190 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":211   *    *     property tail_nodes:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -11617,7 +11692,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_10tail_nodes___get__(struct __    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_14HypergraphEdge_10tail_nodes_2generator11, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_14HypergraphEdge_10tail_nodes_2generator11, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 211; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -11653,9 +11728,9 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphEdge_10tail_nodes_2generator11(__py      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 211; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":192 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":213   *         def __get__(self):   *             cdef unsigned i   *             for i in range(self.edge.tail_nodes_.size()):             # <<<<<<<<<<<<<< @@ -11666,16 +11741,16 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphEdge_10tail_nodes_2generator11(__py    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":193 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":214   *             cdef unsigned i   *             for i in range(self.edge.tail_nodes_.size()):   *                 yield HypergraphNode().init(self.hg, self.edge.tail_nodes_[i])             # <<<<<<<<<<<<<<   *    *     property span:   */ -    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphNode)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 193; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphNode)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 214; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3); -    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphNode *)((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->edge->tail_nodes_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 193; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphNode *)((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->edge->tail_nodes_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 214; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;      __pyx_r = __pyx_t_4; @@ -11690,7 +11765,7 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphEdge_10tail_nodes_2generator11(__py      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 193; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 214; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -11717,7 +11792,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphEdge_4span_1__get__(PyObject *__pyx    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":196 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":217   *    *     property span:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -11736,7 +11811,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_4span___get__(struct __pyx_obj    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":197 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":218   *     property span:   *         def __get__(self):   *             return (self.edge.i_, self.edge.j_)             # <<<<<<<<<<<<<< @@ -11744,11 +11819,11 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_4span___get__(struct __pyx_obj   *     property feature_values:   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyInt_FromLong(__pyx_v_self->edge->i_); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 197; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyInt_FromLong(__pyx_v_self->edge->i_); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 218; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyInt_FromLong(__pyx_v_self->edge->j_); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 197; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyInt_FromLong(__pyx_v_self->edge->j_); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 218; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2); -  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 197; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 218; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1);    __Pyx_GIVEREF(__pyx_t_1); @@ -11785,7 +11860,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphEdge_14feature_values_1__get__(PyOb    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":200 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":221   *    *     property feature_values:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -11803,20 +11878,20 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_14feature_values___get__(struc    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":201 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":222   *     property feature_values:   *         def __get__(self):   *             cdef SparseVector vector = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<<   *             vector.vector = new FastSparseVector[double](self.edge.feature_values_)   *             return vector   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 201; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_SparseVector)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 222; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 201; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_SparseVector)))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 222; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_vector = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":202 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":223   *         def __get__(self):   *             cdef SparseVector vector = SparseVector.__new__(SparseVector)   *             vector.vector = new FastSparseVector[double](self.edge.feature_values_)             # <<<<<<<<<<<<<< @@ -11825,7 +11900,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_14feature_values___get__(struc   */    __pyx_v_vector->vector = new FastSparseVector<double>(__pyx_v_self->edge->feature_values_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":203 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":224   *             cdef SparseVector vector = SparseVector.__new__(SparseVector)   *             vector.vector = new FastSparseVector[double](self.edge.feature_values_)   *             return vector             # <<<<<<<<<<<<<< @@ -11861,7 +11936,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphEdge_4prob_1__get__(PyObject *__pyx    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":206 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":227   *    *     property prob:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -11878,7 +11953,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_4prob___get__(struct __pyx_obj    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":207 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":228   *     property prob:   *         def __get__(self):   *             return self.edge.edge_prob_.as_float()             # <<<<<<<<<<<<<< @@ -11886,7 +11961,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_4prob___get__(struct __pyx_obj   *     def __richcmp__(HypergraphEdge x, HypergraphEdge y, int op):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->edge->edge_prob_.as_float()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 207; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyFloat_FromDouble(__pyx_v_self->edge->edge_prob_.as_float()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 228; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_r = __pyx_t_1;    __pyx_t_1 = 0; @@ -11910,8 +11985,8 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphEdge_3__richcmp__(PyObject *__pyx_v    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__richcmp__ (wrapper)", 0); -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_HypergraphEdge, 1, "x", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 209; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_HypergraphEdge, 1, "y", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 209; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_HypergraphEdge, 1, "x", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 230; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_HypergraphEdge, 1, "y", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 230; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_14HypergraphEdge_2__richcmp__(((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_v_x), ((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_v_y), ((int)__pyx_v_op));    goto __pyx_L0;    __pyx_L1_error:; @@ -11921,7 +11996,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphEdge_3__richcmp__(PyObject *__pyx_v    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":209 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":230   *             return self.edge.edge_prob_.as_float()   *    *     def __richcmp__(HypergraphEdge x, HypergraphEdge y, int op):             # <<<<<<<<<<<<<< @@ -11939,7 +12014,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_2__richcmp__(struct __pyx_obj_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__richcmp__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":212 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":233   *         if op == 2: # ==   *             return x.edge == y.edge   *         elif op == 3: # !=             # <<<<<<<<<<<<<< @@ -11948,7 +12023,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_2__richcmp__(struct __pyx_obj_   */    switch (__pyx_v_op) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":210 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":231   *    *     def __richcmp__(HypergraphEdge x, HypergraphEdge y, int op):   *         if op == 2: # ==             # <<<<<<<<<<<<<< @@ -11957,7 +12032,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_2__richcmp__(struct __pyx_obj_   */      case 2: -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":211 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":232   *     def __richcmp__(HypergraphEdge x, HypergraphEdge y, int op):   *         if op == 2: # ==   *             return x.edge == y.edge             # <<<<<<<<<<<<<< @@ -11965,14 +12040,14 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_2__richcmp__(struct __pyx_obj_   *             return not (x == y)   */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = __Pyx_PyBool_FromLong((__pyx_v_x->edge == __pyx_v_y->edge)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 211; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = __Pyx_PyBool_FromLong((__pyx_v_x->edge == __pyx_v_y->edge)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_r = __pyx_t_1;      __pyx_t_1 = 0;      goto __pyx_L0;      break; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":212 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":233   *         if op == 2: # ==   *             return x.edge == y.edge   *         elif op == 3: # !=             # <<<<<<<<<<<<<< @@ -11981,7 +12056,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_2__richcmp__(struct __pyx_obj_   */      case 3: -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":213 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":234   *             return x.edge == y.edge   *         elif op == 3: # !=   *             return not (x == y)             # <<<<<<<<<<<<<< @@ -11989,11 +12064,10 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_2__richcmp__(struct __pyx_obj_   *    */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_x), ((PyObject *)__pyx_v_y), Py_EQ); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 213; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __Pyx_GOTREF(__pyx_t_1); -    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 213; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_x), ((PyObject *)__pyx_v_y), Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 234; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 234; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -    __pyx_t_1 = __Pyx_PyBool_FromLong((!__pyx_t_2)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 213; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = __Pyx_PyBool_FromLong((!__pyx_t_2)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 234; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_r = __pyx_t_1;      __pyx_t_1 = 0; @@ -12001,18 +12075,18 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphEdge_2__richcmp__(struct __pyx_obj_      break;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":214 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":235   *         elif op == 3: # !=   *             return not (x == y)   *         raise NotImplemented('comparison not implemented for HypergraphEdge')             # <<<<<<<<<<<<<<   *    * cdef class HypergraphNode:   */ -  __pyx_t_1 = PyObject_Call(__pyx_builtin_NotImplemented, ((PyObject *)__pyx_k_tuple_19), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 214; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(__pyx_builtin_NotImplemented, ((PyObject *)__pyx_k_tuple_19), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 235; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_Raise(__pyx_t_1, 0, 0, 0);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  {__pyx_filename = __pyx_f[3]; __pyx_lineno = 214; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  {__pyx_filename = __pyx_f[3]; __pyx_lineno = 235; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = Py_None; __Pyx_INCREF(Py_None);    goto __pyx_L0; @@ -12037,7 +12111,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphEdge_5trule_1__get__(PyObject *__py    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":173 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":194   *     cdef hypergraph.Hypergraph* hg   *     cdef hypergraph.HypergraphEdge* edge   *     cdef public TRule trule             # <<<<<<<<<<<<<< @@ -12079,7 +12153,7 @@ static int __pyx_pf_5_cdec_14HypergraphEdge_5trule_2__set__(struct __pyx_obj_5_c    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__set__", 0); -  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5_cdec_TRule))))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(((__pyx_v_value) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_value, __pyx_ptype_5_cdec_TRule))))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 194; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_INCREF(__pyx_v_value);    __Pyx_GIVEREF(__pyx_v_value);    __Pyx_GOTREF(__pyx_v_self->trule); @@ -12122,7 +12196,7 @@ static int __pyx_pf_5_cdec_14HypergraphEdge_5trule_4__del__(struct __pyx_obj_5_c    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":220 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":241   *     cdef hypergraph.HypergraphNode* node   *    *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):             # <<<<<<<<<<<<<< @@ -12135,7 +12209,7 @@ static PyObject *__pyx_f_5_cdec_14HypergraphNode_init(struct __pyx_obj_5_cdec_Hy    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("init", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":221 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":242   *    *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):   *         self.hg = hg             # <<<<<<<<<<<<<< @@ -12144,7 +12218,7 @@ static PyObject *__pyx_f_5_cdec_14HypergraphNode_init(struct __pyx_obj_5_cdec_Hy   */    __pyx_v_self->hg = __pyx_v_hg; -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":222 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":243   *     cdef init(self, hypergraph.Hypergraph* hg, unsigned i):   *         self.hg = hg   *         self.node = &hg.nodes_[i]             # <<<<<<<<<<<<<< @@ -12153,7 +12227,7 @@ static PyObject *__pyx_f_5_cdec_14HypergraphNode_init(struct __pyx_obj_5_cdec_Hy   */    __pyx_v_self->node = (&(__pyx_v_hg->nodes_[__pyx_v_i])); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":223 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":244   *         self.hg = hg   *         self.node = &hg.nodes_[i]   *         return self             # <<<<<<<<<<<<<< @@ -12184,7 +12258,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphNode_8in_edges_1__get__(PyObject *_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":226 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":247   *    *     property in_edges:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -12210,7 +12284,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode_8in_edges___get__(struct __pyx    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_14HypergraphNode_8in_edges_2generator12, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_14HypergraphNode_8in_edges_2generator12, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 247; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -12246,9 +12320,9 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphNode_8in_edges_2generator12(__pyx_G      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 247; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":228 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":249   *         def __get__(self):   *             cdef unsigned i   *             for i in range(self.node.in_edges_.size()):             # <<<<<<<<<<<<<< @@ -12259,16 +12333,16 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphNode_8in_edges_2generator12(__pyx_G    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":229 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":250   *             cdef unsigned i   *             for i in range(self.node.in_edges_.size()):   *                 yield HypergraphEdge().init(self.hg, self.node.in_edges_[i])             # <<<<<<<<<<<<<<   *    *     property out_edges:   */ -    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 229; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 250; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3); -    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphEdge *)((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->node->in_edges_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 229; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphEdge *)((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->node->in_edges_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 250; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;      __pyx_r = __pyx_t_4; @@ -12283,7 +12357,7 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphNode_8in_edges_2generator12(__pyx_G      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 229; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 250; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -12311,7 +12385,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphNode_9out_edges_1__get__(PyObject *    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":232 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":253   *    *     property out_edges:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -12337,7 +12411,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode_9out_edges___get__(struct __py    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_14HypergraphNode_9out_edges_2generator13, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_14HypergraphNode_9out_edges_2generator13, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 253; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -12373,9 +12447,9 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphNode_9out_edges_2generator13(__pyx_      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 253; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":234 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":255   *         def __get__(self):   *             cdef unsigned i   *             for i in range(self.node.out_edges_.size()):             # <<<<<<<<<<<<<< @@ -12386,16 +12460,16 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphNode_9out_edges_2generator13(__pyx_    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":235 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":256   *             cdef unsigned i   *             for i in range(self.node.out_edges_.size()):   *                 yield HypergraphEdge().init(self.hg, self.node.out_edges_[i])             # <<<<<<<<<<<<<<   *    *     property span:   */ -    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 235; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_HypergraphEdge)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 256; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3); -    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphEdge *)((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->node->out_edges_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 235; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = ((struct __pyx_vtabstruct_5_cdec_HypergraphEdge *)((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3)->__pyx_vtab)->init(((struct __pyx_obj_5_cdec_HypergraphEdge *)__pyx_t_3), __pyx_cur_scope->__pyx_v_self->hg, (__pyx_cur_scope->__pyx_v_self->node->out_edges_[__pyx_cur_scope->__pyx_v_i])); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 256; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;      __pyx_r = __pyx_t_4; @@ -12410,7 +12484,7 @@ static PyObject *__pyx_gb_5_cdec_14HypergraphNode_9out_edges_2generator13(__pyx_      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 235; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 256; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -12437,7 +12511,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphNode_4span_1__get__(PyObject *__pyx    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":238 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":259   *    *     property span:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -12455,7 +12529,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode_4span___get__(struct __pyx_obj    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":239 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":260   *     property span:   *         def __get__(self):   *             return next(self.in_edges).span             # <<<<<<<<<<<<<< @@ -12463,12 +12537,12 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode_4span___get__(struct __pyx_obj   *     property cat:   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__in_edges); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_self), __pyx_n_s__in_edges); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 260; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = __Pyx_PyIter_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = __Pyx_PyIter_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 260; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s__span); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s__span); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 260; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;    __pyx_r = __pyx_t_1; @@ -12499,7 +12573,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphNode_3cat_1__get__(PyObject *__pyx_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":242 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":263   *    *     property cat:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -12517,7 +12591,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode_3cat___get__(struct __pyx_obj_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":243 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":264   *     property cat:   *         def __get__(self):   *             if self.node.cat_:             # <<<<<<<<<<<<<< @@ -12526,7 +12600,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode_3cat___get__(struct __pyx_obj_   */    if (__pyx_v_self->node->cat_) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":244 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":265   *         def __get__(self):   *             if self.node.cat_:   *                 return str(TDConvert(-self.node.cat_).c_str())             # <<<<<<<<<<<<<< @@ -12534,14 +12608,14 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode_3cat___get__(struct __pyx_obj_   *     def __richcmp__(HypergraphNode x, HypergraphNode y, int op):   */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = PyBytes_FromString(TD::Convert((-__pyx_v_self->node->cat_)).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyBytes_FromString(TD::Convert((-__pyx_v_self->node->cat_)).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 265; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -    __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 265; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2);      PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));      __Pyx_GIVEREF(((PyObject *)__pyx_t_1));      __pyx_t_1 = 0; -    __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 265; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;      __pyx_r = __pyx_t_1; @@ -12570,8 +12644,8 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphNode_1__richcmp__(PyObject *__pyx_v    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__richcmp__ (wrapper)", 0); -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_HypergraphNode, 1, "x", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 246; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_HypergraphNode, 1, "y", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 246; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_x), __pyx_ptype_5_cdec_HypergraphNode, 1, "x", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_y), __pyx_ptype_5_cdec_HypergraphNode, 1, "y", 0))) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_14HypergraphNode___richcmp__(((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_v_x), ((struct __pyx_obj_5_cdec_HypergraphNode *)__pyx_v_y), ((int)__pyx_v_op));    goto __pyx_L0;    __pyx_L1_error:; @@ -12581,7 +12655,7 @@ static PyObject *__pyx_pw_5_cdec_14HypergraphNode_1__richcmp__(PyObject *__pyx_v    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":246 +/* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":267   *                 return str(TDConvert(-self.node.cat_).c_str())   *    *     def __richcmp__(HypergraphNode x, HypergraphNode y, int op):             # <<<<<<<<<<<<<< @@ -12599,7 +12673,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode___richcmp__(struct __pyx_obj_5    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__richcmp__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":249 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":270   *         if op == 2: # ==   *             return x.node == y.node   *         elif op == 3: # !=             # <<<<<<<<<<<<<< @@ -12608,7 +12682,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode___richcmp__(struct __pyx_obj_5   */    switch (__pyx_v_op) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":247 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":268   *    *     def __richcmp__(HypergraphNode x, HypergraphNode y, int op):   *         if op == 2: # ==             # <<<<<<<<<<<<<< @@ -12617,7 +12691,7 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode___richcmp__(struct __pyx_obj_5   */      case 2: -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":248 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":269   *     def __richcmp__(HypergraphNode x, HypergraphNode y, int op):   *         if op == 2: # ==   *             return x.node == y.node             # <<<<<<<<<<<<<< @@ -12625,14 +12699,14 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode___richcmp__(struct __pyx_obj_5   *             return not (x == y)   */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = __Pyx_PyBool_FromLong((__pyx_v_x->node == __pyx_v_y->node)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 248; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = __Pyx_PyBool_FromLong((__pyx_v_x->node == __pyx_v_y->node)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_r = __pyx_t_1;      __pyx_t_1 = 0;      goto __pyx_L0;      break; -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":249 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":270   *         if op == 2: # ==   *             return x.node == y.node   *         elif op == 3: # !=             # <<<<<<<<<<<<<< @@ -12641,18 +12715,17 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode___richcmp__(struct __pyx_obj_5   */      case 3: -    /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":250 +    /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":271   *             return x.node == y.node   *         elif op == 3: # !=   *             return not (x == y)             # <<<<<<<<<<<<<<   *         raise NotImplemented('comparison not implemented for HypergraphNode')   */      __Pyx_XDECREF(__pyx_r); -    __pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_x), ((PyObject *)__pyx_v_y), Py_EQ); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 250; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __Pyx_GOTREF(__pyx_t_1); -    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 250; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_RichCompare(((PyObject *)__pyx_v_x), ((PyObject *)__pyx_v_y), Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 271; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 271; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -    __pyx_t_1 = __Pyx_PyBool_FromLong((!__pyx_t_2)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 250; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = __Pyx_PyBool_FromLong((!__pyx_t_2)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 271; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_r = __pyx_t_1;      __pyx_t_1 = 0; @@ -12660,16 +12733,16 @@ static PyObject *__pyx_pf_5_cdec_14HypergraphNode___richcmp__(struct __pyx_obj_5      break;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":251 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":272   *         elif op == 3: # !=   *             return not (x == y)   *         raise NotImplemented('comparison not implemented for HypergraphNode')             # <<<<<<<<<<<<<<   */ -  __pyx_t_1 = PyObject_Call(__pyx_builtin_NotImplemented, ((PyObject *)__pyx_k_tuple_21), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 251; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(__pyx_builtin_NotImplemented, ((PyObject *)__pyx_k_tuple_21), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 272; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_Raise(__pyx_t_1, 0, 0, 0);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  {__pyx_filename = __pyx_f[3]; __pyx_lineno = 251; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  {__pyx_filename = __pyx_f[3]; __pyx_lineno = 272; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = Py_None; __Pyx_INCREF(Py_None);    goto __pyx_L0; @@ -12697,7 +12770,7 @@ static int __pyx_pw_5_cdec_7Lattice_1__cinit__(PyObject *__pyx_v_self, PyObject    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":6 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":6   *     cdef lattice.Lattice* lattice   *    *     def __cinit__(self):             # <<<<<<<<<<<<<< @@ -12710,7 +12783,7 @@ static int __pyx_pf_5_cdec_7Lattice___cinit__(struct __pyx_obj_5_cdec_Lattice *_    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__cinit__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":7 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":7   *    *     def __cinit__(self):   *         self.lattice = new lattice.Lattice()             # <<<<<<<<<<<<<< @@ -12726,6 +12799,10 @@ static int __pyx_pf_5_cdec_7Lattice___cinit__(struct __pyx_obj_5_cdec_Lattice *_  /* Python wrapper */  static int __pyx_pw_5_cdec_7Lattice_3__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_7Lattice_2__init__[] = "Lattice(tuple) -> Lattice from node list.\n        Lattice(string) -> Lattice from PLF representation."; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_7Lattice_2__init__; +#endif  static int __pyx_pw_5_cdec_7Lattice_3__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    PyObject *__pyx_v_inp = 0;    int __pyx_r; @@ -12771,12 +12848,12 @@ static int __pyx_pw_5_cdec_7Lattice_3__init__(PyObject *__pyx_v_self, PyObject *    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":9 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":9   *         self.lattice = new lattice.Lattice()   *    *     def __init__(self, inp):             # <<<<<<<<<<<<<< - *         if isinstance(inp, tuple): - *             self.lattice.resize(len(inp)) + *         """Lattice(tuple) -> Lattice from node list. + *         Lattice(string) -> Lattice from PLF representation."""   */  static int __pyx_pf_5_cdec_7Lattice_2__init__(struct __pyx_obj_5_cdec_Lattice *__pyx_v_self, PyObject *__pyx_v_inp) { @@ -12790,17 +12867,15 @@ static int __pyx_pf_5_cdec_7Lattice_2__init__(struct __pyx_obj_5_cdec_Lattice *_    PyObject *__pyx_t_4 = NULL;    PyObject *(*__pyx_t_5)(PyObject *);    PyObject *__pyx_t_6 = NULL; -  int __pyx_t_7; -  char *__pyx_t_8; +  std::string __pyx_t_7;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__init__", 0); -  __Pyx_INCREF(__pyx_v_inp); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":10 - *  - *     def __init__(self, inp): +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":12 + *         """Lattice(tuple) -> Lattice from node list. + *         Lattice(string) -> Lattice from PLF representation."""   *         if isinstance(inp, tuple):             # <<<<<<<<<<<<<<   *             self.lattice.resize(len(inp))   *             for i, arcs in enumerate(inp): @@ -12811,22 +12886,22 @@ static int __pyx_pf_5_cdec_7Lattice_2__init__(struct __pyx_obj_5_cdec_Lattice *_    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":11 - *     def __init__(self, inp): +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":13 + *         Lattice(string) -> Lattice from PLF representation."""   *         if isinstance(inp, tuple):   *             self.lattice.resize(len(inp))             # <<<<<<<<<<<<<<   *             for i, arcs in enumerate(inp):   *                 self[i] = arcs   */ -    __pyx_t_3 = PyObject_Length(__pyx_v_inp); if (unlikely(__pyx_t_3 == -1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 11; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Length(__pyx_v_inp); if (unlikely(__pyx_t_3 == -1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 13; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_v_self->lattice->resize(__pyx_t_3); -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":12 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":14   *         if isinstance(inp, tuple):   *             self.lattice.resize(len(inp))   *             for i, arcs in enumerate(inp):             # <<<<<<<<<<<<<<   *                 self[i] = arcs - *         else: + *         elif isinstance(inp, basestring):   */      __Pyx_INCREF(__pyx_int_0);      __pyx_t_1 = __pyx_int_0; @@ -12834,7 +12909,7 @@ static int __pyx_pf_5_cdec_7Lattice_2__init__(struct __pyx_obj_5_cdec_Lattice *_        __pyx_t_4 = __pyx_v_inp; __Pyx_INCREF(__pyx_t_4); __pyx_t_3 = 0;        __pyx_t_5 = NULL;      } else { -      __pyx_t_3 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_inp); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_3 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_inp); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_4);        __pyx_t_5 = Py_TYPE(__pyx_t_4)->tp_iternext;      } @@ -12842,23 +12917,23 @@ static int __pyx_pf_5_cdec_7Lattice_2__init__(struct __pyx_obj_5_cdec_Lattice *_        if (!__pyx_t_5 && PyList_CheckExact(__pyx_t_4)) {          if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_4)) break;          #if CYTHON_COMPILING_IN_CPYTHON -        __pyx_t_6 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_3); __Pyx_INCREF(__pyx_t_6); __pyx_t_3++; +        __pyx_t_6 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_3); __Pyx_INCREF(__pyx_t_6); __pyx_t_3++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #else -        __pyx_t_6 = PySequence_ITEM(__pyx_t_4, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +        __pyx_t_6 = PySequence_ITEM(__pyx_t_4, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #endif        } else if (!__pyx_t_5 && PyTuple_CheckExact(__pyx_t_4)) {          if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_4)) break;          #if CYTHON_COMPILING_IN_CPYTHON -        __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_3); __Pyx_INCREF(__pyx_t_6); __pyx_t_3++; +        __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_3); __Pyx_INCREF(__pyx_t_6); __pyx_t_3++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #else -        __pyx_t_6 = PySequence_ITEM(__pyx_t_4, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +        __pyx_t_6 = PySequence_ITEM(__pyx_t_4, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #endif        } else {          __pyx_t_6 = __pyx_t_5(__pyx_t_4);          if (unlikely(!__pyx_t_6)) {            if (PyErr_Occurred()) {              if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -            else {__pyx_filename = __pyx_f[4]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +            else {__pyx_filename = __pyx_f[4]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            }            break;          } @@ -12870,106 +12945,75 @@ static int __pyx_pf_5_cdec_7Lattice_2__init__(struct __pyx_obj_5_cdec_Lattice *_        __Pyx_INCREF(__pyx_t_1);        __Pyx_XDECREF(__pyx_v_i);        __pyx_v_i = __pyx_t_1; -      __pyx_t_6 = PyNumber_Add(__pyx_t_1, __pyx_int_1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyNumber_Add(__pyx_t_1, __pyx_int_1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(__pyx_t_1);        __pyx_t_1 = __pyx_t_6;        __pyx_t_6 = 0; -      /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":13 +      /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":15   *             self.lattice.resize(len(inp))   *             for i, arcs in enumerate(inp):   *                 self[i] = arcs             # <<<<<<<<<<<<<< - *         else: - *             if isinstance(inp, unicode): + *         elif isinstance(inp, basestring): + *             lattice.ConvertTextOrPLF(as_str(inp), self.lattice)   */ -      if (PyObject_SetItem(((PyObject *)__pyx_v_self), __pyx_v_i, __pyx_v_arcs) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 13; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (PyObject_SetItem(((PyObject *)__pyx_v_self), __pyx_v_i, __pyx_v_arcs) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 15; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      }      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;      goto __pyx_L3;    } -  /*else*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":15 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":16 + *             for i, arcs in enumerate(inp):   *                 self[i] = arcs + *         elif isinstance(inp, basestring):             # <<<<<<<<<<<<<< + *             lattice.ConvertTextOrPLF(as_str(inp), self.lattice)   *         else: - *             if isinstance(inp, unicode):             # <<<<<<<<<<<<<< - *                 inp = inp.encode('utf8') - *             if not isinstance(inp, str):   */ -    __pyx_t_1 = ((PyObject *)((PyObject*)(&PyUnicode_Type))); -    __Pyx_INCREF(__pyx_t_1); -    __pyx_t_2 = __Pyx_TypeCheck(__pyx_v_inp, __pyx_t_1);  -    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -    if (__pyx_t_2) { +  __pyx_t_1 = __pyx_builtin_basestring; +  __Pyx_INCREF(__pyx_t_1); +  __pyx_t_2 = PyObject_IsInstance(__pyx_v_inp, __pyx_t_1); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 16; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; +  if (__pyx_t_2) { -      /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":16 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":17 + *                 self[i] = arcs + *         elif isinstance(inp, basestring): + *             lattice.ConvertTextOrPLF(as_str(inp), self.lattice)             # <<<<<<<<<<<<<<   *         else: - *             if isinstance(inp, unicode): - *                 inp = inp.encode('utf8')             # <<<<<<<<<<<<<< - *             if not isinstance(inp, str): - *                 raise TypeError('cannot create lattice from %s' % type(inp)) - */ -      __pyx_t_1 = PyObject_GetAttr(__pyx_v_inp, __pyx_n_s__encode); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 16; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_GOTREF(__pyx_t_1); -      __pyx_t_4 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_k_tuple_22), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 16; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_GOTREF(__pyx_t_4); -      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -      __Pyx_DECREF(__pyx_v_inp); -      __pyx_v_inp = __pyx_t_4; -      __pyx_t_4 = 0; -      goto __pyx_L6; -    } -    __pyx_L6:; - -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":17 - *             if isinstance(inp, unicode): - *                 inp = inp.encode('utf8') - *             if not isinstance(inp, str):             # <<<<<<<<<<<<<< - *                 raise TypeError('cannot create lattice from %s' % type(inp)) - *             lattice.ConvertTextOrPLF(string(<char *>inp), self.lattice) - */ -    __pyx_t_4 = ((PyObject *)((PyObject*)(&PyString_Type))); -    __Pyx_INCREF(__pyx_t_4); -    __pyx_t_2 = __Pyx_TypeCheck(__pyx_v_inp, __pyx_t_4);  -    __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; -    __pyx_t_7 = (!__pyx_t_2); -    if (__pyx_t_7) { - -      /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":18 - *                 inp = inp.encode('utf8') - *             if not isinstance(inp, str): - *                 raise TypeError('cannot create lattice from %s' % type(inp))             # <<<<<<<<<<<<<< - *             lattice.ConvertTextOrPLF(string(<char *>inp), self.lattice) - *  + *             raise TypeError('cannot create lattice from %s' % type(inp))   */ -      __pyx_t_4 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_23), ((PyObject *)Py_TYPE(__pyx_v_inp))); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_GOTREF(((PyObject *)__pyx_t_4)); -      __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_GOTREF(__pyx_t_1); -      PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_t_4)); -      __Pyx_GIVEREF(((PyObject *)__pyx_t_4)); -      __pyx_t_4 = 0; -      __pyx_t_4 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_GOTREF(__pyx_t_4); -      __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0; -      __Pyx_Raise(__pyx_t_4, 0, 0, 0); -      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; -      {__pyx_filename = __pyx_f[4]; __pyx_lineno = 18; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      goto __pyx_L7; -    } -    __pyx_L7:; +    __pyx_t_1 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_v_inp, NULL)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 17; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(__pyx_t_1); +    __pyx_t_7 = __pyx_convert_string_from_py_(__pyx_t_1); if (unlikely(PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 17; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; +    LatticeTools::ConvertTextOrPLF(__pyx_t_7, __pyx_v_self->lattice); +    goto __pyx_L3; +  } +  /*else*/ { -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":19 - *             if not isinstance(inp, str): - *                 raise TypeError('cannot create lattice from %s' % type(inp)) - *             lattice.ConvertTextOrPLF(string(<char *>inp), self.lattice)             # <<<<<<<<<<<<<< +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":19 + *             lattice.ConvertTextOrPLF(as_str(inp), self.lattice) + *         else: + *             raise TypeError('cannot create lattice from %s' % type(inp))             # <<<<<<<<<<<<<<   *    *     def __dealloc__(self):   */ -    __pyx_t_8 = PyBytes_AsString(__pyx_v_inp); if (unlikely((!__pyx_t_8) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 19; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    LatticeTools::ConvertTextOrPLF(std::string(((char *)__pyx_t_8)), __pyx_v_self->lattice); +    __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_22), ((PyObject *)Py_TYPE(__pyx_v_inp))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 19; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); +    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 19; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(__pyx_t_4); +    PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_t_1)); +    __Pyx_GIVEREF(((PyObject *)__pyx_t_1)); +    __pyx_t_1 = 0; +    __pyx_t_1 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 19; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(__pyx_t_1); +    __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0; +    __Pyx_Raise(__pyx_t_1, 0, 0, 0); +    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; +    {__pyx_filename = __pyx_f[4]; __pyx_lineno = 19; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    __pyx_L3:; @@ -12984,7 +13028,6 @@ static int __pyx_pf_5_cdec_7Lattice_2__init__(struct __pyx_obj_5_cdec_Lattice *_    __pyx_L0:;    __Pyx_XDECREF(__pyx_v_i);    __Pyx_XDECREF(__pyx_v_arcs); -  __Pyx_XDECREF(__pyx_v_inp);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } @@ -12998,8 +13041,8 @@ static void __pyx_pw_5_cdec_7Lattice_5__dealloc__(PyObject *__pyx_v_self) {    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":21 - *             lattice.ConvertTextOrPLF(string(<char *>inp), self.lattice) +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":21 + *             raise TypeError('cannot create lattice from %s' % type(inp))   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<<   *         del self.lattice @@ -13010,7 +13053,7 @@ static void __pyx_pf_5_cdec_7Lattice_4__dealloc__(CYTHON_UNUSED struct __pyx_obj    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":22 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":22   *    *     def __dealloc__(self):   *         del self.lattice             # <<<<<<<<<<<<<< @@ -13043,7 +13086,7 @@ static PyObject *__pyx_pw_5_cdec_7Lattice_7__getitem__(PyObject *__pyx_v_self, P    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":24 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":24   *         del self.lattice   *    *     def __getitem__(self, int index):             # <<<<<<<<<<<<<< @@ -13073,7 +13116,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__getitem__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":25 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":25   *    *     def __getitem__(self, int index):   *         if not 0 <= index < len(self):             # <<<<<<<<<<<<<< @@ -13088,14 +13131,14 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L    __pyx_t_3 = (!__pyx_t_1);    if (__pyx_t_3) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":26 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":26   *     def __getitem__(self, int index):   *         if not 0 <= index < len(self):   *             raise IndexError('lattice index out of range')             # <<<<<<<<<<<<<<   *         arcs = []   *         cdef vector[lattice.LatticeArc] arc_vector = self.lattice[0][index]   */ -    __pyx_t_4 = PyObject_Call(__pyx_builtin_IndexError, ((PyObject *)__pyx_k_tuple_25), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyObject_Call(__pyx_builtin_IndexError, ((PyObject *)__pyx_k_tuple_24), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_Raise(__pyx_t_4, 0, 0, 0);      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; @@ -13104,7 +13147,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":27 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":27   *         if not 0 <= index < len(self):   *             raise IndexError('lattice index out of range')   *         arcs = []             # <<<<<<<<<<<<<< @@ -13116,7 +13159,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L    __pyx_v_arcs = __pyx_t_4;    __pyx_t_4 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":28 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":28   *             raise IndexError('lattice index out of range')   *         arcs = []   *         cdef vector[lattice.LatticeArc] arc_vector = self.lattice[0][index]             # <<<<<<<<<<<<<< @@ -13125,7 +13168,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L   */    __pyx_v_arc_vector = ((__pyx_v_self->lattice[0])[__pyx_v_index]); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":31 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":31   *         cdef lattice.LatticeArc* arc   *         cdef unsigned i   *         for i in range(arc_vector.size()):             # <<<<<<<<<<<<<< @@ -13136,7 +13179,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L    for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {      __pyx_v_i = __pyx_t_6; -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":32 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":32   *         cdef unsigned i   *         for i in range(arc_vector.size()):   *             arc = &arc_vector[i]             # <<<<<<<<<<<<<< @@ -13145,7 +13188,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L   */      __pyx_v_arc = (&(__pyx_v_arc_vector[__pyx_v_i])); -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":33 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":33   *         for i in range(arc_vector.size()):   *             arc = &arc_vector[i]   *             label = unicode(TDConvert(arc.label).c_str(), 'utf8')             # <<<<<<<<<<<<<< @@ -13169,7 +13212,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L      __pyx_v_label = ((PyObject*)__pyx_t_4);      __pyx_t_4 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":34 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":34   *             arc = &arc_vector[i]   *             label = unicode(TDConvert(arc.label).c_str(), 'utf8')   *             arcs.append((label, arc.cost, arc.dist2next))             # <<<<<<<<<<<<<< @@ -13195,7 +13238,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_6__getitem__(struct __pyx_obj_5_cdec_L      __Pyx_DECREF(((PyObject *)__pyx_t_8)); __pyx_t_8 = 0;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":35 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":35   *             label = unicode(TDConvert(arc.label).c_str(), 'utf8')   *             arcs.append((label, arc.cost, arc.dist2next))   *         return tuple(arcs)             # <<<<<<<<<<<<<< @@ -13251,7 +13294,7 @@ static int __pyx_pw_5_cdec_7Lattice_9__setitem__(PyObject *__pyx_v_self, PyObjec    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":37 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":37   *         return tuple(arcs)   *    *     def __setitem__(self, int index, tuple arcs):             # <<<<<<<<<<<<<< @@ -13264,6 +13307,7 @@ static int __pyx_pf_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_5_cdec_Lattice    PyObject *__pyx_v_label = NULL;    PyObject *__pyx_v_cost = NULL;    PyObject *__pyx_v_dist2next = NULL; +  PyObject *__pyx_v_label_str = NULL;    int __pyx_r;    __Pyx_RefNannyDeclarations    int __pyx_t_1; @@ -13284,7 +13328,7 @@ static int __pyx_pf_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_5_cdec_Lattice    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__setitem__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":38 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":38   *    *     def __setitem__(self, int index, tuple arcs):   *         if not 0 <= index < len(self):             # <<<<<<<<<<<<<< @@ -13299,14 +13343,14 @@ static int __pyx_pf_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_5_cdec_Lattice    __pyx_t_3 = (!__pyx_t_1);    if (__pyx_t_3) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":39 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":39   *     def __setitem__(self, int index, tuple arcs):   *         if not 0 <= index < len(self):   *             raise IndexError('lattice index out of range')             # <<<<<<<<<<<<<<   *         cdef lattice.LatticeArc* arc   *         for (label, cost, dist2next) in arcs:   */ -    __pyx_t_4 = PyObject_Call(__pyx_builtin_IndexError, ((PyObject *)__pyx_k_tuple_26), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyObject_Call(__pyx_builtin_IndexError, ((PyObject *)__pyx_k_tuple_25), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_Raise(__pyx_t_4, 0, 0, 0);      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; @@ -13315,12 +13359,12 @@ static int __pyx_pf_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_5_cdec_Lattice    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":41 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":41   *             raise IndexError('lattice index out of range')   *         cdef lattice.LatticeArc* arc   *         for (label, cost, dist2next) in arcs:             # <<<<<<<<<<<<<< - *             if isinstance(label, unicode): - *                 label = label.encode('utf8') + *             label_str = as_str(label) + *             arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)   */    if (unlikely(((PyObject *)__pyx_v_arcs) == Py_None)) {      PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); @@ -13330,9 +13374,9 @@ static int __pyx_pf_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_5_cdec_Lattice    for (;;) {      if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_4)) break;      #if CYTHON_COMPILING_IN_CPYTHON -    __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_2); __Pyx_INCREF(__pyx_t_5); __pyx_t_2++; +    __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_2); __Pyx_INCREF(__pyx_t_5); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      #else -    __pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +    __pyx_t_5 = PySequence_ITEM(__pyx_t_4, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      #endif      if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) {        PyObject* sequence = __pyx_t_5; @@ -13399,61 +13443,42 @@ static int __pyx_pf_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_5_cdec_Lattice      __pyx_v_dist2next = __pyx_t_8;      __pyx_t_8 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":42 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":42   *         cdef lattice.LatticeArc* arc   *         for (label, cost, dist2next) in arcs: - *             if isinstance(label, unicode):             # <<<<<<<<<<<<<< - *                 label = label.encode('utf8') - *             arc = new lattice.LatticeArc(TDConvert(<char *>label), cost, dist2next) - */ -    __pyx_t_5 = ((PyObject *)((PyObject*)(&PyUnicode_Type))); -    __Pyx_INCREF(__pyx_t_5); -    __pyx_t_3 = __Pyx_TypeCheck(__pyx_v_label, __pyx_t_5);  -    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; -    if (__pyx_t_3) { - -      /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":43 - *         for (label, cost, dist2next) in arcs: - *             if isinstance(label, unicode): - *                 label = label.encode('utf8')             # <<<<<<<<<<<<<< - *             arc = new lattice.LatticeArc(TDConvert(<char *>label), cost, dist2next) + *             label_str = as_str(label)             # <<<<<<<<<<<<<< + *             arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)   *             self.lattice[0][index].push_back(arc[0])   */ -      __pyx_t_5 = PyObject_GetAttr(__pyx_v_label, __pyx_n_s__encode); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_GOTREF(__pyx_t_5); -      __pyx_t_8 = PyObject_Call(__pyx_t_5, ((PyObject *)__pyx_k_tuple_27), NULL); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __Pyx_GOTREF(__pyx_t_8); -      __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; -      __Pyx_DECREF(__pyx_v_label); -      __pyx_v_label = __pyx_t_8; -      __pyx_t_8 = 0; -      goto __pyx_L8; -    } -    __pyx_L8:; +    __pyx_t_5 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_v_label, NULL)); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 42; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(__pyx_t_5); +    __Pyx_XDECREF(((PyObject *)__pyx_v_label_str)); +    __pyx_v_label_str = ((PyObject*)__pyx_t_5); +    __pyx_t_5 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":44 - *             if isinstance(label, unicode): - *                 label = label.encode('utf8') - *             arc = new lattice.LatticeArc(TDConvert(<char *>label), cost, dist2next)             # <<<<<<<<<<<<<< +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":43 + *         for (label, cost, dist2next) in arcs: + *             label_str = as_str(label) + *             arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)             # <<<<<<<<<<<<<<   *             self.lattice[0][index].push_back(arc[0])   *             del arc   */ -    __pyx_t_11 = PyBytes_AsString(__pyx_v_label); if (unlikely((!__pyx_t_11) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __pyx_t_12 = __pyx_PyFloat_AsDouble(__pyx_v_cost); if (unlikely((__pyx_t_12 == (double)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __pyx_t_13 = __Pyx_PyInt_AsInt(__pyx_v_dist2next); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __pyx_v_arc = new LatticeArc(TD::Convert(((char *)__pyx_t_11)), __pyx_t_12, __pyx_t_13); +    __pyx_t_11 = PyBytes_AsString(((PyObject *)__pyx_v_label_str)); if (unlikely((!__pyx_t_11) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_12 = __pyx_PyFloat_AsDouble(__pyx_v_cost); if (unlikely((__pyx_t_12 == (double)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_13 = __Pyx_PyInt_AsInt(__pyx_v_dist2next); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_v_arc = new LatticeArc(TD::Convert(__pyx_t_11), __pyx_t_12, __pyx_t_13); -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":45 - *                 label = label.encode('utf8') - *             arc = new lattice.LatticeArc(TDConvert(<char *>label), cost, dist2next) +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":44 + *             label_str = as_str(label) + *             arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)   *             self.lattice[0][index].push_back(arc[0])             # <<<<<<<<<<<<<<   *             del arc   *    */      ((__pyx_v_self->lattice[0])[__pyx_v_index]).push_back((__pyx_v_arc[0])); -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":46 - *             arc = new lattice.LatticeArc(TDConvert(<char *>label), cost, dist2next) +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":45 + *             arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)   *             self.lattice[0][index].push_back(arc[0])   *             del arc             # <<<<<<<<<<<<<<   *  @@ -13478,6 +13503,7 @@ static int __pyx_pf_5_cdec_7Lattice_8__setitem__(struct __pyx_obj_5_cdec_Lattice    __Pyx_XDECREF(__pyx_v_label);    __Pyx_XDECREF(__pyx_v_cost);    __Pyx_XDECREF(__pyx_v_dist2next); +  __Pyx_XDECREF(__pyx_v_label_str);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } @@ -13493,7 +13519,7 @@ static Py_ssize_t __pyx_pw_5_cdec_7Lattice_11__len__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":48 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":47   *             del arc   *    *     def __len__(self):             # <<<<<<<<<<<<<< @@ -13506,7 +13532,7 @@ static Py_ssize_t __pyx_pf_5_cdec_7Lattice_10__len__(struct __pyx_obj_5_cdec_Lat    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__len__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":49 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":48   *    *     def __len__(self):   *         return self.lattice.size()             # <<<<<<<<<<<<<< @@ -13533,7 +13559,7 @@ static PyObject *__pyx_pw_5_cdec_7Lattice_13__str__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":51 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":50   *         return self.lattice.size()   *    *     def __str__(self):             # <<<<<<<<<<<<<< @@ -13551,7 +13577,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_12__str__(struct __pyx_obj_5_cdec_Latt    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__str__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":52 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":51   *    *     def __str__(self):   *         return str(hypergraph.AsPLF(self.lattice[0], True).c_str())             # <<<<<<<<<<<<<< @@ -13559,14 +13585,14 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_12__str__(struct __pyx_obj_5_cdec_Latt   *     def __unicode__(self):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyBytes_FromString(HypergraphIO::AsPLF((__pyx_v_self->lattice[0]), 1).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(HypergraphIO::AsPLF((__pyx_v_self->lattice[0]), 1).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 51; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 51; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 51; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_r = __pyx_t_1; @@ -13597,7 +13623,7 @@ static PyObject *__pyx_pw_5_cdec_7Lattice_15__unicode__(PyObject *__pyx_v_self,    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":54 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":53   *         return str(hypergraph.AsPLF(self.lattice[0], True).c_str())   *    *     def __unicode__(self):             # <<<<<<<<<<<<<< @@ -13615,7 +13641,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_14__unicode__(struct __pyx_obj_5_cdec_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__unicode__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":55 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":54   *    *     def __unicode__(self):   *         return unicode(str(self), 'utf8')             # <<<<<<<<<<<<<< @@ -13623,15 +13649,15 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_14__unicode__(struct __pyx_obj_5_cdec_   *     def __iter__(self):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_INCREF(((PyObject *)__pyx_v_self));    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self));    __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); -  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0; -  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2);    __Pyx_GIVEREF(__pyx_t_2); @@ -13639,7 +13665,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_14__unicode__(struct __pyx_obj_5_cdec_    PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_n_s__utf8));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));    __pyx_t_2 = 0; -  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyUnicode_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;    __pyx_r = __pyx_t_2; @@ -13671,7 +13697,7 @@ static PyObject *__pyx_pw_5_cdec_7Lattice_17__iter__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":57 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":56   *         return unicode(str(self), 'utf8')   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -13697,7 +13723,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_16__iter__(struct __pyx_obj_5_cdec_Lat    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_7Lattice_18generator14, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_7Lattice_18generator14, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -13732,27 +13758,27 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_18generator14(__pyx_GeneratorObject *_      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":59 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":58   *     def __iter__(self):   *         cdef unsigned i   *         for i in range(len(self)):             # <<<<<<<<<<<<<<   *             yield self[i]   *    */ -  __pyx_t_1 = PyObject_Length(((PyObject *)__pyx_cur_scope->__pyx_v_self)); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Length(((PyObject *)__pyx_cur_scope->__pyx_v_self)); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 58; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":60 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":59   *         cdef unsigned i   *         for i in range(len(self)):   *             yield self[i]             # <<<<<<<<<<<<<<   *    *     def todot(self):   */ -    __pyx_t_3 = __Pyx_GetItemInt(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_cur_scope->__pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = __Pyx_GetItemInt(((PyObject *)__pyx_cur_scope->__pyx_v_self), __pyx_cur_scope->__pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_3) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __pyx_r = __pyx_t_3;      __pyx_t_3 = 0; @@ -13766,7 +13792,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_18generator14(__pyx_GeneratorObject *_      __pyx_L6_resume_from_yield:;      __pyx_t_1 = __pyx_cur_scope->__pyx_t_0;      __pyx_t_2 = __pyx_cur_scope->__pyx_t_1; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 59; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    PyErr_SetNone(PyExc_StopIteration);    goto __pyx_L0; @@ -13783,6 +13809,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_18generator14(__pyx_GeneratorObject *_  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_7Lattice_20todot(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_7Lattice_19todot[] = "lattice.todot() -> Representation of the lattice in GraphViz dot format.";  static PyObject *__pyx_pw_5_cdec_7Lattice_20todot(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -13805,9 +13832,9 @@ static PyObject *__pyx_pw_5_cdec_7Lattice_5todot_1lines(PyObject *__pyx_self, CY    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":63 - *  +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":63   *     def todot(self): + *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""   *         def lines():             # <<<<<<<<<<<<<<   *             yield 'digraph lattice {'   *             yield 'rankdir = LR;' @@ -13882,15 +13909,15 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj    __pyx_L3_first_run:;    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":64 - *     def todot(self): +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":64 + *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""   *         def lines():   *             yield 'digraph lattice {'             # <<<<<<<<<<<<<<   *             yield 'rankdir = LR;'   *             yield 'node [shape=circle];'   */ -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_28)); -  __pyx_r = ((PyObject *)__pyx_kp_s_28); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_26)); +  __pyx_r = ((PyObject *)__pyx_kp_s_26);    __Pyx_XGIVEREF(__pyx_r);    __Pyx_RefNannyFinishContext();    /* return from generator, yielding value */ @@ -13899,15 +13926,15 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj    __pyx_L4_resume_from_yield:;    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 64; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":65 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":65   *         def lines():   *             yield 'digraph lattice {'   *             yield 'rankdir = LR;'             # <<<<<<<<<<<<<<   *             yield 'node [shape=circle];'   *             for i in range(len(self)):   */ -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_29)); -  __pyx_r = ((PyObject *)__pyx_kp_s_29); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_27)); +  __pyx_r = ((PyObject *)__pyx_kp_s_27);    __Pyx_XGIVEREF(__pyx_r);    __Pyx_RefNannyFinishContext();    /* return from generator, yielding value */ @@ -13916,15 +13943,15 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj    __pyx_L5_resume_from_yield:;    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 65; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":66 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":66   *             yield 'digraph lattice {'   *             yield 'rankdir = LR;'   *             yield 'node [shape=circle];'             # <<<<<<<<<<<<<<   *             for i in range(len(self)):   *                 for label, weight, delta in self[i]:   */ -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_30)); -  __pyx_r = ((PyObject *)__pyx_kp_s_30); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_28)); +  __pyx_r = ((PyObject *)__pyx_kp_s_28);    __Pyx_XGIVEREF(__pyx_r);    __Pyx_RefNannyFinishContext();    /* return from generator, yielding value */ @@ -13933,7 +13960,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj    __pyx_L6_resume_from_yield:;    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 66; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":67 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":67   *             yield 'rankdir = LR;'   *             yield 'node [shape=circle];'   *             for i in range(len(self)):             # <<<<<<<<<<<<<< @@ -13968,16 +13995,16 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj      if (!__pyx_t_4 && PyList_CheckExact(__pyx_t_3)) {        if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_3)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_1 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_2); __Pyx_INCREF(__pyx_t_1); __pyx_t_2++; +      __pyx_t_1 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_2); __Pyx_INCREF(__pyx_t_1); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_4 && PyTuple_CheckExact(__pyx_t_3)) {        if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_3)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_2); __Pyx_INCREF(__pyx_t_1); __pyx_t_2++; +      __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_2); __Pyx_INCREF(__pyx_t_1); __pyx_t_2++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_1 = __pyx_t_4(__pyx_t_3); @@ -13996,7 +14023,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj      __pyx_cur_scope->__pyx_v_i = __pyx_t_1;      __pyx_t_1 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":68 +    /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":68   *             yield 'node [shape=circle];'   *             for i in range(len(self)):   *                 for label, weight, delta in self[i]:             # <<<<<<<<<<<<<< @@ -14018,16 +14045,16 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj        if (!__pyx_t_7 && PyList_CheckExact(__pyx_t_5)) {          if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_5)) break;          #if CYTHON_COMPILING_IN_CPYTHON -        __pyx_t_1 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; +        __pyx_t_1 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #else -        __pyx_t_1 = PySequence_ITEM(__pyx_t_5, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +        __pyx_t_1 = PySequence_ITEM(__pyx_t_5, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #endif        } else if (!__pyx_t_7 && PyTuple_CheckExact(__pyx_t_5)) {          if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_5)) break;          #if CYTHON_COMPILING_IN_CPYTHON -        __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; +        __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #else -        __pyx_t_1 = PySequence_ITEM(__pyx_t_5, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +        __pyx_t_1 = PySequence_ITEM(__pyx_t_5, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #endif        } else {          __pyx_t_1 = __pyx_t_7(__pyx_t_5); @@ -14111,7 +14138,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj        __pyx_cur_scope->__pyx_v_delta = __pyx_t_10;        __pyx_t_10 = 0; -      /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":69 +      /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":69   *             for i in range(len(self)):   *                 for label, weight, delta in self[i]:   *                     yield '%d -> %d [label="%s"];' % (i, i+delta, label.replace('"', '\\"'))             # <<<<<<<<<<<<<< @@ -14122,7 +14149,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj        __Pyx_GOTREF(__pyx_t_1);        __pyx_t_10 = PyObject_GetAttr(__pyx_cur_scope->__pyx_v_label, __pyx_n_s__replace); if (unlikely(!__pyx_t_10)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_10); -      __pyx_t_9 = PyObject_Call(__pyx_t_10, ((PyObject *)__pyx_k_tuple_34), NULL); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_9 = PyObject_Call(__pyx_t_10, ((PyObject *)__pyx_k_tuple_32), NULL); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_9);        __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0;        __pyx_t_10 = PyTuple_New(3); if (unlikely(!__pyx_t_10)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;} @@ -14136,7 +14163,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj        __Pyx_GIVEREF(__pyx_t_9);        __pyx_t_1 = 0;        __pyx_t_9 = 0; -      __pyx_t_9 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_31), ((PyObject *)__pyx_t_10)); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_9 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_29), ((PyObject *)__pyx_t_10)); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_9));        __Pyx_DECREF(((PyObject *)__pyx_t_10)); __pyx_t_10 = 0;        __pyx_r = ((PyObject *)__pyx_t_9); @@ -14171,7 +14198,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj    }    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":70 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":70   *                 for label, weight, delta in self[i]:   *                     yield '%d -> %d [label="%s"];' % (i, i+delta, label.replace('"', '\\"'))   *             yield '%d [shape=doublecircle]' % len(self)             # <<<<<<<<<<<<<< @@ -14184,7 +14211,7 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;    __pyx_t_3 = PyInt_FromSsize_t(__pyx_t_2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3); -  __pyx_t_5 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_35), __pyx_t_3); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_5 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_33), __pyx_t_3); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_5));    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;    __pyx_r = ((PyObject *)__pyx_t_5); @@ -14197,15 +14224,15 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj    __pyx_L14_resume_from_yield:;    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":71 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":71   *                     yield '%d -> %d [label="%s"];' % (i, i+delta, label.replace('"', '\\"'))   *             yield '%d [shape=doublecircle]' % len(self)   *             yield '}'             # <<<<<<<<<<<<<<   *         return '\n'.join(lines()).encode('utf8')   *    */ -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_36)); -  __pyx_r = ((PyObject *)__pyx_kp_s_36); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_34)); +  __pyx_r = ((PyObject *)__pyx_kp_s_34);    __Pyx_XGIVEREF(__pyx_r);    __Pyx_RefNannyFinishContext();    /* return from generator, yielding value */ @@ -14232,12 +14259,12 @@ static PyObject *__pyx_gb_5_cdec_7Lattice_5todot_2generator20(__pyx_GeneratorObj    return NULL;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":62 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":61   *             yield self[i]   *    *     def todot(self):             # <<<<<<<<<<<<<< + *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""   *         def lines(): - *             yield 'digraph lattice {'   */  static PyObject *__pyx_pf_5_cdec_7Lattice_19todot(struct __pyx_obj_5_cdec_Lattice *__pyx_v_self) { @@ -14262,19 +14289,19 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_19todot(struct __pyx_obj_5_cdec_Lattic    __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self);    __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":63 - *  +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":63   *     def todot(self): + *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""   *         def lines():             # <<<<<<<<<<<<<<   *             yield 'digraph lattice {'   *             yield 'rankdir = LR;'   */ -  __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_5_cdec_7Lattice_5todot_1lines, 0, ((PyObject*)__pyx_cur_scope), __pyx_n_s___cdec, ((PyObject *)__pyx_k_codeobj_38)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_5_cdec_7Lattice_5todot_1lines, 0, ((PyObject*)__pyx_cur_scope), __pyx_n_s___cdec, ((PyObject *)__pyx_k_codeobj_36)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_lines = __pyx_t_1;    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":72 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":72   *             yield '%d [shape=doublecircle]' % len(self)   *             yield '}'   *         return '\n'.join(lines()).encode('utf8')             # <<<<<<<<<<<<<< @@ -14282,7 +14309,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_19todot(struct __pyx_obj_5_cdec_Lattic   *     def as_hypergraph(self):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_40), __pyx_n_s__join); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_38), __pyx_n_s__join); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_t_2 = PyObject_Call(__pyx_v_lines, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2); @@ -14298,7 +14325,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_19todot(struct __pyx_obj_5_cdec_Lattic    __pyx_t_3 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s__encode); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; -  __pyx_t_2 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_k_tuple_41), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_k_tuple_39), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;    __pyx_r = __pyx_t_2; @@ -14323,6 +14350,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_19todot(struct __pyx_obj_5_cdec_Lattic  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_7Lattice_22as_hypergraph(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_7Lattice_21as_hypergraph[] = "lattice.as_hypergraph() -> Hypergraph representation of the lattice.";  static PyObject *__pyx_pw_5_cdec_7Lattice_22as_hypergraph(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -14332,12 +14360,12 @@ static PyObject *__pyx_pw_5_cdec_7Lattice_22as_hypergraph(PyObject *__pyx_v_self    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":74 +/* "/home/vchahune/tools/cdec/python/src/lattice.pxi":74   *         return '\n'.join(lines()).encode('utf8')   *    *     def as_hypergraph(self):             # <<<<<<<<<<<<<< + *         """lattice.as_hypergraph() -> Hypergraph representation of the lattice."""   *         cdef Hypergraph result = Hypergraph.__new__(Hypergraph) - *         result.hg = new hypergraph.Hypergraph()   */  static PyObject *__pyx_pf_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj_5_cdec_Lattice *__pyx_v_self) { @@ -14347,65 +14375,65 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj_5_cde    __Pyx_RefNannyDeclarations    PyObject *__pyx_t_1 = NULL;    PyObject *__pyx_t_2 = NULL; -  char *__pyx_t_3; +  std::string __pyx_t_3;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("as_hypergraph", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":75 - *  +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":76   *     def as_hypergraph(self): + *         """lattice.as_hypergraph() -> Hypergraph representation of the lattice."""   *         cdef Hypergraph result = Hypergraph.__new__(Hypergraph)             # <<<<<<<<<<<<<<   *         result.hg = new hypergraph.Hypergraph()   *         cdef bytes plf = str(self)   */ -  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_Hypergraph)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 75; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_Hypergraph)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 76; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_Hypergraph)))) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 75; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5_cdec_Hypergraph)))) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 76; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_result = ((struct __pyx_obj_5_cdec_Hypergraph *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":76 - *     def as_hypergraph(self): +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":77 + *         """lattice.as_hypergraph() -> Hypergraph representation of the lattice."""   *         cdef Hypergraph result = Hypergraph.__new__(Hypergraph)   *         result.hg = new hypergraph.Hypergraph()             # <<<<<<<<<<<<<<   *         cdef bytes plf = str(self) - *         hypergraph.ReadFromPLF(string(plf), result.hg) + *         hypergraph.ReadFromPLF(plf, result.hg)   */    __pyx_v_result->hg = new Hypergraph(); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":77 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":78   *         cdef Hypergraph result = Hypergraph.__new__(Hypergraph)   *         result.hg = new hypergraph.Hypergraph()   *         cdef bytes plf = str(self)             # <<<<<<<<<<<<<< - *         hypergraph.ReadFromPLF(string(plf), result.hg) + *         hypergraph.ReadFromPLF(plf, result.hg)   *         return result   */ -  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_INCREF(((PyObject *)__pyx_v_self));    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self));    __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); -  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0; -  if (!(likely(PyBytes_CheckExact(__pyx_t_2))||((__pyx_t_2) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected bytes, got %.200s", Py_TYPE(__pyx_t_2)->tp_name), 0))) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(PyBytes_CheckExact(__pyx_t_2))||((__pyx_t_2) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected bytes, got %.200s", Py_TYPE(__pyx_t_2)->tp_name), 0))) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_plf = ((PyObject*)__pyx_t_2);    __pyx_t_2 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":78 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":79   *         result.hg = new hypergraph.Hypergraph()   *         cdef bytes plf = str(self) - *         hypergraph.ReadFromPLF(string(plf), result.hg)             # <<<<<<<<<<<<<< + *         hypergraph.ReadFromPLF(plf, result.hg)             # <<<<<<<<<<<<<<   *         return result   */ -  __pyx_t_3 = PyBytes_AsString(((PyObject *)__pyx_v_plf)); if (unlikely((!__pyx_t_3) && PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  HypergraphIO::ReadFromPLF(std::string(__pyx_t_3), __pyx_v_result->hg); +  __pyx_t_3 = __pyx_convert_string_from_py_(((PyObject *)__pyx_v_plf)); if (unlikely(PyErr_Occurred())) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  HypergraphIO::ReadFromPLF(__pyx_t_3, __pyx_v_result->hg); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":79 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":80   *         cdef bytes plf = str(self) - *         hypergraph.ReadFromPLF(string(plf), result.hg) + *         hypergraph.ReadFromPLF(plf, result.hg)   *         return result             # <<<<<<<<<<<<<<   */    __Pyx_XDECREF(__pyx_r); @@ -14428,7 +14456,7 @@ static PyObject *__pyx_pf_5_cdec_7Lattice_21as_hypergraph(struct __pyx_obj_5_cde    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":3 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":3   * cimport mteval   *    * cdef SufficientStats as_stats(x, y):             # <<<<<<<<<<<<<< @@ -14449,7 +14477,7 @@ static struct __pyx_obj_5_cdec_SufficientStats *__pyx_f_5_cdec_as_stats(PyObject    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("as_stats", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":4 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":4   *    * cdef SufficientStats as_stats(x, y):   *     if isinstance(x, SufficientStats):             # <<<<<<<<<<<<<< @@ -14462,7 +14490,7 @@ static struct __pyx_obj_5_cdec_SufficientStats *__pyx_f_5_cdec_as_stats(PyObject    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":5 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":5   * cdef SufficientStats as_stats(x, y):   *     if isinstance(x, SufficientStats):   *         return x             # <<<<<<<<<<<<<< @@ -14477,15 +14505,14 @@ static struct __pyx_obj_5_cdec_SufficientStats *__pyx_f_5_cdec_as_stats(PyObject      goto __pyx_L3;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":6 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":6   *     if isinstance(x, SufficientStats):   *         return x   *     elif x == 0 and isinstance(y, SufficientStats):             # <<<<<<<<<<<<<<   *         stats = SufficientStats()   *         stats.stats = new mteval.SufficientStats()   */ -  __pyx_t_1 = PyObject_RichCompare(__pyx_v_x, __pyx_int_0, Py_EQ); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_t_1); +  __pyx_t_1 = PyObject_RichCompare(__pyx_v_x, __pyx_int_0, Py_EQ); __Pyx_XGOTREF(__pyx_t_1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { @@ -14499,7 +14526,7 @@ static struct __pyx_obj_5_cdec_SufficientStats *__pyx_f_5_cdec_as_stats(PyObject    }    if (__pyx_t_4) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":7 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":7   *         return x   *     elif x == 0 and isinstance(y, SufficientStats):   *         stats = SufficientStats()             # <<<<<<<<<<<<<< @@ -14511,7 +14538,7 @@ static struct __pyx_obj_5_cdec_SufficientStats *__pyx_f_5_cdec_as_stats(PyObject      __pyx_v_stats = ((struct __pyx_obj_5_cdec_SufficientStats *)__pyx_t_1);      __pyx_t_1 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":8 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":8   *     elif x == 0 and isinstance(y, SufficientStats):   *         stats = SufficientStats()   *         stats.stats = new mteval.SufficientStats()             # <<<<<<<<<<<<<< @@ -14520,7 +14547,7 @@ static struct __pyx_obj_5_cdec_SufficientStats *__pyx_f_5_cdec_as_stats(PyObject   */      __pyx_v_stats->stats = new SufficientStats(); -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":9 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":9   *         stats = SufficientStats()   *         stats.stats = new mteval.SufficientStats()   *         stats.metric = (<SufficientStats> y).metric             # <<<<<<<<<<<<<< @@ -14529,7 +14556,7 @@ static struct __pyx_obj_5_cdec_SufficientStats *__pyx_f_5_cdec_as_stats(PyObject   */      __pyx_v_stats->metric = ((struct __pyx_obj_5_cdec_SufficientStats *)__pyx_v_y)->metric; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":10 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":10   *         stats.stats = new mteval.SufficientStats()   *         stats.metric = (<SufficientStats> y).metric   *         return stats             # <<<<<<<<<<<<<< @@ -14568,7 +14595,7 @@ static PyObject *__pyx_pw_5_cdec_9Candidate_5words_1__get__(PyObject *__pyx_v_se    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":17 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":17   *    *     property words:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -14587,7 +14614,7 @@ static PyObject *__pyx_pf_5_cdec_9Candidate_5words___get__(struct __pyx_obj_5_cd    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":18 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":18   *     property words:   *         def __get__(self):   *             return unicode(GetString(self.candidate.ewords).c_str(), encoding='utf8')             # <<<<<<<<<<<<<< @@ -14638,7 +14665,7 @@ static PyObject *__pyx_pw_5_cdec_9Candidate_4fmap_1__get__(PyObject *__pyx_v_sel    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":21 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":21   *    *     property fmap:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -14656,7 +14683,7 @@ static PyObject *__pyx_pf_5_cdec_9Candidate_4fmap___get__(struct __pyx_obj_5_cde    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":22 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":22   *     property fmap:   *         def __get__(self):   *             cdef SparseVector fmap = SparseVector.__new__(SparseVector)             # <<<<<<<<<<<<<< @@ -14669,7 +14696,7 @@ static PyObject *__pyx_pf_5_cdec_9Candidate_4fmap___get__(struct __pyx_obj_5_cde    __pyx_v_fmap = ((struct __pyx_obj_5_cdec_SparseVector *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":23 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":23   *         def __get__(self):   *             cdef SparseVector fmap = SparseVector.__new__(SparseVector)   *             fmap.vector = new FastSparseVector[weight_t](self.candidate.fmap)             # <<<<<<<<<<<<<< @@ -14678,7 +14705,7 @@ static PyObject *__pyx_pf_5_cdec_9Candidate_4fmap___get__(struct __pyx_obj_5_cde   */    __pyx_v_fmap->vector = new FastSparseVector<weight_t>(__pyx_v_self->candidate->fmap); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":24 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":24   *             cdef SparseVector fmap = SparseVector.__new__(SparseVector)   *             fmap.vector = new FastSparseVector[weight_t](self.candidate.fmap)   *             return fmap             # <<<<<<<<<<<<<< @@ -14714,7 +14741,7 @@ static PyObject *__pyx_pw_5_cdec_9Candidate_5score_1__get__(PyObject *__pyx_v_se    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":14 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":14   * cdef class Candidate:   *     cdef mteval.const_Candidate* candidate   *     cdef public float score             # <<<<<<<<<<<<<< @@ -14790,7 +14817,7 @@ static void __pyx_pw_5_cdec_15SufficientStats_1__dealloc__(PyObject *__pyx_v_sel    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":30 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":30   *     cdef mteval.EvaluationMetric* metric   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -14802,7 +14829,7 @@ static void __pyx_pf_5_cdec_15SufficientStats___dealloc__(CYTHON_UNUSED struct _    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":31 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":31   *    *     def __dealloc__(self):   *         del self.stats             # <<<<<<<<<<<<<< @@ -14825,7 +14852,7 @@ static PyObject *__pyx_pw_5_cdec_15SufficientStats_5score_1__get__(PyObject *__p    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":34 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":34   *    *     property score:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -14842,7 +14869,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_5score___get__(struct __pyx_o    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":35 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":35   *     property score:   *         def __get__(self):   *             return self.metric.ComputeScore(self.stats[0])             # <<<<<<<<<<<<<< @@ -14879,7 +14906,7 @@ static PyObject *__pyx_pw_5_cdec_15SufficientStats_6detail_1__get__(PyObject *__    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":38 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":38   *    *     property detail:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -14897,7 +14924,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_6detail___get__(struct __pyx_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":39 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":39   *     property detail:   *         def __get__(self):   *             return str(self.metric.DetailedScore(self.stats[0]).c_str())             # <<<<<<<<<<<<<< @@ -14943,7 +14970,7 @@ static Py_ssize_t __pyx_pw_5_cdec_15SufficientStats_3__len__(PyObject *__pyx_v_s    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":41 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":41   *             return str(self.metric.DetailedScore(self.stats[0]).c_str())   *    *     def __len__(self):             # <<<<<<<<<<<<<< @@ -14956,7 +14983,7 @@ static Py_ssize_t __pyx_pf_5_cdec_15SufficientStats_2__len__(struct __pyx_obj_5_    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__len__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":42 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":42   *    *     def __len__(self):   *         return self.stats.size()             # <<<<<<<<<<<<<< @@ -14984,7 +15011,7 @@ static PyObject *__pyx_pw_5_cdec_15SufficientStats_5__iter__(PyObject *__pyx_v_s    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":44 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":44   *         return self.stats.size()   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -15048,7 +15075,7 @@ static PyObject *__pyx_gb_5_cdec_15SufficientStats_6generator15(__pyx_GeneratorO    __pyx_L3_first_run:;    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":45 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":45   *    *     def __iter__(self):   *         for i in range(len(self)):             # <<<<<<<<<<<<<< @@ -15079,16 +15106,16 @@ static PyObject *__pyx_gb_5_cdec_15SufficientStats_6generator15(__pyx_GeneratorO      if (!__pyx_t_4 && PyList_CheckExact(__pyx_t_3)) {        if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_3)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_1); __Pyx_INCREF(__pyx_t_2); __pyx_t_1++; +      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_1); __Pyx_INCREF(__pyx_t_2); __pyx_t_1++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_4 && PyTuple_CheckExact(__pyx_t_3)) {        if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_3)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_1); __Pyx_INCREF(__pyx_t_2); __pyx_t_1++; +      __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_1); __Pyx_INCREF(__pyx_t_2); __pyx_t_1++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_2 = PySequence_ITEM(__pyx_t_3, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_2 = __pyx_t_4(__pyx_t_3); @@ -15107,7 +15134,7 @@ static PyObject *__pyx_gb_5_cdec_15SufficientStats_6generator15(__pyx_GeneratorO      __pyx_cur_scope->__pyx_v_i = __pyx_t_2;      __pyx_t_2 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":46 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":46   *     def __iter__(self):   *         for i in range(len(self)):   *             yield self[i]             # <<<<<<<<<<<<<< @@ -15171,7 +15198,7 @@ static PyObject *__pyx_pw_5_cdec_15SufficientStats_8__getitem__(PyObject *__pyx_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":48 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":48   *             yield self[i]   *    *     def __getitem__(self, int index):             # <<<<<<<<<<<<<< @@ -15191,7 +15218,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_7__getitem__(struct __pyx_obj    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__getitem__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":49 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":49   *    *     def __getitem__(self, int index):   *         if not 0 <= index < len(self):             # <<<<<<<<<<<<<< @@ -15206,14 +15233,14 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_7__getitem__(struct __pyx_obj    __pyx_t_3 = (!__pyx_t_1);    if (__pyx_t_3) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":50 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":50   *     def __getitem__(self, int index):   *         if not 0 <= index < len(self):   *             raise IndexError('sufficient stats vector index out of range')             # <<<<<<<<<<<<<<   *         return self.stats[0][index]   *    */ -    __pyx_t_4 = PyObject_Call(__pyx_builtin_IndexError, ((PyObject *)__pyx_k_tuple_43), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyObject_Call(__pyx_builtin_IndexError, ((PyObject *)__pyx_k_tuple_41), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      __Pyx_Raise(__pyx_t_4, 0, 0, 0);      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; @@ -15222,7 +15249,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_7__getitem__(struct __pyx_obj    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":51 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":51   *         if not 0 <= index < len(self):   *             raise IndexError('sufficient stats vector index out of range')   *         return self.stats[0][index]             # <<<<<<<<<<<<<< @@ -15264,7 +15291,7 @@ static PyObject *__pyx_pw_5_cdec_15SufficientStats_10__iadd__(PyObject *__pyx_v_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":53 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":53   *         return self.stats[0][index]   *    *     def __iadd__(SufficientStats self, SufficientStats other):             # <<<<<<<<<<<<<< @@ -15277,7 +15304,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_9__iadd__(struct __pyx_obj_5_    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__iadd__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":54 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":54   *    *     def __iadd__(SufficientStats self, SufficientStats other):   *         self.stats[0] += other.stats[0]             # <<<<<<<<<<<<<< @@ -15286,7 +15313,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_9__iadd__(struct __pyx_obj_5_   */    (__pyx_v_self->stats[0]) += (__pyx_v_other->stats[0]); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":55 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":55   *     def __iadd__(SufficientStats self, SufficientStats other):   *         self.stats[0] += other.stats[0]   *         return self             # <<<<<<<<<<<<<< @@ -15316,7 +15343,7 @@ static PyObject *__pyx_pw_5_cdec_15SufficientStats_12__add__(PyObject *__pyx_v_x    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":57 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":57   *         return self   *    *     def __add__(x, y):             # <<<<<<<<<<<<<< @@ -15336,7 +15363,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_11__add__(PyObject *__pyx_v_x    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__add__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":58 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":58   *    *     def __add__(x, y):   *         cdef SufficientStats sx = as_stats(x, y)             # <<<<<<<<<<<<<< @@ -15348,7 +15375,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_11__add__(PyObject *__pyx_v_x    __pyx_v_sx = ((struct __pyx_obj_5_cdec_SufficientStats *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":59 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":59   *     def __add__(x, y):   *         cdef SufficientStats sx = as_stats(x, y)   *         cdef SufficientStats sy = as_stats(y, x)             # <<<<<<<<<<<<<< @@ -15360,7 +15387,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_11__add__(PyObject *__pyx_v_x    __pyx_v_sy = ((struct __pyx_obj_5_cdec_SufficientStats *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":60 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":60   *         cdef SufficientStats sx = as_stats(x, y)   *         cdef SufficientStats sy = as_stats(y, x)   *         cdef SufficientStats result = SufficientStats()             # <<<<<<<<<<<<<< @@ -15372,7 +15399,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_11__add__(PyObject *__pyx_v_x    __pyx_v_result = ((struct __pyx_obj_5_cdec_SufficientStats *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":61 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":61   *         cdef SufficientStats sy = as_stats(y, x)   *         cdef SufficientStats result = SufficientStats()   *         result.stats = new mteval.SufficientStats(mteval.add(sx.stats[0], sy.stats[0]))             # <<<<<<<<<<<<<< @@ -15381,7 +15408,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_11__add__(PyObject *__pyx_v_x   */    __pyx_v_result->stats = new SufficientStats(operator+((__pyx_v_sx->stats[0]), (__pyx_v_sy->stats[0]))); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":62 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":62   *         cdef SufficientStats result = SufficientStats()   *         result.stats = new mteval.SufficientStats(mteval.add(sx.stats[0], sy.stats[0]))   *         result.metric = sx.metric             # <<<<<<<<<<<<<< @@ -15390,7 +15417,7 @@ static PyObject *__pyx_pf_5_cdec_15SufficientStats_11__add__(PyObject *__pyx_v_x   */    __pyx_v_result->metric = __pyx_v_sx->metric; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":63 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":63   *         result.stats = new mteval.SufficientStats(mteval.add(sx.stats[0], sy.stats[0]))   *         result.metric = sx.metric   *         return result             # <<<<<<<<<<<<<< @@ -15469,7 +15496,7 @@ static int __pyx_pw_5_cdec_12CandidateSet_1__cinit__(PyObject *__pyx_v_self, PyO    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":70 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":70   *     cdef mteval.CandidateSet* cs   *    *     def __cinit__(self, SegmentEvaluator evaluator):             # <<<<<<<<<<<<<< @@ -15482,7 +15509,7 @@ static int __pyx_pf_5_cdec_12CandidateSet___cinit__(struct __pyx_obj_5_cdec_Cand    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__cinit__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":71 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":71   *    *     def __cinit__(self, SegmentEvaluator evaluator):   *         self.scorer = new shared_ptr[mteval.SegmentEvaluator](evaluator.scorer[0])             # <<<<<<<<<<<<<< @@ -15491,7 +15518,7 @@ static int __pyx_pf_5_cdec_12CandidateSet___cinit__(struct __pyx_obj_5_cdec_Cand   */    __pyx_v_self->scorer = new boost::shared_ptr<SegmentEvaluator>((__pyx_v_evaluator->scorer[0])); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":72 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":72   *     def __cinit__(self, SegmentEvaluator evaluator):   *         self.scorer = new shared_ptr[mteval.SegmentEvaluator](evaluator.scorer[0])   *         self.metric = evaluator.metric             # <<<<<<<<<<<<<< @@ -15500,7 +15527,7 @@ static int __pyx_pf_5_cdec_12CandidateSet___cinit__(struct __pyx_obj_5_cdec_Cand   */    __pyx_v_self->metric = __pyx_v_evaluator->metric; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":73 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":73   *         self.scorer = new shared_ptr[mteval.SegmentEvaluator](evaluator.scorer[0])   *         self.metric = evaluator.metric   *         self.cs = new mteval.CandidateSet()             # <<<<<<<<<<<<<< @@ -15523,7 +15550,7 @@ static void __pyx_pw_5_cdec_12CandidateSet_3__dealloc__(PyObject *__pyx_v_self)    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":75 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":75   *         self.cs = new mteval.CandidateSet()   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -15535,7 +15562,7 @@ static void __pyx_pf_5_cdec_12CandidateSet_2__dealloc__(CYTHON_UNUSED struct __p    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":76 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":76   *    *     def __dealloc__(self):   *         del self.scorer             # <<<<<<<<<<<<<< @@ -15544,7 +15571,7 @@ static void __pyx_pf_5_cdec_12CandidateSet_2__dealloc__(CYTHON_UNUSED struct __p   */    delete __pyx_v_self->scorer; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":77 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":77   *     def __dealloc__(self):   *         del self.scorer   *         del self.cs             # <<<<<<<<<<<<<< @@ -15567,7 +15594,7 @@ static Py_ssize_t __pyx_pw_5_cdec_12CandidateSet_5__len__(PyObject *__pyx_v_self    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":79 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":79   *         del self.cs   *    *     def __len__(self):             # <<<<<<<<<<<<<< @@ -15580,7 +15607,7 @@ static Py_ssize_t __pyx_pf_5_cdec_12CandidateSet_4__len__(struct __pyx_obj_5_cde    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__len__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":80 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":80   *    *     def __len__(self):   *         return self.cs.size()             # <<<<<<<<<<<<<< @@ -15617,7 +15644,7 @@ static PyObject *__pyx_pw_5_cdec_12CandidateSet_7__getitem__(PyObject *__pyx_v_s    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":82 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":82   *         return self.cs.size()   *    *     def __getitem__(self,int k):             # <<<<<<<<<<<<<< @@ -15637,7 +15664,7 @@ static PyObject *__pyx_pf_5_cdec_12CandidateSet_6__getitem__(struct __pyx_obj_5_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__getitem__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":83 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":83   *    *     def __getitem__(self,int k):   *         if not 0 <= k < self.cs.size():             # <<<<<<<<<<<<<< @@ -15651,14 +15678,14 @@ static PyObject *__pyx_pf_5_cdec_12CandidateSet_6__getitem__(struct __pyx_obj_5_    __pyx_t_2 = (!__pyx_t_1);    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":84 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":84   *     def __getitem__(self,int k):   *         if not 0 <= k < self.cs.size():   *             raise IndexError('candidate set index out of range')             # <<<<<<<<<<<<<<   *         cdef Candidate candidate = Candidate()   *         candidate.candidate = &self.cs[0][k]   */ -    __pyx_t_3 = PyObject_Call(__pyx_builtin_IndexError, ((PyObject *)__pyx_k_tuple_45), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 84; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(__pyx_builtin_IndexError, ((PyObject *)__pyx_k_tuple_43), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 84; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_Raise(__pyx_t_3, 0, 0, 0);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; @@ -15667,7 +15694,7 @@ static PyObject *__pyx_pf_5_cdec_12CandidateSet_6__getitem__(struct __pyx_obj_5_    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":85 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":85   *         if not 0 <= k < self.cs.size():   *             raise IndexError('candidate set index out of range')   *         cdef Candidate candidate = Candidate()             # <<<<<<<<<<<<<< @@ -15679,7 +15706,7 @@ static PyObject *__pyx_pf_5_cdec_12CandidateSet_6__getitem__(struct __pyx_obj_5_    __pyx_v_candidate = ((struct __pyx_obj_5_cdec_Candidate *)__pyx_t_3);    __pyx_t_3 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":86 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":86   *             raise IndexError('candidate set index out of range')   *         cdef Candidate candidate = Candidate()   *         candidate.candidate = &self.cs[0][k]             # <<<<<<<<<<<<<< @@ -15688,7 +15715,7 @@ static PyObject *__pyx_pf_5_cdec_12CandidateSet_6__getitem__(struct __pyx_obj_5_   */    __pyx_v_candidate->candidate = (&((__pyx_v_self->cs[0])[__pyx_v_k])); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":87 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":87   *         cdef Candidate candidate = Candidate()   *         candidate.candidate = &self.cs[0][k]   *         candidate.score = self.metric.ComputeScore(self.cs[0][k].eval_feats)             # <<<<<<<<<<<<<< @@ -15697,7 +15724,7 @@ static PyObject *__pyx_pf_5_cdec_12CandidateSet_6__getitem__(struct __pyx_obj_5_   */    __pyx_v_candidate->score = __pyx_v_self->metric->ComputeScore(((__pyx_v_self->cs[0])[__pyx_v_k]).eval_feats); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":88 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":88   *         candidate.candidate = &self.cs[0][k]   *         candidate.score = self.metric.ComputeScore(self.cs[0][k].eval_feats)   *         return candidate             # <<<<<<<<<<<<<< @@ -15734,7 +15761,7 @@ static PyObject *__pyx_pw_5_cdec_12CandidateSet_9__iter__(PyObject *__pyx_v_self    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":90 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":90   *         return candidate   *    *     def __iter__(self):             # <<<<<<<<<<<<<< @@ -15797,7 +15824,7 @@ static PyObject *__pyx_gb_5_cdec_12CandidateSet_10generator16(__pyx_GeneratorObj    __pyx_L3_first_run:;    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 90; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":92 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":92   *     def __iter__(self):   *         cdef unsigned i   *         for i in range(len(self)):             # <<<<<<<<<<<<<< @@ -15808,7 +15835,7 @@ static PyObject *__pyx_gb_5_cdec_12CandidateSet_10generator16(__pyx_GeneratorObj    for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {      __pyx_cur_scope->__pyx_v_i = __pyx_t_2; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":93 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":93   *         cdef unsigned i   *         for i in range(len(self)):   *             yield self[i]             # <<<<<<<<<<<<<< @@ -15846,6 +15873,7 @@ static PyObject *__pyx_gb_5_cdec_12CandidateSet_10generator16(__pyx_GeneratorObj  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_12CandidateSet_12add_kbest(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_12CandidateSet_11add_kbest[] = "cs.add_kbest(Hypergraph hypergraph, int k) -> Extract K-best hypotheses \n        from the hypergraph and add them to the candidate set.";  static PyObject *__pyx_pw_5_cdec_12CandidateSet_12add_kbest(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_hypergraph = 0;    unsigned int __pyx_v_k; @@ -15905,12 +15933,12 @@ static PyObject *__pyx_pw_5_cdec_12CandidateSet_12add_kbest(PyObject *__pyx_v_se    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":95 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":95   *             yield self[i]   *    *     def add_kbest(self, Hypergraph hypergraph, unsigned k):             # <<<<<<<<<<<<<< - *         self.cs.AddKBestCandidates(hypergraph.hg[0], k, self.scorer.get()) - *  + *         """cs.add_kbest(Hypergraph hypergraph, int k) -> Extract K-best hypotheses + *         from the hypergraph and add them to the candidate set."""   */  static PyObject *__pyx_pf_5_cdec_12CandidateSet_11add_kbest(struct __pyx_obj_5_cdec_CandidateSet *__pyx_v_self, struct __pyx_obj_5_cdec_Hypergraph *__pyx_v_hypergraph, unsigned int __pyx_v_k) { @@ -15918,9 +15946,9 @@ static PyObject *__pyx_pf_5_cdec_12CandidateSet_11add_kbest(struct __pyx_obj_5_c    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("add_kbest", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":96 - *  - *     def add_kbest(self, Hypergraph hypergraph, unsigned k): +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":98 + *         """cs.add_kbest(Hypergraph hypergraph, int k) -> Extract K-best hypotheses + *         from the hypergraph and add them to the candidate set."""   *         self.cs.AddKBestCandidates(hypergraph.hg[0], k, self.scorer.get())             # <<<<<<<<<<<<<<   *    * cdef class SegmentEvaluator: @@ -15942,7 +15970,7 @@ static void __pyx_pw_5_cdec_16SegmentEvaluator_1__dealloc__(PyObject *__pyx_v_se    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":102 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":104   *     cdef mteval.EvaluationMetric* metric   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -15954,7 +15982,7 @@ static void __pyx_pf_5_cdec_16SegmentEvaluator___dealloc__(CYTHON_UNUSED struct    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":103 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":105   *    *     def __dealloc__(self):   *         del self.scorer             # <<<<<<<<<<<<<< @@ -15968,6 +15996,7 @@ static void __pyx_pf_5_cdec_16SegmentEvaluator___dealloc__(CYTHON_UNUSED struct  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_16SegmentEvaluator_3evaluate(PyObject *__pyx_v_self, PyObject *__pyx_v_sentence); /*proto*/ +static char __pyx_doc_5_cdec_16SegmentEvaluator_2evaluate[] = "se.evaluate(sentence) -> SufficientStats for the given hypothesis.";  static PyObject *__pyx_pw_5_cdec_16SegmentEvaluator_3evaluate(PyObject *__pyx_v_self, PyObject *__pyx_v_sentence) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -15977,12 +16006,12 @@ static PyObject *__pyx_pw_5_cdec_16SegmentEvaluator_3evaluate(PyObject *__pyx_v_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":105 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":107   *         del self.scorer   *    *     def evaluate(self, sentence):             # <<<<<<<<<<<<<< + *         """se.evaluate(sentence) -> SufficientStats for the given hypothesis."""   *         cdef vector[WordID] hyp - *         cdef SufficientStats sf = SufficientStats()   */  static PyObject *__pyx_pf_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx_obj_5_cdec_SegmentEvaluator *__pyx_v_self, PyObject *__pyx_v_sentence) { @@ -15992,67 +16021,72 @@ static PyObject *__pyx_pf_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx_obj_5    __Pyx_RefNannyDeclarations    PyObject *__pyx_t_1 = NULL;    PyObject *__pyx_t_2 = NULL; +  std::string __pyx_t_3;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("evaluate", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":107 - *     def evaluate(self, sentence): +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":110 + *         """se.evaluate(sentence) -> SufficientStats for the given hypothesis."""   *         cdef vector[WordID] hyp   *         cdef SufficientStats sf = SufficientStats()             # <<<<<<<<<<<<<<   *         sf.metric = self.metric   *         sf.stats = new mteval.SufficientStats()   */ -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_SufficientStats)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_SufficientStats)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 110; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_sf = ((struct __pyx_obj_5_cdec_SufficientStats *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":108 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":111   *         cdef vector[WordID] hyp   *         cdef SufficientStats sf = SufficientStats()   *         sf.metric = self.metric             # <<<<<<<<<<<<<<   *         sf.stats = new mteval.SufficientStats() - *         ConvertSentence(string(as_str(sentence.strip())), &hyp) + *         ConvertSentence(as_str(sentence.strip()), &hyp)   */    __pyx_v_sf->metric = __pyx_v_self->metric; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":109 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":112   *         cdef SufficientStats sf = SufficientStats()   *         sf.metric = self.metric   *         sf.stats = new mteval.SufficientStats()             # <<<<<<<<<<<<<< - *         ConvertSentence(string(as_str(sentence.strip())), &hyp) + *         ConvertSentence(as_str(sentence.strip()), &hyp)   *         self.scorer.get().Evaluate(hyp, sf.stats)   */    __pyx_v_sf->stats = new SufficientStats(); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":110 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":113   *         sf.metric = self.metric   *         sf.stats = new mteval.SufficientStats() - *         ConvertSentence(string(as_str(sentence.strip())), &hyp)             # <<<<<<<<<<<<<< + *         ConvertSentence(as_str(sentence.strip()), &hyp)             # <<<<<<<<<<<<<<   *         self.scorer.get().Evaluate(hyp, sf.stats)   *         return sf   */ -  __pyx_t_1 = PyObject_GetAttr(__pyx_v_sentence, __pyx_n_s__strip); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 110; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(__pyx_v_sentence, __pyx_n_s__strip); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 110; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  TD::ConvertSentence(std::string(__pyx_f_5_cdec_as_str(__pyx_t_2, NULL)), (&__pyx_v_hyp)); +  __pyx_t_1 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_t_2, NULL)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; +  __pyx_t_3 = __pyx_convert_string_from_py_(__pyx_t_1); if (unlikely(PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; +  TD::ConvertSentence(__pyx_t_3, (&__pyx_v_hyp)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":111 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":114   *         sf.stats = new mteval.SufficientStats() - *         ConvertSentence(string(as_str(sentence.strip())), &hyp) + *         ConvertSentence(as_str(sentence.strip()), &hyp)   *         self.scorer.get().Evaluate(hyp, sf.stats)             # <<<<<<<<<<<<<<   *         return sf   *    */    __pyx_v_self->scorer->get()->Evaluate(__pyx_v_hyp, __pyx_v_sf->stats); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":112 - *         ConvertSentence(string(as_str(sentence.strip())), &hyp) +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":115 + *         ConvertSentence(as_str(sentence.strip()), &hyp)   *         self.scorer.get().Evaluate(hyp, sf.stats)   *         return sf             # <<<<<<<<<<<<<<   *  @@ -16079,6 +16113,7 @@ static PyObject *__pyx_pf_5_cdec_16SegmentEvaluator_2evaluate(struct __pyx_obj_5  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_16SegmentEvaluator_5candidate_set(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ +static char __pyx_doc_5_cdec_16SegmentEvaluator_4candidate_set[] = "se.candidate_set() -> Candidate set using this segment evaluator for scoring.";  static PyObject *__pyx_pw_5_cdec_16SegmentEvaluator_5candidate_set(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -16088,12 +16123,12 @@ static PyObject *__pyx_pw_5_cdec_16SegmentEvaluator_5candidate_set(PyObject *__p    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":114 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":117   *         return sf   *    *     def candidate_set(self):             # <<<<<<<<<<<<<< + *         """se.candidate_set() -> Candidate set using this segment evaluator for scoring."""   *         return CandidateSet(self) - *    */  static PyObject *__pyx_pf_5_cdec_16SegmentEvaluator_4candidate_set(struct __pyx_obj_5_cdec_SegmentEvaluator *__pyx_v_self) { @@ -16106,20 +16141,20 @@ static PyObject *__pyx_pf_5_cdec_16SegmentEvaluator_4candidate_set(struct __pyx_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("candidate_set", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":115 - *  +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":119   *     def candidate_set(self): + *         """se.candidate_set() -> Candidate set using this segment evaluator for scoring."""   *         return CandidateSet(self)             # <<<<<<<<<<<<<<   *    * cdef class Scorer:   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 119; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_INCREF(((PyObject *)__pyx_v_self));    PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self));    __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); -  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_CandidateSet)), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_CandidateSet)), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 119; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;    __pyx_r = __pyx_t_2; @@ -16150,7 +16185,7 @@ static int __pyx_pw_5_cdec_6Scorer_1__cinit__(PyObject *__pyx_v_self, PyObject *      static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__name,0};      PyObject* values[1] = {0}; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":121 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":125   *     cdef mteval.EvaluationMetric* metric   *    *     def __cinit__(self, bytes name=None):             # <<<<<<<<<<<<<< @@ -16175,7 +16210,7 @@ static int __pyx_pw_5_cdec_6Scorer_1__cinit__(PyObject *__pyx_v_self, PyObject *          }        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else {        switch (PyTuple_GET_SIZE(__pyx_args)) { @@ -16188,13 +16223,13 @@ static int __pyx_pw_5_cdec_6Scorer_1__cinit__(PyObject *__pyx_v_self, PyObject *    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 0, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 0, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_AddTraceback("_cdec.Scorer.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext();    return -1;    __pyx_L4_argument_unpacking_done:; -  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_name), (&PyBytes_Type), 1, "name", 1))) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_name), (&PyBytes_Type), 1, "name", 1))) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_r = __pyx_pf_5_cdec_6Scorer___cinit__(((struct __pyx_obj_5_cdec_Scorer *)__pyx_v_self), __pyx_v_name);    goto __pyx_L0;    __pyx_L1_error:; @@ -16209,12 +16244,13 @@ static int __pyx_pf_5_cdec_6Scorer___cinit__(struct __pyx_obj_5_cdec_Scorer *__p    __Pyx_RefNannyDeclarations    int __pyx_t_1;    char *__pyx_t_2; +  std::string *__pyx_t_3;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__cinit__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":122 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":126   *    *     def __cinit__(self, bytes name=None):   *         if name:             # <<<<<<<<<<<<<< @@ -16224,17 +16260,18 @@ static int __pyx_pf_5_cdec_6Scorer___cinit__(struct __pyx_obj_5_cdec_Scorer *__p    __pyx_t_1 = (((PyObject *)__pyx_v_name) != Py_None) && (PyBytes_GET_SIZE(((PyObject *)__pyx_v_name)) != 0);    if (__pyx_t_1) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":123 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":127   *     def __cinit__(self, bytes name=None):   *         if name:   *             self.name = new string(name)             # <<<<<<<<<<<<<<   *             self.metric = mteval.MetricInstance(self.name[0])   *    */ -    __pyx_t_2 = PyBytes_AsString(((PyObject *)__pyx_v_name)); if (unlikely((!__pyx_t_2) && PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 123; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __pyx_v_self->name = new std::string(__pyx_t_2); +    __pyx_t_2 = PyBytes_AsString(((PyObject *)__pyx_v_name)); if (unlikely((!__pyx_t_2) && PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 127; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    try {__pyx_t_3 = new std::string(__pyx_t_2);} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 127; __pyx_clineno = __LINE__; goto __pyx_L1_error;}} +    __pyx_v_self->name = __pyx_t_3; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":124 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":128   *         if name:   *             self.name = new string(name)   *             self.metric = mteval.MetricInstance(self.name[0])             # <<<<<<<<<<<<<< @@ -16265,7 +16302,7 @@ static void __pyx_pw_5_cdec_6Scorer_3__dealloc__(PyObject *__pyx_v_self) {    __Pyx_RefNannyFinishContext();  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":126 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":130   *             self.metric = mteval.MetricInstance(self.name[0])   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -16277,7 +16314,7 @@ static void __pyx_pf_5_cdec_6Scorer_2__dealloc__(CYTHON_UNUSED struct __pyx_obj_    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":127 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":131   *    *     def __dealloc__(self):   *         del self.name             # <<<<<<<<<<<<<< @@ -16314,7 +16351,7 @@ static PyObject *__pyx_pw_5_cdec_6Scorer_5__call__(PyObject *__pyx_v_self, PyObj          else goto __pyx_L5_argtuple_error;        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 129; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else if (PyTuple_GET_SIZE(__pyx_args) != 1) {        goto __pyx_L5_argtuple_error; @@ -16325,7 +16362,7 @@ static PyObject *__pyx_pw_5_cdec_6Scorer_5__call__(PyObject *__pyx_v_self, PyObj    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("__call__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 129; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("__call__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 133; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_AddTraceback("_cdec.Scorer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext(); @@ -16336,7 +16373,7 @@ static PyObject *__pyx_pw_5_cdec_6Scorer_5__call__(PyObject *__pyx_v_self, PyObj    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":129 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":133   *         del self.name   *    *     def __call__(self, refs):             # <<<<<<<<<<<<<< @@ -16353,17 +16390,20 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_4__call__(struct __pyx_obj_5_cdec_Score    __Pyx_RefNannyDeclarations    PyObject *__pyx_t_1 = NULL;    int __pyx_t_2; -  Py_ssize_t __pyx_t_3; -  PyObject *(*__pyx_t_4)(PyObject *); -  PyObject *__pyx_t_5 = NULL; +  std::vector<std::vector<WordID> > *__pyx_t_3; +  Py_ssize_t __pyx_t_4; +  PyObject *(*__pyx_t_5)(PyObject *);    PyObject *__pyx_t_6 = NULL; +  std::vector<WordID> *__pyx_t_7; +  PyObject *__pyx_t_8 = NULL; +  std::string __pyx_t_9;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__call__", 0);    __Pyx_INCREF(__pyx_v_refs); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":130 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":134   *    *     def __call__(self, refs):   *         if isinstance(refs, basestring):             # <<<<<<<<<<<<<< @@ -16372,18 +16412,18 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_4__call__(struct __pyx_obj_5_cdec_Score   */    __pyx_t_1 = __pyx_builtin_basestring;    __Pyx_INCREF(__pyx_t_1); -  __pyx_t_2 = PyObject_IsInstance(__pyx_v_refs, __pyx_t_1); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 130; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_IsInstance(__pyx_v_refs, __pyx_t_1); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":131 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":135   *     def __call__(self, refs):   *         if isinstance(refs, basestring):   *             refs = [refs]             # <<<<<<<<<<<<<<   *         cdef vector[vector[WordID]]* refsv = new vector[vector[WordID]]()   *         cdef vector[WordID]* refv   */ -    __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 135; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __Pyx_INCREF(__pyx_v_refs);      PyList_SET_ITEM(__pyx_t_1, 0, __pyx_v_refs); @@ -16395,95 +16435,101 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_4__call__(struct __pyx_obj_5_cdec_Score    }    __pyx_L3:; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":132 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":136   *         if isinstance(refs, basestring):   *             refs = [refs]   *         cdef vector[vector[WordID]]* refsv = new vector[vector[WordID]]()             # <<<<<<<<<<<<<<   *         cdef vector[WordID]* refv   *         for ref in refs:   */ -  __pyx_v_refsv = new std::vector<std::vector<WordID> >(); +  try {__pyx_t_3 = new std::vector<std::vector<WordID> >();} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 136; __pyx_clineno = __LINE__; goto __pyx_L1_error;}} +  __pyx_v_refsv = __pyx_t_3; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":134 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":138   *         cdef vector[vector[WordID]]* refsv = new vector[vector[WordID]]()   *         cdef vector[WordID]* refv   *         for ref in refs:             # <<<<<<<<<<<<<<   *             refv = new vector[WordID]() - *             ConvertSentence(string(as_str(ref.strip())), refv) + *             ConvertSentence(as_str(ref.strip()), refv)   */    if (PyList_CheckExact(__pyx_v_refs) || PyTuple_CheckExact(__pyx_v_refs)) { -    __pyx_t_1 = __pyx_v_refs; __Pyx_INCREF(__pyx_t_1); __pyx_t_3 = 0; -    __pyx_t_4 = NULL; +    __pyx_t_1 = __pyx_v_refs; __Pyx_INCREF(__pyx_t_1); __pyx_t_4 = 0; +    __pyx_t_5 = NULL;    } else { -    __pyx_t_3 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_refs); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_refs); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1); -    __pyx_t_4 = Py_TYPE(__pyx_t_1)->tp_iternext; +    __pyx_t_5 = Py_TYPE(__pyx_t_1)->tp_iternext;    }    for (;;) { -    if (!__pyx_t_4 && PyList_CheckExact(__pyx_t_1)) { -      if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_1)) break; +    if (!__pyx_t_5 && PyList_CheckExact(__pyx_t_1)) { +      if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_5 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; +      __pyx_t_6 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_5 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_6 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif -    } else if (!__pyx_t_4 && PyTuple_CheckExact(__pyx_t_1)) { -      if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_1)) break; +    } else if (!__pyx_t_5 && PyTuple_CheckExact(__pyx_t_1)) { +      if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; +      __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_5 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_6 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else { -      __pyx_t_5 = __pyx_t_4(__pyx_t_1); -      if (unlikely(!__pyx_t_5)) { +      __pyx_t_6 = __pyx_t_5(__pyx_t_1); +      if (unlikely(!__pyx_t_6)) {          if (PyErr_Occurred()) {            if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -          else {__pyx_filename = __pyx_f[5]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          else {__pyx_filename = __pyx_f[5]; __pyx_lineno = 138; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          }          break;        } -      __Pyx_GOTREF(__pyx_t_5); +      __Pyx_GOTREF(__pyx_t_6);      }      __Pyx_XDECREF(__pyx_v_ref); -    __pyx_v_ref = __pyx_t_5; -    __pyx_t_5 = 0; +    __pyx_v_ref = __pyx_t_6; +    __pyx_t_6 = 0; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":135 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":139   *         cdef vector[WordID]* refv   *         for ref in refs:   *             refv = new vector[WordID]()             # <<<<<<<<<<<<<< - *             ConvertSentence(string(as_str(ref.strip())), refv) + *             ConvertSentence(as_str(ref.strip()), refv)   *             refsv.push_back(refv[0])   */ -    __pyx_v_refv = new std::vector<WordID>(); +    try {__pyx_t_7 = new std::vector<WordID>();} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}} +    __pyx_v_refv = __pyx_t_7; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":136 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":140   *         for ref in refs:   *             refv = new vector[WordID]() - *             ConvertSentence(string(as_str(ref.strip())), refv)             # <<<<<<<<<<<<<< + *             ConvertSentence(as_str(ref.strip()), refv)             # <<<<<<<<<<<<<<   *             refsv.push_back(refv[0])   *             del refv   */ -    __pyx_t_5 = PyObject_GetAttr(__pyx_v_ref, __pyx_n_s__strip); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 136; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __Pyx_GOTREF(__pyx_t_5); -    __pyx_t_6 = PyObject_Call(__pyx_t_5, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 136; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_6 = PyObject_GetAttr(__pyx_v_ref, __pyx_n_s__strip); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_6); -    __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; -    TD::ConvertSentence(std::string(__pyx_f_5_cdec_as_str(__pyx_t_6, NULL)), __pyx_v_refv); +    __pyx_t_8 = PyObject_Call(__pyx_t_6, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(__pyx_t_8);      __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; +    __pyx_t_6 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_t_8, NULL)); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(__pyx_t_6); +    __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; +    __pyx_t_9 = __pyx_convert_string_from_py_(__pyx_t_6); if (unlikely(PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; +    TD::ConvertSentence(__pyx_t_9, __pyx_v_refv); -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":137 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":141   *             refv = new vector[WordID]() - *             ConvertSentence(string(as_str(ref.strip())), refv) + *             ConvertSentence(as_str(ref.strip()), refv)   *             refsv.push_back(refv[0])             # <<<<<<<<<<<<<<   *             del refv   *         cdef unsigned i   */      __pyx_v_refsv->push_back((__pyx_v_refv[0])); -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":138 - *             ConvertSentence(string(as_str(ref.strip())), refv) +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":142 + *             ConvertSentence(as_str(ref.strip()), refv)   *             refsv.push_back(refv[0])   *             del refv             # <<<<<<<<<<<<<<   *         cdef unsigned i @@ -16493,19 +16539,19 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_4__call__(struct __pyx_obj_5_cdec_Score    }    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":140 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":144   *             del refv   *         cdef unsigned i   *         cdef SegmentEvaluator evaluator = SegmentEvaluator()             # <<<<<<<<<<<<<<   *         evaluator.metric = self.metric   *         evaluator.scorer = new shared_ptr[mteval.SegmentEvaluator](   */ -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_SegmentEvaluator)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_SegmentEvaluator)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 144; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_evaluator = ((struct __pyx_obj_5_cdec_SegmentEvaluator *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":141 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":145   *         cdef unsigned i   *         cdef SegmentEvaluator evaluator = SegmentEvaluator()   *         evaluator.metric = self.metric             # <<<<<<<<<<<<<< @@ -16514,7 +16560,7 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_4__call__(struct __pyx_obj_5_cdec_Score   */    __pyx_v_evaluator->metric = __pyx_v_self->metric; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":142 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":146   *         cdef SegmentEvaluator evaluator = SegmentEvaluator()   *         evaluator.metric = self.metric   *         evaluator.scorer = new shared_ptr[mteval.SegmentEvaluator](             # <<<<<<<<<<<<<< @@ -16523,7 +16569,7 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_4__call__(struct __pyx_obj_5_cdec_Score   */    __pyx_v_evaluator->scorer = new boost::shared_ptr<SegmentEvaluator>(__pyx_v_self->metric->CreateSegmentEvaluator((__pyx_v_refsv[0]))); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":144 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":148   *         evaluator.scorer = new shared_ptr[mteval.SegmentEvaluator](   *                 self.metric.CreateSegmentEvaluator(refsv[0]))   *         del refsv # in theory should not delete but store in SegmentEvaluator             # <<<<<<<<<<<<<< @@ -16532,7 +16578,7 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_4__call__(struct __pyx_obj_5_cdec_Score   */    delete __pyx_v_refsv; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":145 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":149   *                 self.metric.CreateSegmentEvaluator(refsv[0]))   *         del refsv # in theory should not delete but store in SegmentEvaluator   *         return evaluator             # <<<<<<<<<<<<<< @@ -16548,8 +16594,8 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_4__call__(struct __pyx_obj_5_cdec_Score    goto __pyx_L0;    __pyx_L1_error:;    __Pyx_XDECREF(__pyx_t_1); -  __Pyx_XDECREF(__pyx_t_5);    __Pyx_XDECREF(__pyx_t_6); +  __Pyx_XDECREF(__pyx_t_8);    __Pyx_AddTraceback("_cdec.Scorer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = NULL;    __pyx_L0:; @@ -16572,7 +16618,7 @@ static PyObject *__pyx_pw_5_cdec_6Scorer_7__str__(PyObject *__pyx_v_self) {    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":147 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":151   *         return evaluator   *    *     def __str__(self):             # <<<<<<<<<<<<<< @@ -16590,7 +16636,7 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_6__str__(struct __pyx_obj_5_cdec_Scorer    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__str__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":148 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":152   *    *     def __str__(self):   *         return str(self.name.c_str())             # <<<<<<<<<<<<<< @@ -16598,14 +16644,14 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_6__str__(struct __pyx_obj_5_cdec_Scorer   * cdef float _compute_score(void* metric_, mteval.SufficientStats* stats):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyBytes_FromString(__pyx_v_self->name->c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 148; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(__pyx_v_self->name->c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 152; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 148; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 152; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 148; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 152; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_r = __pyx_t_1; @@ -16625,7 +16671,7 @@ static PyObject *__pyx_pf_5_cdec_6Scorer_6__str__(struct __pyx_obj_5_cdec_Scorer    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":150 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":154   *         return str(self.name.c_str())   *    * cdef float _compute_score(void* metric_, mteval.SufficientStats* stats):             # <<<<<<<<<<<<<< @@ -16651,7 +16697,7 @@ static float __pyx_f_5_cdec__compute_score(void *__pyx_v_metric_, SufficientStat    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("_compute_score", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":151 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":155   *    * cdef float _compute_score(void* metric_, mteval.SufficientStats* stats):   *     cdef Metric metric = <Metric> metric_             # <<<<<<<<<<<<<< @@ -16661,19 +16707,19 @@ static float __pyx_f_5_cdec__compute_score(void *__pyx_v_metric_, SufficientStat    __Pyx_INCREF(((PyObject *)((struct __pyx_obj_5_cdec_Metric *)__pyx_v_metric_)));    __pyx_v_metric = ((struct __pyx_obj_5_cdec_Metric *)__pyx_v_metric_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":152 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":156   * cdef float _compute_score(void* metric_, mteval.SufficientStats* stats):   *     cdef Metric metric = <Metric> metric_   *     cdef list ss = []             # <<<<<<<<<<<<<<   *     cdef unsigned i   *     for i in range(stats.size()):   */ -  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 152; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 156; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_ss = __pyx_t_1;    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":154 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":158   *     cdef list ss = []   *     cdef unsigned i   *     for i in range(stats.size()):             # <<<<<<<<<<<<<< @@ -16684,38 +16730,38 @@ static float __pyx_f_5_cdec__compute_score(void *__pyx_v_metric_, SufficientStat    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {      __pyx_v_i = __pyx_t_3; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":155 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":159   *     cdef unsigned i   *     for i in range(stats.size()):   *         ss.append(stats[0][i])             # <<<<<<<<<<<<<<   *     return metric.score(ss)   *    */ -    __pyx_t_1 = PyFloat_FromDouble(((__pyx_v_stats[0])[__pyx_v_i])); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyFloat_FromDouble(((__pyx_v_stats[0])[__pyx_v_i])); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1); -    __pyx_t_4 = PyList_Append(__pyx_v_ss, __pyx_t_1); if (unlikely(__pyx_t_4 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyList_Append(__pyx_v_ss, __pyx_t_1); if (unlikely(__pyx_t_4 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":156 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":160   *     for i in range(stats.size()):   *         ss.append(stats[0][i])   *     return metric.score(ss)             # <<<<<<<<<<<<<<   *    * cdef void _compute_sufficient_stats(void* metric_,   */ -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_metric), __pyx_n_s__score); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 156; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_metric), __pyx_n_s__score); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 160; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 156; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 160; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_5);    __Pyx_INCREF(((PyObject *)__pyx_v_ss));    PyTuple_SET_ITEM(__pyx_t_5, 0, ((PyObject *)__pyx_v_ss));    __Pyx_GIVEREF(((PyObject *)__pyx_v_ss)); -  __pyx_t_6 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 156; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_6 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 160; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_6);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0; -  __pyx_t_7 = __pyx_PyFloat_AsFloat(__pyx_t_6); if (unlikely((__pyx_t_7 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 156; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_7 = __pyx_PyFloat_AsFloat(__pyx_t_6); if (unlikely((__pyx_t_7 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 160; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;    __pyx_r = __pyx_t_7;    goto __pyx_L0; @@ -16735,7 +16781,7 @@ static float __pyx_f_5_cdec__compute_score(void *__pyx_v_metric_, SufficientStat    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":158 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":162   *     return metric.score(ss)   *    * cdef void _compute_sufficient_stats(void* metric_,             # <<<<<<<<<<<<<< @@ -16762,7 +16808,7 @@ static void __pyx_f_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_, std:    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("_compute_sufficient_stats", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":162 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":166   *         vector[string]* refs,   *         mteval.SufficientStats* out):   *     cdef Metric metric = <Metric> metric_             # <<<<<<<<<<<<<< @@ -16772,19 +16818,19 @@ static void __pyx_f_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_, std:    __Pyx_INCREF(((PyObject *)((struct __pyx_obj_5_cdec_Metric *)__pyx_v_metric_)));    __pyx_v_metric = ((struct __pyx_obj_5_cdec_Metric *)__pyx_v_metric_); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":163 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":167   *         mteval.SufficientStats* out):   *     cdef Metric metric = <Metric> metric_   *     cdef list refs_ = []             # <<<<<<<<<<<<<<   *     cdef unsigned i   *     for i in range(refs.size()):   */ -  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 163; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_v_refs_ = __pyx_t_1;    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":165 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":169   *     cdef list refs_ = []   *     cdef unsigned i   *     for i in range(refs.size()):             # <<<<<<<<<<<<<< @@ -16795,47 +16841,47 @@ static void __pyx_f_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_, std:    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) {      __pyx_v_i = __pyx_t_3; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":166 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":170   *     cdef unsigned i   *     for i in range(refs.size()):   *         refs_.append(str(refs[0][i].c_str()))             # <<<<<<<<<<<<<<   *     cdef list ss = metric.evaluate(str(hyp.c_str()), refs_)   *     out.fields.resize(len(ss))   */ -    __pyx_t_1 = PyBytes_FromString(((__pyx_v_refs[0])[__pyx_v_i]).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 166; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyBytes_FromString(((__pyx_v_refs[0])[__pyx_v_i]).c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 166; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4);      PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_t_1));      __Pyx_GIVEREF(((PyObject *)__pyx_t_1));      __pyx_t_1 = 0; -    __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 166; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0; -    __pyx_t_5 = PyList_Append(__pyx_v_refs_, __pyx_t_1); if (unlikely(__pyx_t_5 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 166; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_5 = PyList_Append(__pyx_v_refs_, __pyx_t_1); if (unlikely(__pyx_t_5 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    } -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":167 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":171   *     for i in range(refs.size()):   *         refs_.append(str(refs[0][i].c_str()))   *     cdef list ss = metric.evaluate(str(hyp.c_str()), refs_)             # <<<<<<<<<<<<<<   *     out.fields.resize(len(ss))   *     for i in range(len(ss)):   */ -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_metric), __pyx_n_s__evaluate); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_metric), __pyx_n_s__evaluate); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 171; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_4 = PyBytes_FromString(__pyx_v_hyp->c_str()); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_4 = PyBytes_FromString(__pyx_v_hyp->c_str()); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 171; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_4)); -  __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 171; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_6);    PyTuple_SET_ITEM(__pyx_t_6, 0, ((PyObject *)__pyx_t_4));    __Pyx_GIVEREF(((PyObject *)__pyx_t_4));    __pyx_t_4 = 0; -  __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_4 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 171; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_4);    __Pyx_DECREF(((PyObject *)__pyx_t_6)); __pyx_t_6 = 0; -  __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 171; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_6);    PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4);    __Pyx_GIVEREF(__pyx_t_4); @@ -16843,15 +16889,15 @@ static void __pyx_f_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_, std:    PyTuple_SET_ITEM(__pyx_t_6, 1, ((PyObject *)__pyx_v_refs_));    __Pyx_GIVEREF(((PyObject *)__pyx_v_refs_));    __pyx_t_4 = 0; -  __pyx_t_4 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_4 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 171; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_4);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __Pyx_DECREF(((PyObject *)__pyx_t_6)); __pyx_t_6 = 0; -  if (!(likely(PyList_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected list, got %.200s", Py_TYPE(__pyx_t_4)->tp_name), 0))) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 167; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(PyList_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected list, got %.200s", Py_TYPE(__pyx_t_4)->tp_name), 0))) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 171; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_ss = ((PyObject*)__pyx_t_4);    __pyx_t_4 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":168 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":172   *         refs_.append(str(refs[0][i].c_str()))   *     cdef list ss = metric.evaluate(str(hyp.c_str()), refs_)   *     out.fields.resize(len(ss))             # <<<<<<<<<<<<<< @@ -16860,12 +16906,12 @@ static void __pyx_f_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_, std:   */    if (unlikely(((PyObject *)__pyx_v_ss) == Py_None)) {      PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); -    {__pyx_filename = __pyx_f[5]; __pyx_lineno = 168; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[5]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    } -  __pyx_t_7 = PyList_GET_SIZE(((PyObject *)__pyx_v_ss)); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 168; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_7 = PyList_GET_SIZE(((PyObject *)__pyx_v_ss)); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_out->fields.resize(__pyx_t_7); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":169 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":173   *     cdef list ss = metric.evaluate(str(hyp.c_str()), refs_)   *     out.fields.resize(len(ss))   *     for i in range(len(ss)):             # <<<<<<<<<<<<<< @@ -16874,13 +16920,13 @@ static void __pyx_f_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_, std:   */    if (unlikely(((PyObject *)__pyx_v_ss) == Py_None)) {      PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); -    {__pyx_filename = __pyx_f[5]; __pyx_lineno = 169; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[5]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    } -  __pyx_t_7 = PyList_GET_SIZE(((PyObject *)__pyx_v_ss)); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 169; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_7 = PyList_GET_SIZE(((PyObject *)__pyx_v_ss)); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_7; __pyx_t_3+=1) {      __pyx_v_i = __pyx_t_3; -    /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":170 +    /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":174   *     out.fields.resize(len(ss))   *     for i in range(len(ss)):   *         out.fields[i] = ss[i]             # <<<<<<<<<<<<<< @@ -16889,11 +16935,11 @@ static void __pyx_f_5_cdec__compute_sufficient_stats(void *__pyx_v_metric_, std:   */      if (unlikely(((PyObject *)__pyx_v_ss) == Py_None)) {        PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); -      {__pyx_filename = __pyx_f[5]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      {__pyx_filename = __pyx_f[5]; __pyx_lineno = 174; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      } -    __pyx_t_4 = __Pyx_GetItemInt_List(((PyObject *)__pyx_v_ss), __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = __Pyx_GetItemInt_List(((PyObject *)__pyx_v_ss), __pyx_v_i, sizeof(unsigned int)+1, PyLong_FromUnsignedLong); if (!__pyx_t_4) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 174; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_4); -    __pyx_t_8 = __pyx_PyFloat_AsFloat(__pyx_t_4); if (unlikely((__pyx_t_8 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_8 = __pyx_PyFloat_AsFloat(__pyx_t_4); if (unlikely((__pyx_t_8 == (float)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 174; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;      (__pyx_v_out->fields[__pyx_v_i]) = __pyx_t_8;    } @@ -16925,32 +16971,35 @@ static int __pyx_pw_5_cdec_6Metric_1__cinit__(PyObject *__pyx_v_self, PyObject *    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":174 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":178   * cdef class Metric:   *     cdef Scorer scorer   *     def __cinit__(self):             # <<<<<<<<<<<<<<   *         self.scorer = Scorer() - *         self.scorer.name = new string(as_str(self.__class__.__name__)) + *         cdef bytes class_name = self.__class__.__name__   */  static int __pyx_pf_5_cdec_6Metric___cinit__(struct __pyx_obj_5_cdec_Metric *__pyx_v_self) { +  PyObject *__pyx_v_class_name = 0;    int __pyx_r;    __Pyx_RefNannyDeclarations    PyObject *__pyx_t_1 = NULL;    PyObject *__pyx_t_2 = NULL; +  char *__pyx_t_3; +  std::string *__pyx_t_4;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__cinit__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":175 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":179   *     cdef Scorer scorer   *     def __cinit__(self):   *         self.scorer = Scorer()             # <<<<<<<<<<<<<< - *         self.scorer.name = new string(as_str(self.__class__.__name__)) - *         self.scorer.metric = mteval.PyMetricInstance(self.scorer.name[0], + *         cdef bytes class_name = self.__class__.__name__ + *         self.scorer.name = new string(class_name)   */ -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Scorer)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 175; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Scorer)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 179; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_GIVEREF(__pyx_t_1);    __Pyx_GOTREF(__pyx_v_self->scorer); @@ -16958,24 +17007,36 @@ static int __pyx_pf_5_cdec_6Metric___cinit__(struct __pyx_obj_5_cdec_Metric *__p    __pyx_v_self->scorer = ((struct __pyx_obj_5_cdec_Scorer *)__pyx_t_1);    __pyx_t_1 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":176 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":180   *     def __cinit__(self):   *         self.scorer = Scorer() - *         self.scorer.name = new string(as_str(self.__class__.__name__))             # <<<<<<<<<<<<<< + *         cdef bytes class_name = self.__class__.__name__             # <<<<<<<<<<<<<< + *         self.scorer.name = new string(class_name)   *         self.scorer.metric = mteval.PyMetricInstance(self.scorer.name[0], - *                 <void*> self, _compute_sufficient_stats, _compute_score)   */ -  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_self), __pyx_n_s____class__); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_v_self), __pyx_n_s____class__); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 180; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyObject_GetAttr(__pyx_t_1, __pyx_n_s____name__); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_GetAttr(__pyx_t_1, __pyx_n_s____name__); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 180; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -  __pyx_v_self->scorer->name = new std::string(__pyx_f_5_cdec_as_str(__pyx_t_2, NULL)); -  __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; +  if (!(likely(PyBytes_CheckExact(__pyx_t_2))||((__pyx_t_2) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected bytes, got %.200s", Py_TYPE(__pyx_t_2)->tp_name), 0))) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 180; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_v_class_name = ((PyObject*)__pyx_t_2); +  __pyx_t_2 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":177 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":181   *         self.scorer = Scorer() - *         self.scorer.name = new string(as_str(self.__class__.__name__)) + *         cdef bytes class_name = self.__class__.__name__ + *         self.scorer.name = new string(class_name)             # <<<<<<<<<<<<<< + *         self.scorer.metric = mteval.PyMetricInstance(self.scorer.name[0], + *                 <void*> self, _compute_sufficient_stats, _compute_score) + */ +  __pyx_t_3 = PyBytes_AsString(((PyObject *)__pyx_v_class_name)); if (unlikely((!__pyx_t_3) && PyErr_Occurred())) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  try {__pyx_t_4 = new std::string(__pyx_t_3);} catch(...) {__Pyx_CppExn2PyErr(); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L1_error;}} +  __pyx_v_self->scorer->name = __pyx_t_4; + +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":182 + *         cdef bytes class_name = self.__class__.__name__ + *         self.scorer.name = new string(class_name)   *         self.scorer.metric = mteval.PyMetricInstance(self.scorer.name[0],             # <<<<<<<<<<<<<<   *                 <void*> self, _compute_sufficient_stats, _compute_score)   *  @@ -16990,6 +17051,7 @@ static int __pyx_pf_5_cdec_6Metric___cinit__(struct __pyx_obj_5_cdec_Metric *__p    __Pyx_AddTraceback("_cdec.Metric.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = -1;    __pyx_L0:; +  __Pyx_XDECREF(__pyx_v_class_name);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } @@ -17019,7 +17081,7 @@ static PyObject *__pyx_pw_5_cdec_6Metric_3__call__(PyObject *__pyx_v_self, PyObj          else goto __pyx_L5_argtuple_error;        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 180; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 185; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else if (PyTuple_GET_SIZE(__pyx_args) != 1) {        goto __pyx_L5_argtuple_error; @@ -17030,7 +17092,7 @@ static PyObject *__pyx_pw_5_cdec_6Metric_3__call__(PyObject *__pyx_v_self, PyObj    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("__call__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 180; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("__call__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 185; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_AddTraceback("_cdec.Metric.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext(); @@ -17041,7 +17103,7 @@ static PyObject *__pyx_pw_5_cdec_6Metric_3__call__(PyObject *__pyx_v_self, PyObj    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":180 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":185   *                 <void*> self, _compute_sufficient_stats, _compute_score)   *    *     def __call__(self, refs):             # <<<<<<<<<<<<<< @@ -17059,7 +17121,7 @@ static PyObject *__pyx_pf_5_cdec_6Metric_2__call__(struct __pyx_obj_5_cdec_Metri    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__call__", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":181 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":186   *    *     def __call__(self, refs):   *         return self.scorer(refs)             # <<<<<<<<<<<<<< @@ -17067,12 +17129,12 @@ static PyObject *__pyx_pf_5_cdec_6Metric_2__call__(struct __pyx_obj_5_cdec_Metri   *     def score(SufficientStats stats):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 186; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_INCREF(__pyx_v_refs);    PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_refs);    __Pyx_GIVEREF(__pyx_v_refs); -  __pyx_t_2 = PyObject_Call(((PyObject *)__pyx_v_self->scorer), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(((PyObject *)__pyx_v_self->scorer), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 186; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;    __pyx_r = __pyx_t_2; @@ -17103,7 +17165,7 @@ static PyObject *__pyx_pw_5_cdec_6Metric_5score(PyObject *__pyx_v_stats, CYTHON_    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":183 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":188   *         return self.scorer(refs)   *    *     def score(SufficientStats stats):             # <<<<<<<<<<<<<< @@ -17116,7 +17178,7 @@ static PyObject *__pyx_pf_5_cdec_6Metric_4score(CYTHON_UNUSED struct __pyx_obj_5    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("score", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":184 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":189   *    *     def score(SufficientStats stats):   *         return 0             # <<<<<<<<<<<<<< @@ -17163,11 +17225,11 @@ static PyObject *__pyx_pw_5_cdec_6Metric_7evaluate(PyObject *__pyx_v_self, PyObj          case  1:          if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__refs)) != 0)) kw_args--;          else { -          __Pyx_RaiseArgtupleInvalid("evaluate", 1, 2, 2, 1); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 186; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +          __Pyx_RaiseArgtupleInvalid("evaluate", 1, 2, 2, 1); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L3_error;}          }        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "evaluate") < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 186; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "evaluate") < 0)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else if (PyTuple_GET_SIZE(__pyx_args) != 2) {        goto __pyx_L5_argtuple_error; @@ -17180,7 +17242,7 @@ static PyObject *__pyx_pw_5_cdec_6Metric_7evaluate(PyObject *__pyx_v_self, PyObj    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("evaluate", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 186; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("evaluate", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[5]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_AddTraceback("_cdec.Metric.evaluate", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext(); @@ -17191,7 +17253,7 @@ static PyObject *__pyx_pw_5_cdec_6Metric_7evaluate(PyObject *__pyx_v_self, PyObj    return __pyx_r;  } -/* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":186 +/* "/home/vchahune/tools/cdec/python/src/mteval.pxi":191   *         return 0   *    *     def evaluate(self, hyp, refs):             # <<<<<<<<<<<<<< @@ -17208,7 +17270,7 @@ static PyObject *__pyx_pf_5_cdec_6Metric_6evaluate(CYTHON_UNUSED struct __pyx_ob    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("evaluate", 0); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":187 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":192   *    *     def evaluate(self, hyp, refs):   *         return []             # <<<<<<<<<<<<<< @@ -17216,7 +17278,7 @@ static PyObject *__pyx_pf_5_cdec_6Metric_6evaluate(CYTHON_UNUSED struct __pyx_ob   * BLEU = Scorer('IBM_BLEU')   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 192; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __pyx_r = ((PyObject *)__pyx_t_1);    __pyx_t_1 = 0; @@ -17236,7 +17298,8 @@ static PyObject *__pyx_pf_5_cdec_6Metric_6evaluate(CYTHON_UNUSED struct __pyx_ob  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_3set_silent(PyObject *__pyx_self, PyObject *__pyx_v_yn); /*proto*/ -static PyMethodDef __pyx_mdef_5_cdec_3set_silent = {__Pyx_NAMESTR("set_silent"), (PyCFunction)__pyx_pw_5_cdec_3set_silent, METH_O, __Pyx_DOCSTR(0)}; +static char __pyx_doc_5_cdec_2set_silent[] = "set_silent(bool): Configure the verbosity of cdec."; +static PyMethodDef __pyx_mdef_5_cdec_3set_silent = {__Pyx_NAMESTR("set_silent"), (PyCFunction)__pyx_pw_5_cdec_3set_silent, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_2set_silent)};  static PyObject *__pyx_pw_5_cdec_3set_silent(PyObject *__pyx_self, PyObject *__pyx_v_yn) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -17250,8 +17313,8 @@ static PyObject *__pyx_pw_5_cdec_3set_silent(PyObject *__pyx_self, PyObject *__p   * class ParseFailed(Exception): pass   *    * def set_silent(yn):             # <<<<<<<<<<<<<< + *     """set_silent(bool): Configure the verbosity of cdec."""   *     SetSilent(yn) - *    */  static PyObject *__pyx_pf_5_cdec_2set_silent(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_yn) { @@ -17263,14 +17326,14 @@ static PyObject *__pyx_pf_5_cdec_2set_silent(CYTHON_UNUSED PyObject *__pyx_self,    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("set_silent", 0); -  /* "_cdec.pyx":29 - *  +  /* "_cdec.pyx":30   * def set_silent(yn): + *     """set_silent(bool): Configure the verbosity of cdec."""   *     SetSilent(yn)             # <<<<<<<<<<<<<<   *    * def _make_config(config):   */ -  __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_yn); if (unlikely((__pyx_t_1 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_yn); if (unlikely((__pyx_t_1 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 30; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    SetSilent(__pyx_t_1);    __pyx_r = Py_None; __Pyx_INCREF(Py_None); @@ -17297,7 +17360,7 @@ static PyObject *__pyx_pw_5_cdec_5_make_config(PyObject *__pyx_self, PyObject *_    return __pyx_r;  } -/* "_cdec.pyx":31 +/* "_cdec.pyx":32   *     SetSilent(yn)   *    * def _make_config(config):             # <<<<<<<<<<<<<< @@ -17323,7 +17386,7 @@ static PyObject *__pyx_pf_5_cdec_4_make_config(CYTHON_UNUSED PyObject *__pyx_sel    __Pyx_INCREF(__pyx_cur_scope->__pyx_v_config);    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_config);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_6generator17, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_6generator17, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -17369,25 +17432,25 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "_cdec.pyx":32 +  /* "_cdec.pyx":33   *    * def _make_config(config):   *     for key, value in config.items():             # <<<<<<<<<<<<<<   *         if isinstance(value, dict):   *             for name, info in value.items():   */ -  __pyx_t_1 = PyObject_GetAttr(__pyx_cur_scope->__pyx_v_config, __pyx_n_s__items); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_GetAttr(__pyx_cur_scope->__pyx_v_config, __pyx_n_s__items); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (PyList_CheckExact(__pyx_t_2) || PyTuple_CheckExact(__pyx_t_2)) {      __pyx_t_1 = __pyx_t_2; __Pyx_INCREF(__pyx_t_1); __pyx_t_3 = 0;      __pyx_t_4 = NULL;    } else { -    __pyx_t_3 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __pyx_t_4 = Py_TYPE(__pyx_t_1)->tp_iternext;    } @@ -17396,23 +17459,23 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener      if (!__pyx_t_4 && PyList_CheckExact(__pyx_t_1)) {        if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; +      __pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_4 && PyTuple_CheckExact(__pyx_t_1)) {        if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_1)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; +      __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_2 = __pyx_t_4(__pyx_t_1);        if (unlikely(!__pyx_t_2)) {          if (PyErr_Occurred()) {            if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -          else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          }          break;        } @@ -17428,7 +17491,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener        if (unlikely(size != 2)) {          if (size > 2) __Pyx_RaiseTooManyValuesError(2);          else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); -        {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        }        #if CYTHON_COMPILING_IN_CPYTHON        if (likely(PyTuple_CheckExact(sequence))) { @@ -17441,14 +17504,14 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener        __Pyx_INCREF(__pyx_t_5);        __Pyx_INCREF(__pyx_t_6);        #else -      __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -      __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;      } else      {        Py_ssize_t index = -1; -      __pyx_t_7 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_7 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_7);        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext; @@ -17456,7 +17519,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener        __Pyx_GOTREF(__pyx_t_5);        index = 1; __pyx_t_6 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_6)) goto __pyx_L6_unpacking_failed;        __Pyx_GOTREF(__pyx_t_6); -      if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __pyx_t_8 = NULL;        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;        goto __pyx_L7_unpacking_done; @@ -17464,7 +17527,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener        __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;        __pyx_t_8 = NULL;        if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); -      {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      {__pyx_filename = __pyx_f[0]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __pyx_L7_unpacking_done:;      }      __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_key); @@ -17478,7 +17541,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener      __pyx_cur_scope->__pyx_v_value = __pyx_t_6;      __pyx_t_6 = 0; -    /* "_cdec.pyx":33 +    /* "_cdec.pyx":34   * def _make_config(config):   *     for key, value in config.items():   *         if isinstance(value, dict):             # <<<<<<<<<<<<<< @@ -17491,23 +17554,23 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;      if (__pyx_t_9) { -      /* "_cdec.pyx":34 +      /* "_cdec.pyx":35   *     for key, value in config.items():   *         if isinstance(value, dict):   *             for name, info in value.items():             # <<<<<<<<<<<<<<   *                 yield key, '%s %s' % (name, info)   *         elif isinstance(value, list):   */ -      __pyx_t_2 = PyObject_GetAttr(__pyx_cur_scope->__pyx_v_value, __pyx_n_s__items); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyObject_GetAttr(__pyx_cur_scope->__pyx_v_value, __pyx_n_s__items); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_2); -      __pyx_t_6 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        if (PyList_CheckExact(__pyx_t_6) || PyTuple_CheckExact(__pyx_t_6)) {          __pyx_t_2 = __pyx_t_6; __Pyx_INCREF(__pyx_t_2); __pyx_t_10 = 0;          __pyx_t_11 = NULL;        } else { -        __pyx_t_10 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_10 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __Pyx_GOTREF(__pyx_t_2);          __pyx_t_11 = Py_TYPE(__pyx_t_2)->tp_iternext;        } @@ -17516,23 +17579,23 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener          if (!__pyx_t_11 && PyList_CheckExact(__pyx_t_2)) {            if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_2)) break;            #if CYTHON_COMPILING_IN_CPYTHON -          __pyx_t_6 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; +          __pyx_t_6 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #else -          __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +          __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #endif          } else if (!__pyx_t_11 && PyTuple_CheckExact(__pyx_t_2)) {            if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_2)) break;            #if CYTHON_COMPILING_IN_CPYTHON -          __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; +          __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #else -          __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +          __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #endif          } else {            __pyx_t_6 = __pyx_t_11(__pyx_t_2);            if (unlikely(!__pyx_t_6)) {              if (PyErr_Occurred()) {                if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -              else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +              else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}              }              break;            } @@ -17548,7 +17611,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener            if (unlikely(size != 2)) {              if (size > 2) __Pyx_RaiseTooManyValuesError(2);              else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); -            {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +            {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            }            #if CYTHON_COMPILING_IN_CPYTHON            if (likely(PyTuple_CheckExact(sequence))) { @@ -17561,14 +17624,14 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener            __Pyx_INCREF(__pyx_t_5);            __Pyx_INCREF(__pyx_t_7);            #else -          __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -          __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #endif            __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;          } else          {            Py_ssize_t index = -1; -          __pyx_t_12 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          __pyx_t_12 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            __Pyx_GOTREF(__pyx_t_12);            __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;            __pyx_t_8 = Py_TYPE(__pyx_t_12)->tp_iternext; @@ -17576,7 +17639,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener            __Pyx_GOTREF(__pyx_t_5);            index = 1; __pyx_t_7 = __pyx_t_8(__pyx_t_12); if (unlikely(!__pyx_t_7)) goto __pyx_L11_unpacking_failed;            __Pyx_GOTREF(__pyx_t_7); -          if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_12), 2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_12), 2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            __pyx_t_8 = NULL;            __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;            goto __pyx_L12_unpacking_done; @@ -17584,7 +17647,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener            __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;            __pyx_t_8 = NULL;            if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); -          {__pyx_filename = __pyx_f[0]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            __pyx_L12_unpacking_done:;          }          __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_name); @@ -17598,14 +17661,14 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener          __pyx_cur_scope->__pyx_v_info = __pyx_t_7;          __pyx_t_7 = 0; -        /* "_cdec.pyx":35 +        /* "_cdec.pyx":36   *         if isinstance(value, dict):   *             for name, info in value.items():   *                 yield key, '%s %s' % (name, info)             # <<<<<<<<<<<<<<   *         elif isinstance(value, list):   *             for name in value:   */ -        __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __Pyx_GOTREF(__pyx_t_6);          __Pyx_INCREF(__pyx_cur_scope->__pyx_v_name);          PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_cur_scope->__pyx_v_name); @@ -17613,10 +17676,10 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener          __Pyx_INCREF(__pyx_cur_scope->__pyx_v_info);          PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_cur_scope->__pyx_v_info);          __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_info); -        __pyx_t_7 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_46), ((PyObject *)__pyx_t_6)); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_7 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_44), ((PyObject *)__pyx_t_6)); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __Pyx_GOTREF(((PyObject *)__pyx_t_7));          __Pyx_DECREF(((PyObject *)__pyx_t_6)); __pyx_t_6 = 0; -        __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __Pyx_GOTREF(__pyx_t_6);          __Pyx_INCREF(__pyx_cur_scope->__pyx_v_key);          PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_cur_scope->__pyx_v_key); @@ -17650,13 +17713,13 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener          __pyx_t_4 = __pyx_cur_scope->__pyx_t_3;          __pyx_t_10 = __pyx_cur_scope->__pyx_t_4;          __pyx_t_11 = __pyx_cur_scope->__pyx_t_5; -        if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        }        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        goto __pyx_L8;      } -    /* "_cdec.pyx":36 +    /* "_cdec.pyx":37   *             for name, info in value.items():   *                 yield key, '%s %s' % (name, info)   *         elif isinstance(value, list):             # <<<<<<<<<<<<<< @@ -17669,7 +17732,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;      if (__pyx_t_9) { -      /* "_cdec.pyx":37 +      /* "_cdec.pyx":38   *                 yield key, '%s %s' % (name, info)   *         elif isinstance(value, list):   *             for name in value:             # <<<<<<<<<<<<<< @@ -17680,7 +17743,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener          __pyx_t_2 = __pyx_cur_scope->__pyx_v_value; __Pyx_INCREF(__pyx_t_2); __pyx_t_10 = 0;          __pyx_t_11 = NULL;        } else { -        __pyx_t_10 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_value); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_10 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_value); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 38; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __Pyx_GOTREF(__pyx_t_2);          __pyx_t_11 = Py_TYPE(__pyx_t_2)->tp_iternext;        } @@ -17688,23 +17751,23 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener          if (!__pyx_t_11 && PyList_CheckExact(__pyx_t_2)) {            if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_2)) break;            #if CYTHON_COMPILING_IN_CPYTHON -          __pyx_t_6 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; +          __pyx_t_6 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 38; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #else -          __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +          __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 38; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #endif          } else if (!__pyx_t_11 && PyTuple_CheckExact(__pyx_t_2)) {            if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_2)) break;            #if CYTHON_COMPILING_IN_CPYTHON -          __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; +          __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_10); __Pyx_INCREF(__pyx_t_6); __pyx_t_10++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 38; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #else -          __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +          __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 38; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            #endif          } else {            __pyx_t_6 = __pyx_t_11(__pyx_t_2);            if (unlikely(!__pyx_t_6)) {              if (PyErr_Occurred()) {                if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -              else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 37; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +              else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 38; __pyx_clineno = __LINE__; goto __pyx_L1_error;}              }              break;            } @@ -17716,14 +17779,14 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener          __pyx_cur_scope->__pyx_v_name = __pyx_t_6;          __pyx_t_6 = 0; -        /* "_cdec.pyx":38 +        /* "_cdec.pyx":39   *         elif isinstance(value, list):   *             for name in value:   *                 yield key, name             # <<<<<<<<<<<<<<   *         else:   *             yield key, str(value)   */ -        __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 38; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __Pyx_GOTREF(__pyx_t_6);          __Pyx_INCREF(__pyx_cur_scope->__pyx_v_key);          PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_cur_scope->__pyx_v_key); @@ -17757,29 +17820,29 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener          __pyx_t_4 = __pyx_cur_scope->__pyx_t_3;          __pyx_t_10 = __pyx_cur_scope->__pyx_t_4;          __pyx_t_11 = __pyx_cur_scope->__pyx_t_5; -        if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 38; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        }        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        goto __pyx_L8;      }      /*else*/ { -      /* "_cdec.pyx":40 +      /* "_cdec.pyx":41   *                 yield key, name   *         else:   *             yield key, str(value)             # <<<<<<<<<<<<<<   *    * cdef class Decoder:   */ -      __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 40; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_2);        __Pyx_INCREF(__pyx_cur_scope->__pyx_v_value);        PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_v_value);        __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_value); -      __pyx_t_6 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 40; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0; -      __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 40; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_2);        __Pyx_INCREF(__pyx_cur_scope->__pyx_v_key);        PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_v_key); @@ -17804,7 +17867,7 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener        __Pyx_XGOTREF(__pyx_t_1);        __pyx_t_3 = __pyx_cur_scope->__pyx_t_2;        __pyx_t_4 = __pyx_cur_scope->__pyx_t_3; -      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 40; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 41; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      }      __pyx_L8:;    } @@ -17828,25 +17891,29 @@ static PyObject *__pyx_gb_5_cdec_6generator17(__pyx_GeneratorObject *__pyx_gener  }  /* Python wrapper */ -static int __pyx_pw_5_cdec_7Decoder_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ -static int __pyx_pw_5_cdec_7Decoder_1__cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { +static int __pyx_pw_5_cdec_7Decoder_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_7Decoder___init__[] = "Decoder('formalism = scfg') -> initialize from configuration string\n        Decoder(formalism='scfg') -> initialize from named parameters\n        Create a decoder using a given configuration. Formalism is required."; +#if CYTHON_COMPILING_IN_CPYTHON +struct wrapperbase __pyx_wrapperbase_5_cdec_7Decoder___init__; +#endif +static int __pyx_pw_5_cdec_7Decoder_1__init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    PyObject *__pyx_v_config_str = 0;    PyObject *__pyx_v_config = 0;    int __pyx_r;    __Pyx_RefNannyDeclarations -  __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0); +  __Pyx_RefNannySetupContext("__init__ (wrapper)", 0);    __pyx_v_config = PyDict_New(); if (unlikely(!__pyx_v_config)) return -1;    __Pyx_GOTREF(__pyx_v_config);    {      static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__config_str,0};      PyObject* values[1] = {0}; -    /* "_cdec.pyx":46 +    /* "_cdec.pyx":47   *     cdef DenseVector weights   *  - *     def __cinit__(self, config_str=None, **config):             # <<<<<<<<<<<<<< - *         """ Configuration can be given as a string: - *                 Decoder('formalism = scfg') + *     def __init__(self, config_str=None, **config):             # <<<<<<<<<<<<<< + *         """Decoder('formalism = scfg') -> initialize from configuration string + *         Decoder(formalism='scfg') -> initialize from named parameters   */      values[0] = ((PyObject *)Py_None);      if (unlikely(__pyx_kwds)) { @@ -17866,7 +17933,7 @@ static int __pyx_pw_5_cdec_7Decoder_1__cinit__(PyObject *__pyx_v_self, PyObject          }        }        if (unlikely(kw_args > 0)) { -        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_config, values, pos_args, "__cinit__") < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 46; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +        if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_config, values, pos_args, "__init__") < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 47; __pyx_clineno = __LINE__; goto __pyx_L3_error;}        }      } else {        switch (PyTuple_GET_SIZE(__pyx_args)) { @@ -17879,21 +17946,21 @@ static int __pyx_pw_5_cdec_7Decoder_1__cinit__(PyObject *__pyx_v_self, PyObject    }    goto __pyx_L4_argument_unpacking_done;    __pyx_L5_argtuple_error:; -  __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 0, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 46; __pyx_clineno = __LINE__; goto __pyx_L3_error;} +  __Pyx_RaiseArgtupleInvalid("__init__", 0, 0, 1, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 47; __pyx_clineno = __LINE__; goto __pyx_L3_error;}    __pyx_L3_error:;    __Pyx_CLEAR(__pyx_v_config); -  __Pyx_AddTraceback("_cdec.Decoder.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename); +  __Pyx_AddTraceback("_cdec.Decoder.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __Pyx_RefNannyFinishContext();    return -1;    __pyx_L4_argument_unpacking_done:; -  __pyx_r = __pyx_pf_5_cdec_7Decoder___cinit__(((struct __pyx_obj_5_cdec_Decoder *)__pyx_v_self), __pyx_v_config_str, __pyx_v_config); +  __pyx_r = __pyx_pf_5_cdec_7Decoder___init__(((struct __pyx_obj_5_cdec_Decoder *)__pyx_v_self), __pyx_v_config_str, __pyx_v_config);    __Pyx_XDECREF(__pyx_v_config);    __Pyx_RefNannyFinishContext();    return __pyx_r;  } -static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value); /* proto */ +static PyObject *__pyx_gb_5_cdec_7Decoder_8__init___2generator21(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value); /* proto */ -/* "_cdec.pyx":57 +/* "_cdec.pyx":56   *                     'csplit', 'tagger', 'lexalign'):   *                 raise InvalidConfig('formalism "%s" unknown' % formalism)   *             config_str = '\n'.join('%s = %s' % kv for kv in _make_config(config))             # <<<<<<<<<<<<<< @@ -17901,7 +17968,7 @@ static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_Generato   *         self.dec = new decoder.Decoder(config_stream)   */ -static PyObject *__pyx_pf_5_cdec_7Decoder_9__cinit___genexpr(PyObject *__pyx_self) { +static PyObject *__pyx_pf_5_cdec_7Decoder_8__init___genexpr(PyObject *__pyx_self) {    struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr *__pyx_cur_scope;    PyObject *__pyx_r = NULL;    __Pyx_RefNannyDeclarations @@ -17915,11 +17982,11 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_9__cinit___genexpr(PyObject *__pyx_sel      return NULL;    }    __Pyx_GOTREF(__pyx_cur_scope); -  __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *) __pyx_self; +  __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *) __pyx_self;    __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope));    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope);    { -    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_7Decoder_9__cinit___2generator21, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_GeneratorObject *gen = __Pyx_Generator_New((__pyx_generator_body_t) __pyx_gb_5_cdec_7Decoder_8__init___2generator21, (PyObject *) __pyx_cur_scope); if (unlikely(!gen)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_cur_scope);      __Pyx_RefNannyFinishContext();      return (PyObject *) gen; @@ -17928,7 +17995,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_9__cinit___genexpr(PyObject *__pyx_sel    __pyx_r = Py_None; __Pyx_INCREF(Py_None);    goto __pyx_L0;    __pyx_L1_error:; -  __Pyx_AddTraceback("_cdec.Decoder.__cinit__.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); +  __Pyx_AddTraceback("_cdec.Decoder.__init__.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = NULL;    __pyx_L0:;    __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); @@ -17937,7 +18004,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_9__cinit___genexpr(PyObject *__pyx_sel    return __pyx_r;  } -static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value) /* generator body */ +static PyObject *__pyx_gb_5_cdec_7Decoder_8__init___2generator21(__pyx_GeneratorObject *__pyx_generator, PyObject *__pyx_sent_value) /* generator body */  {    struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr *)__pyx_generator->closure);    PyObject *__pyx_r = NULL; @@ -17956,16 +18023,16 @@ static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_Generato      return NULL;    }    __pyx_L3_first_run:; -  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_t_1 = __Pyx_GetName(__pyx_m, __pyx_n_s___make_config); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = __Pyx_GetName(__pyx_m, __pyx_n_s___make_config); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1); -  if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_config)) { __Pyx_RaiseClosureNameError("config"); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} } -  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_config)) { __Pyx_RaiseClosureNameError("config"); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} } +  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    __Pyx_INCREF(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_config);    PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_outer_scope->__pyx_v_config);    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_config); -  __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0; @@ -17973,7 +18040,7 @@ static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_Generato      __pyx_t_2 = __pyx_t_3; __Pyx_INCREF(__pyx_t_2); __pyx_t_4 = 0;      __pyx_t_5 = NULL;    } else { -    __pyx_t_4 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_4 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2);      __pyx_t_5 = Py_TYPE(__pyx_t_2)->tp_iternext;    } @@ -17982,23 +18049,23 @@ static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_Generato      if (!__pyx_t_5 && PyList_CheckExact(__pyx_t_2)) {        if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_2)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_3 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; +      __pyx_t_3 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else if (!__pyx_t_5 && PyTuple_CheckExact(__pyx_t_2)) {        if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_2)) break;        #if CYTHON_COMPILING_IN_CPYTHON -      __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; +      __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #else -      __pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +      __pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        #endif      } else {        __pyx_t_3 = __pyx_t_5(__pyx_t_2);        if (unlikely(!__pyx_t_3)) {          if (PyErr_Occurred()) {            if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -          else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          }          break;        } @@ -18009,7 +18076,7 @@ static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_Generato      __Pyx_GIVEREF(__pyx_t_3);      __pyx_cur_scope->__pyx_v_kv = __pyx_t_3;      __pyx_t_3 = 0; -    __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_47), __pyx_cur_scope->__pyx_v_kv); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_45), __pyx_cur_scope->__pyx_v_kv); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_3));      __pyx_r = ((PyObject *)__pyx_t_3);      __pyx_t_3 = 0; @@ -18028,7 +18095,7 @@ static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_Generato      __Pyx_XGOTREF(__pyx_t_2);      __pyx_t_4 = __pyx_cur_scope->__pyx_t_1;      __pyx_t_5 = __pyx_cur_scope->__pyx_t_2; -    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (unlikely(!__pyx_sent_value)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;    PyErr_SetNone(PyExc_StopIteration); @@ -18046,16 +18113,16 @@ static PyObject *__pyx_gb_5_cdec_7Decoder_9__cinit___2generator21(__pyx_Generato    return NULL;  } -/* "_cdec.pyx":46 +/* "_cdec.pyx":47   *     cdef DenseVector weights   *  - *     def __cinit__(self, config_str=None, **config):             # <<<<<<<<<<<<<< - *         """ Configuration can be given as a string: - *                 Decoder('formalism = scfg') + *     def __init__(self, config_str=None, **config):             # <<<<<<<<<<<<<< + *         """Decoder('formalism = scfg') -> initialize from configuration string + *         Decoder(formalism='scfg') -> initialize from named parameters   */ -static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *__pyx_v_self, PyObject *__pyx_v_config_str, PyObject *__pyx_v_config) { -  struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *__pyx_cur_scope; +static int __pyx_pf_5_cdec_7Decoder___init__(struct __pyx_obj_5_cdec_Decoder *__pyx_v_self, PyObject *__pyx_v_config_str, PyObject *__pyx_v_config) { +  struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *__pyx_cur_scope;    PyObject *__pyx_v_formalism = NULL;    std::istringstream *__pyx_v_config_stream;    int __pyx_r; @@ -18070,8 +18137,8 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0; -  __Pyx_RefNannySetupContext("__cinit__", 0); -  __pyx_cur_scope = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *)__pyx_ptype_5_cdec___pyx_scope_struct_24___cinit__->tp_new(__pyx_ptype_5_cdec___pyx_scope_struct_24___cinit__, __pyx_empty_tuple, NULL); +  __Pyx_RefNannySetupContext("__init__", 0); +  __pyx_cur_scope = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *)__pyx_ptype_5_cdec___pyx_scope_struct_24___init__->tp_new(__pyx_ptype_5_cdec___pyx_scope_struct_24___init__, __pyx_empty_tuple, NULL);    if (unlikely(!__pyx_cur_scope)) {      __Pyx_RefNannyFinishContext();      return -1; @@ -18082,9 +18149,9 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_    __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_config);    __Pyx_INCREF(__pyx_v_config_str); -  /* "_cdec.pyx":52 - *                 Decoder(formalism='scfg') - *         """ +  /* "_cdec.pyx":51 + *         Decoder(formalism='scfg') -> initialize from named parameters + *         Create a decoder using a given configuration. Formalism is required."""   *         if config_str is None:             # <<<<<<<<<<<<<<   *             formalism = config.get('formalism', None)   *             if formalism not in ('scfg', 'fst', 'lextrans', 'pb', @@ -18092,22 +18159,22 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_    __pyx_t_1 = (__pyx_v_config_str == Py_None);    if (__pyx_t_1) { -    /* "_cdec.pyx":53 - *         """ +    /* "_cdec.pyx":52 + *         Create a decoder using a given configuration. Formalism is required."""   *         if config_str is None:   *             formalism = config.get('formalism', None)             # <<<<<<<<<<<<<<   *             if formalism not in ('scfg', 'fst', 'lextrans', 'pb',   *                     'csplit', 'tagger', 'lexalign'):   */ -    __pyx_t_2 = PyObject_GetAttr(__pyx_cur_scope->__pyx_v_config, __pyx_n_s__get); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyObject_GetAttr(__pyx_cur_scope->__pyx_v_config, __pyx_n_s__get); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2); -    __pyx_t_3 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_k_tuple_48), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_k_tuple_46), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;      __pyx_v_formalism = __pyx_t_3;      __pyx_t_3 = 0; -    /* "_cdec.pyx":54 +    /* "_cdec.pyx":53   *         if config_str is None:   *             formalism = config.get('formalism', None)   *             if formalism not in ('scfg', 'fst', 'lextrans', 'pb',             # <<<<<<<<<<<<<< @@ -18116,39 +18183,53 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_   */      __Pyx_INCREF(__pyx_v_formalism);      __pyx_t_3 = __pyx_v_formalism; -    __pyx_t_1 = __Pyx_PyString_Equals(__pyx_t_3, ((PyObject *)__pyx_n_s__scfg), Py_NE); if (unlikely(__pyx_t_1 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyObject_RichCompare(__pyx_t_3, ((PyObject *)__pyx_n_s__scfg), Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_1 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;      if (((int)__pyx_t_1)) { -      __pyx_t_4 = __Pyx_PyString_Equals(__pyx_t_3, ((PyObject *)__pyx_n_s__fst), Py_NE); if (unlikely(__pyx_t_4 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyObject_RichCompare(__pyx_t_3, ((PyObject *)__pyx_n_s__fst), Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        __pyx_t_5 = ((int)__pyx_t_4);      } else {        __pyx_t_5 = ((int)__pyx_t_1);      }      if (__pyx_t_5) { -      __pyx_t_1 = __Pyx_PyString_Equals(__pyx_t_3, ((PyObject *)__pyx_n_s__lextrans), Py_NE); if (unlikely(__pyx_t_1 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyObject_RichCompare(__pyx_t_3, ((PyObject *)__pyx_n_s__lextrans), Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_1 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        __pyx_t_4 = ((int)__pyx_t_1);      } else {        __pyx_t_4 = __pyx_t_5;      }      if (__pyx_t_4) { -      __pyx_t_5 = __Pyx_PyString_Equals(__pyx_t_3, ((PyObject *)__pyx_n_s__pb), Py_NE); if (unlikely(__pyx_t_5 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyObject_RichCompare(__pyx_t_3, ((PyObject *)__pyx_n_s__pb), Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        __pyx_t_1 = ((int)__pyx_t_5);      } else {        __pyx_t_1 = __pyx_t_4;      }      if (__pyx_t_1) { -      __pyx_t_4 = __Pyx_PyString_Equals(__pyx_t_3, ((PyObject *)__pyx_n_s__csplit), Py_NE); if (unlikely(__pyx_t_4 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyObject_RichCompare(__pyx_t_3, ((PyObject *)__pyx_n_s__csplit), Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        __pyx_t_5 = ((int)__pyx_t_4);      } else {        __pyx_t_5 = __pyx_t_1;      }      if (__pyx_t_5) { -      __pyx_t_1 = __Pyx_PyString_Equals(__pyx_t_3, ((PyObject *)__pyx_n_s__tagger), Py_NE); if (unlikely(__pyx_t_1 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyObject_RichCompare(__pyx_t_3, ((PyObject *)__pyx_n_s__tagger), Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_1 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        __pyx_t_4 = ((int)__pyx_t_1);      } else {        __pyx_t_4 = __pyx_t_5;      }      if (__pyx_t_4) { -      __pyx_t_5 = __Pyx_PyString_Equals(__pyx_t_3, ((PyObject *)__pyx_n_s__lexalign), Py_NE); if (unlikely(__pyx_t_5 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 54; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyObject_RichCompare(__pyx_t_3, ((PyObject *)__pyx_n_s__lexalign), Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;        __pyx_t_1 = ((int)__pyx_t_5);      } else {        __pyx_t_1 = __pyx_t_4; @@ -18157,50 +18238,50 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_      __pyx_t_4 = __pyx_t_1;      if (__pyx_t_4) { -      /* "_cdec.pyx":56 +      /* "_cdec.pyx":55   *             if formalism not in ('scfg', 'fst', 'lextrans', 'pb',   *                     'csplit', 'tagger', 'lexalign'):   *                 raise InvalidConfig('formalism "%s" unknown' % formalism)             # <<<<<<<<<<<<<<   *             config_str = '\n'.join('%s = %s' % kv for kv in _make_config(config))   *         cdef istringstream* config_stream = new istringstream(config_str)   */ -      __pyx_t_3 = __Pyx_GetName(__pyx_m, __pyx_n_s__InvalidConfig); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_3 = __Pyx_GetName(__pyx_m, __pyx_n_s__InvalidConfig); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_3); -      __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_49), __pyx_v_formalism); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_47), __pyx_v_formalism); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(((PyObject *)__pyx_t_2)); -      __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_6);        PyTuple_SET_ITEM(__pyx_t_6, 0, ((PyObject *)__pyx_t_2));        __Pyx_GIVEREF(((PyObject *)__pyx_t_2));        __pyx_t_2 = 0; -      __pyx_t_2 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_2 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_t_6), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_2);        __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;        __Pyx_DECREF(((PyObject *)__pyx_t_6)); __pyx_t_6 = 0;        __Pyx_Raise(__pyx_t_2, 0, 0, 0);        __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; -      {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      {__pyx_filename = __pyx_f[0]; __pyx_lineno = 55; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        goto __pyx_L4;      }      __pyx_L4:; -    /* "_cdec.pyx":57 +    /* "_cdec.pyx":56   *                     'csplit', 'tagger', 'lexalign'):   *                 raise InvalidConfig('formalism "%s" unknown' % formalism)   *             config_str = '\n'.join('%s = %s' % kv for kv in _make_config(config))             # <<<<<<<<<<<<<<   *         cdef istringstream* config_stream = new istringstream(config_str)   *         self.dec = new decoder.Decoder(config_stream)   */ -    __pyx_t_2 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_40), __pyx_n_s__join); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_38), __pyx_n_s__join); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_2); -    __pyx_t_6 = __pyx_pf_5_cdec_7Decoder_9__cinit___genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_6 = __pyx_pf_5_cdec_7Decoder_8__init___genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_6); -    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_6);      __Pyx_GIVEREF(__pyx_t_6);      __pyx_t_6 = 0; -    __pyx_t_6 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_6 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_6);      __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;      __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0; @@ -18211,17 +18292,17 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_    }    __pyx_L3:; -  /* "_cdec.pyx":58 +  /* "_cdec.pyx":57   *                 raise InvalidConfig('formalism "%s" unknown' % formalism)   *             config_str = '\n'.join('%s = %s' % kv for kv in _make_config(config))   *         cdef istringstream* config_stream = new istringstream(config_str)             # <<<<<<<<<<<<<<   *         self.dec = new decoder.Decoder(config_stream)   *         del config_stream   */ -  __pyx_t_7 = PyBytes_AsString(__pyx_v_config_str); if (unlikely((!__pyx_t_7) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 58; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_7 = PyBytes_AsString(__pyx_v_config_str); if (unlikely((!__pyx_t_7) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_v_config_stream = new std::istringstream(__pyx_t_7); -  /* "_cdec.pyx":59 +  /* "_cdec.pyx":58   *             config_str = '\n'.join('%s = %s' % kv for kv in _make_config(config))   *         cdef istringstream* config_stream = new istringstream(config_str)   *         self.dec = new decoder.Decoder(config_stream)             # <<<<<<<<<<<<<< @@ -18230,7 +18311,7 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_   */    __pyx_v_self->dec = new Decoder(__pyx_v_config_stream); -  /* "_cdec.pyx":60 +  /* "_cdec.pyx":59   *         cdef istringstream* config_stream = new istringstream(config_str)   *         self.dec = new decoder.Decoder(config_stream)   *         del config_stream             # <<<<<<<<<<<<<< @@ -18239,23 +18320,23 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_   */    delete __pyx_v_config_stream; -  /* "_cdec.pyx":61 +  /* "_cdec.pyx":60   *         self.dec = new decoder.Decoder(config_stream)   *         del config_stream   *         self.weights = DenseVector.__new__(DenseVector)             # <<<<<<<<<<<<<<   *         self.weights.vector = &self.dec.CurrentWeightVector()   *         self.weights.owned = True   */ -  __pyx_t_6 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_DenseVector)); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 61; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_6 = __Pyx_tp_new(((PyObject*)__pyx_ptype_5_cdec_DenseVector)); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_6); -  if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_5_cdec_DenseVector)))) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 61; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (!(likely(__Pyx_TypeTest(__pyx_t_6, __pyx_ptype_5_cdec_DenseVector)))) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 60; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GIVEREF(__pyx_t_6);    __Pyx_GOTREF(__pyx_v_self->weights);    __Pyx_DECREF(((PyObject *)__pyx_v_self->weights));    __pyx_v_self->weights = ((struct __pyx_obj_5_cdec_DenseVector *)__pyx_t_6);    __pyx_t_6 = 0; -  /* "_cdec.pyx":62 +  /* "_cdec.pyx":61   *         del config_stream   *         self.weights = DenseVector.__new__(DenseVector)   *         self.weights.vector = &self.dec.CurrentWeightVector()             # <<<<<<<<<<<<<< @@ -18264,7 +18345,7 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_   */    __pyx_v_self->weights->vector = (&__pyx_v_self->dec->CurrentWeightVector()); -  /* "_cdec.pyx":63 +  /* "_cdec.pyx":62   *         self.weights = DenseVector.__new__(DenseVector)   *         self.weights.vector = &self.dec.CurrentWeightVector()   *         self.weights.owned = True             # <<<<<<<<<<<<<< @@ -18279,7 +18360,7 @@ static int __pyx_pf_5_cdec_7Decoder___cinit__(struct __pyx_obj_5_cdec_Decoder *_    __Pyx_XDECREF(__pyx_t_2);    __Pyx_XDECREF(__pyx_t_3);    __Pyx_XDECREF(__pyx_t_6); -  __Pyx_AddTraceback("_cdec.Decoder.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename); +  __Pyx_AddTraceback("_cdec.Decoder.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename);    __pyx_r = -1;    __pyx_L0:;    __Pyx_XDECREF(__pyx_v_formalism); @@ -18298,7 +18379,7 @@ static void __pyx_pw_5_cdec_7Decoder_3__dealloc__(PyObject *__pyx_v_self) {    __Pyx_RefNannyFinishContext();  } -/* "_cdec.pyx":65 +/* "_cdec.pyx":64   *         self.weights.owned = True   *    *     def __dealloc__(self):             # <<<<<<<<<<<<<< @@ -18310,7 +18391,7 @@ static void __pyx_pf_5_cdec_7Decoder_2__dealloc__(CYTHON_UNUSED struct __pyx_obj    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__dealloc__", 0); -  /* "_cdec.pyx":66 +  /* "_cdec.pyx":65   *    *     def __dealloc__(self):   *         del self.dec             # <<<<<<<<<<<<<< @@ -18333,7 +18414,7 @@ static PyObject *__pyx_pw_5_cdec_7Decoder_7weights_1__get__(PyObject *__pyx_v_se    return __pyx_r;  } -/* "_cdec.pyx":69 +/* "_cdec.pyx":68   *    *     property weights:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -18346,7 +18427,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_7weights___get__(struct __pyx_obj_5_cd    __Pyx_RefNannyDeclarations    __Pyx_RefNannySetupContext("__get__", 0); -  /* "_cdec.pyx":70 +  /* "_cdec.pyx":69   *     property weights:   *         def __get__(self):   *             return self.weights             # <<<<<<<<<<<<<< @@ -18376,7 +18457,7 @@ static int __pyx_pw_5_cdec_7Decoder_7weights_3__set__(PyObject *__pyx_v_self, Py    return __pyx_r;  } -/* "_cdec.pyx":72 +/* "_cdec.pyx":71   *             return self.weights   *    *         def __set__(self, weights):             # <<<<<<<<<<<<<< @@ -18403,7 +18484,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__set__", 0); -  /* "_cdec.pyx":73 +  /* "_cdec.pyx":72   *    *         def __set__(self, weights):   *             if isinstance(weights, DenseVector):             # <<<<<<<<<<<<<< @@ -18416,7 +18497,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "_cdec.pyx":74 +    /* "_cdec.pyx":73   *         def __set__(self, weights):   *             if isinstance(weights, DenseVector):   *                 self.weights.vector[0] = (<DenseVector> weights).vector[0]             # <<<<<<<<<<<<<< @@ -18427,7 +18508,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De      goto __pyx_L3;    } -  /* "_cdec.pyx":75 +  /* "_cdec.pyx":74   *             if isinstance(weights, DenseVector):   *                 self.weights.vector[0] = (<DenseVector> weights).vector[0]   *             elif isinstance(weights, SparseVector):             # <<<<<<<<<<<<<< @@ -18440,7 +18521,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "_cdec.pyx":76 +    /* "_cdec.pyx":75   *                 self.weights.vector[0] = (<DenseVector> weights).vector[0]   *             elif isinstance(weights, SparseVector):   *                 self.weights.vector.clear()             # <<<<<<<<<<<<<< @@ -18449,7 +18530,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De   */      __pyx_v_self->weights->vector->clear(); -    /* "_cdec.pyx":77 +    /* "_cdec.pyx":76   *             elif isinstance(weights, SparseVector):   *                 self.weights.vector.clear()   *                 ((<SparseVector> weights).vector[0]).init_vector(self.weights.vector)             # <<<<<<<<<<<<<< @@ -18460,7 +18541,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De      goto __pyx_L3;    } -  /* "_cdec.pyx":78 +  /* "_cdec.pyx":77   *                 self.weights.vector.clear()   *                 ((<SparseVector> weights).vector[0]).init_vector(self.weights.vector)   *             elif isinstance(weights, dict):             # <<<<<<<<<<<<<< @@ -18473,7 +18554,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "_cdec.pyx":79 +    /* "_cdec.pyx":78   *                 ((<SparseVector> weights).vector[0]).init_vector(self.weights.vector)   *             elif isinstance(weights, dict):   *                 self.weights.vector.clear()             # <<<<<<<<<<<<<< @@ -18482,23 +18563,23 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De   */      __pyx_v_self->weights->vector->clear(); -    /* "_cdec.pyx":80 +    /* "_cdec.pyx":79   *             elif isinstance(weights, dict):   *                 self.weights.vector.clear()   *                 for fname, fval in weights.items():             # <<<<<<<<<<<<<<   *                     self.weights[fname] = fval   *             else:   */ -    __pyx_t_1 = PyObject_GetAttr(__pyx_v_weights, __pyx_n_s__items); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_GetAttr(__pyx_v_weights, __pyx_n_s__items); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1); -    __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;      if (PyList_CheckExact(__pyx_t_3) || PyTuple_CheckExact(__pyx_t_3)) {        __pyx_t_1 = __pyx_t_3; __Pyx_INCREF(__pyx_t_1); __pyx_t_4 = 0;        __pyx_t_5 = NULL;      } else { -      __pyx_t_4 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_4 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1);        __pyx_t_5 = Py_TYPE(__pyx_t_1)->tp_iternext;      } @@ -18507,23 +18588,23 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De        if (!__pyx_t_5 && PyList_CheckExact(__pyx_t_1)) {          if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_1)) break;          #if CYTHON_COMPILING_IN_CPYTHON -        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; +        __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #else -        __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +        __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #endif        } else if (!__pyx_t_5 && PyTuple_CheckExact(__pyx_t_1)) {          if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_1)) break;          #if CYTHON_COMPILING_IN_CPYTHON -        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; +        __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #else -        __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +        __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #endif        } else {          __pyx_t_3 = __pyx_t_5(__pyx_t_1);          if (unlikely(!__pyx_t_3)) {            if (PyErr_Occurred()) {              if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear(); -            else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +            else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}            }            break;          } @@ -18539,7 +18620,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De          if (unlikely(size != 2)) {            if (size > 2) __Pyx_RaiseTooManyValuesError(2);            else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); -          {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +          {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          }          #if CYTHON_COMPILING_IN_CPYTHON          if (likely(PyTuple_CheckExact(sequence))) { @@ -18552,14 +18633,14 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De          __Pyx_INCREF(__pyx_t_6);          __Pyx_INCREF(__pyx_t_7);          #else -        __pyx_t_6 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -        __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_6 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          #endif          __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;        } else        {          Py_ssize_t index = -1; -        __pyx_t_8 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        __pyx_t_8 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __Pyx_GOTREF(__pyx_t_8);          __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;          __pyx_t_9 = Py_TYPE(__pyx_t_8)->tp_iternext; @@ -18567,7 +18648,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De          __Pyx_GOTREF(__pyx_t_6);          index = 1; __pyx_t_7 = __pyx_t_9(__pyx_t_8); if (unlikely(!__pyx_t_7)) goto __pyx_L6_unpacking_failed;          __Pyx_GOTREF(__pyx_t_7); -        if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_8), 2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __pyx_t_9 = NULL;          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;          goto __pyx_L7_unpacking_done; @@ -18575,7 +18656,7 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De          __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;          __pyx_t_9 = NULL;          if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); -        {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +        {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __pyx_L7_unpacking_done:;        }        __Pyx_XDECREF(__pyx_v_fname); @@ -18585,40 +18666,40 @@ static int __pyx_pf_5_cdec_7Decoder_7weights_2__set__(struct __pyx_obj_5_cdec_De        __pyx_v_fval = __pyx_t_7;        __pyx_t_7 = 0; -      /* "_cdec.pyx":81 +      /* "_cdec.pyx":80   *                 self.weights.vector.clear()   *                 for fname, fval in weights.items():   *                     self.weights[fname] = fval             # <<<<<<<<<<<<<<   *             else:   *                 raise TypeError('cannot initialize weights with %s' % type(weights))   */ -      if (PyObject_SetItem(((PyObject *)__pyx_v_self->weights), __pyx_v_fname, __pyx_v_fval) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      if (PyObject_SetItem(((PyObject *)__pyx_v_self->weights), __pyx_v_fname, __pyx_v_fval) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      }      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;      goto __pyx_L3;    }    /*else*/ { -    /* "_cdec.pyx":83 +    /* "_cdec.pyx":82   *                     self.weights[fname] = fval   *             else:   *                 raise TypeError('cannot initialize weights with %s' % type(weights))             # <<<<<<<<<<<<<<   *    *     property formalism:   */ -    __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_50), ((PyObject *)Py_TYPE(__pyx_v_weights))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_48), ((PyObject *)Py_TYPE(__pyx_v_weights))); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_1));      __Pyx_GIVEREF(((PyObject *)__pyx_t_1));      __pyx_t_1 = 0; -    __pyx_t_1 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;      __Pyx_Raise(__pyx_t_1, 0, 0, 0);      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -    {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[0]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    __pyx_L3:; @@ -18650,7 +18731,7 @@ static PyObject *__pyx_pw_5_cdec_7Decoder_9formalism_1__get__(PyObject *__pyx_v_    return __pyx_r;  } -/* "_cdec.pyx":86 +/* "_cdec.pyx":85   *    *     property formalism:   *         def __get__(self):             # <<<<<<<<<<<<<< @@ -18669,7 +18750,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_9formalism___get__(struct __pyx_obj_5_    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("__get__", 0); -  /* "_cdec.pyx":87 +  /* "_cdec.pyx":86   *     property formalism:   *         def __get__(self):   *             cdef variables_map* conf = &self.dec.GetConf()             # <<<<<<<<<<<<<< @@ -18678,7 +18759,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_9formalism___get__(struct __pyx_obj_5_   */    __pyx_v_conf = (&__pyx_v_self->dec->GetConf()); -  /* "_cdec.pyx":88 +  /* "_cdec.pyx":87   *         def __get__(self):   *             cdef variables_map* conf = &self.dec.GetConf()   *             return str(conf[0]['formalism'].as_str().c_str())             # <<<<<<<<<<<<<< @@ -18686,14 +18767,14 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_9formalism___get__(struct __pyx_obj_5_   *     def read_weights(self, weights):   */    __Pyx_XDECREF(__pyx_r); -  __pyx_t_1 = PyBytes_FromString(((__pyx_v_conf[0])[__pyx_k__formalism]).as<std::string>().c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyBytes_FromString(((__pyx_v_conf[0])[__pyx_k__formalism]).as<std::string>().c_str()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 87; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); -  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 87; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2);    PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_1));    __Pyx_GIVEREF(((PyObject *)__pyx_t_1));    __pyx_t_1 = 0; -  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 88; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 87; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_1);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    __pyx_r = __pyx_t_1; @@ -18715,6 +18796,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_9formalism___get__(struct __pyx_obj_5_  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_7Decoder_5read_weights(PyObject *__pyx_v_self, PyObject *__pyx_v_weights); /*proto*/ +static char __pyx_doc_5_cdec_7Decoder_4read_weights[] = "decoder.read_weights(filename): Read decoder weights from a file.";  static PyObject *__pyx_pw_5_cdec_7Decoder_5read_weights(PyObject *__pyx_v_self, PyObject *__pyx_v_weights) {    PyObject *__pyx_r = 0;    __Pyx_RefNannyDeclarations @@ -18724,12 +18806,12 @@ static PyObject *__pyx_pw_5_cdec_7Decoder_5read_weights(PyObject *__pyx_v_self,    return __pyx_r;  } -/* "_cdec.pyx":90 +/* "_cdec.pyx":89   *             return str(conf[0]['formalism'].as_str().c_str())   *    *     def read_weights(self, weights):             # <<<<<<<<<<<<<< + *         """decoder.read_weights(filename): Read decoder weights from a file."""   *         with open(weights) as fp: - *             for line in fp:   */  static PyObject *__pyx_pf_5_cdec_7Decoder_4read_weights(struct __pyx_obj_5_cdec_Decoder *__pyx_v_self, PyObject *__pyx_v_weights) { @@ -18761,8 +18843,8 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_4read_weights(struct __pyx_obj_5_cdec_    __Pyx_RefNannySetupContext("read_weights", 0);    /* "_cdec.pyx":91 - *    *     def read_weights(self, weights): + *         """decoder.read_weights(filename): Read decoder weights from a file."""   *         with open(weights) as fp:             # <<<<<<<<<<<<<<   *             for line in fp:   *                 if line.strip().startswith('#'): continue @@ -18796,7 +18878,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_4read_weights(struct __pyx_obj_5_cdec_            __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;            /* "_cdec.pyx":92 - *     def read_weights(self, weights): + *         """decoder.read_weights(filename): Read decoder weights from a file."""   *         with open(weights) as fp:   *             for line in fp:             # <<<<<<<<<<<<<<   *                 if line.strip().startswith('#'): continue @@ -18814,16 +18896,16 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_4read_weights(struct __pyx_obj_5_cdec_              if (!__pyx_t_9 && PyList_CheckExact(__pyx_t_4)) {                if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_4)) break;                #if CYTHON_COMPILING_IN_CPYTHON -              __pyx_t_2 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_8); __Pyx_INCREF(__pyx_t_2); __pyx_t_8++; +              __pyx_t_2 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_8); __Pyx_INCREF(__pyx_t_2); __pyx_t_8++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L7_error;}                #else -              __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L7_error;}; +              __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L7_error;}                #endif              } else if (!__pyx_t_9 && PyTuple_CheckExact(__pyx_t_4)) {                if (__pyx_t_8 >= PyTuple_GET_SIZE(__pyx_t_4)) break;                #if CYTHON_COMPILING_IN_CPYTHON -              __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_8); __Pyx_INCREF(__pyx_t_2); __pyx_t_8++; +              __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_8); __Pyx_INCREF(__pyx_t_2); __pyx_t_8++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L7_error;}                #else -              __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L7_error;}; +              __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L7_error;}                #endif              } else {                __pyx_t_2 = __pyx_t_9(__pyx_t_4); @@ -18855,7 +18937,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_4read_weights(struct __pyx_obj_5_cdec_              __pyx_t_2 = PyObject_GetAttr(__pyx_t_1, __pyx_n_s__startswith); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 93; __pyx_clineno = __LINE__; goto __pyx_L7_error;}              __Pyx_GOTREF(__pyx_t_2);              __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -            __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_k_tuple_52), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 93; __pyx_clineno = __LINE__; goto __pyx_L7_error;} +            __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_k_tuple_50), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 93; __pyx_clineno = __LINE__; goto __pyx_L7_error;}              __Pyx_GOTREF(__pyx_t_1);              __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;              __pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_10 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 93; __pyx_clineno = __LINE__; goto __pyx_L7_error;} @@ -18968,8 +19050,8 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_4read_weights(struct __pyx_obj_5_cdec_          __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;          /* "_cdec.pyx":91 - *    *     def read_weights(self, weights): + *         """decoder.read_weights(filename): Read decoder weights from a file."""   *         with open(weights) as fp:             # <<<<<<<<<<<<<<   *             for line in fp:   *                 if line.strip().startswith('#'): continue @@ -19031,7 +19113,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_4read_weights(struct __pyx_obj_5_cdec_      }      /*finally:*/ {        if (__pyx_t_3) { -        __pyx_t_7 = PyObject_Call(__pyx_t_3, __pyx_k_tuple_53, NULL); +        __pyx_t_7 = PyObject_Call(__pyx_t_3, __pyx_k_tuple_51, NULL);          __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;          if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 91; __pyx_clineno = __LINE__; goto __pyx_L1_error;}          __Pyx_GOTREF(__pyx_t_7); @@ -19069,6 +19151,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_4read_weights(struct __pyx_obj_5_cdec_  /* Python wrapper */  static PyObject *__pyx_pw_5_cdec_7Decoder_7translate(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ +static char __pyx_doc_5_cdec_7Decoder_6translate[] = "decoder.translate(sentence, grammar=None) -> Hypergraph\n        Translate a sentence (string/Lattice) with a grammar (string/list of rules).";  static PyObject *__pyx_pw_5_cdec_7Decoder_7translate(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {    PyObject *__pyx_v_sentence = 0;    PyObject *__pyx_v_grammar = 0; @@ -19083,8 +19166,8 @@ static PyObject *__pyx_pw_5_cdec_7Decoder_7translate(PyObject *__pyx_v_self, PyO   *                 self.weights[fname.strip()] = float(value)   *    *     def translate(self, sentence, grammar=None):             # <<<<<<<<<<<<<< - *         cdef bytes input_str - *         if isinstance(sentence, basestring): + *         """decoder.translate(sentence, grammar=None) -> Hypergraph + *         Translate a sentence (string/Lattice) with a grammar (string/list of rules)."""   */      values[1] = ((PyObject *)Py_None);      if (unlikely(__pyx_kwds)) { @@ -19143,14 +19226,14 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_6translate(struct __pyx_obj_5_cdec_Dec    PyObject *__pyx_t_1 = NULL;    int __pyx_t_2;    PyObject *__pyx_t_3 = NULL; -  char *__pyx_t_4; +  std::string __pyx_t_4;    int __pyx_lineno = 0;    const char *__pyx_filename = NULL;    int __pyx_clineno = 0;    __Pyx_RefNannySetupContext("translate", 0); -  /* "_cdec.pyx":99 - *     def translate(self, sentence, grammar=None): +  /* "_cdec.pyx":101 + *         Translate a sentence (string/Lattice) with a grammar (string/list of rules)."""   *         cdef bytes input_str   *         if isinstance(sentence, basestring):             # <<<<<<<<<<<<<<   *             input_str = as_str(sentence.strip()) @@ -19158,31 +19241,31 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_6translate(struct __pyx_obj_5_cdec_Dec   */    __pyx_t_1 = __pyx_builtin_basestring;    __Pyx_INCREF(__pyx_t_1); -  __pyx_t_2 = PyObject_IsInstance(__pyx_v_sentence, __pyx_t_1); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 99; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_IsInstance(__pyx_v_sentence, __pyx_t_1); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 101; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "_cdec.pyx":100 +    /* "_cdec.pyx":102   *         cdef bytes input_str   *         if isinstance(sentence, basestring):   *             input_str = as_str(sentence.strip())             # <<<<<<<<<<<<<<   *         elif isinstance(sentence, Lattice):   *             input_str = str(sentence) # PLF format   */ -    __pyx_t_1 = PyObject_GetAttr(__pyx_v_sentence, __pyx_n_s__strip); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyObject_GetAttr(__pyx_v_sentence, __pyx_n_s__strip); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1); -    __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; -    __pyx_t_1 = PyBytes_FromString(__pyx_f_5_cdec_as_str(__pyx_t_3, NULL)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -    __Pyx_GOTREF(((PyObject *)__pyx_t_1)); +    __pyx_t_1 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_t_3, NULL)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __Pyx_GOTREF(__pyx_t_1);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -    __pyx_v_input_str = __pyx_t_1; +    __pyx_v_input_str = ((PyObject*)__pyx_t_1);      __pyx_t_1 = 0;      goto __pyx_L3;    } -  /* "_cdec.pyx":101 +  /* "_cdec.pyx":103   *         if isinstance(sentence, basestring):   *             input_str = as_str(sentence.strip())   *         elif isinstance(sentence, Lattice):             # <<<<<<<<<<<<<< @@ -19195,99 +19278,103 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_6translate(struct __pyx_obj_5_cdec_Dec    __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;    if (__pyx_t_2) { -    /* "_cdec.pyx":102 +    /* "_cdec.pyx":104   *             input_str = as_str(sentence.strip())   *         elif isinstance(sentence, Lattice):   *             input_str = str(sentence) # PLF format             # <<<<<<<<<<<<<<   *         else:   *             raise TypeError('Cannot translate input type %s' % type(sentence))   */ -    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      __Pyx_INCREF(__pyx_v_sentence);      PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_sentence);      __Pyx_GIVEREF(__pyx_v_sentence); -    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PyString_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0; -    if (!(likely(PyBytes_CheckExact(__pyx_t_3))||((__pyx_t_3) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected bytes, got %.200s", Py_TYPE(__pyx_t_3)->tp_name), 0))) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (!(likely(PyBytes_CheckExact(__pyx_t_3))||((__pyx_t_3) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected bytes, got %.200s", Py_TYPE(__pyx_t_3)->tp_name), 0))) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __pyx_v_input_str = ((PyObject*)__pyx_t_3);      __pyx_t_3 = 0;      goto __pyx_L3;    }    /*else*/ { -    /* "_cdec.pyx":104 +    /* "_cdec.pyx":106   *             input_str = str(sentence) # PLF format   *         else:   *             raise TypeError('Cannot translate input type %s' % type(sentence))             # <<<<<<<<<<<<<<   *         if grammar:   *             if isinstance(grammar, basestring):   */ -    __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_54), ((PyObject *)Py_TYPE(__pyx_v_sentence))); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_52), ((PyObject *)Py_TYPE(__pyx_v_sentence))); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(((PyObject *)__pyx_t_3)); -    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1);      PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_t_3));      __Pyx_GIVEREF(((PyObject *)__pyx_t_3));      __pyx_t_3 = 0; -    __pyx_t_3 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(__pyx_builtin_TypeError, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;      __Pyx_Raise(__pyx_t_3, 0, 0, 0);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -    {__pyx_filename = __pyx_f[0]; __pyx_lineno = 104; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    }    __pyx_L3:; -  /* "_cdec.pyx":105 +  /* "_cdec.pyx":107   *         else:   *             raise TypeError('Cannot translate input type %s' % type(sentence))   *         if grammar:             # <<<<<<<<<<<<<<   *             if isinstance(grammar, basestring): - *                 self.dec.AddSupplementalGrammarFromString(string(as_str(grammar))) + *                 self.dec.AddSupplementalGrammarFromString(as_str(grammar))   */ -  __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_grammar); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_grammar); if (unlikely(__pyx_t_2 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    if (__pyx_t_2) { -    /* "_cdec.pyx":106 +    /* "_cdec.pyx":108   *             raise TypeError('Cannot translate input type %s' % type(sentence))   *         if grammar:   *             if isinstance(grammar, basestring):             # <<<<<<<<<<<<<< - *                 self.dec.AddSupplementalGrammarFromString(string(as_str(grammar))) + *                 self.dec.AddSupplementalGrammarFromString(as_str(grammar))   *             else:   */      __pyx_t_3 = __pyx_builtin_basestring;      __Pyx_INCREF(__pyx_t_3); -    __pyx_t_2 = PyObject_IsInstance(__pyx_v_grammar, __pyx_t_3); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_2 = PyObject_IsInstance(__pyx_v_grammar, __pyx_t_3); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;      if (__pyx_t_2) { -      /* "_cdec.pyx":107 +      /* "_cdec.pyx":109   *         if grammar:   *             if isinstance(grammar, basestring): - *                 self.dec.AddSupplementalGrammarFromString(string(as_str(grammar)))             # <<<<<<<<<<<<<< + *                 self.dec.AddSupplementalGrammarFromString(as_str(grammar))             # <<<<<<<<<<<<<<   *             else:   *                 self.dec.AddSupplementalGrammar(TextGrammar(grammar).grammar[0])   */ -      __pyx_v_self->dec->AddSupplementalGrammarFromString(std::string(__pyx_f_5_cdec_as_str(__pyx_v_grammar, NULL))); +      __pyx_t_3 = ((PyObject *)__pyx_f_5_cdec_as_str(__pyx_v_grammar, NULL)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_GOTREF(__pyx_t_3); +      __pyx_t_4 = __pyx_convert_string_from_py_(__pyx_t_3); if (unlikely(PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; +      __pyx_v_self->dec->AddSupplementalGrammarFromString(__pyx_t_4);        goto __pyx_L5;      }      /*else*/ { -      /* "_cdec.pyx":109 - *                 self.dec.AddSupplementalGrammarFromString(string(as_str(grammar))) +      /* "_cdec.pyx":111 + *                 self.dec.AddSupplementalGrammarFromString(as_str(grammar))   *             else:   *                 self.dec.AddSupplementalGrammar(TextGrammar(grammar).grammar[0])             # <<<<<<<<<<<<<<   *         cdef decoder.BasicObserver observer = decoder.BasicObserver() - *         self.dec.Decode(string(input_str), &observer) + *         self.dec.Decode(input_str, &observer)   */ -      __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_3);        __Pyx_INCREF(__pyx_v_grammar);        PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_grammar);        __Pyx_GIVEREF(__pyx_v_grammar); -      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_TextGrammar)), ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +      __pyx_t_1 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_TextGrammar)), ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}        __Pyx_GOTREF(__pyx_t_1);        __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;        __pyx_v_self->dec->AddSupplementalGrammar((((struct __pyx_obj_5_cdec_TextGrammar *)__pyx_t_1)->__pyx_base.grammar[0])); @@ -19298,28 +19385,28 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_6translate(struct __pyx_obj_5_cdec_Dec    }    __pyx_L4:; -  /* "_cdec.pyx":110 +  /* "_cdec.pyx":112   *             else:   *                 self.dec.AddSupplementalGrammar(TextGrammar(grammar).grammar[0])   *         cdef decoder.BasicObserver observer = decoder.BasicObserver()             # <<<<<<<<<<<<<< - *         self.dec.Decode(string(input_str), &observer) + *         self.dec.Decode(input_str, &observer)   *         if observer.hypergraph == NULL:   */    __pyx_v_observer = BasicObserver(); -  /* "_cdec.pyx":111 +  /* "_cdec.pyx":113   *                 self.dec.AddSupplementalGrammar(TextGrammar(grammar).grammar[0])   *         cdef decoder.BasicObserver observer = decoder.BasicObserver() - *         self.dec.Decode(string(input_str), &observer)             # <<<<<<<<<<<<<< + *         self.dec.Decode(input_str, &observer)             # <<<<<<<<<<<<<<   *         if observer.hypergraph == NULL:   *             raise ParseFailed()   */ -  __pyx_t_4 = PyBytes_AsString(((PyObject *)__pyx_v_input_str)); if (unlikely((!__pyx_t_4) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_v_self->dec->Decode(std::string(__pyx_t_4), (&__pyx_v_observer)); +  __pyx_t_4 = __pyx_convert_string_from_py_(((PyObject *)__pyx_v_input_str)); if (unlikely(PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_v_self->dec->Decode(__pyx_t_4, (&__pyx_v_observer)); -  /* "_cdec.pyx":112 +  /* "_cdec.pyx":114   *         cdef decoder.BasicObserver observer = decoder.BasicObserver() - *         self.dec.Decode(string(input_str), &observer) + *         self.dec.Decode(input_str, &observer)   *         if observer.hypergraph == NULL:             # <<<<<<<<<<<<<<   *             raise ParseFailed()   *         cdef Hypergraph hg = Hypergraph() @@ -19327,38 +19414,38 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_6translate(struct __pyx_obj_5_cdec_Dec    __pyx_t_2 = (__pyx_v_observer.hypergraph == NULL);    if (__pyx_t_2) { -    /* "_cdec.pyx":113 - *         self.dec.Decode(string(input_str), &observer) +    /* "_cdec.pyx":115 + *         self.dec.Decode(input_str, &observer)   *         if observer.hypergraph == NULL:   *             raise ParseFailed()             # <<<<<<<<<<<<<<   *         cdef Hypergraph hg = Hypergraph()   *         hg.hg = new hypergraph.Hypergraph(observer.hypergraph[0])   */ -    __pyx_t_1 = __Pyx_GetName(__pyx_m, __pyx_n_s__ParseFailed); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_1 = __Pyx_GetName(__pyx_m, __pyx_n_s__ParseFailed); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_1); -    __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      __Pyx_GOTREF(__pyx_t_3);      __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;      __Pyx_Raise(__pyx_t_3, 0, 0, 0);      __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -    {__pyx_filename = __pyx_f[0]; __pyx_lineno = 113; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    {__pyx_filename = __pyx_f[0]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L1_error;}      goto __pyx_L6;    }    __pyx_L6:; -  /* "_cdec.pyx":114 +  /* "_cdec.pyx":116   *         if observer.hypergraph == NULL:   *             raise ParseFailed()   *         cdef Hypergraph hg = Hypergraph()             # <<<<<<<<<<<<<<   *         hg.hg = new hypergraph.Hypergraph(observer.hypergraph[0])   *         return hg   */ -  __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Hypergraph)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 114; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Hypergraph)), ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 116; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    __pyx_v_hg = ((struct __pyx_obj_5_cdec_Hypergraph *)__pyx_t_3);    __pyx_t_3 = 0; -  /* "_cdec.pyx":115 +  /* "_cdec.pyx":117   *             raise ParseFailed()   *         cdef Hypergraph hg = Hypergraph()   *         hg.hg = new hypergraph.Hypergraph(observer.hypergraph[0])             # <<<<<<<<<<<<<< @@ -19366,7 +19453,7 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_6translate(struct __pyx_obj_5_cdec_Dec   */    __pyx_v_hg->hg = new Hypergraph((__pyx_v_observer.hypergraph[0])); -  /* "_cdec.pyx":116 +  /* "_cdec.pyx":118   *         cdef Hypergraph hg = Hypergraph()   *         hg.hg = new hypergraph.Hypergraph(observer.hypergraph[0])   *         return hg             # <<<<<<<<<<<<<< @@ -19391,6 +19478,44 @@ static PyObject *__pyx_pf_5_cdec_7Decoder_6translate(struct __pyx_obj_5_cdec_Dec    return __pyx_r;  } +/* "string.from_py":11 + *  + * @cname("__pyx_convert_string_from_py_") + * cdef string __pyx_convert_string_from_py_(object o) except *:             # <<<<<<<<<<<<<< + *     return string(<char*>o, len(o)) + *  + */ + +static std::string __pyx_convert_string_from_py_(PyObject *__pyx_v_o) { +  std::string __pyx_r; +  __Pyx_RefNannyDeclarations +  char *__pyx_t_1; +  Py_ssize_t __pyx_t_2; +  int __pyx_lineno = 0; +  const char *__pyx_filename = NULL; +  int __pyx_clineno = 0; +  __Pyx_RefNannySetupContext("__pyx_convert_string_from_py_", 0); + +  /* "string.from_py":12 + * @cname("__pyx_convert_string_from_py_") + * cdef string __pyx_convert_string_from_py_(object o) except *: + *     return string(<char*>o, len(o))             # <<<<<<<<<<<<<< + *  + *  + */ +  __pyx_t_1 = PyBytes_AsString(__pyx_v_o); if (unlikely((!__pyx_t_1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_2 = PyObject_Length(__pyx_v_o); if (unlikely(__pyx_t_2 == -1)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_r = std::string(((char *)__pyx_t_1), __pyx_t_2); +  goto __pyx_L0; + +  goto __pyx_L0; +  __pyx_L1_error:; +  __Pyx_AddTraceback("string.from_py.__pyx_convert_string_from_py_", __pyx_clineno, __pyx_lineno, __pyx_filename); +  __pyx_L0:; +  __Pyx_RefNannyFinishContext(); +  return __pyx_r; +} +  static PyObject *__pyx_tp_new_5_cdec_DenseVector(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {    PyObject *o = (*t->tp_alloc)(t, 0);    if (!o) return 0; @@ -19429,8 +19554,8 @@ static int __pyx_mp_ass_subscript_5_cdec_DenseVector(PyObject *o, PyObject *i, P  }  static PyMethodDef __pyx_methods_5_cdec_DenseVector[] = { -  {__Pyx_NAMESTR("dot"), (PyCFunction)__pyx_pw_5_cdec_11DenseVector_14dot, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("tosparse"), (PyCFunction)__pyx_pw_5_cdec_11DenseVector_16tosparse, METH_NOARGS, __Pyx_DOCSTR(0)}, +  {__Pyx_NAMESTR("dot"), (PyCFunction)__pyx_pw_5_cdec_11DenseVector_14dot, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_11DenseVector_13dot)}, +  {__Pyx_NAMESTR("tosparse"), (PyCFunction)__pyx_pw_5_cdec_11DenseVector_16tosparse, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_11DenseVector_15tosparse)},    {0, 0, 0, 0}  }; @@ -19626,8 +19751,8 @@ static int __pyx_mp_ass_subscript_5_cdec_SparseVector(PyObject *o, PyObject *i,  }  static PyMethodDef __pyx_methods_5_cdec_SparseVector[] = { -  {__Pyx_NAMESTR("copy"), (PyCFunction)__pyx_pw_5_cdec_12SparseVector_5copy, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("dot"), (PyCFunction)__pyx_pw_5_cdec_12SparseVector_14dot, METH_O, __Pyx_DOCSTR(0)}, +  {__Pyx_NAMESTR("copy"), (PyCFunction)__pyx_pw_5_cdec_12SparseVector_5copy, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_12SparseVector_4copy)}, +  {__Pyx_NAMESTR("dot"), (PyCFunction)__pyx_pw_5_cdec_12SparseVector_14dot, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_12SparseVector_13dot)},    {0, 0, 0, 0}  }; @@ -19796,7 +19921,7 @@ static PyObject *__pyx_tp_new_5_cdec_NT(PyTypeObject *t, CYTHON_UNUSED PyObject  static void __pyx_tp_dealloc_5_cdec_NT(PyObject *o) {    struct __pyx_obj_5_cdec_NT *p = (struct __pyx_obj_5_cdec_NT *)o; -  Py_XDECREF(((PyObject *)p->cat)); +  Py_CLEAR(p->cat);    (*Py_TYPE(o)->tp_free)(o);  } @@ -20824,9 +20949,6 @@ static PyTypeObject __pyx_type_5_cdec_Grammar = {  static PyObject *__pyx_tp_new_5_cdec_TextGrammar(PyTypeObject *t, PyObject *a, PyObject *k) {    PyObject *o = __pyx_tp_new_5_cdec_Grammar(t, a, k);    if (!o) return 0; -  if (__pyx_pw_5_cdec_11TextGrammar_1__cinit__(o, a, k) < 0) { -    Py_DECREF(o); o = 0; -  }    return o;  } @@ -20976,7 +21098,7 @@ static PyTypeObject __pyx_type_5_cdec_TextGrammar = {    0, /*tp_descr_get*/    0, /*tp_descr_set*/    0, /*tp_dictoffset*/ -  0, /*tp_init*/ +  __pyx_pw_5_cdec_11TextGrammar_1__init__, /*tp_init*/    0, /*tp_alloc*/    __pyx_tp_new_5_cdec_TextGrammar, /*tp_new*/    0, /*tp_free*/ @@ -21032,21 +21154,21 @@ static PyObject *__pyx_getprop_5_cdec_10Hypergraph_npaths(PyObject *o, CYTHON_UN  }  static PyMethodDef __pyx_methods_5_cdec_Hypergraph[] = { -  {__Pyx_NAMESTR("viterbi"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_3viterbi, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("viterbi_trees"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_5viterbi_trees, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("viterbi_features"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_7viterbi_features, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("viterbi_joshua"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_9viterbi_joshua, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("kbest"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_11kbest, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("kbest_trees"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_14kbest_trees, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("kbest_features"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_17kbest_features, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("sample"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_20sample, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("sample_trees"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_23sample_trees, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("intersect"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_26intersect, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("prune"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_28prune, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("lattice"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_30lattice, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("plf"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_32plf, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("reweight"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_34reweight, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("inside_outside"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_36inside_outside, METH_NOARGS, __Pyx_DOCSTR(0)}, +  {__Pyx_NAMESTR("viterbi"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_3viterbi, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_2viterbi)}, +  {__Pyx_NAMESTR("viterbi_trees"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_5viterbi_trees, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_4viterbi_trees)}, +  {__Pyx_NAMESTR("viterbi_features"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_7viterbi_features, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_6viterbi_features)}, +  {__Pyx_NAMESTR("viterbi_joshua"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_9viterbi_joshua, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_8viterbi_joshua)}, +  {__Pyx_NAMESTR("kbest"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_11kbest, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_10kbest)}, +  {__Pyx_NAMESTR("kbest_trees"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_14kbest_trees, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_13kbest_trees)}, +  {__Pyx_NAMESTR("kbest_features"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_17kbest_features, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_16kbest_features)}, +  {__Pyx_NAMESTR("sample"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_20sample, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_19sample)}, +  {__Pyx_NAMESTR("sample_trees"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_23sample_trees, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_22sample_trees)}, +  {__Pyx_NAMESTR("intersect"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_26intersect, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_25intersect)}, +  {__Pyx_NAMESTR("prune"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_28prune, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_27prune)}, +  {__Pyx_NAMESTR("lattice"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_30lattice, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_29lattice)}, +  {__Pyx_NAMESTR("plf"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_32plf, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_31plf)}, +  {__Pyx_NAMESTR("reweight"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_34reweight, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_33reweight)}, +  {__Pyx_NAMESTR("inside_outside"), (PyCFunction)__pyx_pw_5_cdec_10Hypergraph_36inside_outside, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_10Hypergraph_35inside_outside)},    {0, 0, 0, 0}  }; @@ -21225,7 +21347,7 @@ static PyObject *__pyx_tp_new_5_cdec_HypergraphEdge(PyTypeObject *t, CYTHON_UNUS  static void __pyx_tp_dealloc_5_cdec_HypergraphEdge(PyObject *o) {    struct __pyx_obj_5_cdec_HypergraphEdge *p = (struct __pyx_obj_5_cdec_HypergraphEdge *)o; -  Py_XDECREF(((PyObject *)p->trule)); +  Py_CLEAR(p->trule);    (*Py_TYPE(o)->tp_free)(o);  } @@ -21686,8 +21808,8 @@ static int __pyx_mp_ass_subscript_5_cdec_Lattice(PyObject *o, PyObject *i, PyObj  static PyMethodDef __pyx_methods_5_cdec_Lattice[] = {    {__Pyx_NAMESTR("__unicode__"), (PyCFunction)__pyx_pw_5_cdec_7Lattice_15__unicode__, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("todot"), (PyCFunction)__pyx_pw_5_cdec_7Lattice_20todot, METH_NOARGS, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("as_hypergraph"), (PyCFunction)__pyx_pw_5_cdec_7Lattice_22as_hypergraph, METH_NOARGS, __Pyx_DOCSTR(0)}, +  {__Pyx_NAMESTR("todot"), (PyCFunction)__pyx_pw_5_cdec_7Lattice_20todot, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_7Lattice_19todot)}, +  {__Pyx_NAMESTR("as_hypergraph"), (PyCFunction)__pyx_pw_5_cdec_7Lattice_22as_hypergraph, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_7Lattice_21as_hypergraph)},    {0, 0, 0, 0}  }; @@ -22270,7 +22392,7 @@ static PyObject *__pyx_sq_item_5_cdec_CandidateSet(PyObject *o, Py_ssize_t i) {  }  static PyMethodDef __pyx_methods_5_cdec_CandidateSet[] = { -  {__Pyx_NAMESTR("add_kbest"), (PyCFunction)__pyx_pw_5_cdec_12CandidateSet_12add_kbest, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(0)}, +  {__Pyx_NAMESTR("add_kbest"), (PyCFunction)__pyx_pw_5_cdec_12CandidateSet_12add_kbest, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(__pyx_doc_5_cdec_12CandidateSet_11add_kbest)},    {0, 0, 0, 0}  }; @@ -22448,8 +22570,8 @@ static void __pyx_tp_dealloc_5_cdec_SegmentEvaluator(PyObject *o) {  }  static PyMethodDef __pyx_methods_5_cdec_SegmentEvaluator[] = { -  {__Pyx_NAMESTR("evaluate"), (PyCFunction)__pyx_pw_5_cdec_16SegmentEvaluator_3evaluate, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("candidate_set"), (PyCFunction)__pyx_pw_5_cdec_16SegmentEvaluator_5candidate_set, METH_NOARGS, __Pyx_DOCSTR(0)}, +  {__Pyx_NAMESTR("evaluate"), (PyCFunction)__pyx_pw_5_cdec_16SegmentEvaluator_3evaluate, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_16SegmentEvaluator_2evaluate)}, +  {__Pyx_NAMESTR("candidate_set"), (PyCFunction)__pyx_pw_5_cdec_16SegmentEvaluator_5candidate_set, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_5_cdec_16SegmentEvaluator_4candidate_set)},    {0, 0, 0, 0}  }; @@ -22801,7 +22923,7 @@ static PyObject *__pyx_tp_new_5_cdec_Metric(PyTypeObject *t, CYTHON_UNUSED PyObj  static void __pyx_tp_dealloc_5_cdec_Metric(PyObject *o) {    struct __pyx_obj_5_cdec_Metric *p = (struct __pyx_obj_5_cdec_Metric *)o; -  Py_XDECREF(((PyObject *)p->scorer)); +  Py_CLEAR(p->scorer);    (*Py_TYPE(o)->tp_free)(o);  } @@ -22983,15 +23105,12 @@ static PyTypeObject __pyx_type_5_cdec_Metric = {    #endif  }; -static PyObject *__pyx_tp_new_5_cdec_Decoder(PyTypeObject *t, PyObject *a, PyObject *k) { +static PyObject *__pyx_tp_new_5_cdec_Decoder(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {    struct __pyx_obj_5_cdec_Decoder *p;    PyObject *o = (*t->tp_alloc)(t, 0);    if (!o) return 0;    p = ((struct __pyx_obj_5_cdec_Decoder *)o);    p->weights = ((struct __pyx_obj_5_cdec_DenseVector *)Py_None); Py_INCREF(Py_None); -  if (__pyx_pw_5_cdec_7Decoder_1__cinit__(o, a, k) < 0) { -    Py_DECREF(o); o = 0; -  }    return o;  } @@ -23006,7 +23125,7 @@ static void __pyx_tp_dealloc_5_cdec_Decoder(PyObject *o) {      --Py_REFCNT(o);      PyErr_Restore(etype, eval, etb);    } -  Py_XDECREF(((PyObject *)p->weights)); +  Py_CLEAR(p->weights);    (*Py_TYPE(o)->tp_free)(o);  } @@ -23047,8 +23166,8 @@ static PyObject *__pyx_getprop_5_cdec_7Decoder_formalism(PyObject *o, CYTHON_UNU  }  static PyMethodDef __pyx_methods_5_cdec_Decoder[] = { -  {__Pyx_NAMESTR("read_weights"), (PyCFunction)__pyx_pw_5_cdec_7Decoder_5read_weights, METH_O, __Pyx_DOCSTR(0)}, -  {__Pyx_NAMESTR("translate"), (PyCFunction)__pyx_pw_5_cdec_7Decoder_7translate, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(0)}, +  {__Pyx_NAMESTR("read_weights"), (PyCFunction)__pyx_pw_5_cdec_7Decoder_5read_weights, METH_O, __Pyx_DOCSTR(__pyx_doc_5_cdec_7Decoder_4read_weights)}, +  {__Pyx_NAMESTR("translate"), (PyCFunction)__pyx_pw_5_cdec_7Decoder_7translate, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(__pyx_doc_5_cdec_7Decoder_6translate)},    {0, 0, 0, 0}  }; @@ -23196,7 +23315,7 @@ static PyTypeObject __pyx_type_5_cdec_Decoder = {    0, /*tp_descr_get*/    0, /*tp_descr_set*/    0, /*tp_dictoffset*/ -  0, /*tp_init*/ +  __pyx_pw_5_cdec_7Decoder_1__init__, /*tp_init*/    0, /*tp_alloc*/    __pyx_tp_new_5_cdec_Decoder, /*tp_new*/    0, /*tp_free*/ @@ -23223,7 +23342,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct____iter__(PyTypeObject *  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct____iter__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct____iter__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct____iter__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -23414,7 +23533,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_1___iter__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_1___iter__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_1___iter__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_1___iter__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -23605,7 +23724,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_2__phrase(PyTypeObject *  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_2__phrase(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_2__phrase *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_2__phrase *)o; -  Py_XDECREF(p->__pyx_v_phrase); +  Py_CLEAR(p->__pyx_v_phrase);    (*Py_TYPE(o)->tp_free)(o);  } @@ -23798,9 +23917,9 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_3_genexpr(PyTypeObject *  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_3_genexpr(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_3_genexpr *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_3_genexpr *)o; -  Py_XDECREF(((PyObject *)p->__pyx_outer_scope)); -  Py_XDECREF(p->__pyx_v_w); -  Py_XDECREF(p->__pyx_t_0); +  Py_CLEAR(p->__pyx_outer_scope); +  Py_CLEAR(p->__pyx_v_w); +  Py_CLEAR(p->__pyx_t_0);    (*Py_TYPE(o)->tp_free)(o);  } @@ -24003,7 +24122,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_4___get__(PyTypeObject *  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_4___get__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_4___get__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_4___get__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -24194,7 +24313,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_5___str__(PyTypeObject *  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_5___str__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_5___str__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_5___str__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -24387,9 +24506,9 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_6_genexpr(PyTypeObject *  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_6_genexpr(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_6_genexpr *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_6_genexpr *)o; -  Py_XDECREF(((PyObject *)p->__pyx_outer_scope)); -  Py_XDECREF(p->__pyx_v_feat); -  Py_XDECREF(p->__pyx_t_0); +  Py_CLEAR(p->__pyx_outer_scope); +  Py_CLEAR(p->__pyx_v_feat); +  Py_CLEAR(p->__pyx_t_0);    (*Py_TYPE(o)->tp_free)(o);  } @@ -24593,8 +24712,8 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_7___iter__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_7___iter__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_7___iter__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_7___iter__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); -  Py_XDECREF(((PyObject *)p->__pyx_v_trule)); +  Py_CLEAR(p->__pyx_v_self); +  Py_CLEAR(p->__pyx_v_trule);    (*Py_TYPE(o)->tp_free)(o);  } @@ -24792,8 +24911,8 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_8_kbest(PyTypeObject *t,  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_8_kbest(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_8_kbest *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_8_kbest *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); -  Py_XDECREF(p->__pyx_v_size); +  Py_CLEAR(p->__pyx_v_self); +  Py_CLEAR(p->__pyx_v_size);    (*Py_TYPE(o)->tp_free)(o);  } @@ -24993,10 +25112,10 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_9_kbest_trees(PyTypeObje  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_9_kbest_trees(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_9_kbest_trees *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_9_kbest_trees *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_e_tree)); -  Py_XDECREF(((PyObject *)p->__pyx_v_f_tree)); -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); -  Py_XDECREF(p->__pyx_v_size); +  Py_CLEAR(p->__pyx_v_e_tree); +  Py_CLEAR(p->__pyx_v_f_tree); +  Py_CLEAR(p->__pyx_v_self); +  Py_CLEAR(p->__pyx_v_size);    (*Py_TYPE(o)->tp_free)(o);  } @@ -25207,9 +25326,9 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_10_kbest_features(PyType  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_10_kbest_features(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_10_kbest_features *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_10_kbest_features *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_fmap)); -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); -  Py_XDECREF(p->__pyx_v_size); +  Py_CLEAR(p->__pyx_v_fmap); +  Py_CLEAR(p->__pyx_v_self); +  Py_CLEAR(p->__pyx_v_size);    (*Py_TYPE(o)->tp_free)(o);  } @@ -25412,7 +25531,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_11_sample(PyTypeObject *  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_11_sample(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_11_sample *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_11_sample *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -25603,7 +25722,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_12_sample_trees(PyTypeOb  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_12_sample_trees(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_12_sample_trees *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_12_sample_trees *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -25794,7 +25913,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_13___get__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_13___get__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_13___get__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_13___get__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -25985,7 +26104,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_14___get__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_14___get__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_14___get__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_14___get__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -26176,7 +26295,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_15___get__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_15___get__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_15___get__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_15___get__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -26367,7 +26486,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_16___get__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_16___get__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_16___get__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_16___get__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -26558,7 +26677,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_17___get__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_17___get__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_17___get__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_17___get__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -26749,7 +26868,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_18___iter__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_18___iter__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_18___iter__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_18___iter__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -26940,7 +27059,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_19_todot(PyTypeObject *t  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_19_todot(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_19_todot *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_19_todot *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -27137,13 +27256,13 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_20_lines(PyTypeObject *t  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_20_lines(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_20_lines *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_20_lines *)o; -  Py_XDECREF(((PyObject *)p->__pyx_outer_scope)); -  Py_XDECREF(p->__pyx_v_delta); -  Py_XDECREF(p->__pyx_v_i); -  Py_XDECREF(p->__pyx_v_label); -  Py_XDECREF(p->__pyx_v_weight); -  Py_XDECREF(p->__pyx_t_1); -  Py_XDECREF(p->__pyx_t_3); +  Py_CLEAR(p->__pyx_outer_scope); +  Py_CLEAR(p->__pyx_v_delta); +  Py_CLEAR(p->__pyx_v_i); +  Py_CLEAR(p->__pyx_v_label); +  Py_CLEAR(p->__pyx_v_weight); +  Py_CLEAR(p->__pyx_t_1); +  Py_CLEAR(p->__pyx_t_3);    (*Py_TYPE(o)->tp_free)(o);  } @@ -27372,9 +27491,9 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_21___iter__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_21___iter__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_21___iter__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_21___iter__ *)o; -  Py_XDECREF(p->__pyx_v_i); -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); -  Py_XDECREF(p->__pyx_t_1); +  Py_CLEAR(p->__pyx_v_i); +  Py_CLEAR(p->__pyx_v_self); +  Py_CLEAR(p->__pyx_t_1);    (*Py_TYPE(o)->tp_free)(o);  } @@ -27577,7 +27696,7 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_22___iter__(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_22___iter__(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_22___iter__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_22___iter__ *)o; -  Py_XDECREF(((PyObject *)p->__pyx_v_self)); +  Py_CLEAR(p->__pyx_v_self);    (*Py_TYPE(o)->tp_free)(o);  } @@ -27774,13 +27893,13 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_23__make_config(PyTypeOb  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_23__make_config(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_23__make_config *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_23__make_config *)o; -  Py_XDECREF(p->__pyx_v_config); -  Py_XDECREF(p->__pyx_v_info); -  Py_XDECREF(p->__pyx_v_key); -  Py_XDECREF(p->__pyx_v_name); -  Py_XDECREF(p->__pyx_v_value); -  Py_XDECREF(p->__pyx_t_0); -  Py_XDECREF(p->__pyx_t_1); +  Py_CLEAR(p->__pyx_v_config); +  Py_CLEAR(p->__pyx_v_info); +  Py_CLEAR(p->__pyx_v_key); +  Py_CLEAR(p->__pyx_v_name); +  Py_CLEAR(p->__pyx_v_value); +  Py_CLEAR(p->__pyx_t_0); +  Py_CLEAR(p->__pyx_t_1);    (*Py_TYPE(o)->tp_free)(o);  } @@ -27996,32 +28115,32 @@ static PyTypeObject __pyx_type_5_cdec___pyx_scope_struct_23__make_config = {    #endif  }; -static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_24___cinit__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { -  struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *p; +static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_24___init__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { +  struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *p;    PyObject *o = (*t->tp_alloc)(t, 0);    if (!o) return 0; -  p = ((struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *)o); +  p = ((struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *)o);    p->__pyx_v_config = 0;    return o;  } -static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_24___cinit__(PyObject *o) { -  struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *)o; -  Py_XDECREF(p->__pyx_v_config); +static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_24___init__(PyObject *o) { +  struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *)o; +  Py_CLEAR(p->__pyx_v_config);    (*Py_TYPE(o)->tp_free)(o);  } -static int __pyx_tp_traverse_5_cdec___pyx_scope_struct_24___cinit__(PyObject *o, visitproc v, void *a) { +static int __pyx_tp_traverse_5_cdec___pyx_scope_struct_24___init__(PyObject *o, visitproc v, void *a) {    int e; -  struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *)o; +  struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *)o;    if (p->__pyx_v_config) {      e = (*v)(p->__pyx_v_config, a); if (e) return e;    }    return 0;  } -static int __pyx_tp_clear_5_cdec___pyx_scope_struct_24___cinit__(PyObject *o) { -  struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *)o; +static int __pyx_tp_clear_5_cdec___pyx_scope_struct_24___init__(PyObject *o) { +  struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *)o;    PyObject* tmp;    tmp = ((PyObject*)p->__pyx_v_config);    p->__pyx_v_config = Py_None; Py_INCREF(Py_None); @@ -28029,11 +28148,11 @@ static int __pyx_tp_clear_5_cdec___pyx_scope_struct_24___cinit__(PyObject *o) {    return 0;  } -static PyMethodDef __pyx_methods_5_cdec___pyx_scope_struct_24___cinit__[] = { +static PyMethodDef __pyx_methods_5_cdec___pyx_scope_struct_24___init__[] = {    {0, 0, 0, 0}  }; -static PyNumberMethods __pyx_tp_as_number___pyx_scope_struct_24___cinit__ = { +static PyNumberMethods __pyx_tp_as_number___pyx_scope_struct_24___init__ = {    0, /*nb_add*/    0, /*nb_subtract*/    0, /*nb_multiply*/ @@ -28091,7 +28210,7 @@ static PyNumberMethods __pyx_tp_as_number___pyx_scope_struct_24___cinit__ = {    #endif  }; -static PySequenceMethods __pyx_tp_as_sequence___pyx_scope_struct_24___cinit__ = { +static PySequenceMethods __pyx_tp_as_sequence___pyx_scope_struct_24___init__ = {    0, /*sq_length*/    0, /*sq_concat*/    0, /*sq_repeat*/ @@ -28104,13 +28223,13 @@ static PySequenceMethods __pyx_tp_as_sequence___pyx_scope_struct_24___cinit__ =    0, /*sq_inplace_repeat*/  }; -static PyMappingMethods __pyx_tp_as_mapping___pyx_scope_struct_24___cinit__ = { +static PyMappingMethods __pyx_tp_as_mapping___pyx_scope_struct_24___init__ = {    0, /*mp_length*/    0, /*mp_subscript*/    0, /*mp_ass_subscript*/  }; -static PyBufferProcs __pyx_tp_as_buffer___pyx_scope_struct_24___cinit__ = { +static PyBufferProcs __pyx_tp_as_buffer___pyx_scope_struct_24___init__ = {    #if PY_MAJOR_VERSION < 3    0, /*bf_getreadbuffer*/    #endif @@ -28131,12 +28250,12 @@ static PyBufferProcs __pyx_tp_as_buffer___pyx_scope_struct_24___cinit__ = {    #endif  }; -static PyTypeObject __pyx_type_5_cdec___pyx_scope_struct_24___cinit__ = { +static PyTypeObject __pyx_type_5_cdec___pyx_scope_struct_24___init__ = {    PyVarObject_HEAD_INIT(0, 0) -  __Pyx_NAMESTR("_cdec.__pyx_scope_struct_24___cinit__"), /*tp_name*/ -  sizeof(struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__), /*tp_basicsize*/ +  __Pyx_NAMESTR("_cdec.__pyx_scope_struct_24___init__"), /*tp_name*/ +  sizeof(struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__), /*tp_basicsize*/    0, /*tp_itemsize*/ -  __pyx_tp_dealloc_5_cdec___pyx_scope_struct_24___cinit__, /*tp_dealloc*/ +  __pyx_tp_dealloc_5_cdec___pyx_scope_struct_24___init__, /*tp_dealloc*/    0, /*tp_print*/    0, /*tp_getattr*/    0, /*tp_setattr*/ @@ -28146,24 +28265,24 @@ static PyTypeObject __pyx_type_5_cdec___pyx_scope_struct_24___cinit__ = {    0, /*reserved*/    #endif    0, /*tp_repr*/ -  &__pyx_tp_as_number___pyx_scope_struct_24___cinit__, /*tp_as_number*/ -  &__pyx_tp_as_sequence___pyx_scope_struct_24___cinit__, /*tp_as_sequence*/ -  &__pyx_tp_as_mapping___pyx_scope_struct_24___cinit__, /*tp_as_mapping*/ +  &__pyx_tp_as_number___pyx_scope_struct_24___init__, /*tp_as_number*/ +  &__pyx_tp_as_sequence___pyx_scope_struct_24___init__, /*tp_as_sequence*/ +  &__pyx_tp_as_mapping___pyx_scope_struct_24___init__, /*tp_as_mapping*/    0, /*tp_hash*/    0, /*tp_call*/    0, /*tp_str*/    0, /*tp_getattro*/    0, /*tp_setattro*/ -  &__pyx_tp_as_buffer___pyx_scope_struct_24___cinit__, /*tp_as_buffer*/ +  &__pyx_tp_as_buffer___pyx_scope_struct_24___init__, /*tp_as_buffer*/    Py_TPFLAGS_DEFAULT|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/    0, /*tp_doc*/ -  __pyx_tp_traverse_5_cdec___pyx_scope_struct_24___cinit__, /*tp_traverse*/ -  __pyx_tp_clear_5_cdec___pyx_scope_struct_24___cinit__, /*tp_clear*/ +  __pyx_tp_traverse_5_cdec___pyx_scope_struct_24___init__, /*tp_traverse*/ +  __pyx_tp_clear_5_cdec___pyx_scope_struct_24___init__, /*tp_clear*/    0, /*tp_richcompare*/    0, /*tp_weaklistoffset*/    0, /*tp_iter*/    0, /*tp_iternext*/ -  __pyx_methods_5_cdec___pyx_scope_struct_24___cinit__, /*tp_methods*/ +  __pyx_methods_5_cdec___pyx_scope_struct_24___init__, /*tp_methods*/    0, /*tp_members*/    0, /*tp_getset*/    0, /*tp_base*/ @@ -28173,7 +28292,7 @@ static PyTypeObject __pyx_type_5_cdec___pyx_scope_struct_24___cinit__ = {    0, /*tp_dictoffset*/    0, /*tp_init*/    0, /*tp_alloc*/ -  __pyx_tp_new_5_cdec___pyx_scope_struct_24___cinit__, /*tp_new*/ +  __pyx_tp_new_5_cdec___pyx_scope_struct_24___init__, /*tp_new*/    0, /*tp_free*/    0, /*tp_is_gc*/    0, /*tp_bases*/ @@ -28200,9 +28319,9 @@ static PyObject *__pyx_tp_new_5_cdec___pyx_scope_struct_25_genexpr(PyTypeObject  static void __pyx_tp_dealloc_5_cdec___pyx_scope_struct_25_genexpr(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr *)o; -  Py_XDECREF(((PyObject *)p->__pyx_outer_scope)); -  Py_XDECREF(p->__pyx_v_kv); -  Py_XDECREF(p->__pyx_t_0); +  Py_CLEAR(p->__pyx_outer_scope); +  Py_CLEAR(p->__pyx_v_kv); +  Py_CLEAR(p->__pyx_t_0);    (*Py_TYPE(o)->tp_free)(o);  } @@ -28225,7 +28344,7 @@ static int __pyx_tp_clear_5_cdec___pyx_scope_struct_25_genexpr(PyObject *o) {    struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr *p = (struct __pyx_obj_5_cdec___pyx_scope_struct_25_genexpr *)o;    PyObject* tmp;    tmp = ((PyObject*)p->__pyx_outer_scope); -  p->__pyx_outer_scope = ((struct __pyx_obj_5_cdec___pyx_scope_struct_24___cinit__ *)Py_None); Py_INCREF(Py_None); +  p->__pyx_outer_scope = ((struct __pyx_obj_5_cdec___pyx_scope_struct_24___init__ *)Py_None); Py_INCREF(Py_None);    Py_XDECREF(tmp);    tmp = ((PyObject*)p->__pyx_v_kv);    p->__pyx_v_kv = Py_None; Py_INCREF(Py_None); @@ -28422,32 +28541,32 @@ static __Pyx_StringTabEntry __pyx_string_tab[] = {    {&__pyx_kp_s_17, __pyx_k_17, sizeof(__pyx_k_17), 0, 0, 1, 0},    {&__pyx_kp_s_18, __pyx_k_18, sizeof(__pyx_k_18), 0, 0, 1, 0},    {&__pyx_kp_s_20, __pyx_k_20, sizeof(__pyx_k_20), 0, 0, 1, 0}, +  {&__pyx_kp_s_22, __pyx_k_22, sizeof(__pyx_k_22), 0, 0, 1, 0},    {&__pyx_kp_s_23, __pyx_k_23, sizeof(__pyx_k_23), 0, 0, 1, 0}, -  {&__pyx_kp_s_24, __pyx_k_24, sizeof(__pyx_k_24), 0, 0, 1, 0}, +  {&__pyx_kp_s_26, __pyx_k_26, sizeof(__pyx_k_26), 0, 0, 1, 0}, +  {&__pyx_kp_s_27, __pyx_k_27, sizeof(__pyx_k_27), 0, 0, 1, 0},    {&__pyx_kp_s_28, __pyx_k_28, sizeof(__pyx_k_28), 0, 0, 1, 0},    {&__pyx_kp_s_29, __pyx_k_29, sizeof(__pyx_k_29), 0, 0, 1, 0},    {&__pyx_kp_s_3, __pyx_k_3, sizeof(__pyx_k_3), 0, 0, 1, 0},    {&__pyx_kp_s_30, __pyx_k_30, sizeof(__pyx_k_30), 0, 0, 1, 0},    {&__pyx_kp_s_31, __pyx_k_31, sizeof(__pyx_k_31), 0, 0, 1, 0}, -  {&__pyx_kp_s_32, __pyx_k_32, sizeof(__pyx_k_32), 0, 0, 1, 0},    {&__pyx_kp_s_33, __pyx_k_33, sizeof(__pyx_k_33), 0, 0, 1, 0}, -  {&__pyx_kp_s_35, __pyx_k_35, sizeof(__pyx_k_35), 0, 0, 1, 0}, -  {&__pyx_kp_s_36, __pyx_k_36, sizeof(__pyx_k_36), 0, 0, 1, 0}, -  {&__pyx_kp_s_39, __pyx_k_39, sizeof(__pyx_k_39), 0, 0, 1, 0}, +  {&__pyx_kp_s_34, __pyx_k_34, sizeof(__pyx_k_34), 0, 0, 1, 0}, +  {&__pyx_kp_s_37, __pyx_k_37, sizeof(__pyx_k_37), 0, 0, 1, 0}, +  {&__pyx_kp_s_38, __pyx_k_38, sizeof(__pyx_k_38), 0, 0, 1, 0},    {&__pyx_kp_s_4, __pyx_k_4, sizeof(__pyx_k_4), 0, 0, 1, 0},    {&__pyx_kp_s_40, __pyx_k_40, sizeof(__pyx_k_40), 0, 0, 1, 0},    {&__pyx_kp_s_42, __pyx_k_42, sizeof(__pyx_k_42), 0, 0, 1, 0},    {&__pyx_kp_s_44, __pyx_k_44, sizeof(__pyx_k_44), 0, 0, 1, 0}, -  {&__pyx_kp_s_46, __pyx_k_46, sizeof(__pyx_k_46), 0, 0, 1, 0}, +  {&__pyx_kp_s_45, __pyx_k_45, sizeof(__pyx_k_45), 0, 0, 1, 0},    {&__pyx_kp_s_47, __pyx_k_47, sizeof(__pyx_k_47), 0, 0, 1, 0}, +  {&__pyx_kp_s_48, __pyx_k_48, sizeof(__pyx_k_48), 0, 0, 1, 0},    {&__pyx_kp_s_49, __pyx_k_49, sizeof(__pyx_k_49), 0, 0, 1, 0}, -  {&__pyx_kp_s_50, __pyx_k_50, sizeof(__pyx_k_50), 0, 0, 1, 0}, -  {&__pyx_kp_s_51, __pyx_k_51, sizeof(__pyx_k_51), 0, 0, 1, 0}, -  {&__pyx_kp_s_54, __pyx_k_54, sizeof(__pyx_k_54), 0, 0, 1, 0}, -  {&__pyx_n_s_55, __pyx_k_55, sizeof(__pyx_k_55), 0, 0, 1, 1}, -  {&__pyx_n_s_56, __pyx_k_56, sizeof(__pyx_k_56), 0, 0, 1, 1}, -  {&__pyx_kp_s_59, __pyx_k_59, sizeof(__pyx_k_59), 0, 0, 1, 0}, -  {&__pyx_kp_s_65, __pyx_k_65, sizeof(__pyx_k_65), 0, 0, 1, 0}, +  {&__pyx_kp_s_52, __pyx_k_52, sizeof(__pyx_k_52), 0, 0, 1, 0}, +  {&__pyx_n_s_53, __pyx_k_53, sizeof(__pyx_k_53), 0, 0, 1, 1}, +  {&__pyx_n_s_54, __pyx_k_54, sizeof(__pyx_k_54), 0, 0, 1, 1}, +  {&__pyx_kp_s_57, __pyx_k_57, sizeof(__pyx_k_57), 0, 0, 1, 0}, +  {&__pyx_kp_s_63, __pyx_k_63, sizeof(__pyx_k_63), 0, 0, 1, 0},    {&__pyx_kp_s_7, __pyx_k_7, sizeof(__pyx_k_7), 0, 0, 1, 0},    {&__pyx_kp_s_8, __pyx_k_8, sizeof(__pyx_k_8), 0, 0, 1, 0},    {&__pyx_kp_s_9, __pyx_k_9, sizeof(__pyx_k_9), 0, 0, 1, 0}, @@ -28546,14 +28665,14 @@ static __Pyx_StringTabEntry __pyx_string_tab[] = {  static int __Pyx_InitCachedBuiltins(void) {    __pyx_builtin_Exception = __Pyx_GetName(__pyx_b, __pyx_n_s__Exception); if (!__pyx_builtin_Exception) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 25; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_builtin_TypeError = __Pyx_GetName(__pyx_b, __pyx_n_s__TypeError); if (!__pyx_builtin_TypeError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 13; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_builtin_KeyError = __Pyx_GetName(__pyx_b, __pyx_n_s__KeyError); if (!__pyx_builtin_KeyError) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 22; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_builtin_range = __Pyx_GetName(__pyx_b, __pyx_n_s__range); if (!__pyx_builtin_range) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 33; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_builtin_NotImplemented = __Pyx_GetName(__pyx_b, __pyx_n_s__NotImplemented); if (!__pyx_builtin_NotImplemented) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 89; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_builtin_super = __Pyx_GetName(__pyx_b, __pyx_n_s__super); if (!__pyx_builtin_super) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_builtin_ValueError = __Pyx_GetName(__pyx_b, __pyx_n_s__ValueError); if (!__pyx_builtin_ValueError) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 209; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_builtin_basestring = __Pyx_GetName(__pyx_b, __pyx_n_s__basestring); if (!__pyx_builtin_basestring) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_builtin_eval = __Pyx_GetName(__pyx_b, __pyx_n_s__eval); if (!__pyx_builtin_eval) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_builtin_enumerate = __Pyx_GetName(__pyx_b, __pyx_n_s__enumerate); if (!__pyx_builtin_enumerate) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_builtin_KeyError = __Pyx_GetName(__pyx_b, __pyx_n_s__KeyError); if (!__pyx_builtin_KeyError) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 23; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_builtin_range = __Pyx_GetName(__pyx_b, __pyx_n_s__range); if (!__pyx_builtin_range) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 34; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_builtin_NotImplemented = __Pyx_GetName(__pyx_b, __pyx_n_s__NotImplemented); if (!__pyx_builtin_NotImplemented) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 95; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_builtin_super = __Pyx_GetName(__pyx_b, __pyx_n_s__super); if (!__pyx_builtin_super) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_builtin_ValueError = __Pyx_GetName(__pyx_b, __pyx_n_s__ValueError); if (!__pyx_builtin_ValueError) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_builtin_basestring = __Pyx_GetName(__pyx_b, __pyx_n_s__basestring); if (!__pyx_builtin_basestring) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 119; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_builtin_eval = __Pyx_GetName(__pyx_b, __pyx_n_s__eval); if (!__pyx_builtin_eval) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 140; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_builtin_enumerate = __Pyx_GetName(__pyx_b, __pyx_n_s__enumerate); if (!__pyx_builtin_enumerate) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 14; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_builtin_IndexError = __Pyx_GetName(__pyx_b, __pyx_n_s__IndexError); if (!__pyx_builtin_IndexError) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_builtin_open = __Pyx_GetName(__pyx_b, __pyx_n_s__open); if (!__pyx_builtin_open) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 91; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    return 0; @@ -28579,21 +28698,21 @@ static int __Pyx_InitCachedConstants(void) {    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));    __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_2)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/vectors.pxi":89 +  /* "/home/vchahune/tools/cdec/python/src/vectors.pxi":95   *         elif op == 3: # !=   *             return not (x == y)   *         raise NotImplemented('comparison not implemented for SparseVector')             # <<<<<<<<<<<<<<   *    *     def __len__(self):   */ -  __pyx_k_tuple_5 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_5)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 89; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_k_tuple_5 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_5)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 95; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_k_tuple_5);    __Pyx_INCREF(((PyObject *)__pyx_kp_s_4));    PyTuple_SET_ITEM(__pyx_k_tuple_5, 0, ((PyObject *)__pyx_kp_s_4));    __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_4));    __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_5)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":6 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":6   *    * def _phrase(phrase):   *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)             # <<<<<<<<<<<<<< @@ -28607,200 +28726,172 @@ static int __Pyx_InitCachedConstants(void) {    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8));    __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_6)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":209 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":226   *                 trule = convert_rule(trule)   *             elif not isinstance(trule, TRule):   *                 raise ValueError('the grammar should contain TRule objects')             # <<<<<<<<<<<<<<   *             _g.AddRule((<TRule> trule).rule[0])   */ -  __pyx_k_tuple_14 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_14)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 209; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_k_tuple_14 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_14)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_k_tuple_14);    __Pyx_INCREF(((PyObject *)__pyx_kp_s_13));    PyTuple_SET_ITEM(__pyx_k_tuple_14, 0, ((PyObject *)__pyx_kp_s_13));    __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_13));    __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_14)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":214 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":235   *         elif op == 3: # !=   *             return not (x == y)   *         raise NotImplemented('comparison not implemented for HypergraphEdge')             # <<<<<<<<<<<<<<   *    * cdef class HypergraphNode:   */ -  __pyx_k_tuple_19 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_19)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 214; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_k_tuple_19 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_19)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 235; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_k_tuple_19);    __Pyx_INCREF(((PyObject *)__pyx_kp_s_18));    PyTuple_SET_ITEM(__pyx_k_tuple_19, 0, ((PyObject *)__pyx_kp_s_18));    __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_18));    __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_19)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/hypergraph.pxi":251 +  /* "/home/vchahune/tools/cdec/python/src/hypergraph.pxi":272   *         elif op == 3: # !=   *             return not (x == y)   *         raise NotImplemented('comparison not implemented for HypergraphNode')             # <<<<<<<<<<<<<<   */ -  __pyx_k_tuple_21 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_21)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 251; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_k_tuple_21 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_21)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 272; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_k_tuple_21);    __Pyx_INCREF(((PyObject *)__pyx_kp_s_20));    PyTuple_SET_ITEM(__pyx_k_tuple_21, 0, ((PyObject *)__pyx_kp_s_20));    __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_20));    __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_21)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":16 - *         else: - *             if isinstance(inp, unicode): - *                 inp = inp.encode('utf8')             # <<<<<<<<<<<<<< - *             if not isinstance(inp, str): - *                 raise TypeError('cannot create lattice from %s' % type(inp)) - */ -  __pyx_k_tuple_22 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_22)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 16; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_22); -  __Pyx_INCREF(((PyObject *)__pyx_n_s__utf8)); -  PyTuple_SET_ITEM(__pyx_k_tuple_22, 0, ((PyObject *)__pyx_n_s__utf8)); -  __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_22)); - -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":26 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":26   *     def __getitem__(self, int index):   *         if not 0 <= index < len(self):   *             raise IndexError('lattice index out of range')             # <<<<<<<<<<<<<<   *         arcs = []   *         cdef vector[lattice.LatticeArc] arc_vector = self.lattice[0][index]   */ -  __pyx_k_tuple_25 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_25)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_25); -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_24)); -  PyTuple_SET_ITEM(__pyx_k_tuple_25, 0, ((PyObject *)__pyx_kp_s_24)); -  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_24)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_25)); +  __pyx_k_tuple_24 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_24)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 26; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_24); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_23)); +  PyTuple_SET_ITEM(__pyx_k_tuple_24, 0, ((PyObject *)__pyx_kp_s_23)); +  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_23)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_24)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":39 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":39   *     def __setitem__(self, int index, tuple arcs):   *         if not 0 <= index < len(self):   *             raise IndexError('lattice index out of range')             # <<<<<<<<<<<<<<   *         cdef lattice.LatticeArc* arc   *         for (label, cost, dist2next) in arcs:   */ -  __pyx_k_tuple_26 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_26)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_26); -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_24)); -  PyTuple_SET_ITEM(__pyx_k_tuple_26, 0, ((PyObject *)__pyx_kp_s_24)); -  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_24)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_26)); - -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":43 - *         for (label, cost, dist2next) in arcs: - *             if isinstance(label, unicode): - *                 label = label.encode('utf8')             # <<<<<<<<<<<<<< - *             arc = new lattice.LatticeArc(TDConvert(<char *>label), cost, dist2next) - *             self.lattice[0][index].push_back(arc[0]) - */ -  __pyx_k_tuple_27 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_27)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_27); -  __Pyx_INCREF(((PyObject *)__pyx_n_s__utf8)); -  PyTuple_SET_ITEM(__pyx_k_tuple_27, 0, ((PyObject *)__pyx_n_s__utf8)); -  __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_27)); +  __pyx_k_tuple_25 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_25)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 39; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_25); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_23)); +  PyTuple_SET_ITEM(__pyx_k_tuple_25, 0, ((PyObject *)__pyx_kp_s_23)); +  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_23)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_25)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":69 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":69   *             for i in range(len(self)):   *                 for label, weight, delta in self[i]:   *                     yield '%d -> %d [label="%s"];' % (i, i+delta, label.replace('"', '\\"'))             # <<<<<<<<<<<<<<   *             yield '%d [shape=doublecircle]' % len(self)   *             yield '}'   */ -  __pyx_k_tuple_34 = PyTuple_New(2); if (unlikely(!__pyx_k_tuple_34)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_34); -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_32)); -  PyTuple_SET_ITEM(__pyx_k_tuple_34, 0, ((PyObject *)__pyx_kp_s_32)); -  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_32)); -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_33)); -  PyTuple_SET_ITEM(__pyx_k_tuple_34, 1, ((PyObject *)__pyx_kp_s_33)); -  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_33)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_34)); - -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":63 - *  +  __pyx_k_tuple_32 = PyTuple_New(2); if (unlikely(!__pyx_k_tuple_32)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_32); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_30)); +  PyTuple_SET_ITEM(__pyx_k_tuple_32, 0, ((PyObject *)__pyx_kp_s_30)); +  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_30)); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_31)); +  PyTuple_SET_ITEM(__pyx_k_tuple_32, 1, ((PyObject *)__pyx_kp_s_31)); +  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_31)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_32)); + +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":63   *     def todot(self): + *         """lattice.todot() -> Representation of the lattice in GraphViz dot format."""   *         def lines():             # <<<<<<<<<<<<<<   *             yield 'digraph lattice {'   *             yield 'rankdir = LR;'   */ -  __pyx_k_tuple_37 = PyTuple_New(4); if (unlikely(!__pyx_k_tuple_37)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_37); +  __pyx_k_tuple_35 = PyTuple_New(4); if (unlikely(!__pyx_k_tuple_35)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_35);    __Pyx_INCREF(((PyObject *)__pyx_n_s__i)); -  PyTuple_SET_ITEM(__pyx_k_tuple_37, 0, ((PyObject *)__pyx_n_s__i)); +  PyTuple_SET_ITEM(__pyx_k_tuple_35, 0, ((PyObject *)__pyx_n_s__i));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__i));    __Pyx_INCREF(((PyObject *)__pyx_n_s__label)); -  PyTuple_SET_ITEM(__pyx_k_tuple_37, 1, ((PyObject *)__pyx_n_s__label)); +  PyTuple_SET_ITEM(__pyx_k_tuple_35, 1, ((PyObject *)__pyx_n_s__label));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__label));    __Pyx_INCREF(((PyObject *)__pyx_n_s__weight)); -  PyTuple_SET_ITEM(__pyx_k_tuple_37, 2, ((PyObject *)__pyx_n_s__weight)); +  PyTuple_SET_ITEM(__pyx_k_tuple_35, 2, ((PyObject *)__pyx_n_s__weight));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__weight));    __Pyx_INCREF(((PyObject *)__pyx_n_s__delta)); -  PyTuple_SET_ITEM(__pyx_k_tuple_37, 3, ((PyObject *)__pyx_n_s__delta)); +  PyTuple_SET_ITEM(__pyx_k_tuple_35, 3, ((PyObject *)__pyx_n_s__delta));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__delta)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_37)); -  __pyx_k_codeobj_38 = (PyObject*)__Pyx_PyCode_New(0, 0, 4, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_37, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_39, __pyx_n_s__lines, 63, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_38)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_35)); +  __pyx_k_codeobj_36 = (PyObject*)__Pyx_PyCode_New(0, 0, 4, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_35, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_37, __pyx_n_s__lines, 63, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_36)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/lattice.pxi":72 +  /* "/home/vchahune/tools/cdec/python/src/lattice.pxi":72   *             yield '%d [shape=doublecircle]' % len(self)   *             yield '}'   *         return '\n'.join(lines()).encode('utf8')             # <<<<<<<<<<<<<<   *    *     def as_hypergraph(self):   */ -  __pyx_k_tuple_41 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_41)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_41); +  __pyx_k_tuple_39 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_39)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_39);    __Pyx_INCREF(((PyObject *)__pyx_n_s__utf8)); -  PyTuple_SET_ITEM(__pyx_k_tuple_41, 0, ((PyObject *)__pyx_n_s__utf8)); +  PyTuple_SET_ITEM(__pyx_k_tuple_39, 0, ((PyObject *)__pyx_n_s__utf8));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__utf8)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_41)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_39)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":50 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":50   *     def __getitem__(self, int index):   *         if not 0 <= index < len(self):   *             raise IndexError('sufficient stats vector index out of range')             # <<<<<<<<<<<<<<   *         return self.stats[0][index]   *    */ -  __pyx_k_tuple_43 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_43)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_43); -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_42)); -  PyTuple_SET_ITEM(__pyx_k_tuple_43, 0, ((PyObject *)__pyx_kp_s_42)); -  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_42)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_43)); +  __pyx_k_tuple_41 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_41)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 50; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_41); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_40)); +  PyTuple_SET_ITEM(__pyx_k_tuple_41, 0, ((PyObject *)__pyx_kp_s_40)); +  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_40)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_41)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":84 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":84   *     def __getitem__(self,int k):   *         if not 0 <= k < self.cs.size():   *             raise IndexError('candidate set index out of range')             # <<<<<<<<<<<<<<   *         cdef Candidate candidate = Candidate()   *         candidate.candidate = &self.cs[0][k]   */ -  __pyx_k_tuple_45 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_45)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 84; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_45); -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_44)); -  PyTuple_SET_ITEM(__pyx_k_tuple_45, 0, ((PyObject *)__pyx_kp_s_44)); -  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_44)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_45)); +  __pyx_k_tuple_43 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_43)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 84; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_43); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_42)); +  PyTuple_SET_ITEM(__pyx_k_tuple_43, 0, ((PyObject *)__pyx_kp_s_42)); +  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_42)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_43)); -  /* "_cdec.pyx":53 - *         """ +  /* "_cdec.pyx":52 + *         Create a decoder using a given configuration. Formalism is required."""   *         if config_str is None:   *             formalism = config.get('formalism', None)             # <<<<<<<<<<<<<<   *             if formalism not in ('scfg', 'fst', 'lextrans', 'pb',   *                     'csplit', 'tagger', 'lexalign'):   */ -  __pyx_k_tuple_48 = PyTuple_New(2); if (unlikely(!__pyx_k_tuple_48)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 53; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_48); +  __pyx_k_tuple_46 = PyTuple_New(2); if (unlikely(!__pyx_k_tuple_46)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 52; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_46);    __Pyx_INCREF(((PyObject *)__pyx_n_s__formalism)); -  PyTuple_SET_ITEM(__pyx_k_tuple_48, 0, ((PyObject *)__pyx_n_s__formalism)); +  PyTuple_SET_ITEM(__pyx_k_tuple_46, 0, ((PyObject *)__pyx_n_s__formalism));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__formalism));    __Pyx_INCREF(Py_None); -  PyTuple_SET_ITEM(__pyx_k_tuple_48, 1, Py_None); +  PyTuple_SET_ITEM(__pyx_k_tuple_46, 1, Py_None);    __Pyx_GIVEREF(Py_None); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_48)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_46));    /* "_cdec.pyx":93   *         with open(weights) as fp: @@ -28809,134 +28900,134 @@ static int __Pyx_InitCachedConstants(void) {   *                 fname, value = line.split()   *                 self.weights[fname.strip()] = float(value)   */ -  __pyx_k_tuple_52 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_52)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 93; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_52); -  __Pyx_INCREF(((PyObject *)__pyx_kp_s_51)); -  PyTuple_SET_ITEM(__pyx_k_tuple_52, 0, ((PyObject *)__pyx_kp_s_51)); -  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_51)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_52)); +  __pyx_k_tuple_50 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_50)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 93; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_50); +  __Pyx_INCREF(((PyObject *)__pyx_kp_s_49)); +  PyTuple_SET_ITEM(__pyx_k_tuple_50, 0, ((PyObject *)__pyx_kp_s_49)); +  __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_49)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_50));    /* "_cdec.pyx":91 - *    *     def read_weights(self, weights): + *         """decoder.read_weights(filename): Read decoder weights from a file."""   *         with open(weights) as fp:             # <<<<<<<<<<<<<<   *             for line in fp:   *                 if line.strip().startswith('#'): continue   */ -  __pyx_k_tuple_53 = PyTuple_New(3); if (unlikely(!__pyx_k_tuple_53)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 91; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_53); +  __pyx_k_tuple_51 = PyTuple_New(3); if (unlikely(!__pyx_k_tuple_51)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 91; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_51);    __Pyx_INCREF(Py_None); -  PyTuple_SET_ITEM(__pyx_k_tuple_53, 0, Py_None); +  PyTuple_SET_ITEM(__pyx_k_tuple_51, 0, Py_None);    __Pyx_GIVEREF(Py_None);    __Pyx_INCREF(Py_None); -  PyTuple_SET_ITEM(__pyx_k_tuple_53, 1, Py_None); +  PyTuple_SET_ITEM(__pyx_k_tuple_51, 1, Py_None);    __Pyx_GIVEREF(Py_None);    __Pyx_INCREF(Py_None); -  PyTuple_SET_ITEM(__pyx_k_tuple_53, 2, Py_None); +  PyTuple_SET_ITEM(__pyx_k_tuple_51, 2, Py_None);    __Pyx_GIVEREF(Py_None); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_53)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_51)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":5 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":5   * import cdec.sa._sa as _sa   *    * def _phrase(phrase):             # <<<<<<<<<<<<<<   *     return ' '.join(w.encode('utf8') if isinstance(w, unicode) else str(w) for w in phrase)   *    */ -  __pyx_k_tuple_57 = PyTuple_New(3); if (unlikely(!__pyx_k_tuple_57)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 5; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_57); +  __pyx_k_tuple_55 = PyTuple_New(3); if (unlikely(!__pyx_k_tuple_55)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 5; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_55);    __Pyx_INCREF(((PyObject *)__pyx_n_s__phrase)); -  PyTuple_SET_ITEM(__pyx_k_tuple_57, 0, ((PyObject *)__pyx_n_s__phrase)); +  PyTuple_SET_ITEM(__pyx_k_tuple_55, 0, ((PyObject *)__pyx_n_s__phrase));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__phrase));    __Pyx_INCREF(((PyObject *)__pyx_n_s__genexpr)); -  PyTuple_SET_ITEM(__pyx_k_tuple_57, 1, ((PyObject *)__pyx_n_s__genexpr)); +  PyTuple_SET_ITEM(__pyx_k_tuple_55, 1, ((PyObject *)__pyx_n_s__genexpr));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__genexpr));    __Pyx_INCREF(((PyObject *)__pyx_n_s__genexpr)); -  PyTuple_SET_ITEM(__pyx_k_tuple_57, 2, ((PyObject *)__pyx_n_s__genexpr)); +  PyTuple_SET_ITEM(__pyx_k_tuple_55, 2, ((PyObject *)__pyx_n_s__genexpr));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__genexpr)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_57)); -  __pyx_k_codeobj_58 = (PyObject*)__Pyx_PyCode_New(1, 0, 3, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_57, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_59, __pyx_n_s___phrase, 5, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_58)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 5; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_55)); +  __pyx_k_codeobj_56 = (PyObject*)__Pyx_PyCode_New(1, 0, 3, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_55, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_57, __pyx_n_s___phrase, 5, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_56)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 5; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":189 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":194   *         return []   *    * BLEU = Scorer('IBM_BLEU')             # <<<<<<<<<<<<<<   * TER = Scorer('TER')   * CER = Scorer('CER')   */ -  __pyx_k_tuple_60 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_60)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 189; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_60); +  __pyx_k_tuple_58 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_58)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 194; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_58);    __Pyx_INCREF(((PyObject *)__pyx_n_s__IBM_BLEU)); -  PyTuple_SET_ITEM(__pyx_k_tuple_60, 0, ((PyObject *)__pyx_n_s__IBM_BLEU)); +  PyTuple_SET_ITEM(__pyx_k_tuple_58, 0, ((PyObject *)__pyx_n_s__IBM_BLEU));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__IBM_BLEU)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_60)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_58)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":190 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":195   *    * BLEU = Scorer('IBM_BLEU')   * TER = Scorer('TER')             # <<<<<<<<<<<<<<   * CER = Scorer('CER')   */ -  __pyx_k_tuple_61 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_61)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_61); +  __pyx_k_tuple_59 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_59)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_59);    __Pyx_INCREF(((PyObject *)__pyx_n_s__TER)); -  PyTuple_SET_ITEM(__pyx_k_tuple_61, 0, ((PyObject *)__pyx_n_s__TER)); +  PyTuple_SET_ITEM(__pyx_k_tuple_59, 0, ((PyObject *)__pyx_n_s__TER));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__TER)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_61)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_59)); -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":191 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":196   * BLEU = Scorer('IBM_BLEU')   * TER = Scorer('TER')   * CER = Scorer('CER')             # <<<<<<<<<<<<<<   */ -  __pyx_k_tuple_62 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_62)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_62); +  __pyx_k_tuple_60 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_60)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 196; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_60);    __Pyx_INCREF(((PyObject *)__pyx_n_s__CER)); -  PyTuple_SET_ITEM(__pyx_k_tuple_62, 0, ((PyObject *)__pyx_n_s__CER)); +  PyTuple_SET_ITEM(__pyx_k_tuple_60, 0, ((PyObject *)__pyx_n_s__CER));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__CER)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_62)); +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_60));    /* "_cdec.pyx":28   * class ParseFailed(Exception): pass   *    * def set_silent(yn):             # <<<<<<<<<<<<<< + *     """set_silent(bool): Configure the verbosity of cdec."""   *     SetSilent(yn) - *    */ -  __pyx_k_tuple_63 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_63)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 28; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_63); +  __pyx_k_tuple_61 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_61)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 28; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_61);    __Pyx_INCREF(((PyObject *)__pyx_n_s__yn)); -  PyTuple_SET_ITEM(__pyx_k_tuple_63, 0, ((PyObject *)__pyx_n_s__yn)); +  PyTuple_SET_ITEM(__pyx_k_tuple_61, 0, ((PyObject *)__pyx_n_s__yn));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__yn)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_63)); -  __pyx_k_codeobj_64 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_63, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_65, __pyx_n_s__set_silent, 28, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_64)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 28; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_61)); +  __pyx_k_codeobj_62 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_61, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_63, __pyx_n_s__set_silent, 28, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_62)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 28; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  /* "_cdec.pyx":31 +  /* "_cdec.pyx":32   *     SetSilent(yn)   *    * def _make_config(config):             # <<<<<<<<<<<<<<   *     for key, value in config.items():   *         if isinstance(value, dict):   */ -  __pyx_k_tuple_66 = PyTuple_New(5); if (unlikely(!__pyx_k_tuple_66)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __Pyx_GOTREF(__pyx_k_tuple_66); +  __pyx_k_tuple_64 = PyTuple_New(5); if (unlikely(!__pyx_k_tuple_64)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GOTREF(__pyx_k_tuple_64);    __Pyx_INCREF(((PyObject *)__pyx_n_s__config)); -  PyTuple_SET_ITEM(__pyx_k_tuple_66, 0, ((PyObject *)__pyx_n_s__config)); +  PyTuple_SET_ITEM(__pyx_k_tuple_64, 0, ((PyObject *)__pyx_n_s__config));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__config));    __Pyx_INCREF(((PyObject *)__pyx_n_s__key)); -  PyTuple_SET_ITEM(__pyx_k_tuple_66, 1, ((PyObject *)__pyx_n_s__key)); +  PyTuple_SET_ITEM(__pyx_k_tuple_64, 1, ((PyObject *)__pyx_n_s__key));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__key));    __Pyx_INCREF(((PyObject *)__pyx_n_s__value)); -  PyTuple_SET_ITEM(__pyx_k_tuple_66, 2, ((PyObject *)__pyx_n_s__value)); +  PyTuple_SET_ITEM(__pyx_k_tuple_64, 2, ((PyObject *)__pyx_n_s__value));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__value));    __Pyx_INCREF(((PyObject *)__pyx_n_s__name)); -  PyTuple_SET_ITEM(__pyx_k_tuple_66, 3, ((PyObject *)__pyx_n_s__name)); +  PyTuple_SET_ITEM(__pyx_k_tuple_64, 3, ((PyObject *)__pyx_n_s__name));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__name));    __Pyx_INCREF(((PyObject *)__pyx_n_s__info)); -  PyTuple_SET_ITEM(__pyx_k_tuple_66, 4, ((PyObject *)__pyx_n_s__info)); +  PyTuple_SET_ITEM(__pyx_k_tuple_64, 4, ((PyObject *)__pyx_n_s__info));    __Pyx_GIVEREF(((PyObject *)__pyx_n_s__info)); -  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_66)); -  __pyx_k_codeobj_67 = (PyObject*)__Pyx_PyCode_New(1, 0, 5, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_66, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_65, __pyx_n_s___make_config, 31, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_67)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_64)); +  __pyx_k_codeobj_65 = (PyObject*)__Pyx_PyCode_New(1, 0, 5, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_64, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_63, __pyx_n_s___make_config, 32, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_65)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_RefNannyFinishContext();    return 0;    __pyx_L1_error:; @@ -28997,16 +29088,12 @@ PyMODINIT_FUNC PyInit__cdec(void)    #endif    /*--- Module creation code ---*/    #if PY_MAJOR_VERSION < 3 -  __pyx_m = Py_InitModule4(__Pyx_NAMESTR("_cdec"), __pyx_methods, 0, 0, PYTHON_API_VERSION); +  __pyx_m = Py_InitModule4(__Pyx_NAMESTR("_cdec"), __pyx_methods, 0, 0, PYTHON_API_VERSION); Py_XINCREF(__pyx_m);    #else    __pyx_m = PyModule_Create(&__pyx_moduledef);    #endif -  if (!__pyx_m) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; -  #if PY_MAJOR_VERSION < 3 -  Py_INCREF(__pyx_m); -  #endif -  __pyx_b = PyImport_AddModule(__Pyx_NAMESTR(__Pyx_BUILTIN_MODULE_NAME)); -  if (!__pyx_b) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}; +  if (unlikely(!__pyx_m)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_b = PyImport_AddModule(__Pyx_NAMESTR(__Pyx_BUILTIN_MODULE_NAME)); if (unlikely(!__pyx_b)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    #if CYTHON_COMPILING_IN_PYPY    Py_INCREF(__pyx_b);    #endif @@ -29025,30 +29112,100 @@ PyMODINIT_FUNC PyInit__cdec(void)    /*--- Function export code ---*/    /*--- Type init code ---*/    if (PyType_Ready(&__pyx_type_5_cdec_DenseVector) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_DenseVector, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_11DenseVector___init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_11DenseVector___init__.doc = __pyx_doc_5_cdec_11DenseVector___init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_11DenseVector___init__; +    } +  } +  #endif    if (__Pyx_SetAttrString(__pyx_m, "DenseVector", (PyObject *)&__pyx_type_5_cdec_DenseVector) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_DenseVector = &__pyx_type_5_cdec_DenseVector; -  if (PyType_Ready(&__pyx_type_5_cdec_SparseVector) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "SparseVector", (PyObject *)&__pyx_type_5_cdec_SparseVector) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 45; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_SparseVector) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 48; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_SparseVector, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 48; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_12SparseVector___init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_12SparseVector___init__.doc = __pyx_doc_5_cdec_12SparseVector___init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_12SparseVector___init__; +    } +  } +  #endif +  if (__Pyx_SetAttrString(__pyx_m, "SparseVector", (PyObject *)&__pyx_type_5_cdec_SparseVector) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 48; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_SparseVector = &__pyx_type_5_cdec_SparseVector;    if (PyType_Ready(&__pyx_type_5_cdec_NT) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 8; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_NT, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 8; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_2NT___init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_2NT___init__.doc = __pyx_doc_5_cdec_2NT___init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_2NT___init__; +    } +  } +  #endif    if (__Pyx_SetAttrString(__pyx_m, "NT", (PyObject *)&__pyx_type_5_cdec_NT) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 8; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_NT = &__pyx_type_5_cdec_NT; -  if (PyType_Ready(&__pyx_type_5_cdec_NTRef) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 20; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "NTRef", (PyObject *)&__pyx_type_5_cdec_NTRef) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 20; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_NTRef) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_NTRef, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_5NTRef___init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_5NTRef___init__.doc = __pyx_doc_5_cdec_5NTRef___init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_5NTRef___init__; +    } +  } +  #endif +  if (__Pyx_SetAttrString(__pyx_m, "NTRef", (PyObject *)&__pyx_type_5_cdec_NTRef) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 21; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_NTRef = &__pyx_type_5_cdec_NTRef; -  if (PyType_Ready(&__pyx_type_5_cdec_TRule) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 47; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "TRule", (PyObject *)&__pyx_type_5_cdec_TRule) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 47; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_TRule) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 49; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_TRule, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 49; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_5TRule___init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_5TRule___init__.doc = __pyx_doc_5_cdec_5TRule___init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_5TRule___init__; +    } +  } +  #endif +  if (__Pyx_SetAttrString(__pyx_m, "TRule", (PyObject *)&__pyx_type_5_cdec_TRule) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 49; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_TRule = &__pyx_type_5_cdec_TRule;    __pyx_type_5_cdec_MRule.tp_base = __pyx_ptype_5_cdec_TRule; -  if (PyType_Ready(&__pyx_type_5_cdec_MRule) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 166; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "MRule", (PyObject *)&__pyx_type_5_cdec_MRule) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 166; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_MRule) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 177; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_MRule, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 177; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_5MRule___init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_5MRule___init__.doc = __pyx_doc_5_cdec_5MRule___init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_5MRule___init__; +    } +  } +  #endif +  if (__Pyx_SetAttrString(__pyx_m, "MRule", (PyObject *)&__pyx_type_5_cdec_MRule) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 177; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_MRule = &__pyx_type_5_cdec_MRule; -  if (PyType_Ready(&__pyx_type_5_cdec_Grammar) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 178; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "Grammar", (PyObject *)&__pyx_type_5_cdec_Grammar) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 178; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_Grammar) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 193; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (__Pyx_SetAttrString(__pyx_m, "Grammar", (PyObject *)&__pyx_type_5_cdec_Grammar) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 193; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_Grammar = &__pyx_type_5_cdec_Grammar;    __pyx_type_5_cdec_TextGrammar.tp_base = __pyx_ptype_5_cdec_Grammar; -  if (PyType_Ready(&__pyx_type_5_cdec_TextGrammar) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 201; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "TextGrammar", (PyObject *)&__pyx_type_5_cdec_TextGrammar) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 201; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_TextGrammar) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 217; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_TextGrammar, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 217; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_11TextGrammar___init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_11TextGrammar___init__.doc = __pyx_doc_5_cdec_11TextGrammar___init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_11TextGrammar___init__; +    } +  } +  #endif +  if (__Pyx_SetAttrString(__pyx_m, "TextGrammar", (PyObject *)&__pyx_type_5_cdec_TextGrammar) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 217; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_TextGrammar = &__pyx_type_5_cdec_TextGrammar;    __pyx_vtabptr_5_cdec_Hypergraph = &__pyx_vtable_5_cdec_Hypergraph;    __pyx_vtable_5_cdec_Hypergraph._rng = (MT19937 *(*)(struct __pyx_obj_5_cdec_Hypergraph *))__pyx_f_5_cdec_10Hypergraph__rng; @@ -29058,17 +29215,27 @@ PyMODINIT_FUNC PyInit__cdec(void)    __pyx_ptype_5_cdec_Hypergraph = &__pyx_type_5_cdec_Hypergraph;    __pyx_vtabptr_5_cdec_HypergraphEdge = &__pyx_vtable_5_cdec_HypergraphEdge;    __pyx_vtable_5_cdec_HypergraphEdge.init = (PyObject *(*)(struct __pyx_obj_5_cdec_HypergraphEdge *, Hypergraph *, unsigned int))__pyx_f_5_cdec_14HypergraphEdge_init; -  if (PyType_Ready(&__pyx_type_5_cdec_HypergraphEdge) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetVtable(__pyx_type_5_cdec_HypergraphEdge.tp_dict, __pyx_vtabptr_5_cdec_HypergraphEdge) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "HypergraphEdge", (PyObject *)&__pyx_type_5_cdec_HypergraphEdge) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 170; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_HypergraphEdge) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (__Pyx_SetVtable(__pyx_type_5_cdec_HypergraphEdge.tp_dict, __pyx_vtabptr_5_cdec_HypergraphEdge) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (__Pyx_SetAttrString(__pyx_m, "HypergraphEdge", (PyObject *)&__pyx_type_5_cdec_HypergraphEdge) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_HypergraphEdge = &__pyx_type_5_cdec_HypergraphEdge;    __pyx_vtabptr_5_cdec_HypergraphNode = &__pyx_vtable_5_cdec_HypergraphNode;    __pyx_vtable_5_cdec_HypergraphNode.init = (PyObject *(*)(struct __pyx_obj_5_cdec_HypergraphNode *, Hypergraph *, unsigned int))__pyx_f_5_cdec_14HypergraphNode_init; -  if (PyType_Ready(&__pyx_type_5_cdec_HypergraphNode) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 216; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetVtable(__pyx_type_5_cdec_HypergraphNode.tp_dict, __pyx_vtabptr_5_cdec_HypergraphNode) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 216; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "HypergraphNode", (PyObject *)&__pyx_type_5_cdec_HypergraphNode) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 216; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_HypergraphNode) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 237; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (__Pyx_SetVtable(__pyx_type_5_cdec_HypergraphNode.tp_dict, __pyx_vtabptr_5_cdec_HypergraphNode) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 237; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (__Pyx_SetAttrString(__pyx_m, "HypergraphNode", (PyObject *)&__pyx_type_5_cdec_HypergraphNode) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 237; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_HypergraphNode = &__pyx_type_5_cdec_HypergraphNode;    if (PyType_Ready(&__pyx_type_5_cdec_Lattice) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_Lattice, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_7Lattice_2__init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_7Lattice_2__init__.doc = __pyx_doc_5_cdec_7Lattice_2__init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_7Lattice_2__init__; +    } +  } +  #endif    if (__Pyx_SetAttrString(__pyx_m, "Lattice", (PyObject *)&__pyx_type_5_cdec_Lattice) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_Lattice = &__pyx_type_5_cdec_Lattice;    if (PyType_Ready(&__pyx_type_5_cdec_Candidate) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} @@ -29080,57 +29247,67 @@ PyMODINIT_FUNC PyInit__cdec(void)    if (PyType_Ready(&__pyx_type_5_cdec_CandidateSet) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 65; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    if (__Pyx_SetAttrString(__pyx_m, "CandidateSet", (PyObject *)&__pyx_type_5_cdec_CandidateSet) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 65; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_CandidateSet = &__pyx_type_5_cdec_CandidateSet; -  if (PyType_Ready(&__pyx_type_5_cdec_SegmentEvaluator) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 98; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "SegmentEvaluator", (PyObject *)&__pyx_type_5_cdec_SegmentEvaluator) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 98; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_SegmentEvaluator) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (__Pyx_SetAttrString(__pyx_m, "SegmentEvaluator", (PyObject *)&__pyx_type_5_cdec_SegmentEvaluator) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_SegmentEvaluator = &__pyx_type_5_cdec_SegmentEvaluator; -  if (PyType_Ready(&__pyx_type_5_cdec_Scorer) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 117; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "Scorer", (PyObject *)&__pyx_type_5_cdec_Scorer) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 117; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_Scorer) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (__Pyx_SetAttrString(__pyx_m, "Scorer", (PyObject *)&__pyx_type_5_cdec_Scorer) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_Scorer = &__pyx_type_5_cdec_Scorer; -  if (PyType_Ready(&__pyx_type_5_cdec_Metric) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "Metric", (PyObject *)&__pyx_type_5_cdec_Metric) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_Metric) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (__Pyx_SetAttrString(__pyx_m, "Metric", (PyObject *)&__pyx_type_5_cdec_Metric) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 176; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_Metric = &__pyx_type_5_cdec_Metric; -  if (PyType_Ready(&__pyx_type_5_cdec_Decoder) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 42; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  if (__Pyx_SetAttrString(__pyx_m, "Decoder", (PyObject *)&__pyx_type_5_cdec_Decoder) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 42; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec_Decoder) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  #if CYTHON_COMPILING_IN_CPYTHON +  { +    PyObject *wrapper = __Pyx_GetAttrString((PyObject *)&__pyx_type_5_cdec_Decoder, "__init__"); if (unlikely(!wrapper)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +    if (Py_TYPE(wrapper) == &PyWrapperDescr_Type) { +      __pyx_wrapperbase_5_cdec_7Decoder___init__ = *((PyWrapperDescrObject *)wrapper)->d_base; +      __pyx_wrapperbase_5_cdec_7Decoder___init__.doc = __pyx_doc_5_cdec_7Decoder___init__; +      ((PyWrapperDescrObject *)wrapper)->d_base = &__pyx_wrapperbase_5_cdec_7Decoder___init__; +    } +  } +  #endif +  if (__Pyx_SetAttrString(__pyx_m, "Decoder", (PyObject *)&__pyx_type_5_cdec_Decoder) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 43; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec_Decoder = &__pyx_type_5_cdec_Decoder; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct____iter__) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct____iter__) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct____iter__ = &__pyx_type_5_cdec___pyx_scope_struct____iter__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_1___iter__) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 67; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_1___iter__) < 0) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 72; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_1___iter__ = &__pyx_type_5_cdec___pyx_scope_struct_1___iter__;    if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_2__phrase) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 5; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_2__phrase = &__pyx_type_5_cdec___pyx_scope_struct_2__phrase;    if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_3_genexpr) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 6; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_3_genexpr = &__pyx_type_5_cdec___pyx_scope_struct_3_genexpr; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_4___get__) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_4___get__) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_4___get__ = &__pyx_type_5_cdec___pyx_scope_struct_4___get__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_5___str__) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 161; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_5___str__) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 172; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_5___str__ = &__pyx_type_5_cdec___pyx_scope_struct_5___str__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_6_genexpr) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_6_genexpr) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 173; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_6_genexpr = &__pyx_type_5_cdec___pyx_scope_struct_6_genexpr; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_7___iter__) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_7___iter__) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 199; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_7___iter__ = &__pyx_type_5_cdec___pyx_scope_struct_7___iter__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_8_kbest) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 36; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_8_kbest) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 44; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_8_kbest = &__pyx_type_5_cdec___pyx_scope_struct_8_kbest; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_9_kbest_trees) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 48; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_9_kbest_trees) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_9_kbest_trees = &__pyx_type_5_cdec___pyx_scope_struct_9_kbest_trees; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_10_kbest_features) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 66; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_10_kbest_features) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 76; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_10_kbest_features = &__pyx_type_5_cdec___pyx_scope_struct_10_kbest_features; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_11_sample) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_11_sample) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_11_sample = &__pyx_type_5_cdec___pyx_scope_struct_11_sample; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_12_sample_trees) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 91; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_12_sample_trees) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 103; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_12_sample_trees = &__pyx_type_5_cdec___pyx_scope_struct_12_sample_trees; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_13___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 136; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_13___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 156; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_13___get__ = &__pyx_type_5_cdec___pyx_scope_struct_13___get__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_14___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_14___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_14___get__ = &__pyx_type_5_cdec___pyx_scope_struct_14___get__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_15___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_15___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 211; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_15___get__ = &__pyx_type_5_cdec___pyx_scope_struct_15___get__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_16___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_16___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 247; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_16___get__ = &__pyx_type_5_cdec___pyx_scope_struct_16___get__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_17___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_17___get__) < 0) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 253; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_17___get__ = &__pyx_type_5_cdec___pyx_scope_struct_17___get__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_18___iter__) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_18___iter__) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_18___iter__ = &__pyx_type_5_cdec___pyx_scope_struct_18___iter__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_19_todot) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 62; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_19_todot) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 61; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_19_todot = &__pyx_type_5_cdec___pyx_scope_struct_19_todot;    if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_20_lines) < 0) {__pyx_filename = __pyx_f[4]; __pyx_lineno = 63; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_20_lines = &__pyx_type_5_cdec___pyx_scope_struct_20_lines; @@ -29138,21 +29315,21 @@ PyMODINIT_FUNC PyInit__cdec(void)    __pyx_ptype_5_cdec___pyx_scope_struct_21___iter__ = &__pyx_type_5_cdec___pyx_scope_struct_21___iter__;    if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_22___iter__) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 90; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_22___iter__ = &__pyx_type_5_cdec___pyx_scope_struct_22___iter__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_23__make_config) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_23__make_config) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_23__make_config = &__pyx_type_5_cdec___pyx_scope_struct_23__make_config; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_24___cinit__) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 46; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_ptype_5_cdec___pyx_scope_struct_24___cinit__ = &__pyx_type_5_cdec___pyx_scope_struct_24___cinit__; -  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_25_genexpr) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 57; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_24___init__) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 47; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_ptype_5_cdec___pyx_scope_struct_24___init__ = &__pyx_type_5_cdec___pyx_scope_struct_24___init__; +  if (PyType_Ready(&__pyx_type_5_cdec___pyx_scope_struct_25_genexpr) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 56; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __pyx_ptype_5_cdec___pyx_scope_struct_25_genexpr = &__pyx_type_5_cdec___pyx_scope_struct_25_genexpr;    /*--- Type import code ---*/ -  __pyx_ptype_4cdec_2sa_3_sa_FloatList = __Pyx_ImportType("cdec.sa._sa", "FloatList", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_FloatList), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_FloatList)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_vtabptr_4cdec_2sa_3_sa_FloatList = (struct __pyx_vtabstruct_4cdec_2sa_3_sa_FloatList*)__Pyx_GetVtable(__pyx_ptype_4cdec_2sa_3_sa_FloatList->tp_dict); if (unlikely(!__pyx_vtabptr_4cdec_2sa_3_sa_FloatList)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_ptype_4cdec_2sa_3_sa_IntList = __Pyx_ImportType("cdec.sa._sa", "IntList", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_IntList), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_IntList)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_vtabptr_4cdec_2sa_3_sa_IntList = (struct __pyx_vtabstruct_4cdec_2sa_3_sa_IntList*)__Pyx_GetVtable(__pyx_ptype_4cdec_2sa_3_sa_IntList->tp_dict); if (unlikely(!__pyx_vtabptr_4cdec_2sa_3_sa_IntList)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_ptype_4cdec_2sa_3_sa_FeatureVector = __Pyx_ImportType("cdec.sa._sa", "FeatureVector", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_FeatureVector), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_FeatureVector)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 25; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_ptype_4cdec_2sa_3_sa_Phrase = __Pyx_ImportType("cdec.sa._sa", "Phrase", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_Phrase), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_Phrase)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_vtabptr_4cdec_2sa_3_sa_Phrase = (struct __pyx_vtabstruct_4cdec_2sa_3_sa_Phrase*)__Pyx_GetVtable(__pyx_ptype_4cdec_2sa_3_sa_Phrase->tp_dict); if (unlikely(!__pyx_vtabptr_4cdec_2sa_3_sa_Phrase)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;} -  __pyx_ptype_4cdec_2sa_3_sa_Rule = __Pyx_ImportType("cdec.sa._sa", "Rule", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_Rule), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_Rule)) {__pyx_filename = __pyx_f[6]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_ptype_4cdec_2sa_3_sa_FloatList = __Pyx_ImportType("cdec.sa._sa", "FloatList", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_FloatList), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_FloatList)) {__pyx_filename = __pyx_f[7]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_vtabptr_4cdec_2sa_3_sa_FloatList = (struct __pyx_vtabstruct_4cdec_2sa_3_sa_FloatList*)__Pyx_GetVtable(__pyx_ptype_4cdec_2sa_3_sa_FloatList->tp_dict); if (unlikely(!__pyx_vtabptr_4cdec_2sa_3_sa_FloatList)) {__pyx_filename = __pyx_f[7]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_ptype_4cdec_2sa_3_sa_IntList = __Pyx_ImportType("cdec.sa._sa", "IntList", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_IntList), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_IntList)) {__pyx_filename = __pyx_f[7]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_vtabptr_4cdec_2sa_3_sa_IntList = (struct __pyx_vtabstruct_4cdec_2sa_3_sa_IntList*)__Pyx_GetVtable(__pyx_ptype_4cdec_2sa_3_sa_IntList->tp_dict); if (unlikely(!__pyx_vtabptr_4cdec_2sa_3_sa_IntList)) {__pyx_filename = __pyx_f[7]; __pyx_lineno = 12; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_ptype_4cdec_2sa_3_sa_FeatureVector = __Pyx_ImportType("cdec.sa._sa", "FeatureVector", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_FeatureVector), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_FeatureVector)) {__pyx_filename = __pyx_f[7]; __pyx_lineno = 25; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_ptype_4cdec_2sa_3_sa_Phrase = __Pyx_ImportType("cdec.sa._sa", "Phrase", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_Phrase), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_Phrase)) {__pyx_filename = __pyx_f[7]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_vtabptr_4cdec_2sa_3_sa_Phrase = (struct __pyx_vtabstruct_4cdec_2sa_3_sa_Phrase*)__Pyx_GetVtable(__pyx_ptype_4cdec_2sa_3_sa_Phrase->tp_dict); if (unlikely(!__pyx_vtabptr_4cdec_2sa_3_sa_Phrase)) {__pyx_filename = __pyx_f[7]; __pyx_lineno = 29; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_ptype_4cdec_2sa_3_sa_Rule = __Pyx_ImportType("cdec.sa._sa", "Rule", sizeof(struct __pyx_obj_4cdec_2sa_3_sa_Rule), 1); if (unlikely(!__pyx_ptype_4cdec_2sa_3_sa_Rule)) {__pyx_filename = __pyx_f[7]; __pyx_lineno = 35; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    /*--- Variable import code ---*/    /*--- Function import code ---*/    __pyx_t_1 = __Pyx_ImportModule("cdec.sa._sa"); if (!__pyx_t_1) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;} @@ -29163,7 +29340,7 @@ PyMODINIT_FUNC PyInit__cdec(void)    Py_DECREF(__pyx_t_1); __pyx_t_1 = 0;    /*--- Execution code ---*/ -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":3 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":3   * cimport grammar   * cimport cdec.sa._sa as _sa   * import cdec.sa._sa as _sa             # <<<<<<<<<<<<<< @@ -29172,16 +29349,16 @@ PyMODINIT_FUNC PyInit__cdec(void)   */    __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_2); -  __Pyx_INCREF(((PyObject *)__pyx_n_s_56)); -  PyList_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_n_s_56)); -  __Pyx_GIVEREF(((PyObject *)__pyx_n_s_56)); -  __pyx_t_3 = __Pyx_Import(((PyObject *)__pyx_n_s_55), ((PyObject *)__pyx_t_2), -1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __Pyx_INCREF(((PyObject *)__pyx_n_s_54)); +  PyList_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_n_s_54)); +  __Pyx_GIVEREF(((PyObject *)__pyx_n_s_54)); +  __pyx_t_3 = __Pyx_Import(((PyObject *)__pyx_n_s_53), ((PyObject *)__pyx_t_2), -1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;    if (PyObject_SetAttr(__pyx_m, __pyx_n_s___sa, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 3; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/grammar.pxi":5 +  /* "/home/vchahune/tools/cdec/python/src/grammar.pxi":5   * import cdec.sa._sa as _sa   *    * def _phrase(phrase):             # <<<<<<<<<<<<<< @@ -29193,37 +29370,37 @@ PyMODINIT_FUNC PyInit__cdec(void)    if (PyObject_SetAttr(__pyx_m, __pyx_n_s___phrase, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 5; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":189 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":194   *         return []   *    * BLEU = Scorer('IBM_BLEU')             # <<<<<<<<<<<<<<   * TER = Scorer('TER')   * CER = Scorer('CER')   */ -  __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Scorer)), ((PyObject *)__pyx_k_tuple_60), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 189; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Scorer)), ((PyObject *)__pyx_k_tuple_58), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 194; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3); -  if (PyObject_SetAttr(__pyx_m, __pyx_n_s__BLEU, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 189; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyObject_SetAttr(__pyx_m, __pyx_n_s__BLEU, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 194; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":190 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":195   *    * BLEU = Scorer('IBM_BLEU')   * TER = Scorer('TER')             # <<<<<<<<<<<<<<   * CER = Scorer('CER')   */ -  __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Scorer)), ((PyObject *)__pyx_k_tuple_61), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Scorer)), ((PyObject *)__pyx_k_tuple_59), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3); -  if (PyObject_SetAttr(__pyx_m, __pyx_n_s__TER, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyObject_SetAttr(__pyx_m, __pyx_n_s__TER, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -  /* "/Users/vchahun/Sandbox/cdec/python/src/mteval.pxi":191 +  /* "/home/vchahune/tools/cdec/python/src/mteval.pxi":196   * BLEU = Scorer('IBM_BLEU')   * TER = Scorer('TER')   * CER = Scorer('CER')             # <<<<<<<<<<<<<<   */ -  __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Scorer)), ((PyObject *)__pyx_k_tuple_62), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)__pyx_ptype_5_cdec_Scorer)), ((PyObject *)__pyx_k_tuple_60), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 196; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3); -  if (PyObject_SetAttr(__pyx_m, __pyx_n_s__CER, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 191; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyObject_SetAttr(__pyx_m, __pyx_n_s__CER, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[5]; __pyx_lineno = 196; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;    /* "_cdec.pyx":22 @@ -29290,24 +29467,24 @@ PyMODINIT_FUNC PyInit__cdec(void)   * class ParseFailed(Exception): pass   *    * def set_silent(yn):             # <<<<<<<<<<<<<< + *     """set_silent(bool): Configure the verbosity of cdec."""   *     SetSilent(yn) - *    */    __pyx_t_3 = PyCFunction_NewEx(&__pyx_mdef_5_cdec_3set_silent, NULL, __pyx_n_s___cdec); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 28; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3);    if (PyObject_SetAttr(__pyx_m, __pyx_n_s__set_silent, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 28; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; -  /* "_cdec.pyx":31 +  /* "_cdec.pyx":32   *     SetSilent(yn)   *    * def _make_config(config):             # <<<<<<<<<<<<<<   *     for key, value in config.items():   *         if isinstance(value, dict):   */ -  __pyx_t_3 = PyCFunction_NewEx(&__pyx_mdef_5_cdec_5_make_config, NULL, __pyx_n_s___cdec); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  __pyx_t_3 = PyCFunction_NewEx(&__pyx_mdef_5_cdec_5_make_config, NULL, __pyx_n_s___cdec); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_GOTREF(__pyx_t_3); -  if (PyObject_SetAttr(__pyx_m, __pyx_n_s___make_config, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 31; __pyx_clineno = __LINE__; goto __pyx_L1_error;} +  if (PyObject_SetAttr(__pyx_m, __pyx_n_s___make_config, __pyx_t_3) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 32; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;    /* "_cdec.pyx":1 @@ -29319,6 +29496,14 @@ PyMODINIT_FUNC PyInit__cdec(void)    __Pyx_GOTREF(((PyObject *)__pyx_t_3));    if (PyObject_SetAttr(__pyx_m, __pyx_n_s____test__, ((PyObject *)__pyx_t_3)) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}    __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0; + +  /* "string.from_py":11 + *  + * @cname("__pyx_convert_string_from_py_") + * cdef string __pyx_convert_string_from_py_(object o) except *:             # <<<<<<<<<<<<<< + *     return string(<char*>o, len(o)) + *  + */    goto __pyx_L0;    __pyx_L1_error:;    __Pyx_XDECREF(__pyx_t_1); @@ -29407,33 +29592,38 @@ static CYTHON_INLINE void __Pyx_ErrFetch(PyObject **type, PyObject **value, PyOb  static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb,                          CYTHON_UNUSED PyObject *cause) {      Py_XINCREF(type); -    Py_XINCREF(value); -    Py_XINCREF(tb); -    if (tb == Py_None) { -        Py_DECREF(tb); -        tb = 0; -    } -    else if (tb != NULL && !PyTraceBack_Check(tb)) { -        PyErr_SetString(PyExc_TypeError, -            "raise: arg 3 must be a traceback or None"); -        goto raise_error; -    } -    if (value == NULL) { -        value = Py_None; +    if (!value || value == Py_None) +        value = NULL; +    else          Py_INCREF(value); +    if (!tb || tb == Py_None) +        tb = NULL; +    else { +        Py_INCREF(tb); +        if (!PyTraceBack_Check(tb)) { +            PyErr_SetString(PyExc_TypeError, +                "raise: arg 3 must be a traceback or None"); +            goto raise_error; +        }      }      #if PY_VERSION_HEX < 0x02050000 -    if (!PyClass_Check(type)) +    if (PyClass_Check(type)) {      #else -    if (!PyType_Check(type)) +    if (PyType_Check(type)) {      #endif -    { -        if (value != Py_None) { +#if CYTHON_COMPILING_IN_PYPY +        if (!value) { +            Py_INCREF(Py_None); +            value = Py_None; +        } +#endif +        PyErr_NormalizeException(&type, &value, &tb); +    } else { +        if (value) {              PyErr_SetString(PyExc_TypeError,                  "instance exception may not have a separate value");              goto raise_error;          } -        Py_DECREF(value);          value = type;          #if PY_VERSION_HEX < 0x02050000              if (PyInstance_Check(type)) { @@ -29466,6 +29656,7 @@ raise_error:  }  #else /* Python 3+ */  static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) { +    PyObject* owned_instance = NULL;      if (tb == Py_None) {          tb = 0;      } else if (tb && !PyTraceBack_Check(tb)) { @@ -29483,12 +29674,36 @@ static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject          }          value = type;          type = (PyObject*) Py_TYPE(value); -    } else if (!PyExceptionClass_Check(type)) { +    } else if (PyExceptionClass_Check(type)) { +        PyObject *args; +        if (!value) +            args = PyTuple_New(0); +        else if (PyTuple_Check(value)) { +            Py_INCREF(value); +            args = value; +        } +        else +            args = PyTuple_Pack(1, value); +        if (!args) +            goto bad; +        owned_instance = PyEval_CallObject(type, args); +        Py_DECREF(args); +        if (!owned_instance) +            goto bad; +        value = owned_instance; +        if (!PyExceptionInstance_Check(value)) { +            PyErr_Format(PyExc_TypeError, +                         "calling %R should have returned an instance of " +                         "BaseException, not %R", +                         type, Py_TYPE(value)); +            goto bad; +        } +    } else {          PyErr_SetString(PyExc_TypeError,              "raise: exception class must be a subclass of BaseException");          goto bad;      } -    if (cause) { +    if (cause && cause != Py_None) {          PyObject *fixed_cause;          if (PyExceptionClass_Check(cause)) {              fixed_cause = PyObject_CallObject(cause, NULL); @@ -29505,9 +29720,6 @@ static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject                              "BaseException");              goto bad;          } -        if (!value) { -            value = PyObject_CallObject(type, NULL); -        }          PyException_SetCause(value, fixed_cause);      }      PyErr_SetObject(type, value); @@ -29521,6 +29733,7 @@ static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject          }      }  bad: +    Py_XDECREF(owned_instance);      return;  }  #endif @@ -29545,7 +29758,7 @@ static void __Pyx_RaiseArgtupleInvalid(          more_or_less = "exactly";      }      PyErr_Format(PyExc_TypeError, -                 "%s() takes %s %" PY_FORMAT_SIZE_T "d positional argument%s (%" PY_FORMAT_SIZE_T "d given)", +                 "%s() takes %s %" CYTHON_FORMAT_SSIZE_T "d positional argument%s (%" CYTHON_FORMAT_SSIZE_T "d given)",                   func_name, more_or_less, num_expected,                   (num_expected == 1) ? "" : "s", num_found);  } @@ -29565,10 +29778,9 @@ static CYTHON_INLINE int __Pyx_CheckKeywordStrings(      while (PyDict_Next(kwdict, &pos, &key, 0)) {          #if PY_MAJOR_VERSION < 3          if (unlikely(!PyString_CheckExact(key)) && unlikely(!PyString_Check(key))) -        #else -        if (unlikely(!PyUnicode_Check(key)))          #endif -            goto invalid_keyword_type; +            if (unlikely(!PyUnicode_Check(key))) +                goto invalid_keyword_type;      }      if ((!kw_allowed) && unlikely(key))          goto invalid_keyword; @@ -29635,7 +29847,7 @@ static void __Pyx_RaiseDoubleKeywordsError(          "%s() got multiple values for keyword argument '%U'", func_name, kw_name);          #else          "%s() got multiple values for keyword argument '%s'", func_name, -        PyString_AS_STRING(kw_name)); +        PyString_AsString(kw_name));          #endif  } @@ -29656,48 +29868,72 @@ static int __Pyx_ParseOptionalKeywords(          while (*name && (**name != key)) name++;          if (*name) {              values[name-argnames] = value; -        } else { -            #if PY_MAJOR_VERSION < 3 -            if (unlikely(!PyString_CheckExact(key)) && unlikely(!PyString_Check(key))) { -            #else -            if (unlikely(!PyUnicode_Check(key))) { -            #endif -                goto invalid_keyword_type; -            } else { -                for (name = first_kw_arg; *name; name++) { -                    #if PY_MAJOR_VERSION >= 3 -                    if (PyUnicode_GET_SIZE(**name) == PyUnicode_GET_SIZE(key) && -                        PyUnicode_Compare(**name, key) == 0) break; -                    #else -                    if (PyString_GET_SIZE(**name) == PyString_GET_SIZE(key) && -                        _PyString_Eq(**name, key)) break; -                    #endif -                } -                if (*name) { +            continue; +        } +        name = first_kw_arg; +        #if PY_MAJOR_VERSION < 3 +        if (likely(PyString_CheckExact(key)) || likely(PyString_Check(key))) { +            while (*name) { +                if ((CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**name) == PyString_GET_SIZE(key)) +                        && _PyString_Eq(**name, key)) {                      values[name-argnames] = value; -                } else { -                    for (name=argnames; name != first_kw_arg; name++) { -                        if (**name == key) goto arg_passed_twice; -                        #if PY_MAJOR_VERSION >= 3 -                        if (PyUnicode_GET_SIZE(**name) == PyUnicode_GET_SIZE(key) && -                            PyUnicode_Compare(**name, key) == 0) goto arg_passed_twice; -                        #else -                        if (PyString_GET_SIZE(**name) == PyString_GET_SIZE(key) && -                            _PyString_Eq(**name, key)) goto arg_passed_twice; -                        #endif -                    } -                    if (kwds2) { -                        if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad; -                    } else { -                        goto invalid_keyword; +                    break; +                } +                name++; +            } +            if (*name) continue; +            else { +                PyObject*** argname = argnames; +                while (argname != first_kw_arg) { +                    if ((**argname == key) || ( +                            (CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**argname) == PyString_GET_SIZE(key)) +                             && _PyString_Eq(**argname, key))) { +                        goto arg_passed_twice;                      } +                    argname++; +                } +            } +        } else +        #endif +        if (likely(PyUnicode_Check(key))) { +            while (*name) { +                int cmp = (**name == key) ? 0 : +                #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3 +                    (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 : +                #endif +                    PyUnicode_Compare(**name, key); +                if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad; +                if (cmp == 0) { +                    values[name-argnames] = value; +                    break;                  } +                name++;              } +            if (*name) continue; +            else { +                PyObject*** argname = argnames; +                while (argname != first_kw_arg) { +                    int cmp = (**argname == key) ? 0 : +                    #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3 +                        (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 : +                    #endif +                        PyUnicode_Compare(**argname, key); +                    if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad; +                    if (cmp == 0) goto arg_passed_twice; +                    argname++; +                } +            } +        } else +            goto invalid_keyword_type; +        if (kwds2) { +            if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad; +        } else { +            goto invalid_keyword;          }      }      return 0;  arg_passed_twice: -    __Pyx_RaiseDoubleKeywordsError(function_name, **name); +    __Pyx_RaiseDoubleKeywordsError(function_name, key);      goto bad;  invalid_keyword_type:      PyErr_Format(PyExc_TypeError, @@ -29718,12 +29954,12 @@ bad:  static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) {      PyErr_Format(PyExc_ValueError, -                 "too many values to unpack (expected %" PY_FORMAT_SIZE_T "d)", expected); +                 "too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected);  }  static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) {      PyErr_Format(PyExc_ValueError, -                 "need more than %" PY_FORMAT_SIZE_T "d value%s to unpack", +                 "need more than %" CYTHON_FORMAT_SSIZE_T "d value%s to unpack",                   index, (index == 1) ? "" : "s");  } @@ -30091,9 +30327,8 @@ static CYTHON_INLINE WordID __Pyx_PyInt_from_py_WordID(PyObject* x) {      }  } -static PyObject* __Pyx_Globals() { +static PyObject* __Pyx_Globals(void) {      Py_ssize_t i; -    /*PyObject *d;*/      PyObject *names = NULL;      PyObject *globals = PyObject_GetAttrString(__pyx_m, "__dict__");      if (!globals) { @@ -30104,25 +30339,36 @@ static PyObject* __Pyx_Globals() {      names = PyObject_Dir(__pyx_m);      if (!names)          goto bad; -    for (i = 0; i < PyList_GET_SIZE(names); i++) { +    for (i = PyList_GET_SIZE(names)-1; i >= 0; i--) { +#if CYTHON_COMPILING_IN_PYPY +        PyObject* name = PySequence_GetItem(names, i); +        if (!name) +            goto bad; +#else          PyObject* name = PyList_GET_ITEM(names, i); +#endif          if (!PyDict_Contains(globals, name)) { -            PyObject* value = PyObject_GetAttr(__pyx_m, PyList_GET_ITEM(names, i)); -            if (!value) +            PyObject* value = PyObject_GetAttr(__pyx_m, name); +            if (!value) { +#if CYTHON_COMPILING_IN_PYPY +                Py_DECREF(name); +#endif                  goto bad; +            }              if (PyDict_SetItem(globals, name, value) < 0) { +#if CYTHON_COMPILING_IN_PYPY +                Py_DECREF(name); +#endif                  Py_DECREF(value);                  goto bad;              }          } +#if CYTHON_COMPILING_IN_PYPY +        Py_DECREF(name); +#endif      }      Py_DECREF(names);      return globals; -    /* -    d = PyDictProxy_New(globals); -    Py_DECREF(globals); -    return d; -    */  bad:      Py_XDECREF(names);      Py_XDECREF(globals); @@ -30538,86 +30784,6 @@ static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyOb      Py_INCREF(tuple);  } -static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) { -#if CYTHON_COMPILING_IN_PYPY -    return PyObject_RichCompareBool(s1, s2, equals); -#else -    if (s1 == s2) { -        return (equals == Py_EQ); -    } else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) { -        if (PyBytes_GET_SIZE(s1) != PyBytes_GET_SIZE(s2)) { -            return (equals == Py_NE); -        } else if (PyBytes_GET_SIZE(s1) == 1) { -            if (equals == Py_EQ) -                return (PyBytes_AS_STRING(s1)[0] == PyBytes_AS_STRING(s2)[0]); -            else -                return (PyBytes_AS_STRING(s1)[0] != PyBytes_AS_STRING(s2)[0]); -        } else { -            int result = memcmp(PyBytes_AS_STRING(s1), PyBytes_AS_STRING(s2), (size_t)PyBytes_GET_SIZE(s1)); -            return (equals == Py_EQ) ? (result == 0) : (result != 0); -        } -    } else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) { -        return (equals == Py_NE); -    } else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) { -        return (equals == Py_NE); -    } else { -        int result; -        PyObject* py_result = PyObject_RichCompare(s1, s2, equals); -        if (!py_result) -            return -1; -        result = __Pyx_PyObject_IsTrue(py_result); -        Py_DECREF(py_result); -        return result; -    } -#endif -} - -static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) { -#if CYTHON_COMPILING_IN_PYPY -    return PyObject_RichCompareBool(s1, s2, equals); -#else -    if (s1 == s2) { -        return (equals == Py_EQ); -    } else if (PyUnicode_CheckExact(s1) & PyUnicode_CheckExact(s2)) { -        #if CYTHON_PEP393_ENABLED -        if ((PyUnicode_READY(s1) < 0) || (PyUnicode_READY(s2) < 0)) -            return -1; -        if (PyUnicode_GET_LENGTH(s1) != PyUnicode_GET_LENGTH(s2)) { -            return (equals == Py_NE); -        } else if (PyUnicode_GET_LENGTH(s1) == 1) { -            Py_UCS4 ch1 = PyUnicode_READ_CHAR(s1, 0); -            Py_UCS4 ch2 = PyUnicode_READ_CHAR(s2, 0); -            return (equals == Py_EQ) ? (ch1 == ch2) : (ch1 != ch2); -        #else -        if (PyUnicode_GET_SIZE(s1) != PyUnicode_GET_SIZE(s2)) { -            return (equals == Py_NE); -        } else if (PyUnicode_GET_SIZE(s1) == 1) { -            Py_UNICODE ch1 = PyUnicode_AS_UNICODE(s1)[0]; -            Py_UNICODE ch2 = PyUnicode_AS_UNICODE(s2)[0]; -            return (equals == Py_EQ) ? (ch1 == ch2) : (ch1 != ch2); -        #endif -        } else { -            int result = PyUnicode_Compare(s1, s2); -            if ((result == -1) && unlikely(PyErr_Occurred())) -                return -1; -            return (equals == Py_EQ) ? (result == 0) : (result != 0); -        } -    } else if ((s1 == Py_None) & PyUnicode_CheckExact(s2)) { -        return (equals == Py_NE); -    } else if ((s2 == Py_None) & PyUnicode_CheckExact(s1)) { -        return (equals == Py_NE); -    } else { -        int result; -        PyObject* py_result = PyObject_RichCompare(s1, s2, equals); -        if (!py_result) -            return -1; -        result = __Pyx_PyObject_IsTrue(py_result); -        Py_DECREF(py_result); -        return result; -    } -#endif -} -  static CYTHON_INLINE unsigned char __Pyx_PyInt_AsUnsignedChar(PyObject* x) {      const unsigned char neg_one = (unsigned char)-1, const_zero = 0;      const int is_unsigned = neg_one > const_zero; @@ -31018,25 +31184,6 @@ static CYTHON_INLINE signed PY_LONG_LONG __Pyx_PyInt_AsSignedLongLong(PyObject*      }  } -static void __Pyx_WriteUnraisable(const char *name, CYTHON_UNUSED int clineno, -                                  CYTHON_UNUSED int lineno, CYTHON_UNUSED const char *filename) { -    PyObject *old_exc, *old_val, *old_tb; -    PyObject *ctx; -    __Pyx_ErrFetch(&old_exc, &old_val, &old_tb); -    #if PY_MAJOR_VERSION < 3 -    ctx = PyString_FromString(name); -    #else -    ctx = PyUnicode_FromString(name); -    #endif -    __Pyx_ErrRestore(old_exc, old_val, old_tb); -    if (!ctx) { -        PyErr_WriteUnraisable(Py_None); -    } else { -        PyErr_WriteUnraisable(ctx); -        Py_DECREF(ctx); -    } -} -  static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb) {      PyObject *tmp_type, *tmp_value, *tmp_tb;  #if CYTHON_COMPILING_IN_CPYTHON @@ -31459,7 +31606,7 @@ static PyMemberDef __pyx_Generator_memberlist[] = {  #if PY_VERSION_HEX >= 0x02060000       T_BOOL,  #else -     T_INT, +     T_BYTE,  #endif       offsetof(__pyx_GeneratorObject, is_running),       READONLY, @@ -31557,6 +31704,25 @@ static int __pyx_Generator_init(void) {      return 0;  } +static void __Pyx_WriteUnraisable(const char *name, CYTHON_UNUSED int clineno, +                                  CYTHON_UNUSED int lineno, CYTHON_UNUSED const char *filename) { +    PyObject *old_exc, *old_val, *old_tb; +    PyObject *ctx; +    __Pyx_ErrFetch(&old_exc, &old_val, &old_tb); +    #if PY_MAJOR_VERSION < 3 +    ctx = PyString_FromString(name); +    #else +    ctx = PyUnicode_FromString(name); +    #endif +    __Pyx_ErrRestore(old_exc, old_val, old_tb); +    if (!ctx) { +        PyErr_WriteUnraisable(Py_None); +    } else { +        PyErr_WriteUnraisable(ctx); +        Py_DECREF(ctx); +    } +} +  static int __Pyx_check_binary_version(void) {      char ctversion[4], rtversion[4];      PyOS_snprintf(ctversion, 4, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION); @@ -31593,6 +31759,23 @@ bad:      return -1;  } +#ifndef __PYX_HAVE_RT_ImportModule +#define __PYX_HAVE_RT_ImportModule +static PyObject *__Pyx_ImportModule(const char *name) { +    PyObject *py_name = 0; +    PyObject *py_module = 0; +    py_name = __Pyx_PyIdentifier_FromString(name); +    if (!py_name) +        goto bad; +    py_module = PyImport_Import(py_name); +    Py_DECREF(py_name); +    return py_module; +bad: +    Py_XDECREF(py_name); +    return 0; +} +#endif +  #ifndef __PYX_HAVE_RT_ImportType  #define __PYX_HAVE_RT_ImportType  static PyTypeObject *__Pyx_ImportType(const char *module_name, const char *class_name, @@ -31645,23 +31828,6 @@ bad:  }  #endif -#ifndef __PYX_HAVE_RT_ImportModule -#define __PYX_HAVE_RT_ImportModule -static PyObject *__Pyx_ImportModule(const char *name) { -    PyObject *py_name = 0; -    PyObject *py_module = 0; -    py_name = __Pyx_PyIdentifier_FromString(name); -    if (!py_name) -        goto bad; -    py_module = PyImport_Import(py_name); -    Py_DECREF(py_name); -    return py_module; -bad: -    Py_XDECREF(py_name); -    return 0; -} -#endif -  static void* __Pyx_GetVtable(PyObject *dict) {      void* ptr;      PyObject *ob = PyMapping_GetItemString(dict, (char *)"__pyx_vtable__"); @@ -31700,7 +31866,7 @@ static int __Pyx_ImportFunction(PyObject *module, const char *funcname, void (**                  PyModule_GetName(module), funcname);          goto bad;      } -#if PY_VERSION_HEX >= 0x02070000 && !(PY_MAJOR_VERSION==3&&PY_MINOR_VERSION==0) +#if PY_VERSION_HEX >= 0x02070000 && !(PY_MAJOR_VERSION==3 && PY_MINOR_VERSION==0)      if (!PyCapsule_IsValid(cobj, sig)) {          PyErr_Format(PyExc_TypeError,              "C function %s.%s has wrong signature (expected %s, got %s)", diff --git a/python/src/_cdec.pyx b/python/src/_cdec.pyx index 6c6c8eee..71e083e4 100644 --- a/python/src/_cdec.pyx +++ b/python/src/_cdec.pyx @@ -3,7 +3,7 @@ from libcpp.vector cimport vector  from utils cimport *  cimport decoder -cdef char* as_str(data, char* error_msg='Cannot convert type %s to str'): +cdef bytes as_str(data, char* error_msg='Cannot convert type %s to str'):      cdef bytes ret      if isinstance(data, unicode):          ret = data.encode('utf8') @@ -26,6 +26,7 @@ class InvalidConfig(Exception): pass  class ParseFailed(Exception): pass  def set_silent(yn): +    """set_silent(bool): Configure the verbosity of cdec."""      SetSilent(yn)  def _make_config(config): @@ -43,12 +44,10 @@ cdef class Decoder:      cdef decoder.Decoder* dec      cdef DenseVector weights -    def __cinit__(self, config_str=None, **config): -        """ Configuration can be given as a string: -                Decoder('formalism = scfg') -            or using keyword arguments: -                Decoder(formalism='scfg') -        """ +    def __init__(self, config_str=None, **config): +        """Decoder('formalism = scfg') -> initialize from configuration string +        Decoder(formalism='scfg') -> initialize from named parameters +        Create a decoder using a given configuration. Formalism is required."""          if config_str is None:              formalism = config.get('formalism', None)              if formalism not in ('scfg', 'fst', 'lextrans', 'pb', @@ -88,6 +87,7 @@ cdef class Decoder:              return str(conf[0]['formalism'].as_str().c_str())      def read_weights(self, weights): +        """decoder.read_weights(filename): Read decoder weights from a file."""          with open(weights) as fp:              for line in fp:                  if line.strip().startswith('#'): continue @@ -95,6 +95,8 @@ cdef class Decoder:                  self.weights[fname.strip()] = float(value)      def translate(self, sentence, grammar=None): +        """decoder.translate(sentence, grammar=None) -> Hypergraph +        Translate a sentence (string/Lattice) with a grammar (string/list of rules)."""          cdef bytes input_str          if isinstance(sentence, basestring):              input_str = as_str(sentence.strip()) @@ -104,11 +106,11 @@ cdef class Decoder:              raise TypeError('Cannot translate input type %s' % type(sentence))          if grammar:              if isinstance(grammar, basestring): -                self.dec.AddSupplementalGrammarFromString(string(as_str(grammar))) +                self.dec.AddSupplementalGrammarFromString(as_str(grammar))              else:                  self.dec.AddSupplementalGrammar(TextGrammar(grammar).grammar[0])          cdef decoder.BasicObserver observer = decoder.BasicObserver() -        self.dec.Decode(string(input_str), &observer) +        self.dec.Decode(input_str, &observer)          if observer.hypergraph == NULL:              raise ParseFailed()          cdef Hypergraph hg = Hypergraph() diff --git a/python/src/grammar.pxi b/python/src/grammar.pxi index b05d07a0..d523e4d2 100644 --- a/python/src/grammar.pxi +++ b/python/src/grammar.pxi @@ -9,6 +9,7 @@ cdef class NT:      cdef public bytes cat      cdef public unsigned ref      def __init__(self, bytes cat, unsigned ref=0): +        """NT(bytes cat, int ref=0) -> Non-terminal from category `cat`."""          self.cat = cat          self.ref = ref @@ -20,6 +21,7 @@ cdef class NT:  cdef class NTRef:      cdef public unsigned ref      def __init__(self, unsigned ref): +        """NTRef(int ref) -> Non-terminal reference."""          self.ref = ref      def __str__(self): @@ -48,6 +50,12 @@ cdef class TRule:      cdef shared_ptr[grammar.TRule]* rule      def __init__(self, lhs, f, e, scores, a=None): +        """TRule(lhs, f, e, scores, a=None) -> Translation rule. +        lhs: left hand side non-terminal +        f: source phrase (list of words/NT) +        e: target phrase (list of words/NTRef) +        scores: dictionary of feature scores +        a: optional list of alignment points"""          self.rule = new shared_ptr[grammar.TRule](new grammar.TRule())          self.lhs = lhs          self.e = e @@ -87,9 +95,10 @@ cdef class TRule:              cdef int idx = 0              for i in range(len(f)):                  if isinstance(f[i], NT): -                    f_[0][i] = -TDConvert(<char *>f[i].cat) +                    f_[0][i] = -TDConvert((<NT> f[i]).cat)                  else: -                    f_[0][i] = TDConvert(as_str(f[i])) +                    fi = as_str(f[i]) +                    f_[0][i] = TDConvert(fi)      property e:          def __get__(self): @@ -115,7 +124,8 @@ cdef class TRule:                  if isinstance(e[i], NTRef):                      e_[0][i] = 1-e[i].ref                  else: -                    e_[0][i] = TDConvert(as_str(e[i])) +                    ei = as_str(e[i]) +                    e_[0][i] = TDConvert(ei)      property a:          def __get__(self): @@ -145,7 +155,8 @@ cdef class TRule:              cdef int fid              cdef float fval              for fname, fval in scores.items(): -                fid = FDConvert(as_str(fname)) +                fn = as_str(fname) +                fid = FDConvert(fn)                  if fid < 0: raise KeyError(fname)                  scores_.set_value(fid, fval) @@ -156,7 +167,7 @@ cdef class TRule:          def __set__(self, lhs):              if not isinstance(lhs, NT):                  lhs = NT(lhs) -            self.rule.get().lhs_ = -TDConvert(<char *>lhs.cat) +            self.rule.get().lhs_ = -TDConvert((<NT> lhs).cat)      def __str__(self):          scores = ' '.join('%s=%s' % feat for feat in self.scores) @@ -164,7 +175,11 @@ cdef class TRule:                  _phrase(self.f), _phrase(self.e), scores)  cdef class MRule(TRule): -    def __init__(self, lhs, rhs, scores, a=None): +    def __init__(self, lhs, rhs, scores): +        """MRule(lhs, rhs, scores, a=None) -> Monolingual rule. +        lhs: left hand side non-terminal +        rhs: right hand side phrase (list of words/NT) +        scores: dictionary of feature scores"""          cdef unsigned i = 1          e = []          for s in rhs: @@ -173,7 +188,7 @@ cdef class MRule(TRule):                  i += 1              else:                  e.append(s) -        super(MRule, self).__init__(lhs, rhs, e, scores, a) +        super(MRule, self).__init__(lhs, rhs, e, scores, None)  cdef class Grammar:      cdef shared_ptr[grammar.Grammar]* grammar @@ -196,10 +211,12 @@ cdef class Grammar:              str(self.grammar.get().GetGrammarName().c_str())          def __set__(self, name): -            self.grammar.get().SetGrammarName(string(<char *>name)) +            name = as_str(name) +            self.grammar.get().SetGrammarName(name)  cdef class TextGrammar(Grammar): -    def __cinit__(self, rules): +    def __init__(self, rules): +        """TextGrammar(rules) -> SCFG Grammar containing the rules."""          self.grammar = new shared_ptr[grammar.Grammar](new grammar.TextGrammar())          cdef grammar.TextGrammar* _g = <grammar.TextGrammar*> self.grammar.get()          for trule in rules: diff --git a/python/src/hypergraph.pxi b/python/src/hypergraph.pxi index bb6141df..5b675531 100644 --- a/python/src/hypergraph.pxi +++ b/python/src/hypergraph.pxi @@ -16,24 +16,33 @@ cdef class Hypergraph:          return self.rng      def viterbi(self): +        """hg.viterbi() -> String for the best hypothesis in the hypergraph."""          cdef vector[WordID] trans          hypergraph.ViterbiESentence(self.hg[0], &trans)          return unicode(GetString(trans).c_str(), 'utf8')      def viterbi_trees(self): +        """hg.viterbi_trees() -> (f_tree, e_tree) +        f_tree: Source tree for the best hypothesis in the hypergraph. +        e_tree: Target tree for the best hypothesis in the hypergraph. +        """          f_tree = unicode(hypergraph.ViterbiFTree(self.hg[0]).c_str(), 'utf8')          e_tree = unicode(hypergraph.ViterbiETree(self.hg[0]).c_str(), 'utf8')          return (f_tree, e_tree)      def viterbi_features(self): +        """hg.viterbi_features() -> SparseVector with the features corresponding +        to the best derivation in the hypergraph."""          cdef SparseVector fmap = SparseVector.__new__(SparseVector)          fmap.vector = new FastSparseVector[weight_t](hypergraph.ViterbiFeatures(self.hg[0]))          return fmap      def viterbi_joshua(self): +        """hg.viterbi_joshua() -> Joshua representation of the best derivation."""          return unicode(hypergraph.JoshuaVisualizationString(self.hg[0]).c_str(), 'utf8')      def kbest(self, size): +        """hg.kbest(size) -> List of k-best hypotheses in the hypergraph."""          cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal]* derivations = new kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal](self.hg[0], size)          cdef kbest.KBestDerivations[vector[WordID], kbest.ESentenceTraversal].Derivation* derivation          cdef unsigned k @@ -46,6 +55,7 @@ cdef class Hypergraph:              del derivations      def kbest_trees(self, size): +        """hg.kbest_trees(size) -> List of k-best trees in the hypergraph."""          cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal]* f_derivations = new kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal](self.hg[0], size)          cdef kbest.KBestDerivations[vector[WordID], kbest.FTreeTraversal].Derivation* f_derivation          cdef kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal]* e_derivations = new kbest.KBestDerivations[vector[WordID], kbest.ETreeTraversal](self.hg[0], size) @@ -64,6 +74,7 @@ cdef class Hypergraph:              del e_derivations      def kbest_features(self, size): +        """hg.kbest_trees(size) -> List of k-best feature vectors in the hypergraph."""          cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal]* derivations = new kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal](self.hg[0], size)          cdef kbest.KBestDerivations[FastSparseVector[weight_t], kbest.FeatureVectorTraversal].Derivation* derivation          cdef SparseVector fmap @@ -79,6 +90,7 @@ cdef class Hypergraph:              del derivations      def sample(self, unsigned n): +        """hg.sample(n) -> Sample of n hypotheses from the hypergraph."""          cdef vector[hypergraph.Hypothesis]* hypos = new vector[hypergraph.Hypothesis]()          hypergraph.sample_hypotheses(self.hg[0], n, self._rng(), hypos)          cdef unsigned k @@ -89,6 +101,7 @@ cdef class Hypergraph:              del hypos      def sample_trees(self, unsigned n): +       """hg.sample_trees(n) -> Sample of n trees from the hypergraph."""         cdef vector[string]* trees = new vector[string]()         hypergraph.sample_trees(self.hg[0], n, self._rng(), trees)         cdef unsigned k @@ -99,6 +112,7 @@ cdef class Hypergraph:             del trees      def intersect(self, inp): +        """hg.intersect(Lattice/string): Intersect the hypergraph with the provided reference."""          cdef Lattice lat          if isinstance(inp, Lattice):              lat = <Lattice> inp @@ -109,6 +123,9 @@ cdef class Hypergraph:          return hypergraph.Intersect(lat.lattice[0], self.hg)      def prune(self, beam_alpha=0, density=0, **kwargs): +        """hg.prune(beam_alpha=0, density=0): Prune the hypergraph. +        beam_alpha: use beam pruning +        density: use density pruning"""          cdef hypergraph.EdgeMask* preserve_mask = NULL          if 'csplit_preserve_full_word' in kwargs:               preserve_mask = new hypergraph.EdgeMask(self.hg.edges_.size()) @@ -118,13 +135,16 @@ cdef class Hypergraph:              del preserve_mask      def lattice(self): # TODO direct hg -> lattice conversion in cdec +        """hg.lattice() -> Lattice corresponding to the hypergraph."""          cdef bytes plf = hypergraph.AsPLF(self.hg[0], True).c_str()          return Lattice(eval(plf))      def plf(self): +        """hg.plf() -> Lattice PLF representation corresponding to the hypergraph."""          return bytes(hypergraph.AsPLF(self.hg[0], True).c_str())      def reweight(self, weights): +        """hg.reweight(SparseVector/DenseVector): Reweight the hypergraph with a new vector."""          if isinstance(weights, SparseVector):              self.hg.Reweight((<SparseVector> weights).vector[0])          elif isinstance(weights, DenseVector): @@ -153,6 +173,7 @@ cdef class Hypergraph:              return self.hg.NumberOfPaths()      def inside_outside(self): +        """hg.inside_outside() -> SparseVector with inside-outside scores for each feature."""          cdef FastSparseVector[prob_t]* result = new FastSparseVector[prob_t]()          cdef prob_t z = hypergraph.InsideOutside(self.hg[0], result)          result[0] /= z diff --git a/python/src/lattice.pxi b/python/src/lattice.pxi index 57e340d2..8000b61e 100644 --- a/python/src/lattice.pxi +++ b/python/src/lattice.pxi @@ -7,16 +7,16 @@ cdef class Lattice:          self.lattice = new lattice.Lattice()      def __init__(self, inp): +        """Lattice(tuple) -> Lattice from node list. +        Lattice(string) -> Lattice from PLF representation."""          if isinstance(inp, tuple):              self.lattice.resize(len(inp))              for i, arcs in enumerate(inp):                  self[i] = arcs +        elif isinstance(inp, basestring): +            lattice.ConvertTextOrPLF(as_str(inp), self.lattice)          else: -            if isinstance(inp, unicode): -                inp = inp.encode('utf8') -            if not isinstance(inp, str): -                raise TypeError('cannot create lattice from %s' % type(inp)) -            lattice.ConvertTextOrPLF(string(<char *>inp), self.lattice) +            raise TypeError('cannot create lattice from %s' % type(inp))      def __dealloc__(self):          del self.lattice @@ -39,9 +39,8 @@ cdef class Lattice:              raise IndexError('lattice index out of range')          cdef lattice.LatticeArc* arc          for (label, cost, dist2next) in arcs: -            if isinstance(label, unicode): -                label = label.encode('utf8') -            arc = new lattice.LatticeArc(TDConvert(<char *>label), cost, dist2next) +            label_str = as_str(label) +            arc = new lattice.LatticeArc(TDConvert(label_str), cost, dist2next)              self.lattice[0][index].push_back(arc[0])              del arc @@ -60,6 +59,7 @@ cdef class Lattice:              yield self[i]      def todot(self): +        """lattice.todot() -> Representation of the lattice in GraphViz dot format."""          def lines():              yield 'digraph lattice {'              yield 'rankdir = LR;' @@ -72,8 +72,9 @@ cdef class Lattice:          return '\n'.join(lines()).encode('utf8')      def as_hypergraph(self): +        """lattice.as_hypergraph() -> Hypergraph representation of the lattice."""          cdef Hypergraph result = Hypergraph.__new__(Hypergraph)          result.hg = new hypergraph.Hypergraph()          cdef bytes plf = str(self) -        hypergraph.ReadFromPLF(string(plf), result.hg) +        hypergraph.ReadFromPLF(plf, result.hg)          return result diff --git a/python/src/mteval.pxi b/python/src/mteval.pxi index 00355f96..f3bec393 100644 --- a/python/src/mteval.pxi +++ b/python/src/mteval.pxi @@ -93,6 +93,8 @@ cdef class CandidateSet:              yield self[i]      def add_kbest(self, Hypergraph hypergraph, unsigned k): +        """cs.add_kbest(Hypergraph hypergraph, int k) -> Extract K-best hypotheses  +        from the hypergraph and add them to the candidate set."""          self.cs.AddKBestCandidates(hypergraph.hg[0], k, self.scorer.get())  cdef class SegmentEvaluator: @@ -103,15 +105,17 @@ cdef class SegmentEvaluator:          del self.scorer      def evaluate(self, sentence): +        """se.evaluate(sentence) -> SufficientStats for the given hypothesis."""          cdef vector[WordID] hyp          cdef SufficientStats sf = SufficientStats()          sf.metric = self.metric          sf.stats = new mteval.SufficientStats() -        ConvertSentence(string(as_str(sentence.strip())), &hyp) +        ConvertSentence(as_str(sentence.strip()), &hyp)          self.scorer.get().Evaluate(hyp, sf.stats)          return sf      def candidate_set(self): +        """se.candidate_set() -> Candidate set using this segment evaluator for scoring."""          return CandidateSet(self)  cdef class Scorer: @@ -133,7 +137,7 @@ cdef class Scorer:          cdef vector[WordID]* refv          for ref in refs:              refv = new vector[WordID]() -            ConvertSentence(string(as_str(ref.strip())), refv) +            ConvertSentence(as_str(ref.strip()), refv)              refsv.push_back(refv[0])              del refv          cdef unsigned i @@ -173,7 +177,8 @@ cdef class Metric:      cdef Scorer scorer      def __cinit__(self):          self.scorer = Scorer() -        self.scorer.name = new string(as_str(self.__class__.__name__)) +        cdef bytes class_name = self.__class__.__name__ +        self.scorer.name = new string(class_name)          self.scorer.metric = mteval.PyMetricInstance(self.scorer.name[0],                  <void*> self, _compute_sufficient_stats, _compute_score) diff --git a/python/src/vectors.pxi b/python/src/vectors.pxi index 87780556..46f58fd4 100644 --- a/python/src/vectors.pxi +++ b/python/src/vectors.pxi @@ -5,6 +5,7 @@ cdef class DenseVector:      cdef bint owned # if True, do not manage memory      def __init__(self): +        """DenseVector() -> Dense weight/feature vector."""          self.vector = new vector[weight_t]()          self.owned = False @@ -22,7 +23,7 @@ cdef class DenseVector:          raise KeyError(fname)      def __setitem__(self, char* fname, float value): -        cdef int fid = FDConvert(<char *>fname) +        cdef int fid = FDConvert(fname)          if fid < 0: raise KeyError(fname)          if self.vector.size() <= fid:              self.vector.resize(fid + 1) @@ -34,9 +35,11 @@ cdef class DenseVector:              yield str(FDConvert(fid).c_str()), self.vector[0][fid]      def dot(self, SparseVector other): +        """vector.dot(SparseVector other) -> Dot product of the two vectors."""          return other.dot(self)      def tosparse(self): +        """vector.tosparse() -> Equivalent SparseVector."""          cdef SparseVector sparse = SparseVector.__new__(SparseVector)          sparse.vector = new FastSparseVector[weight_t]()          InitSparseVector(self.vector[0], sparse.vector) @@ -46,12 +49,14 @@ cdef class SparseVector:      cdef FastSparseVector[weight_t]* vector      def __init__(self): +        """SparseVector() -> Sparse feature/weight vector."""          self.vector = new FastSparseVector[weight_t]()      def __dealloc__(self):          del self.vector      def copy(self): +        """vector.copy() -> SparseVector copy."""          return self * 1      def __getitem__(self, char* fname): @@ -60,7 +65,7 @@ cdef class SparseVector:          return self.vector.value(fid)      def __setitem__(self, char* fname, float value): -        cdef int fid = FDConvert(<char *>fname) +        cdef int fid = FDConvert(fname)          if fid < 0: raise KeyError(fname)          self.vector.set_value(fid, value) @@ -75,6 +80,7 @@ cdef class SparseVector:              del it      def dot(self, other): +        """vector.dot(SparseVector/DenseVector other) -> Dot product of the two vectors."""          if isinstance(other, DenseVector):              return self.vector.dot((<DenseVector> other).vector[0])          elif isinstance(other, SparseVector): | 
