summaryrefslogtreecommitdiff
path: root/simple_decoder
diff options
context:
space:
mode:
Diffstat (limited to 'simple_decoder')
-rw-r--r--simple_decoder/README.md18
-rw-r--r--simple_decoder/data/debug.phrases3
-rw-r--r--simple_decoder/data/example.input1
-rw-r--r--simple_decoder/data/example.phrases10
-rw-r--r--simple_decoder/data/exptected_output383
-rwxr-xr-xsimple_decoder/simple_decoder.rb171
6 files changed, 586 insertions, 0 deletions
diff --git a/simple_decoder/README.md b/simple_decoder/README.md
new file mode 100644
index 0000000..aa92dba
--- /dev/null
+++ b/simple_decoder/README.md
@@ -0,0 +1,18 @@
+simple_decoder
+==============
+A very simple phrase-based machine translation decoder in ruby.
+Uses a single stack and a single feature 'f2e'.
+Requires my zipf gem, see https://github.com/pks/zipf
+
+Usage
+-----
+<code>
+./simple_decoder.rb < data/example.input
+</code>
+
+or
+
+<code>
+./simple_decoder.rb -d
+</code>
+
diff --git a/simple_decoder/data/debug.phrases b/simple_decoder/data/debug.phrases
new file mode 100644
index 0000000..36a4ccf
--- /dev/null
+++ b/simple_decoder/data/debug.phrases
@@ -0,0 +1,3 @@
+a ||| x ||| f2e=1.0
+b ||| y ||| f2e=0.5
+b ||| z ||| f2e=0.5
diff --git a/simple_decoder/data/example.input b/simple_decoder/data/example.input
new file mode 100644
index 0000000..683a997
--- /dev/null
+++ b/simple_decoder/data/example.input
@@ -0,0 +1 @@
+das ist ein kleines haus .
diff --git a/simple_decoder/data/example.phrases b/simple_decoder/data/example.phrases
new file mode 100644
index 0000000..6f1a023
--- /dev/null
+++ b/simple_decoder/data/example.phrases
@@ -0,0 +1,10 @@
+das ||| that ||| f2e=0.5
+das ||| this ||| f2e=0.5
+das ist ||| this is ||| f2e=1.0
+ist ||| is ||| f2e=0.5
+ist ||| was ||| f2e=0.5
+ein ||| a ||| f2e=0.5
+ein ||| an ||| f2e=0.5
+ein kleines ||| a small ||| f2e=1.0
+haus ||| house ||| f2e=1.0
+. ||| . ||| f2e=1.0
diff --git a/simple_decoder/data/exptected_output b/simple_decoder/data/exptected_output
new file mode 100644
index 0000000..ff7d25d
--- /dev/null
+++ b/simple_decoder/data/exptected_output
@@ -0,0 +1,383 @@
+4.0 this is | a small | house | . ||| [4.0, 3.0, 2.0, 1.0]
+4.0 this is | a small | house | . ||| [4.0, 3.0, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.5, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+4.0 this is | a small | house | . ||| [4.0, 3.0, 2.0, 1.0]
+4.0 this is | a small | house | . ||| [4.0, 3.0, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+4.0 this is | a small | house | . ||| [4.0, 3.0, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.5, 3.0, 2.0, 1.0]
+4.0 this is | a small | house | . ||| [4.0, 3.0, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 this | is | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 3.5, 3.0, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 this | was | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.5, 2.5, 2.0, 1.0]
+4.0 that | was | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+4.0 that | is | a small | house | . ||| [4.0, 3.0, 2.5, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 3.5, 2.5, 2.0, 1.0]
+2.0 that | was | a small | haus | . ||| [2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.0 that | is | a small | haus | . ||| [2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 this is | a small | haus | . ||| [2.0, 3.0, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 that | is | a small | haus | . ||| [2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 this | was | a small | haus | . ||| [2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 this is | a small | haus | . ||| [2.0, 3.0, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 this | is | a small | haus | . ||| [2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 that | was | an | kleines | house | . ||| [2.5, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 that | was | a small | haus | . ||| [2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 this | is | a small | haus | . ||| [2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 this | was | a small | haus | . ||| [2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 1.5, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 that | is | an | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 that | is | a | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 1.5, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | was | an | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | is | an | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | was | a | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 this | is | a | kleines | house | . ||| [2.5, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.0 this | is | a small | haus | . ||| [2.0, 1.5, 2.5, 2.0, 1.0]
+2.0 that | is | a small | haus | . ||| [2.0, 1.5, 2.5, 2.0, 1.0]
+2.0 this | was | a small | haus | . ||| [2.0, 1.5, 2.5, 2.0, 1.0]
+2.0 that | was | a small | haus | . ||| [2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 1.5, 2.5, 2.0, 1.0]
+2.0 that | was | a small | haus | . ||| [2.0, 1.5, 2.5, 2.0, 1.0]
+2.0 that | is | a small | haus | . ||| [2.0, 1.5, 2.5, 2.0, 1.0]
+2.0 this | was | a small | haus | . ||| [2.0, 1.5, 2.5, 2.0, 1.0]
+2.0 this | is | a small | haus | . ||| [2.0, 1.5, 2.5, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 1.5, 2.5, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 1.5, 2.5, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 1.5, 2.5, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 1.5, 2.5, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | an | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 das | ist | a small | house | . ||| [1.0, 2.0, 3.0, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | was | ein | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 das | is | an | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 das | is | a | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 that | ist | an | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+2.0 this is | a small | haus | . ||| [2.0, 1.0, 2.0, 1.0]
+1.0 that | ist | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | ist | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | was | a | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this is | ein | kleines | house | . ||| [1.0, 2.0, 1.0, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 2.0, 1.0, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 2.0, 1.0, 2.0, 1.0]
+2.5 this is | an | kleines | house | . ||| [2.5, 1.5, 1.0, 2.0, 1.0]
+2.5 this is | a | kleines | house | . ||| [2.5, 1.5, 1.0, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | ist | a small | house | . ||| [1.0, 2.0, 3.0, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 2.0, 1.0, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 2.0, 1.0, 2.0, 1.0]
+2.5 this | ist | a small | house | . ||| [2.5, 1.5, 1.0, 2.0, 1.0]
+2.5 that | ist | a small | house | . ||| [2.5, 1.5, 1.0, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.0 this is | a small | haus | . ||| [2.0, 1.0, 2.0, 1.0]
+2.0 that | was | a small | haus | . ||| [2.0, 1.5, 1.0, 2.0, 1.0]
+2.0 that | is | a small | haus | . ||| [2.0, 1.5, 1.0, 2.0, 1.0]
+2.0 this | was | a small | haus | . ||| [2.0, 1.5, 1.0, 2.0, 1.0]
+2.0 this | is | a small | haus | . ||| [2.0, 1.5, 1.0, 2.0, 1.0]
+2.0 this | was | a small | haus | . ||| [2.0, 1.5, 1.0, 2.0, 1.0]
+2.0 that | was | a small | haus | . ||| [2.0, 1.5, 1.0, 2.0, 1.0]
+2.0 this | is | a small | haus | . ||| [2.0, 1.5, 1.0, 2.0, 1.0]
+2.0 that | is | a small | haus | . ||| [2.0, 1.5, 1.0, 2.0, 1.0]
+1.0 das | was | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 2.0, 1.0, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 2.0, 1.0, 2.0, 1.0]
+2.5 das | was | a small | house | . ||| [2.5, 1.5, 1.0, 2.0, 1.0]
+2.5 das | is | a small | house | . ||| [2.5, 1.5, 1.0, 2.0, 1.0]
+1.0 this is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.0, 1.0]
+1.0 das | is | a | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 das | ist | a small | house | . ||| [1.0, 2.0, 1.0, 2.0, 1.0]
+1.0 that | ist | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | is | ein | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | an | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | was | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this is | ein | kleines | house | . ||| [1.0, 2.0, 1.0, 2.0, 1.0]
+1.0 this is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 that | is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | was | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.0, 1.0]
+1.0 this | was | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | ist | a | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 das | is | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 that | is | ein | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 das | ist | a small | house | . ||| [1.0, 2.0, 1.0, 2.0, 1.0]
+1.0 das | was | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | was | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | was | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | was | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | ist | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | is | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | ist | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | ist | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | was | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | was | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | ist | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | ist | a small | house | . ||| [1.0, 2.0, 3.0, 2.0, 1.0]
+1.0 this | was | ein | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | ist | a small | house | . ||| [1.0, 2.0, 3.0, 2.0, 1.0]
+1.0 das | is | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | ist | an | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 das | is | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | ist | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | is | an | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.0, 1.0]
+1.0 das | is | a | kleines | house | . ||| [1.0, 2.0, 1.5, 2.5, 2.0, 1.0]
+1.0 das | was | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | is | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | ist | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | was | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | was | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | ist | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | was | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | was | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | is | a | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | is | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 that | was | ein | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | is | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 das | is | an | kleines | house | . ||| [1.0, 2.0, 3.0, 2.5, 2.0, 1.0]
+1.0 this | was | ein | kleines | house | . ||| [1.0, 0.5, 1.5, 2.5, 2.0, 1.0]
+1.0 this | is | ein | kleines | house | . ||| [1.0, 0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 das | was | a small | haus | . ||| [0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 das | was | a small | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 das | is | a small | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 that | ist | a small | haus | . ||| [0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 this | ist | a small | haus | . ||| [0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 das | was | a small | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 this | ist | a small | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 that | ist | a small | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 das | is | a small | haus | . ||| [0.5, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | an | kleines | house | . ||| [1.0, 0.5, 1.5, 2.5, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 das | is | a small | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 that | ist | a small | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 this | ist | a small | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+1.0 this | ist | a | kleines | house | . ||| [1.0, 0.5, 1.5, 2.5, 2.0, 1.0]
+1.0 that | ist | a | kleines | house | . ||| [1.0, 0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 this is | a | kleines | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 this is | an | kleines | haus | . ||| [0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 this is | a | kleines | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 this is | an | kleines | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+1.0 das | was | a | kleines | house | . ||| [1.0, 0.5, 1.5, 2.5, 2.0, 1.0]
+1.0 das | is | a | kleines | house | . ||| [1.0, 0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 this is | an | kleines | haus | . ||| [0.5, 1.5, 1.0, 2.0, 1.0]
+0.5 this is | an | kleines | haus | . ||| [0.5, 1.5, 2.5, 2.0, 1.0]
+0.5 this | ist | a small | haus | . ||| [0.5, 1.5, 2.5, 2.0, 1.0]
+1.0 das | ist | a small | house | . ||| [1.0, 0.0, 1.0, 2.0, 1.0]
+0.5 das | was | a small | haus | . ||| [0.5, 0.0, 1.0, 2.0, 1.0]
+0.5 das | is | a small | haus | . ||| [0.5, 0.0, 1.0, 2.0, 1.0]
+0.5 das | was | a small | haus | . ||| [0.5, 0.0, 1.0, 2.0, 1.0]
+0.5 das | is | a small | haus | . ||| [0.5, 0.0, 1.0, 2.0, 1.0]
+0.5 this | ist | a small | haus | . ||| [0.5, 0.0, 1.0, 2.0, 1.0]
+0.5 that | ist | a small | haus | . ||| [0.5, 0.0, 1.0, 2.0, 1.0]
+0.5 this | ist | a small | haus | . ||| [0.5, 0.0, 1.0, 2.0, 1.0]
+0.5 that | ist | a small | haus | . ||| [0.5, 0.0, 1.0, 2.0, 1.0]
+1.0 das | ist | a small | house | . ||| [1.0, 0.0, 1.0, 2.0, 1.0]
+-0.5 das | ist | a | kleines | house | . ||| [-0.5, 0.5, 1.5, 2.5, 2.0, 1.0]
+-0.5 this | ist | ein | kleines | house | . ||| [-0.5, 0.5, 1.5, 2.5, 2.0, 1.0]
+-0.5 das | ist | a | kleines | house | . ||| [-0.5, 0.5, 1.5, 2.5, 2.0, 1.0]
+-0.5 das | ist | a | kleines | house | . ||| [-0.5, 0.5, 1.5, 2.5, 2.0, 1.0]
+-0.5 this | ist | ein | kleines | house | . ||| [-0.5, 0.5, 1.5, 2.5, 2.0, 1.0]
+-0.5 this | ist | ein | kleines | house | . ||| [-0.5, 0.5, 1.5, 2.5, 2.0, 1.0]
+-0.5 das | ist | a | kleines | house | . ||| [-0.5, 0.5, 1.5, 2.5, 2.0, 1.0]
+-0.5 this | ist | ein | kleines | house | . ||| [-0.5, 0.5, 1.5, 2.5, 2.0, 1.0]
+-1.0 das | ist | a small | haus | . ||| [-1.0, 0.0, 1.0, 2.0, 1.0]
+-1.0 das | ist | a small | haus | . ||| [-1.0, 0.0, 1.0, 2.0, 1.0]
+-1.0 das | ist | a small | haus | . ||| [-1.0, 0.0, 1.0, 2.0, 1.0]
+-1.0 das | ist | a small | haus | . ||| [-1.0, 0.0, 1.0, 2.0, 1.0]
+-1.0 das | ist | a small | haus | . ||| [-1.0, 0.0, 1.0, 2.0, 1.0]
+-1.0 das | ist | a small | haus | . ||| [-1.0, 0.0, 1.0, 2.0, 1.0]
diff --git a/simple_decoder/simple_decoder.rb b/simple_decoder/simple_decoder.rb
new file mode 100755
index 0000000..e5b97e8
--- /dev/null
+++ b/simple_decoder/simple_decoder.rb
@@ -0,0 +1,171 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+require 'trollop'
+
+
+class OrderedHypothesisStack < Array
+
+ def sort!
+ self.sort_by! { |i| i.score }
+ end
+end
+
+class Rule
+ attr_accessor :left, :right, :features
+
+ def initialize left, right, features
+ @left = left
+ @right = right
+ @features = features
+ end
+end
+
+class Coverage
+
+ def initialize a
+ @_a = a
+ @_size = nil
+ end
+
+ def set tuple
+ tuple[0].upto(tuple[1]) { |i|
+ @_a[i] = true
+ }
+ end
+
+ def clone
+ new_a = []
+ @_a.each_with_index { |e,i|
+ if e
+ new_a << true
+ else
+ new_a << nil
+ end
+ }
+ return Coverage.new new_a
+ end
+
+ def to_s
+ [@_a.to_s, size]
+ end
+
+ def free? tuple
+ tuple[0].upto(tuple[1]) { |i|
+ return false if @_a[i]
+ }
+ return true
+ end
+
+ def size
+ return @_size if @_size
+ sum = 0
+ @_a.each { |i| sum += 1 if i }
+ @_size = sum
+ return @_size
+ end
+end
+
+class Hypothesis
+ attr_accessor :rule, :score, :coverage, :previous, :span, :final
+
+ def initialize rule, score, coverage, previous, span
+ @rule = rule
+ @score = score
+ @coverage = coverage
+ @previous = previous
+ @span = span
+ @final = false
+ end
+
+ def to_s
+ [@score, @rule, @coverage.to_s, "TODO", span.to_s].to_s
+ end
+
+ def applicable? span
+ return @coverage.free? span
+ end
+end
+
+def get_translation_options tokenized_input, phrase_table
+ translation_options = {}
+ tokenized_input.each_with_index { |token, i|
+ i.upto(tokenized_input.size-1) { |j|
+ span = [i, j]
+ str = tokenized_input[i..j].join ' '
+ translation_options[span] = [[str, {'f2e'=>-1.0}]] if i==j
+ translation_options[span] = [] if j>i
+ if phrase_table.has_key? str
+ phrase_table[str].each { |right_side|
+ translation_options[span] << right_side
+ }
+ end
+ }
+ }
+ return translation_options
+end
+
+def main
+ cfg = Trollop::options do
+ opt :debug, "debug mode", :type => :bool, :default => false
+ opt :stack_size, "max. stack size", :type => :int, :default => 100
+ end
+ if !cfg[:debug]
+ input = STDIN.gets.strip
+ phrase_table = read_phrase_table './data/example.phrases'
+ else
+ input = 'a b'
+ phrase_table = read_phrase_table './data/debug.phrases'
+ end
+ tokenized_input = tokenize input
+ translation_options = get_translation_options tokenized_input, phrase_table
+ a = []
+ (0).upto(tokenized_input.size-1) { a << nil }
+ initial_coverage = Coverage.new a
+ empty_hypothesis = Hypothesis.new nil, 0.0, initial_coverage, nil, nil
+ stack = OrderedHypothesisStack.new
+ stack.push empty_hypothesis
+ STDERR.write "input size: #{tokenized_input.size}\n"
+ while not stack.size == 0
+ hyp = stack.pop
+ translation_options.each_pair { |span, options|
+ if hyp.applicable? span
+ new_coverage = hyp.coverage.clone
+ new_coverage.set span
+ options.each { |opt|
+ stack.push Hypothesis.new opt[0], hyp.score+opt[1]['f2e'], new_coverage, hyp, span
+ }
+ else
+ if hyp.coverage.size == tokenized_input.size and !hyp.final
+ str = []
+ scores = []
+ 0.upto(tokenized_input.size-1) { str << '' }
+ score = hyp.score
+ cur_hyp = hyp
+ while true
+ break if !cur_hyp.rule
+ a = cur_hyp.rule.split
+ i = cur_hyp.span[0]
+ scores << cur_hyp.score
+ a.each { |tok|
+ str[i] = tok
+ i += 1
+ }
+ str[i-1] += " |"
+ cur_hyp = cur_hyp.previous
+ end
+ puts "#{score} #{str.join(' ')}|| #{scores.to_s}\n"
+ hyp.final = true
+ end
+ end
+ }
+ stack.sort!
+ if stack.size > cfg[:stack_size]
+ stack = stack[stack.size-cfg[:stack_size]..stack.size-1]
+ end
+ end
+end
+
+
+main
+
generated by cgit v1.2.3 (git 2.39.1) at 2024-11-27 21:01:05 +0000