summaryrefslogtreecommitdiff
path: root/training/dtrain/examples/toy
diff options
context:
space:
mode:
authorPatrick Simianer <p@simianer.de>2015-01-23 15:50:27 +0100
committerPatrick Simianer <p@simianer.de>2015-01-23 15:50:27 +0100
commit32dea3f24e56ac7c17343457c48f750f16838742 (patch)
tree79177b58cbff08c14991a0da8e851912b1c06309 /training/dtrain/examples/toy
parent556dc935c7a2d8df78a35447d20d71b4bf6e391a (diff)
dtrain: multi-reference BLEU
Diffstat (limited to 'training/dtrain/examples/toy')
-rw-r--r--training/dtrain/examples/toy/dtrain.ini3
-rw-r--r--training/dtrain/examples/toy/expected-output31
-rw-r--r--training/dtrain/examples/toy/in2
-rw-r--r--training/dtrain/examples/toy/src2
-rw-r--r--training/dtrain/examples/toy/tgt2
5 files changed, 27 insertions, 13 deletions
diff --git a/training/dtrain/examples/toy/dtrain.ini b/training/dtrain/examples/toy/dtrain.ini
index ef956df7..70c7331c 100644
--- a/training/dtrain/examples/toy/dtrain.ini
+++ b/training/dtrain/examples/toy/dtrain.ini
@@ -1,6 +1,5 @@
decoder_config=cdec.ini
-input=src
-refs=tgt
+bitext=in
output=-
print_weights=logp shell_rule house_rule small_rule little_rule PassThrough PassThrough_1 PassThrough_2 PassThrough_3 PassThrough_4 PassThrough_5 PassThrough_6
k=4
diff --git a/training/dtrain/examples/toy/expected-output b/training/dtrain/examples/toy/expected-output
index 1da2aadd..fbee24e3 100644
--- a/training/dtrain/examples/toy/expected-output
+++ b/training/dtrain/examples/toy/expected-output
@@ -1,26 +1,29 @@
Warning: hi_lo only works with pair_sampling XYX.
cdec cfg 'cdec.ini'
-Seeding random number sequence to 1664825829
+Seeding random number sequence to 3626026233
dtrain
Parameters:
k 4
N 4
T 2
+ batch 0
scorer 'bleu'
sample from 'kbest'
filter 'uniq'
learning rate 1
gamma 0
loss margin 0
+ faster perceptron 1
pairs 'all'
pair threshold 0
select weights 'last'
l1 reg 0 'none'
+ pclr no
max pairs 4294967295
+ repeat 1
cdec cfg 'cdec.ini'
- input 'src'
- refs 'tgt'
+ input ''
output '-'
(a dot represents 10 inputs)
Iteration #1 of 2.
@@ -32,12 +35,19 @@ WEIGHTS
small_rule = -2
little_rule = +3
PassThrough = -5
+ PassThrough_1 = +0
+ PassThrough_2 = +0
+ PassThrough_3 = +0
+ PassThrough_4 = +0
+ PassThrough_5 = +0
+ PassThrough_6 = +0
---
1best avg score: 0.5 (+0.5)
1best avg model score: 2.5 (+2.5)
- avg # pairs: 4
- avg # rank err: 1.5
+ avg # pairs: 1.5
+ avg # rank err: 1.5 (meaningless)
avg # margin viol: 0
+ k-best loss imp: 100%
non0 feature count: 6
avg list sz: 4
avg f count: 2.875
@@ -52,12 +62,19 @@ WEIGHTS
small_rule = -2
little_rule = +3
PassThrough = -5
+ PassThrough_1 = +0
+ PassThrough_2 = +0
+ PassThrough_3 = +0
+ PassThrough_4 = +0
+ PassThrough_5 = +0
+ PassThrough_6 = +0
---
1best avg score: 1 (+0.5)
1best avg model score: 5 (+2.5)
- avg # pairs: 5
- avg # rank err: 0
+ avg # pairs: 0
+ avg # rank err: 0 (meaningless)
avg # margin viol: 0
+ k-best loss imp: 100%
non0 feature count: 6
avg list sz: 4
avg f count: 3
diff --git a/training/dtrain/examples/toy/in b/training/dtrain/examples/toy/in
new file mode 100644
index 00000000..5d70795d
--- /dev/null
+++ b/training/dtrain/examples/toy/in
@@ -0,0 +1,2 @@
+ich sah ein kleines haus ||| i saw a little house
+ich fand ein kleines haus ||| i found a little house
diff --git a/training/dtrain/examples/toy/src b/training/dtrain/examples/toy/src
deleted file mode 100644
index 87e39ef2..00000000
--- a/training/dtrain/examples/toy/src
+++ /dev/null
@@ -1,2 +0,0 @@
-ich sah ein kleines haus
-ich fand ein kleines haus
diff --git a/training/dtrain/examples/toy/tgt b/training/dtrain/examples/toy/tgt
deleted file mode 100644
index 174926b3..00000000
--- a/training/dtrain/examples/toy/tgt
+++ /dev/null
@@ -1,2 +0,0 @@
-i saw a little house
-i found a little house