From a94c53e6ce25649827695e7328127958a2903dc8 Mon Sep 17 00:00:00 2001
From: graehl <graehl@ec762483-ff6d-05da-a07a-a48fb63a330f>
Date: Wed, 28 Jul 2010 16:07:03 +0000
Subject: vest+hope direction non-result

git-svn-id: https://ws10smt.googlecode.com/svn/trunk@455 ec762483-ff6d-05da-a07a-a48fb63a330f
---
 report/vest_mira_hope_direction/README             |  9 +++++
 .../vest_mira_hope_direction/dev.bleu.baseline.txt | 23 +++++++++++++
 .../dev.bleu.oracle_mira_direction.txt             | 39 ++++++++++++++++++++++
 3 files changed, 71 insertions(+)
 create mode 100644 report/vest_mira_hope_direction/README
 create mode 100644 report/vest_mira_hope_direction/dev.bleu.baseline.txt
 create mode 100644 report/vest_mira_hope_direction/dev.bleu.oracle_mira_direction.txt

(limited to 'report')

diff --git a/report/vest_mira_hope_direction/README b/report/vest_mira_hope_direction/README
new file mode 100644
index 00000000..c3641f4c
--- /dev/null
+++ b/report/vest_mira_hope_direction/README
@@ -0,0 +1,9 @@
+First column = tune iteration, second column = tune BLEU
+
+Choosing the average of a few random sentence's model->hope direction, With Vlad's default --bleu_weight=1, nothing improved, and convergenced seemed to be slower, which is the opposite of what we intended.  5 random directions and the orthogonal directions were still used (fewer than normal random directions; the oracle directions replaced some of them).
+
+dev.bleu.baseline.txt - usual search directions (orth+random)
+
+dev.bleu.oracle_mira_direction.txt - as above, but fewer random directions, 10 model->hope directions
+
+note that the search directions are recomputed after each MERT iteration.
diff --git a/report/vest_mira_hope_direction/dev.bleu.baseline.txt b/report/vest_mira_hope_direction/dev.bleu.baseline.txt
new file mode 100644
index 00000000..2cf5a023
--- /dev/null
+++ b/report/vest_mira_hope_direction/dev.bleu.baseline.txt
@@ -0,0 +1,23 @@
+1	0.18892
+2	0.192939
+3	0.193087
+4	0.19316
+5	0.211582
+6	0.213164
+7	0.214736
+8	0.2164
+9	0.217853
+10	0.21972
+11	0.221133
+12	0.221733
+13	0.222067
+14	0.222347
+15	0.220126
+16	0.220623
+17	0.220766
+18	0.220915
+19	0.220979
+20	0.22119
+21	0.221739
+22	0.22174
+23	0.221802
diff --git a/report/vest_mira_hope_direction/dev.bleu.oracle_mira_direction.txt b/report/vest_mira_hope_direction/dev.bleu.oracle_mira_direction.txt
new file mode 100644
index 00000000..f6cd4972
--- /dev/null
+++ b/report/vest_mira_hope_direction/dev.bleu.oracle_mira_direction.txt
@@ -0,0 +1,39 @@
+1	0.189294
+2	0.193352
+3	0.194648
+4	0.194931
+5	0.195066
+6	0.21277
+7	0.214142
+8	0.214968
+9	0.215563
+10	0.215798
+11	0.216671
+12	0.217189
+13	0.217404
+14	0.21743
+15	0.217222
+16	0.217487
+17	0.217598
+18	0.217633
+19	0.216885
+20	0.217254
+21	0.218321
+22	0.219699
+23	0.2204
+24	0.220668
+25	0.220817
+26	0.220831
+27	0.220091
+28	0.220761
+29	0.220872
+30	0.220923
+31	0.220602
+32	0.220661
+33	0.221046
+34	0.221234
+35	0.221252
+36	0.220876
+37	0.220985
+38	0.220989
+39	0.221083
-- 
cgit v1.2.3