diff options
| -rw-r--r-- | report/vest_mira_hope_direction/README | 9 | ||||
| -rw-r--r-- | report/vest_mira_hope_direction/dev.bleu.baseline.txt | 23 | ||||
| -rw-r--r-- | report/vest_mira_hope_direction/dev.bleu.oracle_mira_direction.txt | 39 |
3 files changed, 71 insertions, 0 deletions
diff --git a/report/vest_mira_hope_direction/README b/report/vest_mira_hope_direction/README new file mode 100644 index 00000000..c3641f4c --- /dev/null +++ b/report/vest_mira_hope_direction/README @@ -0,0 +1,9 @@ +First column = tune iteration, second column = tune BLEU + +Choosing the average of a few random sentence's model->hope direction, With Vlad's default --bleu_weight=1, nothing improved, and convergenced seemed to be slower, which is the opposite of what we intended. 5 random directions and the orthogonal directions were still used (fewer than normal random directions; the oracle directions replaced some of them). + +dev.bleu.baseline.txt - usual search directions (orth+random) + +dev.bleu.oracle_mira_direction.txt - as above, but fewer random directions, 10 model->hope directions + +note that the search directions are recomputed after each MERT iteration. diff --git a/report/vest_mira_hope_direction/dev.bleu.baseline.txt b/report/vest_mira_hope_direction/dev.bleu.baseline.txt new file mode 100644 index 00000000..2cf5a023 --- /dev/null +++ b/report/vest_mira_hope_direction/dev.bleu.baseline.txt @@ -0,0 +1,23 @@ +1 0.18892 +2 0.192939 +3 0.193087 +4 0.19316 +5 0.211582 +6 0.213164 +7 0.214736 +8 0.2164 +9 0.217853 +10 0.21972 +11 0.221133 +12 0.221733 +13 0.222067 +14 0.222347 +15 0.220126 +16 0.220623 +17 0.220766 +18 0.220915 +19 0.220979 +20 0.22119 +21 0.221739 +22 0.22174 +23 0.221802 diff --git a/report/vest_mira_hope_direction/dev.bleu.oracle_mira_direction.txt b/report/vest_mira_hope_direction/dev.bleu.oracle_mira_direction.txt new file mode 100644 index 00000000..f6cd4972 --- /dev/null +++ b/report/vest_mira_hope_direction/dev.bleu.oracle_mira_direction.txt @@ -0,0 +1,39 @@ +1 0.189294 +2 0.193352 +3 0.194648 +4 0.194931 +5 0.195066 +6 0.21277 +7 0.214142 +8 0.214968 +9 0.215563 +10 0.215798 +11 0.216671 +12 0.217189 +13 0.217404 +14 0.21743 +15 0.217222 +16 0.217487 +17 0.217598 +18 0.217633 +19 0.216885 +20 0.217254 +21 0.218321 +22 0.219699 +23 0.2204 +24 0.220668 +25 0.220817 +26 0.220831 +27 0.220091 +28 0.220761 +29 0.220872 +30 0.220923 +31 0.220602 +32 0.220661 +33 0.221046 +34 0.221234 +35 0.221252 +36 0.220876 +37 0.220985 +38 0.220989 +39 0.221083 |