diff options
| author | Patrick Simianer <p@simianer.de> | 2011-09-27 00:14:27 +0200 |
|---|---|---|
| committer | Patrick Simianer <p@simianer.de> | 2011-09-27 00:14:27 +0200 |
| commit | c9d20f422029ed61dec78ac0fd557aef61dbd973 (patch) | |
| tree | 95e025e1d3d0aa28a408aba25e8e86bf6c986687 /dtrain/hstreaming/hadoop-streaming-job.sh | |
| parent | fb6bbeba17c56f5adf7ddcb16b445073883e1b83 (diff) | |
| parent | 40c7d43f8cd5ccaef22f098937b985d4101368f9 (diff) | |
more streaming
Diffstat (limited to 'dtrain/hstreaming/hadoop-streaming-job.sh')
| -rwxr-xr-x | dtrain/hstreaming/hadoop-streaming-job.sh | 11 |
1 files changed, 5 insertions, 6 deletions
diff --git a/dtrain/hstreaming/hadoop-streaming-job.sh b/dtrain/hstreaming/hadoop-streaming-job.sh index 2cf3f50a..9da0a6c3 100755 --- a/dtrain/hstreaming/hadoop-streaming-job.sh +++ b/dtrain/hstreaming/hadoop-streaming-job.sh @@ -5,16 +5,15 @@ JAR=contrib/streaming/hadoop-streaming-0.20.2-cdh3u1.jar HSTREAMING="$HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/$JAR" IN=in/nc-wmt11-de-en-dyer-cs-joshua.tok.lc.fixamp1.loo.psg.dtrain.1400m -OUT=out/nc-wmt11-de-en-dyer-cs-joshua.tok.lc.fixamp1.loo.psg.dtrain-weights-1400m +OUT=out/nc-wmt11-de-en-dyer-cs-joshua.tok.lc.fixamp1.loo.psg.dtrain-weights-1400m-NEW $HSTREAMING \ - -mapper "dtrain.sh" \ - -reducer "avgweights.rb" \ + -mapper "dtrain -c dtrain.ini --hstreaming" \ + -reducer "red-avg.rb" \ -input $IN \ -output $OUT \ - -file avgweights.rb \ - -file dtrain.sh \ - -file dtrain \ + -file red-avg.rb \ + -file ../dtrain \ -file dtrain.ini \ -file cdec.ini \ -file nc-wmt11.en.srilm.3.gz \ |