diff options
| author | Patrick Simianer <simianer@cl.uni-heidelberg.de> | 2011-09-27 00:10:48 +0200 |
|---|---|---|
| committer | Patrick Simianer <simianer@cl.uni-heidelberg.de> | 2011-09-27 00:10:48 +0200 |
| commit | 40c884b3d74a1779be80974fc6fc926b0812813c (patch) | |
| tree | fca25c58549907528b201a14c4014f6a868d487f /dtrain/hstreaming/hadoop-streaming-job.sh | |
| parent | 36de7283576dd22a91577ef175c62434f3d933b4 (diff) | |
some updates for hadoop streaming
Diffstat (limited to 'dtrain/hstreaming/hadoop-streaming-job.sh')
| -rwxr-xr-x | dtrain/hstreaming/hadoop-streaming-job.sh | 11 |
1 files changed, 5 insertions, 6 deletions
diff --git a/dtrain/hstreaming/hadoop-streaming-job.sh b/dtrain/hstreaming/hadoop-streaming-job.sh index 2cf3f50a..9da0a6c3 100755 --- a/dtrain/hstreaming/hadoop-streaming-job.sh +++ b/dtrain/hstreaming/hadoop-streaming-job.sh @@ -5,16 +5,15 @@ JAR=contrib/streaming/hadoop-streaming-0.20.2-cdh3u1.jar HSTREAMING="$HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/$JAR" IN=in/nc-wmt11-de-en-dyer-cs-joshua.tok.lc.fixamp1.loo.psg.dtrain.1400m -OUT=out/nc-wmt11-de-en-dyer-cs-joshua.tok.lc.fixamp1.loo.psg.dtrain-weights-1400m +OUT=out/nc-wmt11-de-en-dyer-cs-joshua.tok.lc.fixamp1.loo.psg.dtrain-weights-1400m-NEW $HSTREAMING \ - -mapper "dtrain.sh" \ - -reducer "avgweights.rb" \ + -mapper "dtrain -c dtrain.ini --hstreaming" \ + -reducer "red-avg.rb" \ -input $IN \ -output $OUT \ - -file avgweights.rb \ - -file dtrain.sh \ - -file dtrain \ + -file red-avg.rb \ + -file ../dtrain \ -file dtrain.ini \ -file cdec.ini \ -file nc-wmt11.en.srilm.3.gz \ |