diff options
author | Patrick Simianer <simianer@cl.uni-heidelberg.de> | 2012-04-26 11:36:49 +0200 |
---|---|---|
committer | Patrick Simianer <simianer@cl.uni-heidelberg.de> | 2012-04-26 11:36:49 +0200 |
commit | fde1df3ee578564f78d7d0eac453dcb3f1740e05 (patch) | |
tree | 3d986ff73becb4b062633bc6d2a7ba946a3bc488 /dtrain/hstreaming/hadoop-streaming-job.sh | |
parent | 9572d31167162955a02276c1846ae4baefa7ee53 (diff) |
remove obsolete stuff
Diffstat (limited to 'dtrain/hstreaming/hadoop-streaming-job.sh')
-rwxr-xr-x | dtrain/hstreaming/hadoop-streaming-job.sh | 7 |
1 files changed, 3 insertions, 4 deletions
diff --git a/dtrain/hstreaming/hadoop-streaming-job.sh b/dtrain/hstreaming/hadoop-streaming-job.sh index 90c2b790..92419956 100755 --- a/dtrain/hstreaming/hadoop-streaming-job.sh +++ b/dtrain/hstreaming/hadoop-streaming-job.sh @@ -6,17 +6,16 @@ EXP=a_simple_test HADOOP_HOME=/usr/lib/hadoop-0.20 JAR=contrib/streaming/hadoop-streaming-0.20.2-cdh3u1.jar HSTREAMING="$HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/$JAR" -# ^^^ IN=input_on_hdfs OUT=output_weights_on_hdfs -# you can remove the -reducer line if you want to +# you can -reducer to NONE if you want to # do feature selection/averaging locally (e.g. to -# keep weights of the iterations) +# keep weights of all epochs) $HSTREAMING \ -mapper "dtrain.sh" \ - -reducer "lplp.rb l2 select_k 100000" \ + -reducer "ruby lplp.rb l2 select_k 100000" \ -input $IN \ -output $OUT \ -file dtrain.sh \ |