summaryrefslogtreecommitdiff
path: root/hadoop/streaming/no_reducer.sh
diff options
context:
space:
mode:
authorPatrick Simianer <p@simianer.de>2014-06-14 19:03:21 +0200
committerPatrick Simianer <p@simianer.de>2014-06-14 19:03:21 +0200
commit5ddc763ab9953eebdaf78af4eb72288d7955b310 (patch)
treefffaf3d22173feae684b7c02ce86c67cf77c7fec /hadoop/streaming/no_reducer.sh
parent26c490f404731d053a6205719b6246502c07b449 (diff)
cleanup
Diffstat (limited to 'hadoop/streaming/no_reducer.sh')
-rwxr-xr-xhadoop/streaming/no_reducer.sh23
1 files changed, 0 insertions, 23 deletions
diff --git a/hadoop/streaming/no_reducer.sh b/hadoop/streaming/no_reducer.sh
deleted file mode 100755
index 7267166..0000000
--- a/hadoop/streaming/no_reducer.sh
+++ /dev/null
@@ -1,23 +0,0 @@
-#!/bin/sh
-
-
-hadoop dfs -put no_reducer.input no_reducer.input
-
-HADOOP_HOME=/usr/lib/hadoop
-HADOOP_VERSION=0.20.2-cdh3u1
-JAR=contrib/streaming/hadoop-streaming-$HADOOP_VERSION.jar
-HSTREAMING="$HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/$JAR"
-
-OUT=no_reducer_out
-
-$HSTREAMING \
- -input no_reducer.input \
- -output $OUT \
- -mapper "no_reducer.rb" \
- -file "no_reducer.rb" \
- -reducer NONE
-
-hadoop dfs -get $OUT .
-hadoop dfs -rmr $OUT
-hadoop dfs -rm no_reducer.input
-