summaryrefslogtreecommitdiff
path: root/hadoop/streaming/partitioner_test.sh
diff options
context:
space:
mode:
authorPatrick Simianer <p@simianer.de>2014-06-14 19:03:21 +0200
committerPatrick Simianer <p@simianer.de>2014-06-14 19:03:21 +0200
commit5ddc763ab9953eebdaf78af4eb72288d7955b310 (patch)
treefffaf3d22173feae684b7c02ce86c67cf77c7fec /hadoop/streaming/partitioner_test.sh
parent26c490f404731d053a6205719b6246502c07b449 (diff)
cleanup
Diffstat (limited to 'hadoop/streaming/partitioner_test.sh')
-rwxr-xr-xhadoop/streaming/partitioner_test.sh22
1 files changed, 0 insertions, 22 deletions
diff --git a/hadoop/streaming/partitioner_test.sh b/hadoop/streaming/partitioner_test.sh
deleted file mode 100755
index dcc7353..0000000
--- a/hadoop/streaming/partitioner_test.sh
+++ /dev/null
@@ -1,22 +0,0 @@
-#!/bin/sh
-
-
-hadoop dfs -put partitioner_test.input partitioner_test.input
-
-HADOOP_HOME=/usr/lib/hadoop
-HADOOP_VERSION=0.20.2-cdh3u1
-JAR=contrib/streaming/hadoop-streaming-$HADOOP_VERSION.jar
-HSTREAMING="$HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/$JAR"
-
-OUT=partitioner_out
-
-$HSTREAMING \
- -input partitioner_test.input \
- -output $OUT \
- -mapper /bin/cat \
- -jobconf mapred.reduce.tasks=2
-
-hadoop dfs -get $OUT .
-hadoop dfs -rmr $OUT
-hadoop dfs -rm partitioner_test.input
-