summaryrefslogtreecommitdiff
path: root/hadoop/streaming/mapper_test1.sh
diff options
context:
space:
mode:
authorPatrick Simianer <p@simianer.de>2014-06-14 19:03:21 +0200
committerPatrick Simianer <p@simianer.de>2014-06-14 19:03:21 +0200
commit5ddc763ab9953eebdaf78af4eb72288d7955b310 (patch)
treefffaf3d22173feae684b7c02ce86c67cf77c7fec /hadoop/streaming/mapper_test1.sh
parent26c490f404731d053a6205719b6246502c07b449 (diff)
cleanup
Diffstat (limited to 'hadoop/streaming/mapper_test1.sh')
-rwxr-xr-xhadoop/streaming/mapper_test1.sh24
1 files changed, 0 insertions, 24 deletions
diff --git a/hadoop/streaming/mapper_test1.sh b/hadoop/streaming/mapper_test1.sh
deleted file mode 100755
index 80611dc..0000000
--- a/hadoop/streaming/mapper_test1.sh
+++ /dev/null
@@ -1,24 +0,0 @@
-#!/bin/sh
-
-
-hadoop dfs -put mapper_test.input mapper_test.input
-
-HADOOP_HOME=/usr/lib/hadoop
-HADOOP_VERSION=0.20.2-cdh3u1
-JAR=contrib/streaming/hadoop-streaming-$HADOOP_VERSION.jar
-HSTREAMING="$HADOOP_HOME/bin/hadoop jar $HADOOP_HOME/$JAR"
-
-OUT=mapper_test_out
-
-$HSTREAMING \
- -input mapper_test.input \
- -output $OUT \
- -mapper "python mapper1.py" \
- -file mapper_test1.py \
- -reducer org.apache.hadoop.mapred.lib.IdentityReducer \
- -jobconf mapred.reduce.tasks=3
-
-hadoop dfs -get $OUT .
-hadoop dfs -rmr $OUT
-hadoop dfs -rm mapper_test.input
-