summaryrefslogtreecommitdiff
path: root/hadoop_uniq
diff options
context:
space:
mode:
Diffstat (limited to 'hadoop_uniq')
-rwxr-xr-xhadoop_uniq11
1 files changed, 0 insertions, 11 deletions
diff --git a/hadoop_uniq b/hadoop_uniq
deleted file mode 100755
index 5052419..0000000
--- a/hadoop_uniq
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/bin/zsh
-
-HADOOP_HOME=/usr/lib/hadoop
-
-$HADOOP_HOME/bin/hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar \
- -D mapred.reduce.tasks=98 \
- -input d \
- -output d.uniq \
- -mapper 'cut -d " " -f 1' \
- -reducer /usr/bin/uniq
-