From 2b1d7f881c19c4d4b5afae194e02d3300c7675d0 Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Tue, 5 Jul 2016 11:01:46 +0200 Subject: mv --- hadoop_uniq | 11 ----------- 1 file changed, 11 deletions(-) delete mode 100755 hadoop_uniq (limited to 'hadoop_uniq') diff --git a/hadoop_uniq b/hadoop_uniq deleted file mode 100755 index 5052419..0000000 --- a/hadoop_uniq +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/zsh - -HADOOP_HOME=/usr/lib/hadoop - -$HADOOP_HOME/bin/hadoop jar /usr/lib/hadoop-mapreduce/hadoop-streaming.jar \ - -D mapred.reduce.tasks=98 \ - -input d \ - -output d.uniq \ - -mapper 'cut -d " " -f 1' \ - -reducer /usr/bin/uniq - -- cgit v1.2.3