overlapping_rules/rules_cross_product_mapred.sh


1
2
3
4
5
6
7
8
9
10
11
12

#!/bin/sh

hadoop jar /usr/lib/hadoop-0.20-mapreduce/contrib/streaming/hadoop-streaming-2.0.0-mr1-cdh4.1.2.jar \
  -D mapred.reduce.tasks=384 \
  -D mapred.task.timeout=1200000000 \
  -input overlap/g120_word-pair-keys \
  -output overlap/g120_cross-product \
  -mapper "/bin/cat" \
  -reducer rules_cross_product.rb \
  -file rules_cross_product.rb \
  -file util.rb