blob: a7a96f7f475f68cf3c1d783e24e47508a2cbe6cd (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
|
#!/bin/sh
hadoop jar /usr/lib/hadoop-0.20-mapreduce/contrib/streaming/hadoop-streaming-2.0.0-mr1-cdh4.1.2.jar \
-D mapred.reduce.tasks=384 \
-D mapred.task.timeout=1200000000 \
-input overlap/g120_word-pair-keys \
-output overlap/g120_cross-product \
-mapper "/bin/cat" \
-reducer rules_cross_product.rb \
-file rules_cross_product.rb \
-file util.rb
|