diff options
| author | Patrick Simianer <p@simianer.de> | 2014-06-14 16:46:27 +0200 |
|---|---|---|
| committer | Patrick Simianer <p@simianer.de> | 2014-06-14 16:46:27 +0200 |
| commit | 26c490f404731d053a6205719b6246502c07b449 (patch) | |
| tree | 3aa721098f1251dfbf2249ecd2736434c13b1d48 /overlapping_rules/word_pair_keys_mapred.sh | |
init
Diffstat (limited to 'overlapping_rules/word_pair_keys_mapred.sh')
| -rwxr-xr-x | overlapping_rules/word_pair_keys_mapred.sh | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/overlapping_rules/word_pair_keys_mapred.sh b/overlapping_rules/word_pair_keys_mapred.sh new file mode 100755 index 0000000..3c6a3c3 --- /dev/null +++ b/overlapping_rules/word_pair_keys_mapred.sh @@ -0,0 +1,12 @@ +#!/bin/sh + +hadoop jar /usr/lib/hadoop-0.20-mapreduce/contrib/streaming/hadoop-streaming-2.0.0-mr1-cdh4.1.2.jar \ + -D mapred.reduce.tasks=24 \ + -D mapred.task.timeout=1200000000 \ + -input overlap/newstest2008-grammar+index \ + -output overlap/newstest2008-grammar_word-pair-keys \ + -mapper word_pair_keys.rb \ + -reducer "/bin/cat" \ + -file word_pair_keys.rb \ + -file util.rb + |