summaryrefslogtreecommitdiff
path: root/dtrain/hstreaming/red-avg.rb
diff options
context:
space:
mode:
authorPatrick Simianer <p@simianer.de>2011-11-29 23:35:51 +0100
committerPatrick Simianer <p@simianer.de>2011-11-29 23:35:51 +0100
commit89cf0569972b2eaf891a5d6d87b530aa52973d11 (patch)
treed237e58d8205da99013ed9964d34a2e34e3e1ece /dtrain/hstreaming/red-avg.rb
parentaf6c83df01d105a32c7b2ac346a4225e28dd6dfc (diff)
avg.rb lplp.rb
Diffstat (limited to 'dtrain/hstreaming/red-avg.rb')
-rwxr-xr-xdtrain/hstreaming/red-avg.rb27
1 files changed, 0 insertions, 27 deletions
diff --git a/dtrain/hstreaming/red-avg.rb b/dtrain/hstreaming/red-avg.rb
deleted file mode 100755
index 9326ffbe..00000000
--- a/dtrain/hstreaming/red-avg.rb
+++ /dev/null
@@ -1,27 +0,0 @@
-#!/usr/bin/env ruby1.9.1
-
-shard_count_key = "__SHARD_COUNT__"
-
-STDIN.set_encoding 'utf-8'
-STDOUT.set_encoding 'utf-8'
-
-w = {}
-c = {}
-w.default = 0
-c.default = 0
-while line = STDIN.gets
- key, val = line.split /\t/
- w[key] += val.to_f
- c[key] += 1
-end
-
-puts "# dtrain reducer: average"
-shard_count = w["__SHARD_COUNT__"]
-w.each_key { |k|
- if k == shard_count_key
- puts "# shard count: #{shard_count.to_i}"
- else
- puts "#{k}\t#{w[k]/shard_count}\t# #{c[k]}"
- end
-}
-