diff options
author | Patrick Simianer <p@simianer.de> | 2011-11-29 23:35:51 +0100 |
---|---|---|
committer | Patrick Simianer <p@simianer.de> | 2011-11-29 23:35:51 +0100 |
commit | 06a270c8d3f061bc7fed062cb28605dd8c6e3a8f (patch) | |
tree | 6f58ef45d2e55066d83d869b10611b190db78f6a /dtrain/hstreaming/red-all.rb | |
parent | af34238d6a18152f3d543422277bdd111d84e211 (diff) |
avg.rb lplp.rb
Diffstat (limited to 'dtrain/hstreaming/red-all.rb')
-rwxr-xr-x | dtrain/hstreaming/red-all.rb | 26 |
1 files changed, 0 insertions, 26 deletions
diff --git a/dtrain/hstreaming/red-all.rb b/dtrain/hstreaming/red-all.rb deleted file mode 100755 index bbc65945..00000000 --- a/dtrain/hstreaming/red-all.rb +++ /dev/null @@ -1,26 +0,0 @@ -#!/usr/bin/env ruby1.9.1 - - -shard_count_key = "__SHARD_COUNT__" - -STDIN.set_encoding 'utf-8' -STDOUT.set_encoding 'utf-8' - -w = {} -c = {} -w.default = 0 -c.default = 0 -while line = STDIN.gets - key, val = line.split /\t/ - w[key] += val.to_f - c[key] += 1 -end - -puts "# dtrain reducer: active on all" -shard_count = w["__SHARD_COUNT__"] -puts "shard count #{shard_count}" -w.each_key { |k| - if k == shard_count_key then next end - if c[k] == shard_count then puts "#{k}\t#{w[k]/shard_count}" end -} - |