diff options
Diffstat (limited to 'dtrain/hstreaming/red-all.rb')
-rwxr-xr-x | dtrain/hstreaming/red-all.rb | 26 |
1 files changed, 0 insertions, 26 deletions
diff --git a/dtrain/hstreaming/red-all.rb b/dtrain/hstreaming/red-all.rb deleted file mode 100755 index bbc65945..00000000 --- a/dtrain/hstreaming/red-all.rb +++ /dev/null @@ -1,26 +0,0 @@ -#!/usr/bin/env ruby1.9.1 - - -shard_count_key = "__SHARD_COUNT__" - -STDIN.set_encoding 'utf-8' -STDOUT.set_encoding 'utf-8' - -w = {} -c = {} -w.default = 0 -c.default = 0 -while line = STDIN.gets - key, val = line.split /\t/ - w[key] += val.to_f - c[key] += 1 -end - -puts "# dtrain reducer: active on all" -shard_count = w["__SHARD_COUNT__"] -puts "shard count #{shard_count}" -w.each_key { |k| - if k == shard_count_key then next end - if c[k] == shard_count then puts "#{k}\t#{w[k]/shard_count}" end -} - |