diff options
Diffstat (limited to 'rr')
-rwxr-xr-x | rr | 44 |
1 files changed, 0 insertions, 44 deletions
@@ -1,44 +0,0 @@ -#!/usr/bin/env ruby - -require 'zipf' - -windows = [] -cur = [] -cur_sz = 0 -while line = STDIN.gets - if cur_sz >= 1000 - windows << cur - cur = [] - cur_sz = 0 - end - cur << line.strip - cur_sz += cur.last.split.size -end - -enums = [0.0]*4 -denoms = [0.0]*4 -windows.each { |w| - ng_by_n = [{}]*4 - w.each { |seg| - ngrams(seg, 4) { |ng| - if ng_by_n[ng.size-1].has_key? ng - ng_by_n[ng.size-1][ng] += 1 - else - ng_by_n[ng.size-1][ng] = 1 - end - } - } - ng_by_n.each_with_index { |ng,j| - singletons = ng.reject { |k,v| v > 1 }.size - enums[j] += ng.size - singletons - denoms[j] += ng.size.to_f - } -} - -rr = 1.0 -enums.each_with_index { |i,j| - rr *= i/denoms[j] -} - -puts ((rr**0.25)*100).round 2 - |