#!/usr/bin/env ruby require 'zipf' class KbestItem attr_accessor :rank, :model, :rr, :gold, :f def initialize s a = s.split "\t" @rank = a[0].to_i @gold = a[1].to_f @model = a[2].to_f @rr = -1.0 @f = SparseVector.from_kv a[3], "=", " " end def to_s return "#{@model}\t#{@gold}\t#{@rank}\t#{@rr}" end end w = SparseVector.from_kv ReadFile.new(ARGV[0]).read, "\t", "\n" def o kl, j f = WriteFile.new "lists/#{j}.model" g = WriteFile.new "lists/#{j}.rr" kl.each { |i| f.write "#{i.gold}\t#{i.model}\n" g.write "#{i.gold}\t#{i.rr}\n" } end `mkdir -p lists` STDERR.write "reranking..\n" cur = [] k_sum = 0 j = 0 while line = STDIN.gets item = KbestItem.new line.strip item.rr = w.dot(item.f) if item.rank == 0 && cur.size > 0 o cur, j cur = [] j += 1 end cur << item end o cur, j