summaryrefslogtreecommitdiff
path: root/convert_to_svmlight_format
blob: 7e5c5387eb139620454352e769ffa8ad35ec6f20 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
#!/usr/bin/env ruby

require 'zipf'

fd = Marshal.load ReadFile.read ARGV[0]
d = fd.size

train = []
l_i = 1
while line = STDIN.gets
  puts l_i if l_i%1000==0
  s = []
  line.split.each { |i|
    k,w = i.split '=', 2
    s << [fd[k]+1, w.to_f]
  }
  s.sort_by! { |i| i.first }
  puts "+1 #{s.map{|i| "#{i.first}:#{i[1]}" }.join(' ')}"
  l_i+= 1
end