From 9071a7f2c15c2eddd925edcb62db2794ccad6c50 Mon Sep 17 00:00:00 2001 From: Patrick Simianer
Date: Sat, 31 Jan 2015 16:27:03 +0100 Subject: tools --- convert_to_svmlight_format | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100755 convert_to_svmlight_format (limited to 'convert_to_svmlight_format') diff --git a/convert_to_svmlight_format b/convert_to_svmlight_format new file mode 100755 index 0000000..7e5c538 --- /dev/null +++ b/convert_to_svmlight_format @@ -0,0 +1,21 @@ +#!/usr/bin/env ruby + +require 'zipf' + +fd = Marshal.load ReadFile.read ARGV[0] +d = fd.size + +train = [] +l_i = 1 +while line = STDIN.gets + puts l_i if l_i%1000==0 + s = [] + line.split.each { |i| + k,w = i.split '=', 2 + s << [fd[k]+1, w.to_f] + } + s.sort_by! { |i| i.first } + puts "+1 #{s.map{|i| "#{i.first}:#{i[1]}" }.join(' ')}" + l_i+= 1 +end + -- cgit v1.2.3