rename, remove non nlp stuff

1 files changed, 22 insertions, 0 deletions

diff --git a/svm-light-fmt-conv b/svm-light-fmt-conv
new file mode 100755
index 0000000..a9ce98f
--- /dev/null
+++ b/svm-light-fmt-conv
@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+
+fd = Marshal.load ReadFile.read ARGV[0]
+d = fd.size
+
+not_quiet = ARGV[1]
+train = []
+l_i = 1
+while line = STDIN.gets
+  STDERR.write "#{l_i}\n" if l_i%1000==0&&not_quiet
+  s = []
+  line.split.each { |i|
+    k,w = i.split '=', 2
+    s << [fd[k]+1, w.to_f]
+  }
+  s.sort_by! { |i| i.first }
+  puts "+1 #{s.map{|i| "#{i.first}:#{i[1]}" }.join(' ')}"
+  l_i+= 1
+end
+