mv

1 files changed, 24 insertions, 0 deletions

diff --git a/feature-dict b/feature-dict
new file mode 100755
index 0000000..6849769
--- /dev/null
+++ b/feature-dict
@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+not_quiet = ARGV[1]
+n = 0
+feature_dict = {}
+l_i = 1
+while line = STDIN.gets
+  STDERR.write "#{l_i}\n" if l_i%1000==0&&not_quiet
+  line.split.each { |i|
+    f, v = i.split('=', 2)
+    if !feature_dict.has_key? f
+      feature_dict[f] = n
+      n += 1
+    end
+  }
+  l_i += 1
+end
+
+f = File.new ARGV[0], 'w'
+f.write Marshal.dump feature_dict
+f.close
+
+STDERR.write "size = #{feature_dict.size}\n"
+