From 2b1d7f881c19c4d4b5afae194e02d3300c7675d0 Mon Sep 17 00:00:00 2001
From: Patrick Simianer <p@simianer.de>
Date: Tue, 5 Jul 2016 11:01:46 +0200
Subject: mv

---
 feature-dict | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)
 create mode 100755 feature-dict

(limited to 'feature-dict')

diff --git a/feature-dict b/feature-dict
new file mode 100755
index 0000000..6849769
--- /dev/null
+++ b/feature-dict
@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+not_quiet = ARGV[1]
+n = 0
+feature_dict = {}
+l_i = 1
+while line = STDIN.gets
+  STDERR.write "#{l_i}\n" if l_i%1000==0&&not_quiet
+  line.split.each { |i|
+    f, v = i.split('=', 2)
+    if !feature_dict.has_key? f
+      feature_dict[f] = n
+      n += 1
+    end
+  }
+  l_i += 1
+end
+
+f = File.new ARGV[0], 'w'
+f.write Marshal.dump feature_dict
+f.close
+
+STDERR.write "size = #{feature_dict.size}\n"
+
-- 
cgit v1.2.3