Merge branch 'master' of ssh://github.com/pks/nlp_scripts

1 files changed, 17 insertions, 0 deletions

diff --git a/exclude b/exclude
new file mode 100755
index 0000000..b5fe3cb
--- /dev/null
+++ b/exclude
@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+require 'set'
+
+to_exclude = {}
+f = ReadFile.new ARGV[0]
+while line = f.gets
+  to_exclude[line] = true
+end
+
+while line = STDIN.gets
+  if not to_exclude.has_key? line
+    puts line
+  end
+end
+