summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorPatrick Simianer <p@simianer.de>2017-06-21 11:02:40 +0200
committerPatrick Simianer <p@simianer.de>2017-06-21 11:02:40 +0200
commit447087fa8ebeee757c56f636aef95b2b628009c5 (patch)
tree7e405fa3ab0babeed894c420ab92452f524055b7
parent5339c8fdb1df47a2dab688bf1469e02a28eb0c89 (diff)
filter-illegal
-rwxr-xr-xfilter-illegal25
1 files changed, 25 insertions, 0 deletions
diff --git a/filter-illegal b/filter-illegal
new file mode 100755
index 0000000..8b29f3e
--- /dev/null
+++ b/filter-illegal
@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+
+illegal = [ "[", "]", "|||" ]
+
+in0 = File.new ARGV[0]
+in1 = File.new ARGV[1]
+
+i = 0
+skipi = []
+while line0 = in0.gets
+ line1 = in1.gets
+ skip = false
+ illegal.each { |k|
+ if line0.index(k) or line1.index(k) then
+ skip = true
+ skipi << i
+ end
+ }
+ i += 1
+end
+
+skipi.each { |j| puts j }
+