From 447087fa8ebeee757c56f636aef95b2b628009c5 Mon Sep 17 00:00:00 2001
From: Patrick Simianer <p@simianer.de>
Date: Wed, 21 Jun 2017 11:02:40 +0200
Subject: filter-illegal

---
 filter-illegal | 25 +++++++++++++++++++++++++
 1 file changed, 25 insertions(+)
 create mode 100755 filter-illegal

(limited to 'filter-illegal')

diff --git a/filter-illegal b/filter-illegal
new file mode 100755
index 0000000..8b29f3e
--- /dev/null
+++ b/filter-illegal
@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+
+illegal = [ "[", "]", "|||" ]
+
+in0 = File.new ARGV[0]
+in1 = File.new ARGV[1]
+
+i = 0
+skipi = []
+while line0 = in0.gets
+  line1 = in1.gets
+  skip = false
+  illegal.each { |k|
+    if line0.index(k) or line1.index(k) then
+      skip = true
+      skipi << i 
+    end
+  }
+  i += 1
+end
+
+skipi.each { |j| puts j }
+
-- 
cgit v1.2.3