From b31ace79ea5f6b3f279c544cd3a443d6fbf2a24d Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Thu, 26 Feb 2026 10:05:59 +0000 Subject: overhaul --- filter-tokens | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) (limited to 'filter-tokens') diff --git a/filter-tokens b/filter-tokens index 00c8f2c..c851bd3 100755 --- a/filter-tokens +++ b/filter-tokens @@ -1,6 +1,6 @@ #!/usr/bin/env ruby -require 'zipf' +require "zipf" bad_words = {} ReadFile.readlines_strip(ARGV[0]).each { |line| @@ -13,11 +13,10 @@ while line = STDIN.gets tokens = line.split bad_words.keys.each { |w| if tokens.include? w - bad = true + bad = true break end } puts i if bad i += 1 end - -- cgit v1.2.3