diff options
Diffstat (limited to 'filter-tokens')
| -rwxr-xr-x | filter-tokens | 5 |
1 files changed, 2 insertions, 3 deletions
diff --git a/filter-tokens b/filter-tokens index 00c8f2c..c851bd3 100755 --- a/filter-tokens +++ b/filter-tokens @@ -1,6 +1,6 @@ #!/usr/bin/env ruby -require 'zipf' +require "zipf" bad_words = {} ReadFile.readlines_strip(ARGV[0]).each { |line| @@ -13,11 +13,10 @@ while line = STDIN.gets tokens = line.split bad_words.keys.each { |w| if tokens.include? w - bad = true + bad = true break end } puts i if bad i += 1 end - |
