diff options
| author | Patrick Simianer <patrick@lilt.com> | 2026-02-26 10:05:59 +0000 |
|---|---|---|
| committer | Patrick Simianer <patrick@lilt.com> | 2026-02-26 10:05:59 +0000 |
| commit | b31ace79ea5f6b3f279c544cd3a443d6fbf2a24d (patch) | |
| tree | 31f2b599fa5f6996aeb134390d58deb63eefe04a /filter-tokens | |
| parent | 8805e95ae94d798c6441f7e1b72c90e049563f17 (diff) | |
Diffstat (limited to 'filter-tokens')
| -rwxr-xr-x | filter-tokens | 5 |
1 files changed, 2 insertions, 3 deletions
diff --git a/filter-tokens b/filter-tokens index 00c8f2c..c851bd3 100755 --- a/filter-tokens +++ b/filter-tokens @@ -1,6 +1,6 @@ #!/usr/bin/env ruby -require 'zipf' +require "zipf" bad_words = {} ReadFile.readlines_strip(ARGV[0]).each { |line| @@ -13,11 +13,10 @@ while line = STDIN.gets tokens = line.split bad_words.keys.each { |w| if tokens.include? w - bad = true + bad = true break end } puts i if bad i += 1 end - |