From 4059a5d048cb0f72872c98073ef1ce120a30d78c Mon Sep 17 00:00:00 2001
From: Patrick Simianer <p@simianer.de>
Date: Mon, 16 Jun 2014 17:44:07 +0200
Subject: renaming to zipf

---
 lib/nlp_ruby/stringutil.rb | 22 ----------------------
 1 file changed, 22 deletions(-)
 delete mode 100644 lib/nlp_ruby/stringutil.rb

(limited to 'lib/nlp_ruby/stringutil.rb')

diff --git a/lib/nlp_ruby/stringutil.rb b/lib/nlp_ruby/stringutil.rb
deleted file mode 100644
index aa9be00..0000000
--- a/lib/nlp_ruby/stringutil.rb
+++ /dev/null
@@ -1,22 +0,0 @@
-def tokenize s
-  s.strip.split
-end
-
-def ngrams(s, n, fix=false)
-  a = tokenize s
-  a.each_with_index { |tok, i|
-    tok.strip!
-    0.upto([n-1, a.size-i-1].min) { |m|
-      yield a[i..i+m] if !fix||(fix&&a[i..i+m].size==n)
-    }
-  }
-end
-
-def bag_of_words s, stopwords=[]
-  s.strip.split.uniq.sort.reject{ |w| stopwords.include? w }
-end
-
-def splitpipe s, n=3
-  s.strip.split("|"*n)
-end
-
-- 
cgit v1.2.3