Merge branch 'master' of ssh://github.com/pks/nlp_scripts

1 files changed, 9 insertions, 0 deletions

diff --git a/sentencepiece-decode b/sentencepiece-decode
new file mode 100755
index 0000000..5e07ffa
--- /dev/null
+++ b/sentencepiece-decode
@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+
+while line = STDIN.gets
+  line = line.split.join ""
+  puts line.gsub "▁", " "
+end
+