summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rwxr-xr-xsentencepiece-decode9
1 files changed, 9 insertions, 0 deletions
diff --git a/sentencepiece-decode b/sentencepiece-decode
new file mode 100755
index 0000000..5e07ffa
--- /dev/null
+++ b/sentencepiece-decode
@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+
+while line = STDIN.gets
+ line = line.split.join ""
+ puts line.gsub "▁", " "
+end
+