diff options
-rwxr-xr-x | sentencepiece-decode | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/sentencepiece-decode b/sentencepiece-decode new file mode 100755 index 0000000..5e07ffa --- /dev/null +++ b/sentencepiece-decode @@ -0,0 +1,9 @@ +#!/usr/bin/env ruby + +require 'zipf' + +while line = STDIN.gets + line = line.split.join "" + puts line.gsub "▁", " " +end + |