1 files changed, 8 insertions, 0 deletions
diff --git a/external/de-bpe b/external/de-bpe
new file mode 100755
index 0000000..fde1ef1
--- /dev/null
+++ b/external/de-bpe
@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+STDOUT.sync = true
+
+while line = STDIN.gets
+  puts line.gsub(/@@ /, "")
+end
+