summaryrefslogtreecommitdiff
path: root/external
diff options
context:
space:
mode:
Diffstat (limited to 'external')
l---------external/apply_bpe.py1
-rwxr-xr-xexternal/de-bpe8
-rwxr-xr-xexternal/de-bpe.rb4
3 files changed, 13 insertions, 0 deletions
diff --git a/external/apply_bpe.py b/external/apply_bpe.py
new file mode 120000
index 0000000..5b15a8b
--- /dev/null
+++ b/external/apply_bpe.py
@@ -0,0 +1 @@
+../../subword-nmt/apply_bpe.py \ No newline at end of file
diff --git a/external/de-bpe b/external/de-bpe
new file mode 100755
index 0000000..fde1ef1
--- /dev/null
+++ b/external/de-bpe
@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+STDOUT.sync = true
+
+while line = STDIN.gets
+ puts line.gsub(/@@ /, "")
+end
+
diff --git a/external/de-bpe.rb b/external/de-bpe.rb
new file mode 100755
index 0000000..65e1506
--- /dev/null
+++ b/external/de-bpe.rb
@@ -0,0 +1,4 @@
+#!/bin/zsh
+
+sed "s|@@ ||g"
+