lfpe 2017 (neural edition)

3 files changed, 13 insertions, 0 deletions

diff --git a/external/apply_bpe.py b/external/apply_bpe.py
new file mode 120000
index 0000000..5b15a8b
--- /dev/null
+++ b/external/apply_bpe.py
@@ -0,0 +1 @@
+../../subword-nmt/apply_bpe.py
\ No newline at end of file
diff --git a/external/de-bpe b/external/de-bpe
new file mode 100755
index 0000000..fde1ef1
--- /dev/null
+++ b/external/de-bpe
@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+STDOUT.sync = true
+
+while line = STDIN.gets
+  puts line.gsub(/@@ /, "")
+end
+
diff --git a/external/de-bpe.rb b/external/de-bpe.rb
new file mode 100755
index 0000000..65e1506
--- /dev/null
+++ b/external/de-bpe.rb
@@ -0,0 +1,4 @@
+#!/bin/zsh
+
+sed "s|@@ ||g"
+