diff options
Diffstat (limited to 'external')
l--------- | external/apply_bpe.py | 1 | ||||
-rwxr-xr-x | external/de-bpe | 8 | ||||
-rwxr-xr-x | external/de-bpe.rb | 4 |
3 files changed, 13 insertions, 0 deletions
diff --git a/external/apply_bpe.py b/external/apply_bpe.py new file mode 120000 index 0000000..5b15a8b --- /dev/null +++ b/external/apply_bpe.py @@ -0,0 +1 @@ +../../subword-nmt/apply_bpe.py
\ No newline at end of file diff --git a/external/de-bpe b/external/de-bpe new file mode 100755 index 0000000..fde1ef1 --- /dev/null +++ b/external/de-bpe @@ -0,0 +1,8 @@ +#!/usr/bin/env ruby + +STDOUT.sync = true + +while line = STDIN.gets + puts line.gsub(/@@ /, "") +end + diff --git a/external/de-bpe.rb b/external/de-bpe.rb new file mode 100755 index 0000000..65e1506 --- /dev/null +++ b/external/de-bpe.rb @@ -0,0 +1,4 @@ +#!/bin/zsh + +sed "s|@@ ||g" + |