From 93bdac797ed3cf04a427e276823f9896dcf19a2d Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Tue, 25 Jul 2017 02:17:07 +0200 Subject: lfpe 2017 (neural edition) --- external/apply_bpe.py | 1 + external/de-bpe | 8 ++++++++ external/de-bpe.rb | 4 ++++ 3 files changed, 13 insertions(+) create mode 120000 external/apply_bpe.py create mode 100755 external/de-bpe create mode 100755 external/de-bpe.rb (limited to 'external') diff --git a/external/apply_bpe.py b/external/apply_bpe.py new file mode 120000 index 0000000..5b15a8b --- /dev/null +++ b/external/apply_bpe.py @@ -0,0 +1 @@ +../../subword-nmt/apply_bpe.py \ No newline at end of file diff --git a/external/de-bpe b/external/de-bpe new file mode 100755 index 0000000..fde1ef1 --- /dev/null +++ b/external/de-bpe @@ -0,0 +1,8 @@ +#!/usr/bin/env ruby + +STDOUT.sync = true + +while line = STDIN.gets + puts line.gsub(/@@ /, "") +end + diff --git a/external/de-bpe.rb b/external/de-bpe.rb new file mode 100755 index 0000000..65e1506 --- /dev/null +++ b/external/de-bpe.rb @@ -0,0 +1,4 @@ +#!/bin/zsh + +sed "s|@@ ||g" + -- cgit v1.2.3