From b08be6207a78fc3639231489b74b4c72d78221d7 Mon Sep 17 00:00:00 2001 From: Patrick Simianer
Date: Mon, 17 Mar 2014 13:50:41 +0100 Subject: fix --- preprocess | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'preprocess') diff --git a/preprocess b/preprocess index 69eaa54..b034e48 100755 --- a/preprocess +++ b/preprocess @@ -1,5 +1,5 @@ #!/bin/bash LANG=$1 -/toolbox/scripts/no_non_printables | sed "s|[-,\.]\{4,\}|...|" | /toolbox/scripts/htmlentities 2>htmlentities.$LANG.err | /toolbox/scripts/normalize_punctuation 2>normalize-punctuation.$LANG.err | /toolbox/moses/scripts/tokenizer/tokenizer.no-escape.perl -a -b -threads 1 -l $LANG 2>tokenizer.$LANG.err | /toolbox/moses/scripts/tokenizer/lowercase.perl 2>lowercase.$LANG.err +/toolbox/scripts/no_non_printables | sed "s|[-,\.]\{4,\}|...|g" | /toolbox/scripts/htmlentities 2>htmlentities.$LANG.err | /toolbox/scripts/normalize_punctuation 2>normalize-punctuation.$LANG.err | /toolbox/moses/scripts/tokenizer/tokenizer.no-escape.perl -a -b -threads 1 -l $LANG 2>tokenizer.$LANG.err | /toolbox/moses/scripts/tokenizer/lowercase.perl 2>lowercase.$LANG.err -- cgit v1.2.3