From 2b1d7f881c19c4d4b5afae194e02d3300c7675d0 Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Tue, 5 Jul 2016 11:01:46 +0200 Subject: mv --- preprocess-no-lower | 9 +++++++++ 1 file changed, 9 insertions(+) create mode 100755 preprocess-no-lower (limited to 'preprocess-no-lower') diff --git a/preprocess-no-lower b/preprocess-no-lower new file mode 100755 index 0000000..afd87e9 --- /dev/null +++ b/preprocess-no-lower @@ -0,0 +1,9 @@ +#!/bin/bash + +pushd `dirname $0` > /dev/null +P=`pwd -P` +popd > /dev/null + +LANG=$1 +$P/no-non-printables | sed "s|[-,\.]\{4,\}|...|g" | $P/htmlentities 2>htmlentities.$LANG.err | $P/normalize-punctuation 2>normalize-punctuation.$LANG.err | $P/tokenizer-no-escape.perl -a -b -threads 1 -l $LANG 2>tokenizer.$LANG.err + -- cgit v1.2.3