blob: 6531bf1b5ace4d92d5d7e6192818dfa2f8471e97 (
plain)
1
2
3
4
5
6
7
8
9
|
#!/bin/bash
pushd `dirname $0` > /dev/null
P=`pwd -P`
popd > /dev/null
LANG=$1
$P/no_non_printables | sed "s|[-,\.]\{4,\}|...|g" | $P/htmlentities 2>htmlentities.$LANG.err | $P/normalize_punctuation 2>normalize-punctuation.$LANG.err | $P/tokenizer-no-escape.perl -a -b -threads 1 -l $LANG 2>tokenizer.$LANG.err | $P/lowercase.perl 2>lowercase.$LANG.err
|
