summaryrefslogtreecommitdiff
path: root/corpus
ModeNameSize
-rw-r--r--README.md1960logplain
-rwxr-xr-xadd-self-translations.pl538logplain
-rwxr-xr-xadd-sos-eos.pl635logplain
-rwxr-xr-xcut-corpus.pl717logplain
-rwxr-xr-xfilter-length.pl4430logplain
-rwxr-xr-xlowercase.pl123logplain
-rwxr-xr-xpaste-files.pl1481logplain
d---------support334logplain
-rwxr-xr-xtokenize-anything.sh500logplain
-rwxr-xr-xuntok.pl1374logplain
-rwxr-xr-xutf8-normalize.sh712logplain