diff options
author | Kenneth Heafield <github@kheafield.com> | 2011-11-03 19:53:08 +0000 |
---|---|---|
committer | Kenneth Heafield <github@kheafield.com> | 2011-11-03 19:53:08 +0000 |
commit | 976e492a10d88df932acbff3fec8142edc990929 (patch) | |
tree | 308efe2d0d0f72bcecaae4b270c4715cf021a021 /word-aligner/ortho-norm | |
parent | 3106cf8eca76df8b46d139b8f5ce5002200d660d (diff) | |
parent | 6de8f58cd13813bf33af4903bf386439683c0fd6 (diff) |
Merge branch 'master' of github.com:redpony/cdec
Diffstat (limited to 'word-aligner/ortho-norm')
-rwxr-xr-x | word-aligner/ortho-norm/mg.pl | 13 | ||||
-rwxr-xr-x | word-aligner/ortho-norm/rw.pl | 13 |
2 files changed, 26 insertions, 0 deletions
diff --git a/word-aligner/ortho-norm/mg.pl b/word-aligner/ortho-norm/mg.pl new file mode 100755 index 00000000..4cb0e8e7 --- /dev/null +++ b/word-aligner/ortho-norm/mg.pl @@ -0,0 +1,13 @@ +#!/usr/bin/perl -w +use strict; +use utf8; + +binmode(STDIN, ":utf8"); +binmode(STDOUT, ":utf8"); + +while(<STDIN>) { + $_ = lc $_; + s/([a-z])'( |$)/$1$2/g; + print; +} + diff --git a/word-aligner/ortho-norm/rw.pl b/word-aligner/ortho-norm/rw.pl new file mode 100755 index 00000000..4cb0e8e7 --- /dev/null +++ b/word-aligner/ortho-norm/rw.pl @@ -0,0 +1,13 @@ +#!/usr/bin/perl -w +use strict; +use utf8; + +binmode(STDIN, ":utf8"); +binmode(STDOUT, ":utf8"); + +while(<STDIN>) { + $_ = lc $_; + s/([a-z])'( |$)/$1$2/g; + print; +} + |