diff options
author | Chris Dyer <redpony@gmail.com> | 2010-01-29 15:56:59 +0000 |
---|---|---|
committer | Chris Dyer <redpony@gmail.com> | 2010-01-29 15:56:59 +0000 |
commit | da222df300e4f87ad185a7decbf119ad56aa34e0 (patch) | |
tree | 1137deefefd28b1a89f6b2b339883801cc12cb29 /word-aligner/ortho-norm/ar.pl | |
parent | ee4383b3bc67e2d8ce113fce716050dc2e1b8572 (diff) |
word aligner checkin
Diffstat (limited to 'word-aligner/ortho-norm/ar.pl')
-rwxr-xr-x | word-aligner/ortho-norm/ar.pl | 32 |
1 files changed, 32 insertions, 0 deletions
diff --git a/word-aligner/ortho-norm/ar.pl b/word-aligner/ortho-norm/ar.pl new file mode 100755 index 00000000..e8bd521a --- /dev/null +++ b/word-aligner/ortho-norm/ar.pl @@ -0,0 +1,32 @@ +#!/usr/bin/perl -w +use strict; +use utf8; + +binmode(STDIN, ":utf8"); +binmode(STDOUT, ":utf8"); + +while(<STDIN>) { + chomp; + my $len = length($_); + if ($len > 1 && !($_ =~ /\d/)) { + s/\$/sh/g; + } + s/([a-z])\~/$1$1/g; + s/E/'/g; + s/^Aw/o/g; + s/\|/a/g; + s/@/h/g; + s/c/ch/g; + s/x/kh/g; + s/\*/dh/g; + s/w/o/g; + s/v/th/g; + if ($len > 1) { s/}/'/g; } + s/Z/dh/g; + s/y/i/g; + s/Y/a/g; + if ($len > 1) { s/p$//; } + $_ = lc $_; + print "$_\n"; +} + |