blob: 200022bccb37a2e5b3da94a37e54351ca7736a15 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
|
#!/usr/bin/perl -w
use strict;
my $PATCH = shift @ARGV;
my $TGT = 1;
if ($PATCH eq "-s") {
undef $TGT;
$PATCH = shift @ARGV;
}
die "Usage: $0 [-s] tagged.en[_fr] < lexical.en_fr_al[_...]\n" unless $PATCH;
open P, "<$PATCH" or die "Can't read tagged corpus $PATCH: $!";
my $first=<P>; close P;
my @fields = split / \|\|\| /, $first;
die "Bad format!" if (scalar @fields > 2);
if (scalar @fields != 1) {
# TODO support this
die "Patching source and target not supported yet!";
}
my $line = 0;
open P, "<$PATCH" or die "Can't read tagged corpus $PATCH: $!";
while(my $pline = <P>) {
chomp $pline;
$line++;
my $line = <>;
die "Too few lines in lexical corpus!" unless $line;
chomp $line;
@fields = split / \|\|\| /, $line;
my @pwords = split /\s+/, $pline;
if ($TGT) {
my @lwords = split /\s+/, $fields[1];
die "Length mismatch in line $line!\n" unless (scalar @pwords == scalar @lwords);
$fields[1] = $pline;
} else {
my @lwords = split /\s+/, $fields[0];
die "Length mismatch in line $line!\n" unless (scalar @pwords == scalar @lwords);
$fields[0] = $pline;
}
print join ' ||| ', @fields;
print "\n";
}
|
