blob: 2b18183797aefb59a65dcca96561b2a8edaff890 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
#!/usr/bin/perl -w
use strict;
my $PATCH = shift @ARGV;
die "Usage: $0 tagged.en[_fr] < lexical.en_fr_al[_...]\n" unless $PATCH;
open P, "<$PATCH" or die "Can't read tagged corpus $PATCH: $!";
my $first=<P>; close P;
my @fields = split / \|\|\| /, $first;
die "Bad format!" if (scalar @fields > 2);
if (scalar @fields != 1) {
# TODO support this
die "Patching source and target not supported yet!";
}
my $line = 0;
open P, "<$PATCH" or die "Can't read tagged corpus $PATCH: $!";
while(my $pline = <P>) {
chomp $pline;
$line++;
my $line = <>;
die "Too few lines in lexical corpus!" unless $line;
chomp $line;
@fields = split / \|\|\| /, $line;
my @pwords = split /\s+/, $pline;
my @lwords = split /\s+/, $fields[1];
die "Length mismatch in line $line!\n" unless (scalar @pwords == scalar @lwords);
$fields[1] = $pline;
print join ' ||| ', @fields;
print "\n";
}
|
