1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
#!/usr/bin/perl -w
use strict;
use utf8;
use Getopt::Long;
my $feature_file;
my $hyp_file;
my $help;
Getopt::Long::Configure("no_auto_abbrev");
if (GetOptions(
"feature_file|f=s" => \$feature_file,
"hypothesis_file|h=s" => \$hyp_file,
"help" => \$help,
) == 0 || @ARGV!=0 || $help || !$feature_file || !$hyp_file) {
usage();
exit(1);
}
open W, "<$feature_file" or die "Can't read $feature_file: $!";
my %weights;
my @all_feats;
while(<W>) {
chomp;
next if /^#/;
next if /^\s*$/;
my ($fname, $w) = split /\s+/;
push @all_feats, $fname;
$weights{$fname} = 1;
}
close W;
open HYP, "<$hyp_file" or die "Can't read $hyp_file: $!";
while(<HYP>) {
chomp;
my ($id, $hyp, $feats) = split / \|\|\| /;
my @afeats = split /\s+/, $feats;
my $tot = 0;
my %fvaldict;
for my $featpair (@afeats) {
my ($fname,$fval) = split /=/, $featpair;
$fvaldict{$fname} = $fval;
my $weight = $weights{$fname};
warn "Feature '$fname' not mentioned in feature file $feature_file" unless defined $weight;
$weights{$fname} = 1;
}
my @trans;
for my $feat (@all_feats) {
my $v = $fvaldict{$feat};
if (!defined $v) { $v = '0.0'; }
push @trans, $v;
}
print "$id ||| $hyp ||| @trans\n";
}
close HYP;
sub usage {
print <<EOT;
Usage: $0 -f feature-file.txt/weights.txt -h hyp.nbest.txt
Puts a cdec k-best list into Joshua/ZMERT format
EOT
}
|
