summaryrefslogtreecommitdiff
path: root/word-aligner/support/supplement_weights_file.pl
blob: 7f804b90cd6fabfa0aa5988ef85f1407051d5a61 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
#!/usr/bin/perl -w
use strict;

my $ADD_FCLASS_JUMP = 1;
my $ADD_MODEL2_BINARY = 0;
my $ADD_FC_RELPOS = 1;

my ($f_classes) = @ARGV;

die "Usage: $0 f-classes.file" unless $f_classes && -f $f_classes;

print <<EOT;
MarkovJump 0
RelativeSentencePosition 0
EOT

# !	8
# "	11
# 's	18

my %dcats = ();
$dcats{'BOS'} = 1;
$dcats{'EOS'} = 1;

open FC, "<$f_classes" or die;
while(<FC>) {
  chomp;
  my ($x, $cat) = split /\s+/;
  $dcats{$cat} = 1;
}

my @cats = sort keys %dcats;

my $added = 0;
for (my $i=0; $i < scalar @cats; $i++) {
  my $c1 = $cats[$i];
  for (my $j=0; $j < scalar @cats; $j++) {
    my $c2 = $cats[$j];
    print "SP:${c1}_${c2} 0\n";
    $added++;
  }
}

for (my $ss=1; $ss < 100; $ss++) {
  if ($ADD_FCLASS_JUMP) {
    for (my $i=0; $i < scalar @cats; $i++) {
      my $cat = $cats[$i];
      for (my $j = -$ss; $j <= $ss; $j++) {
        print "Jump_FL:${ss}_FC:${cat}_J:$j 0\n";
        $added++;
      }
    }
  }
  if ($ADD_MODEL2_BINARY) {
    # M2_FL:8_SI:3_TI:2=1
    for (my $i = 0; $i < $ss; $i++) {
      for (my $j = 0; $j < 100; $j++) {
        print "M2_FL:${ss}_SI:${i}_TI:${j} 0\n";
        $added++;
      }
    }
  }
}
if ($ADD_FC_RELPOS) {
  #RelPos_FC:11
  for (my $i=0; $i < scalar @cats; $i++) {
    my $cat = $cats[$i];
    print "RelPos_FC:$cat 0\n";
    $added++;
  }
}

print STDERR "Added $added weights\n";