blob: 267ab6424a485a8d5bd93e3f476b8bcb432dd1e9 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
#!/usr/bin/perl -w
use strict;
my $SCRIPT_DIR; BEGIN { use Cwd qw/ abs_path /; use File::Basename; $SCRIPT_DIR = dirname(abs_path($0)); push @INC, $SCRIPT_DIR; }
use Getopt::Long;
my $parallel = 0;
my $CWD=`pwd`; chomp $CWD;
my $BIN_DIR = "$CWD/..";
my $REDUCER = "$BIN_DIR/training/mr_em_adapted_reduce";
my $REDUCE2WEIGHTS = "$BIN_DIR/training/mr_reduce_to_weights";
my $ADAPTER = "$BIN_DIR/training/mr_em_map_adapter";
my $DECODER = "$BIN_DIR/decoder/cdec";
my $COMBINER_CACHE_SIZE = 10000000;
my $PARALLEL = "/chomes/redpony/svn-trunk/sa-utils/parallelize.pl";
die "Can't find $REDUCER" unless -f $REDUCER;
die "Can't execute $REDUCER" unless -x $REDUCER;
die "Can't find $REDUCE2WEIGHTS" unless -f $REDUCE2WEIGHTS;
die "Can't execute $REDUCE2WEIGHTS" unless -x $REDUCE2WEIGHTS;
die "Can't find $ADAPTER" unless -f $ADAPTER;
die "Can't execute $ADAPTER" unless -x $ADAPTER;
die "Can't find $DECODER" unless -f $DECODER;
die "Can't execute $DECODER" unless -x $DECODER;
my $restart = '';
if ($ARGV[0] && $ARGV[0] eq '--restart') { shift @ARGV; $restart = 1; }
die "Usage: $0 [--restart] training.corpus cdec.ini\n" unless (scalar @ARGV == 2);
my $training_corpus = shift @ARGV;
my $config = shift @ARGV;
my $pmem="2500mb";
my $nodes = 40;
my $max_iteration = 1000;
my $CFLAG = "-C 1";
if ($parallel) {
die "Can't find $PARALLEL" unless -f $PARALLEL;
die "Can't execute $PARALLEL" unless -x $PARALLEL;
} else { $CFLAG = "-C 500"; }
my $initial_weights = '';
print STDERR <<EOT;
EM TRAIN CONFIGURATION INFORMATION
Config file: $config
Training corpus: $training_corpus
Initial weights: $initial_weights
Decoder memory: $pmem
Nodes requested: $nodes
Max iterations: $max_iteration
restart: $restart
EOT
my $nodelist="1";
for (my $i=1; $i<$nodes; $i++) { $nodelist .= " 1"; }
my $iter = 1;
my $dir = "$CWD/emtrain";
if ($restart) {
die "$dir doesn't exist, but --restart specified!\n" unless -d $dir;
my $o = `ls -t $dir/weights.*`;
my ($a, @x) = split /\n/, $o;
if ($a =~ /weights.(\d+)\.gz$/) {
$iter = $1;
} else {
die "Unexpected file: $a!\n";
}
print STDERR "Restarting at iteration $iter\n";
} else {
die "$dir already exists!\n" if -e $dir;
mkdir $dir or die "Can't create $dir: $!";
if ($initial_weights) {
unless ($initial_weights =~ /\.gz$/) {
`cp $initial_weights $dir/weights.1`;
`gzip -9 $dir/weights.1`;
} else {
`cp $initial_weights $dir/weights.1.gz`;
}
}
}
while ($iter < $max_iteration) {
my $cur_time = `date`; chomp $cur_time;
print STDERR "\nStarting iteration $iter...\n";
print STDERR " time: $cur_time\n";
my $start = time;
my $next_iter = $iter + 1;
my $WSTR = "-w $dir/weights.$iter.gz";
if ($iter == 1) { $WSTR = ''; }
my $dec_cmd="$DECODER --feature_expectations -c $config $WSTR $CFLAG < $training_corpus 2> $dir/deco.log.$iter";
my $pcmd = "$PARALLEL -e $dir/err -p $pmem --nodelist \"$nodelist\" -- ";
my $cmd = "";
if ($parallel) { $cmd = $pcmd; }
$cmd .= "$dec_cmd";
$cmd .= "| $ADAPTER | sort -k1 | $REDUCER | $REDUCE2WEIGHTS -o $dir/weights.$next_iter.gz";
print STDERR "EXECUTING: $cmd\n";
my $result = `$cmd`;
if ($? != 0) {
die "Error running iteration $iter: $!";
}
chomp $result;
my $end = time;
my $diff = ($end - $start);
print STDERR " ITERATION $iter TOOK $diff SECONDS\n";
$iter = $next_iter;
if ($result =~ /1$/) {
print STDERR "Training converged.\n";
last;
}
}
print "FINAL WEIGHTS: $dir/weights.$iter\n";
|
