From 3dfa575d202c9277060bc43a7af9351702da9f12 Mon Sep 17 00:00:00 2001 From: Jonathan Clark Date: Fri, 11 Mar 2011 09:05:04 -0500 Subject: fix my dumb bug that killed qsub functionality --- vest/dist-vest.pl | 2 -- 1 file changed, 2 deletions(-) (limited to 'vest/dist-vest.pl') diff --git a/vest/dist-vest.pl b/vest/dist-vest.pl index 973a29ef..f6f661b9 100755 --- a/vest/dist-vest.pl +++ b/vest/dist-vest.pl @@ -194,7 +194,6 @@ sub modbin { my $src=$$_; $$_="$bindir/".basename($src); check_call("cp -p $src $$_"); - die "cp $src $$_ failed: $!" unless $? == 0; } } sub dirsize { @@ -374,7 +373,6 @@ while (1){ $nmappers++; my $qcmd = "QSUB_CMD -N $client_name -o /dev/null -e $logdir/$client_name.ER $script_file"; my $jobid = check_output("$qcmd"); - die "qsub failed: $!\nCMD was: $qcmd" unless $? == 0; chomp $jobid; $jobid =~ s/^(\d+)(.*?)$/\1/g; $jobid =~ s/^Your job (\d+) .*$/\1/; -- cgit v1.2.3 From 13b15df6a00137395eae03ba3f33a987a916257b Mon Sep 17 00:00:00 2001 From: Jonathan Clark Date: Fri, 11 Mar 2011 10:00:53 -0500 Subject: another dumb bug involving cleanup being executed preemptively --- vest/dist-vest.pl | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'vest/dist-vest.pl') diff --git a/vest/dist-vest.pl b/vest/dist-vest.pl index f6f661b9..c27af804 100755 --- a/vest/dist-vest.pl +++ b/vest/dist-vest.pl @@ -371,12 +371,12 @@ while (1){ if ($first_shard) { print STDERR "$script\n"; $first_shard=0; } $nmappers++; - my $qcmd = "QSUB_CMD -N $client_name -o /dev/null -e $logdir/$client_name.ER $script_file"; + my $qcmd = "$QSUB_CMD -N $client_name -o /dev/null -e $logdir/$client_name.ER $script_file"; my $jobid = check_output("$qcmd"); chomp $jobid; $jobid =~ s/^(\d+)(.*?)$/\1/g; $jobid =~ s/^Your job (\d+) .*$/\1/; - push(@cleanupcmds, check_output("qdel $jobid 2> /dev/null")); + push(@cleanupcmds, "qdel $jobid 2> /dev/null"); print STDERR " $jobid"; if ($joblist == "") { $joblist = $jobid; } else {$joblist = $joblist . "\|" . $jobid; } -- cgit v1.2.3 From 25d5729b850d1dc62eaf151b5550bd83963b08e8 Mon Sep 17 00:00:00 2001 From: Jonathan Clark Date: Fri, 11 Mar 2011 10:09:18 -0500 Subject: dont die when there are no running jobs --- vest/dist-vest.pl | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'vest/dist-vest.pl') diff --git a/vest/dist-vest.pl b/vest/dist-vest.pl index c27af804..cfddf61c 100755 --- a/vest/dist-vest.pl +++ b/vest/dist-vest.pl @@ -1,4 +1,4 @@ -#!/usr/bin/env perl +#grep!/usr/bin/env perl use strict; my @ORIG_ARGV=@ARGV; use Cwd qw(getcwd); @@ -396,7 +396,7 @@ while (1){ print STDERR "Waiting for mappers to complete...\n"; while ($nmappers > 0) { sleep 5; - my @livejobs = grep(/$joblist/, split(/\n/, check_output("qstat | grep -v ' C '"))); + my @livejobs = grep(/$joblist/, split(/\n/, check_output("qstat | awk '{if($0 !~ \" C \"){print}}'"))); $nmappers = scalar @livejobs; } print STDERR "All mappers complete.\n"; -- cgit v1.2.3 From db200aeefcfad33e789a8790961ef5c0f66d8ba3 Mon Sep 17 00:00:00 2001 From: Jonathan Clark Date: Fri, 11 Mar 2011 10:13:20 -0500 Subject: fail --- vest/dist-vest.pl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'vest/dist-vest.pl') diff --git a/vest/dist-vest.pl b/vest/dist-vest.pl index cfddf61c..6a5959dc 100755 --- a/vest/dist-vest.pl +++ b/vest/dist-vest.pl @@ -1,4 +1,4 @@ -#grep!/usr/bin/env perl +#!/usr/bin/env perl use strict; my @ORIG_ARGV=@ARGV; use Cwd qw(getcwd); -- cgit v1.2.3 From 92ca6e23b39043ad026c07a5aab71ffc750c1db2 Mon Sep 17 00:00:00 2001 From: Jonathan Clark Date: Fri, 11 Mar 2011 10:22:31 -0500 Subject: just use grep and dont check return code --- vest/dist-vest.pl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'vest/dist-vest.pl') diff --git a/vest/dist-vest.pl b/vest/dist-vest.pl index 6a5959dc..f95754dc 100755 --- a/vest/dist-vest.pl +++ b/vest/dist-vest.pl @@ -396,7 +396,7 @@ while (1){ print STDERR "Waiting for mappers to complete...\n"; while ($nmappers > 0) { sleep 5; - my @livejobs = grep(/$joblist/, split(/\n/, check_output("qstat | awk '{if($0 !~ \" C \"){print}}'"))); + my @livejobs = grep(/$joblist/, split(/\n/, unchecked_output("qstat | grep -v ' C '"))); $nmappers = scalar @livejobs; } print STDERR "All mappers complete.\n"; -- cgit v1.2.3 From dccf47501f078a354375b9f3edd481d8c8d30268 Mon Sep 17 00:00:00 2001 From: Jonathan Clark Date: Mon, 14 Mar 2011 17:03:51 -0400 Subject: more paranoid checking when (idiot/time-crunched) user tries to define his own tags during tuning --- vest/dist-vest.pl | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'vest/dist-vest.pl') diff --git a/vest/dist-vest.pl b/vest/dist-vest.pl index f95754dc..d17d7de1 100755 --- a/vest/dist-vest.pl +++ b/vest/dist-vest.pl @@ -573,7 +573,11 @@ sub enseg { while (my $line=){ chomp $line; if ($line =~ /^\s* tags, you must include a zero-based id attribute"; + } } else { print NEWSRC "$line\n"; } -- cgit v1.2.3 From 21a136afad4d1b04cddc3ff1e105b0fc7e9d8c2c Mon Sep 17 00:00:00 2001 From: Chris Dyer Date: Sun, 20 Mar 2011 16:16:11 -0400 Subject: prevent over-aggressive error checking in vest script --- vest/dist-vest.pl | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) (limited to 'vest/dist-vest.pl') diff --git a/vest/dist-vest.pl b/vest/dist-vest.pl index d17d7de1..80d2471e 100755 --- a/vest/dist-vest.pl +++ b/vest/dist-vest.pl @@ -417,7 +417,8 @@ while (1){ print STDERR "COMMAND:\n$cmd\n"; check_bash_call($cmd); $cmd="sort -nk3 $DIR_FLAG '-t|' $dir/redoutput.$im1 | head -1"; - my $best=check_bash_output("$cmd"); chomp $best; + # sort returns failure even when it doesn't fail for some reason + my $best=unchecked_output("$cmd"); chomp $best; print STDERR "$best\n"; my ($oa, $x, $xscore) = split /\|/, $best; $score = $xscore; @@ -450,7 +451,7 @@ while (1){ my $v = ($ori{$k} + $axi{$k} * $x) / $norm; print W "$k $v\n"; } - check_call("rm -rf $dir/splag.$im1"); + check_call("rm $dir/splag.$im1/*"); $inweights = $finalFile; } $lastWeightsFile = "$dir/weights.$iteration"; -- cgit v1.2.3