From f08f336a7780511025995e3fa2e6d921c7a5f334 Mon Sep 17 00:00:00 2001
From: graehl <graehl@ec762483-ff6d-05da-a07a-a48fb63a330f>
Date: Mon, 28 Jun 2010 01:00:52 +0000
Subject: parallelize avoid port contention

git-svn-id: https://ws10smt.googlecode.com/svn/trunk@31 ec762483-ff6d-05da-a07a-a48fb63a330f
---
 vest/parallelize.pl | 32 ++++++++++++++++++--------------
 1 file changed, 18 insertions(+), 14 deletions(-)

(limited to 'vest/parallelize.pl')

diff --git a/vest/parallelize.pl b/vest/parallelize.pl
index 8b3f56dd..e6bd8bf9 100755
--- a/vest/parallelize.pl
+++ b/vest/parallelize.pl
@@ -1,17 +1,17 @@
 #!/usr/bin/env perl
 
 # Author: Adam Lopez
-# 
+#
 # This script takes a command that processes input
 # from stdin one-line-at-time, and parallelizes it
 # on the cluster using David Chiang's sentserver/
-# sentclient architecture.  
-# 
+# sentclient architecture.
+#
 # Prerequisites: the command *must* read each line
 # without waiting for subsequent lines of input
 # (for instance, a command which must read all lines
-# of input before processing will not work) and 
-# return it to the output *without* buffering 
+# of input before processing will not work) and
+# return it to the output *without* buffering
 # multiple lines.
 
 use Getopt::Long;
@@ -63,12 +63,12 @@ if ($errordir){
 
 if ($verbose){ print STDERR "Parallelizing: $cmd\n\n"; }
 
-# set cleanup handler 
+# set cleanup handler
 my @cleanup_cmds;
 sub cleanup;
 sub cleanup_and_die;
 $SIG{INT} = "cleanup_and_die";
-$SIG{TERM} = "cleanup_and_die"; 
+$SIG{TERM} = "cleanup_and_die";
 $SIG{HUP} = "cleanup_and_die";
 
 # other subs:
@@ -83,24 +83,28 @@ my $sentclient = "$mydir/sentclient";
 my $host = `hostname`;
 chomp $host;
 
-my $executable = $cmd;  
+my $executable = $cmd;
 $executable =~ s/^\s*(\S+)($|\s.*)/$1/;
 $executable=`basename $executable`;
 chomp $executable;
 
 # find open port
-my $port = 50300;
+my $basep=50300;
+my $randp=300;
+my $tryp=50;
+my $port = 50300+int(rand($randp));
+my $endp=$port+$tryp;
 if ($verbose){ print STDERR "Testing port $port...";}
-while (`netstat -l | grep $port`){
+while (`netstat -l 2>/dev/null | grep -q $port`){
 	if ($verbose){ print STDERR "port is busy\n";}
 	$port++;
-	if ($port > 50400){
+	if ($port > $endp){
 		die "Unable to find open port\n";
 	}
 	if ($verbose){ print STDERR "Testing port $port... "; }
 }
 if ($verbose){
-	print STDERR "port is available\n";
+	print STDERR "port $port is available\n";
 }
 
 srand;
@@ -175,7 +179,7 @@ sub launch_job_on_node {
 		$clientname =~ s/^(.{4}).*$/$1/;
 		$clientname = "$clientname.$node.$node_count";
 		if ($errordir){
-			$errorfile = "$errordir/$clientname.ER"; 
+			$errorfile = "$errordir/$clientname.ER";
 			$outfile = "$errordir/$clientname.OU";
 		}
 		my $todo = "qsub -l mem_free=9G -N $clientname -o $outfile -e $errorfile";
@@ -226,7 +230,7 @@ options:
 	-e, --error-dir <dir>
 		Retain output files from jobs in <dir>, rather
 		than silently deleting them.
-	
+
 	-m, --multi-line
 		Expect that command may produce multiple output
 		lines for a single input line.  $name makes a
-- 
cgit v1.2.3