From e936b9309e7d5fe133ff33a94e647425c29a7ab8 Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Fri, 12 Apr 2013 10:03:28 +0200 Subject: fix --- training/dtrain/parallelize.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'training/dtrain/parallelize.rb') diff --git a/training/dtrain/parallelize.rb b/training/dtrain/parallelize.rb index e661416e..5177c6a5 100755 --- a/training/dtrain/parallelize.rb +++ b/training/dtrain/parallelize.rb @@ -123,7 +123,7 @@ end qsub_str_end = "\"" local_end = '' else - local_end = "&>work/out.#{shard}.#{epoch}" + local_end = "2>work/out.#{shard}.#{epoch}" end pids << Kernel.fork { `#{qsub_str_start}#{dtrain_bin} -c #{ini}\ -- cgit v1.2.3 From 98b2e3757a36c9e15fcc3c2800d7708141e47b67 Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Thu, 20 Jun 2013 02:36:26 +0200 Subject: extra qsub arg for training/dtrain/parallelize.rb --- training/dtrain/parallelize.rb | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'training/dtrain/parallelize.rb') diff --git a/training/dtrain/parallelize.rb b/training/dtrain/parallelize.rb index 5177c6a5..e54eba92 100755 --- a/training/dtrain/parallelize.rb +++ b/training/dtrain/parallelize.rb @@ -20,6 +20,7 @@ opts = Trollop::options do opt :references, "references", :type => :string opt :qsub, "use qsub", :type => :bool, :default => false opt :dtrain_binary, "path to dtrain binary", :type => :string + opt :extra_qsub, "extra qsub args", :type => :string, :default => "" # e.g. "-l virtual_free=32000M" end usage if not opts[:config]&&opts[:shards]&&opts[:input]&&opts[:references] @@ -119,7 +120,7 @@ end qsub_str_start = qsub_str_end = '' local_end = '' if use_qsub - qsub_str_start = "qsub -cwd -sync y -b y -j y -o work/out.#{shard}.#{epoch} -N dtrain.#{shard}.#{epoch} \"" + qsub_str_start = "qsub #{opts[:extra_qsub]} -cwd -sync y -b y -j y -o work/out.#{shard}.#{epoch} -N dtrain.#{shard}.#{epoch} \"" qsub_str_end = "\"" local_end = '' else -- cgit v1.2.3 From 14e64ada4aa7d1ddc1b5c27c096e58c969d34370 Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Thu, 20 Jun 2013 06:25:24 +0200 Subject: fix --- training/dtrain/parallelize.rb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'training/dtrain/parallelize.rb') diff --git a/training/dtrain/parallelize.rb b/training/dtrain/parallelize.rb index e54eba92..285f3c9b 100755 --- a/training/dtrain/parallelize.rb +++ b/training/dtrain/parallelize.rb @@ -4,7 +4,7 @@ require 'trollop' def usage STDERR.write "Usage: " - STDERR.write "ruby parallelize.rb -c [-e ] [--randomize/-z] [--reshard/-y] -s <#shards|0> [-p ] -i -r [--qsub/-q] [--dtrain_binary ] [-l \"l2 select_k 100000\"]\n" + STDERR.write "ruby parallelize.rb -c [-e ] [--randomize/-z] [--reshard/-y] -s <#shards|0> [-p ] -i -r [--qsub/-q] [--dtrain_binary ] [-l \"l2 select_k 100000\"] [--extra_qsub \"-l virtual_free=24G\"]\n" exit 1 end @@ -20,7 +20,7 @@ opts = Trollop::options do opt :references, "references", :type => :string opt :qsub, "use qsub", :type => :bool, :default => false opt :dtrain_binary, "path to dtrain binary", :type => :string - opt :extra_qsub, "extra qsub args", :type => :string, :default => "" # e.g. "-l virtual_free=32000M" + opt :extra_qsub, "extra qsub args", :type => :string, :default => "" end usage if not opts[:config]&&opts[:shards]&&opts[:input]&&opts[:references] -- cgit v1.2.3