diff options
| author | Patrick Simianer <p@simianer.de> | 2013-03-15 10:29:13 +0100 |
|---|---|---|
| committer | Patrick Simianer <p@simianer.de> | 2013-03-15 10:29:13 +0100 |
| commit | 529c8f0671ce0b09c2a797278a8f84242c86465d (patch) | |
| tree | 35e44d37ab45bd53749afb1ea93c8693055cfb4f /training/dtrain/parallelize.rb | |
| parent | 72b07dfc1534862aea06c102b4382513183ce253 (diff) | |
removed hadoop/hstreaming mode
Diffstat (limited to 'training/dtrain/parallelize.rb')
| -rwxr-xr-x | training/dtrain/parallelize.rb | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/training/dtrain/parallelize.rb b/training/dtrain/parallelize.rb index fca9b10d..24e7f49e 100755 --- a/training/dtrain/parallelize.rb +++ b/training/dtrain/parallelize.rb @@ -80,7 +80,7 @@ def make_shards(input, refs, num_shards, epoch, rand) shard_refs = File.new refs_fn, 'w+' refs_fns << refs_fn 0.upto(shard_sz-1) { |i| - j = index.pop + j = index.pop shard_in.write in_lines[j] shard_refs.write refs_lines[j] } @@ -125,7 +125,7 @@ end if use_qsub qsub_str_start = "qsub -cwd -sync y -b y -j y -o work/out.#{shard}.#{epoch} -N dtrain.#{shard}.#{epoch} \"" qsub_str_end = "\"" - local_end = '' + local_end = '' else local_end = "&>work/out.#{shard}.#{epoch}" end |