diff options
| author | Patrick Simianer <p@simianer.de> | 2013-03-15 10:29:13 +0100 |
|---|---|---|
| committer | Patrick Simianer <p@simianer.de> | 2013-03-15 10:29:13 +0100 |
| commit | 2b4b3adc764085bccc6ddbde96b8cc7ba4287a9f (patch) | |
| tree | bbe72e5e3f425d2389b1f037a83aefd2c40269eb /training/dtrain/parallelize.rb | |
| parent | 08d5de939f85075fc1569ddfa545b5d815231c3f (diff) | |
removed hadoop/hstreaming mode
Diffstat (limited to 'training/dtrain/parallelize.rb')
| -rwxr-xr-x | training/dtrain/parallelize.rb | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/training/dtrain/parallelize.rb b/training/dtrain/parallelize.rb index fca9b10d..24e7f49e 100755 --- a/training/dtrain/parallelize.rb +++ b/training/dtrain/parallelize.rb @@ -80,7 +80,7 @@ def make_shards(input, refs, num_shards, epoch, rand) shard_refs = File.new refs_fn, 'w+' refs_fns << refs_fn 0.upto(shard_sz-1) { |i| - j = index.pop + j = index.pop shard_in.write in_lines[j] shard_refs.write refs_lines[j] } @@ -125,7 +125,7 @@ end if use_qsub qsub_str_start = "qsub -cwd -sync y -b y -j y -o work/out.#{shard}.#{epoch} -N dtrain.#{shard}.#{epoch} \"" qsub_str_end = "\"" - local_end = '' + local_end = '' else local_end = "&>work/out.#{shard}.#{epoch}" end |