summaryrefslogtreecommitdiff
path: root/split-kbest
diff options
context:
space:
mode:
authorPatrick Simianer <p@simianer.de>2016-07-05 11:01:46 +0200
committerPatrick Simianer <p@simianer.de>2016-07-05 11:01:46 +0200
commit2b1d7f881c19c4d4b5afae194e02d3300c7675d0 (patch)
tree5a06ee7de98640a39244b57bb369697176b44ebf /split-kbest
parent69949dda35c3ea21d8e926e5f0a596a0a0f61c6a (diff)
mv
Diffstat (limited to 'split-kbest')
-rwxr-xr-xsplit-kbest24
1 files changed, 24 insertions, 0 deletions
diff --git a/split-kbest b/split-kbest
new file mode 100755
index 0000000..ab425b0
--- /dev/null
+++ b/split-kbest
@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+require 'zipf'
+
+def write_kbest l, fn
+ f = WriteFile.new fn
+ f.write l.join("")
+ f.close
+end
+
+dir = ARGV[0]
+i = 0
+l = []
+while line = STDIN.gets
+ j = line.split.first.to_i
+ if j == 0 && l.size > 0
+ write_kbest l, "#{dir}/#{i}.gz"
+ l = []
+ i += 1
+ end
+ l << line
+end
+write_kbest l, "#{dir}/#{i}.gz" # last one
+