summaryrefslogtreecommitdiff
path: root/corpus/support/tokenizer.pl
diff options
context:
space:
mode:
authorMichael Denkowski <mdenkows@cs.cmu.edu>2013-09-05 11:26:22 -0700
committerMichael Denkowski <mdenkows@cs.cmu.edu>2013-09-05 11:26:22 -0700
commit76c26e382a9d5e2c95064488f060107e95470055 (patch)
tree7baf7cb1fe7af91b8a4d5b320350607e6b94dd0f /corpus/support/tokenizer.pl
parent7525905ca57bbd425f96a33768e3f6777ba86f7a (diff)
Unbuffered mode, flush after each line where possible, skip otherwise
Diffstat (limited to 'corpus/support/tokenizer.pl')
-rwxr-xr-xcorpus/support/tokenizer.pl1
1 files changed, 1 insertions, 0 deletions
diff --git a/corpus/support/tokenizer.pl b/corpus/support/tokenizer.pl
index acc537fb..e0df16a7 100755
--- a/corpus/support/tokenizer.pl
+++ b/corpus/support/tokenizer.pl
@@ -1,4 +1,5 @@
#!/usr/bin/env perl
+$|++;
my $script_dir;
BEGIN {$^W = 1; use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, $script_dir; }