summaryrefslogtreecommitdiff
path: root/corpus/support
diff options
context:
space:
mode:
authormjdenkowski <michael.j.denkowski@gmail.com>2014-03-12 22:06:35 -0400
committermjdenkowski <michael.j.denkowski@gmail.com>2014-03-12 22:06:35 -0400
commitb2b25c9e71a7ae1b20b7350a236419aa37179e7c (patch)
tree4eb60454c9b6cbc3ed6f8b5b08880bbc97513cca /corpus/support
parent70ef91b22ee4abc5e50c15c4eb08121739af2bfd (diff)
XML file tokenization for all your WMT needs.
Diffstat (limited to 'corpus/support')
-rwxr-xr-xcorpus/support/fix-eos.pl2
1 files changed, 2 insertions, 0 deletions
diff --git a/corpus/support/fix-eos.pl b/corpus/support/fix-eos.pl
index 584f8b46..fe03727b 100755
--- a/corpus/support/fix-eos.pl
+++ b/corpus/support/fix-eos.pl
@@ -1,4 +1,6 @@
#!/usr/bin/perl -w
+$|++;
+
use strict;
use utf8;