From b2b25c9e71a7ae1b20b7350a236419aa37179e7c Mon Sep 17 00:00:00 2001 From: mjdenkowski Date: Wed, 12 Mar 2014 22:06:35 -0400 Subject: XML file tokenization for all your WMT needs. --- corpus/support/fix-eos.pl | 2 ++ 1 file changed, 2 insertions(+) (limited to 'corpus/support') diff --git a/corpus/support/fix-eos.pl b/corpus/support/fix-eos.pl index 584f8b46..fe03727b 100755 --- a/corpus/support/fix-eos.pl +++ b/corpus/support/fix-eos.pl @@ -1,4 +1,6 @@ #!/usr/bin/perl -w +$|++; + use strict; use utf8; -- cgit v1.2.3