summaryrefslogtreecommitdiff
path: root/corpus/cut-corpus.pl
diff options
context:
space:
mode:
authorChris Dyer <cdyer@Chriss-MacBook-Air.local>2013-01-19 19:09:48 -0500
committerChris Dyer <cdyer@Chriss-MacBook-Air.local>2013-01-19 19:09:48 -0500
commit9e36263f64d6f5150f1b552dd77bde971d605376 (patch)
tree496e24de9cec6193aed1c54a312e2693fd9e1901 /corpus/cut-corpus.pl
parent0b9031042500d45a098762f0a930bd6a66a58fac (diff)
updated version of boost.m4 and automatically build kenneth's LM builder
Diffstat (limited to 'corpus/cut-corpus.pl')
-rwxr-xr-xcorpus/cut-corpus.pl2
1 files changed, 1 insertions, 1 deletions
diff --git a/corpus/cut-corpus.pl b/corpus/cut-corpus.pl
index 7daac0e2..0af3b23c 100755
--- a/corpus/cut-corpus.pl
+++ b/corpus/cut-corpus.pl
@@ -22,7 +22,7 @@ for my $ff (@ind) {
while(<>) {
chomp;
- my @fields = split / \|\|\| /;
+ my @fields = split /\s*\|\|\|\s*/;
my @sf;
for my $i (@o) {
my $y = $fields[$i];