Merge remote-tracking branch 'upstream/master'

1 files changed, 42 insertions, 0 deletions

diff --git a/corpus/conll2cdec.pl b/corpus/conll2cdec.pl
new file mode 100755
index 00000000..ee4e07db
--- /dev/null
+++ b/corpus/conll2cdec.pl
@@ -0,0 +1,42 @@
+#!/usr/bin/perl -w
+use strict;
+
+die "Usage: $0 file.conll\n\n  Converts a CoNLL formatted labeled sequence into cdec's format.\n\n" unless scalar @ARGV == 1;
+open F, "<$ARGV[0]" or die "Can't read $ARGV[0]: $!\n";
+
+my @xx;
+my @yy;
+my @os;
+my $sec = undef;
+my $i = 0;
+while(<F>) {
+  chomp;
+  if (/^\s*$/) {
+    print "<seg id=\"$i\"";
+    $i++;
+    for (my $j = 0; $j < $sec; $j++) {
+      my @oo = ();
+      for (my $k = 0; $k < scalar @xx; $k++) {
+        my $sym = $os[$k]->[$j];
+        $sym =~ s/"/'/g;
+        push @oo, $sym;
+      }
+      my $zz = $j + 1;
+      print " feat$zz=\"@oo\"";
+    }
+
+    print "> @xx ||| @yy </seg>\n";
+    @xx = ();
+    @yy = ();
+    @os = ();
+  } else {
+    my ($x, @fs) = split /\s+/;
+    my $y = pop @fs;
+    if (!defined $sec) { $sec = scalar @fs; }
+    die unless $sec == scalar @fs;
+    push @xx, $x;
+    push @yy, $y;
+    push @os, \@fs;
+  }
+}
+