diff options
author | redpony <redpony@ec762483-ff6d-05da-a07a-a48fb63a330f> | 2010-06-23 18:50:36 +0000 |
---|---|---|
committer | redpony <redpony@ec762483-ff6d-05da-a07a-a48fb63a330f> | 2010-06-23 18:50:36 +0000 |
commit | 3be7e14daa7491db21661702ca53d0438c6d16b3 (patch) | |
tree | 91b9ae146ccce5bcfd88c8957393bb0d2614dce2 /gi | |
parent | 2a076761b1e9f4be37666c79613f0c6a7449490f (diff) |
pipeline stub
git-svn-id: https://ws10smt.googlecode.com/svn/trunk@14 ec762483-ff6d-05da-a07a-a48fb63a330f
Diffstat (limited to 'gi')
-rwxr-xr-x | gi/pipeline/local-gi-pipeline.pl | 47 |
1 files changed, 47 insertions, 0 deletions
diff --git a/gi/pipeline/local-gi-pipeline.pl b/gi/pipeline/local-gi-pipeline.pl new file mode 100755 index 00000000..8a0e10c2 --- /dev/null +++ b/gi/pipeline/local-gi-pipeline.pl @@ -0,0 +1,47 @@ +#!/usr/bin/perl -w +use strict; +my $SCRIPT_DIR; BEGIN { use Cwd qw/ abs_path cwd /; use File::Basename; $SCRIPT_DIR = dirname(abs_path($0)); push @INC, $SCRIPT_DIR; } + +use IPC::Run3; +use File::Temp qw ( tempdir ); +my $TEMP_DIR = tempdir( CLEANUP => 1 ); + +my $EXTOOLS = "$SCRIPT_DIR/../../extools"; +die "Can't find extools: $EXTOOLS" unless -e $EXTOOLS && -d $EXTOOLS; +my $PYPTOOLS = "$SCRIPT_DIR/../pyp-topics/src"; +die "Can't find extools: $PYPTOOLS" unless -e $PYPTOOLS && -d $PYPTOOLS; +my $REDUCER = "$EXTOOLS/mr_stripe_rule_reduce"; + +my $PYP_TOPICS_TRAIN="$PYPTOOLS/pyp-topics-train"; + +my $EXTRACTOR = "$EXTOOLS/extractor"; +my $FILTER = "$EXTOOLS/filter_grammar"; +my $SCORER = "$EXTOOLS/score_grammar"; + +assert_exec($REDUCER, $EXTRACTOR, $FILTER, $SCORER, $PYP_TOPICS_TRAIN); + +usage() unless scalar @ARGV == 1; +open F, "<$ARGV[0]" or die "Can't read $ARGV[0]: $!"; +close F; +exit 0; + +sub usage { + print <<EOT; + +Usage: $0 [OPTIONS] corpus.fr-en-al + +Induces a grammar using Pitman-Yor topic modeling. + +EOT + exit 1; +}; + +sub assert_exec { + my @files = @_; + for my $file (@files) { + die "Can't find $file - did you run make?\n" unless -e $file; + die "Can't execute $file" unless -e $file; + } +}; + + |