summaryrefslogtreecommitdiff
path: root/gi/pipeline/local-gi-pipeline.pl
diff options
context:
space:
mode:
authorphilblunsom <philblunsom@ec762483-ff6d-05da-a07a-a48fb63a330f>2010-06-29 05:02:51 +0000
committerphilblunsom <philblunsom@ec762483-ff6d-05da-a07a-a48fb63a330f>2010-06-29 05:02:51 +0000
commitd403f643aaeb1d42658a4e1e585c87f621423a46 (patch)
treeee008899b297fa9015ef14f267496dbe1bc8d70f /gi/pipeline/local-gi-pipeline.pl
parent40d446cd8044c001f7a30e88113f26027cce6d22 (diff)
git-svn-id: https://ws10smt.googlecode.com/svn/trunk@51 ec762483-ff6d-05da-a07a-a48fb63a330f
Diffstat (limited to 'gi/pipeline/local-gi-pipeline.pl')
-rwxr-xr-xgi/pipeline/local-gi-pipeline.pl8
1 files changed, 5 insertions, 3 deletions
diff --git a/gi/pipeline/local-gi-pipeline.pl b/gi/pipeline/local-gi-pipeline.pl
index 6199e4c9..af83beb8 100755
--- a/gi/pipeline/local-gi-pipeline.pl
+++ b/gi/pipeline/local-gi-pipeline.pl
@@ -52,7 +52,7 @@ my $CORPUS = $ARGV[0];
open F, "<$CORPUS" or die "Can't read $CORPUS: $!"; close F;
extract_context();
-contexts_to_documents();
+# contexts_to_documents();
topic_train();
label_spans_with_topics();
my $res;
@@ -118,12 +118,14 @@ sub contexts_to_documents {
sub topic_train {
print STDERR "\n!!!TRAIN PYP TOPICS\n";
- my $IN_DOCS = "$OUTPUT/ctx.num.gz";
+# my $IN_DOCS = "$OUTPUT/ctx.num.gz";
+ my $IN_CONTEXTS = "$OUTPUT/context.txt.gz";
my $OUT_CLUSTERS = "$OUTPUT/docs.txt.gz";
if (-e $OUT_CLUSTERS) {
print STDERR "$OUT_CLUSTERS exists, reusing...\n";
} else {
- safesystem("$TOPIC_TRAIN -d $IN_DOCS -t $NUM_TOPICS -s $NUM_SAMPLES -o $OUT_CLUSTERS -w /dev/null") or die "Topic training failed.\n";
+ safesystem("$TOPIC_TRAIN --contexts $IN_CONTEXTS --backoff-type simple -t $NUM_TOPICS -s $NUM_SAMPLES -o $OUT_CLUSTERS -w /dev/null") or die "Topic training failed.\n";
+# safesystem("$TOPIC_TRAIN -d $IN_DOCS -t $NUM_TOPICS -s $NUM_SAMPLES -o $OUT_CLUSTERS -w /dev/null") or die "Topic training failed.\n";
}
}