From fe471bb707226052551d75b043295ca5f57261c0 Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Sun, 25 Sep 2011 20:23:09 +0200 Subject: removed some quirks, less boost, prettier code, score_t --- dtrain/test/example/cdec.ini | 7 +++++++ dtrain/test/example/dtrain.ini | 11 +++++++++++ dtrain/test/example/nc-1k-tabs.gz | Bin 0 -> 21185883 bytes dtrain/test/example/nc-1k.gz | Bin 0 -> 21474865 bytes dtrain/test/example/nc-wmt11.en.srilm.gz | Bin 0 -> 16017291 bytes dtrain/test/example/weights.gz | Bin 0 -> 255 bytes 6 files changed, 18 insertions(+) create mode 100644 dtrain/test/example/cdec.ini create mode 100644 dtrain/test/example/dtrain.ini create mode 100644 dtrain/test/example/nc-1k-tabs.gz create mode 100644 dtrain/test/example/nc-1k.gz create mode 100644 dtrain/test/example/nc-wmt11.en.srilm.gz create mode 100644 dtrain/test/example/weights.gz (limited to 'dtrain/test/example') diff --git a/dtrain/test/example/cdec.ini b/dtrain/test/example/cdec.ini new file mode 100644 index 00000000..cdc8a8bb --- /dev/null +++ b/dtrain/test/example/cdec.ini @@ -0,0 +1,7 @@ +formalism=scfg +add_pass_through_rules=true +cubepruning_pop_limit=30 +scfg_max_span_limit=15 +feature_function=WordPenalty +feature_function=KLanguageModel /home/pks/z/X/x/dtrain/test/example/nc-wmt11.en.srilm.gz +#feature_function=RuleIdentityFeatures diff --git a/dtrain/test/example/dtrain.ini b/dtrain/test/example/dtrain.ini new file mode 100644 index 00000000..aee3c89e --- /dev/null +++ b/dtrain/test/example/dtrain.ini @@ -0,0 +1,11 @@ +decoder_config=test/example/cdec.ini +ksamples=100 +ngrams=3 +epochs=1000 +input=test/example/nc-1k.gz +scorer=stupid_bleu +output=test/example/weights.gz +stop_after=10 +sample_from=kbest +pair_sampling=all +print_weights=Glue WordPenalty LanguageModel LanguageModel_OOV PhraseModel_0 PhraseModel_1 PhraseModel_2 PhraseModel_3 PhraseModel_4 PassThrough diff --git a/dtrain/test/example/nc-1k-tabs.gz b/dtrain/test/example/nc-1k-tabs.gz new file mode 100644 index 00000000..45496cd8 Binary files /dev/null and b/dtrain/test/example/nc-1k-tabs.gz differ diff --git a/dtrain/test/example/nc-1k.gz b/dtrain/test/example/nc-1k.gz new file mode 100644 index 00000000..f638a166 Binary files /dev/null and b/dtrain/test/example/nc-1k.gz differ diff --git a/dtrain/test/example/nc-wmt11.en.srilm.gz b/dtrain/test/example/nc-wmt11.en.srilm.gz new file mode 100644 index 00000000..7ce81057 Binary files /dev/null and b/dtrain/test/example/nc-wmt11.en.srilm.gz differ diff --git a/dtrain/test/example/weights.gz b/dtrain/test/example/weights.gz new file mode 100644 index 00000000..21157427 Binary files /dev/null and b/dtrain/test/example/weights.gz differ -- cgit v1.2.3