diff options
| author | Chris Dyer <cdyer@cs.cmu.edu> | 2011-03-10 20:02:34 -0500 |
|---|---|---|
| committer | Chris Dyer <cdyer@cs.cmu.edu> | 2011-03-10 20:02:34 -0500 |
| commit | 1b8a83f39d5402da0273498111ddadfc7cc9d2ee (patch) | |
| tree | c5c395b0f0dd44ab0e51855c94c70d46857a8895 | |
| parent | e7dfcff76b8d53775f753c2367776c5348bd73b5 (diff) | |
| parent | f7d23a8ea67e9d7e58e9e5d08465c5d1f70d482d (diff) | |
Merge branch 'master' of github.com:redpony/cdec
| -rw-r--r-- | compound-split/de/charlm.rev.5gm.de.klm | bin | 14148755 -> 17376695 bytes | |||
| -rw-r--r-- | klm/lm/test.arpa | 24 |
2 files changed, 18 insertions, 6 deletions
diff --git a/compound-split/de/charlm.rev.5gm.de.klm b/compound-split/de/charlm.rev.5gm.de.klm Binary files differindex 574898dc..e8d114bd 100644 --- a/compound-split/de/charlm.rev.5gm.de.klm +++ b/compound-split/de/charlm.rev.5gm.de.klm diff --git a/klm/lm/test.arpa b/klm/lm/test.arpa index 9d674e83..ef214eae 100644 --- a/klm/lm/test.arpa +++ b/klm/lm/test.arpa @@ -1,17 +1,17 @@ \data\ -ngram 1=34 -ngram 2=43 -ngram 3=8 -ngram 4=5 -ngram 5=3 +ngram 1=37 +ngram 2=47 +ngram 3=11 +ngram 4=6 +ngram 5=4 \1-grams: -1.383514 , -0.30103 -1.139057 . -0.845098 -1.029493 </s> -99 <s> -0.4149733 --1.995635 <unk> +-1.995635 <unk> -20 -1.285941 a -0.69897 -1.687872 also -0.30103 -1.687872 beyond -0.30103 @@ -41,6 +41,9 @@ ngram 5=3 -1.687872 watching -0.30103 -1.687872 what -0.30103 -1.687872 would -0.30103 +-3.141592 foo +-2.718281 bar 3.0 +-6.535897 baz -0.0 \2-grams: -0.6925742 , . @@ -86,6 +89,10 @@ ngram 5=3 -0.2922095 watching considering -0.2922095 what i -0.2922095 would also +-2 also would -6 +-15 <unk> <unk> -2 +-4 <unk> however -1 +-6 foo bar \3-grams: -0.01916512 more . </s> @@ -96,6 +103,9 @@ ngram 5=3 -0.3488368 <s> looking on -0.4771212 -0.1892331 little more loin -0.04835128 looking on a -0.4771212 +-3 also would consider -7 +-6 <unk> however <unk> -12 +-7 to look good \4-grams: -0.009249173 looking on a little -0.4771212 @@ -103,10 +113,12 @@ ngram 5=3 -0.005464747 screening a little more -0.1453306 a little more loin -0.01552657 <s> looking on a -0.4771212 +-4 also would consider higher -8 \5-grams: -0.003061223 <s> looking on a little -0.001813953 looking on a little more -0.0432557 on a little more loin +-5 also would consider higher looking \end\ |