integrated updating grammars

1 files changed, 532 insertions, 0 deletions

diff --git a/net_test/work/weights.final b/net_test/work/weights.final
new file mode 100644
index 00000000..63c31f95
--- /dev/null
+++ b/net_test/work/weights.final
@@ -0,0 +1,532 @@
+WordPenalty 327.89233383696063
+LanguageModel 1386.5918962135911
+LanguageModel_OOV -896
+Shape_S10000_T10000 382
+Shape_S11000_T11000 865
+Shape_S11000_T01100 -155
+Shape_S11000_T11100 -544
+Shape_S01100_T11000 84
+Shape_S01100_T01100 703
+Shape_S01100_T11100 51
+Shape_S11100_T11100 8
+Shape_S01010_T01010 1344
+Shape_S01110_T11010 -9
+Shape_S01110_T01110 11
+Shape_S01110_T01011 -46
+Shape_S11110_T11110 -735
+Shape_S01111_T01011 37
+Shape_S01111_T01111 -220
+Glue 1344
+EgivenFCoherent -1431.6515759415424
+SampleCountF 939.35734552272356
+CountEF 2021.0334824556544
+MaxLexFgivenE 969.23488502834584
+MaxLexEgivenF 1857.513650827781
+IsSingletonF 54
+IsSingletonFE -1480
+IsSupportedOnline 676
+PassThrough -163
+R:X:hier:this -575
+RBS:hier_</r> 237
+RBT:<r>_this -631
+RBT:this_</r> -548
+R:X:hier:is -62
+RBT:<r>_is -257
+RBT:is_</r> -799
+R:X:hier:here_in 10
+RBT:<r>_here 363
+RBT:here_in 10
+RBT:in_</r> -47
+R:X:hier:but -759
+RBT:<r>_but -441
+RBT:but_</r> -520
+R:X:hier:are_at 121
+RBT:<r>_are 63
+RBT:are_at 121
+RBT:at_</r> 93
+R:X:hier:it 2301
+RBT:<r>_it 1539
+RBT:it_</r> 813
+R:X:hier:the -152
+RBT:<r>_the -606
+RBT:the_</r> -505
+R:X:hier:here_is_where 3
+RBT:here_is 3
+RBT:is_where 3
+RBT:where_</r> -61
+R:X:hier:what -490
+RBT:<r>_what -499
+RBT:what_</r> -506
+R:X:hier:where -64
+RBT:<r>_where -64
+R:X:hier:here 350
+RBT:here_</r> 350
+R:X:hier:these -86
+RBT:<r>_these -47
+RBT:these_</r> -47
+R:X:hier:consider -502
+RBT:<r>_consider -502
+RBT:consider_</r> -502
+R:X:hier:something 27
+RBT:<r>_something 27
+RBT:something_</r> 27
+R:X:hier:hier 115
+RBT:<r>_hier 115
+RBT:hier_</r> 115
+RBS:<r>_X 611
+RBS:X_</r> 731
+RBT:<r>_X1 270
+RBT:X1_</r> 930
+R:X:NX_.:N1_extremists_. 320
+RBS:X_. -265
+RBT:X1_extremists 320
+RBT:extremists_. 320
+RBT:._</r> 437
+RBT:X1_of -94
+R:X:NX_.:N1_power_plants_. -418
+RBT:X1_power -418
+RBT:power_plants -418
+RBT:plants_. -418
+R:X:NX_.:N1___and -160
+RBT:X1__ -158
+RBT:__and -160
+RBT:and_</r> -124
+R:X:NX_.:N1_, -180
+RBT:X1_, -360
+RBT:,_</r> -229
+R:X:NX_.:N1_circumstances_. 69
+RBT:X1_circumstances 69
+RBT:circumstances_. 69
+R:X:NX_.:N1_,_and -90
+RBT:,_and -90
+R:X:NX_.:N1_@-@_regime_. -90
+RBT:X1_@-@ -90
+RBT:@-@_regime -90
+RBT:regime_. -90
+R:X:NX_.:N1_‑_in_. -171
+RBT:X1_‑ -171
+RBT:‑_in -171
+RBT:in_. -171
+R:X:NX_.:N1_paid_off_. -42
+RBT:X1_paid -42
+RBT:paid_off -42
+RBT:off_. -42
+R:X:NX_.:N1_developed_. 60
+RBT:X1_developed 60
+RBT:developed_. 60
+R:X:NX_.:N1_. 356
+RBT:X1_. 388
+R:X:NX_.:N1_-_before_. 6
+RBT:X1_- 6
+RBT:-_before 6
+RBT:before_. 6
+R:X:NX_.:N1_known_. 186
+RBT:X1_known 186
+RBT:known_. 414
+R:X:NX_.:N1_of_time_. -89
+RBT:of_time -89
+RBT:time_. -89
+R:X:NX_.:N1_appear_. 153
+RBT:X1_appear 153
+RBT:appear_. 153
+R:X:es_NX:the_machine_N1 -180
+RBS:<r>_es 343
+RBS:es_X -255
+RBT:the_machine -180
+RBT:machine_X1 -180
+R:X:es_NX:a_N1 5
+RBT:<r>_a 42
+RBT:a_X1 109
+R:X:es_NX:this_N1 -83
+RBT:this_X1 -83
+R:X:es_NX:is_N1 79
+RBT:is_X1 109
+RBT:did_</r> 156
+RBT:<r>_measures 93
+R:X:es_NX:but_N1 79
+RBT:but_X1 79
+RBT:<r>_, -517
+RBT:,_X1 -468
+RBT:X1_there 14
+RBT:there_</r> -52
+R:X:es_NX:expect_N1 86
+RBT:<r>_expect 140
+RBT:expect_X1 86
+RBT:<r>_there -52
+R:X:es_NX:all_N1 7
+RBT:<r>_all 50
+RBT:all_X1 7
+RBT:X1_it 9
+RBT:<r>_needed -37
+R:X:es_NX:has_N1 -85
+RBT:<r>_has -1199
+RBT:has_X1 -175
+R:X:es_NX:it_N1 90
+RBT:it_X1 90
+R:X:es_NX:N1_they 7
+RBT:X1_they 7
+RBT:they_</r> 177
+RBT:manage_</r> 40
+R:X:es_NX:the_N1 79
+RBT:the_X1 79
+R:X:es_NX:what_N1 7
+RBT:what_X1 7
+RBT:<r>_we 50
+R:X:es_NX:N1_have -180
+RBT:X1_have -180
+RBT:have_</r> -194
+RBT:<r>_be 66
+RBT:<r>_does -293
+RBT:<r>_have 120
+RBT:<r>_they 170
+R:X:ist:has -9
+RBS:<r>_ist -358
+RBS:ist_</r> -159
+RBT:has_</r> 124
+R:X:ist:is -1121
+R:X:ist:it -439
+R:X:ist:remains 40
+RBT:<r>_remains 40
+RBT:remains_</r> 40
+R:X:ist:thing 51
+RBT:<r>_thing 51
+RBT:thing_</r> 51
+R:X:ist:, -276
+R:X:ist:it_is 645
+RBT:it_is 1095
+R:X:ist:would 105
+RBT:<r>_would 105
+RBT:would_</r> 105
+R:X:ist:makes -102
+RBT:<r>_makes -102
+RBT:makes_</r> -102
+R:X:ist:does -246
+RBT:does_</r> -246
+R:X:ist:do -136
+RBT:<r>_do -136
+RBT:do_</r> -136
+R:X:ist:was -210
+RBT:<r>_was -210
+RBT:was_</r> -210
+R:X:ist:are -58
+RBT:are_</r> -58
+R:X:ist:'s 2261
+RBT:<r>_'s 2268
+RBT:'s_</r> 2261
+R:X:ist:has_been -1009
+RBT:has_been -1101
+RBT:been_</r> -1009
+R:X:ist:ist 10
+RBT:<r>_ist 10
+RBT:ist_</r> 10
+R:X:ist_NX:'s_N1 7
+RBS:ist_X -375
+RBT:'s_X1 7
+R:X:ist_NX:N1_has -4
+RBT:X1_has 47
+R:X:ist_NX:,_N1_,_is -540
+RBT:,_is -540
+R:X:ist_NX:N1_is 9
+RBT:X1_is 67
+R:X:ist_NX:is_N1 -2
+R:X:ist_NX:is_,_in_N1 6
+RBT:is_, 6
+RBT:,_in 6
+RBT:in_X1 6
+R:X:ist_NX:,_N1_is -4
+R:X:ist_NX:is_now_N1 108
+RBT:is_now 108
+RBT:now_X1 108
+R:X:ist_NX:has_been_N1 -90
+RBT:been_X1 -90
+R:X:ist_NX:is_a_N1 104
+RBT:is_a 104
+RBS:ist_es -276
+RBT:,_it 450
+R:X:ist_es_NX:has_N1 -90
+RBS:X_es -67
+RBT:X1_X2 -79
+RBT:X2_</r> 630
+RBT:<r>_X2 60
+RBT:X2_X1 61
+RBT:occurred_</r> 167
+RBT:<r>_he 95
+R:X:NX_es_NX:N1_N2_have -90
+RBT:X2_have -90
+RBT:is_X2 -7
+R:X:NX_es_NX:N1_there_N2 14
+RBT:there_X2 14
+R:X:ist_NX_.:lies_N1_. 6
+RBT:<r>_lies 6
+RBT:lies_X1 6
+R:X:ist_NX_.:is_N1__ 2
+RBT:__</r> 2
+RBT:X2_. -209
+RBS:hier_X 18
+R:X:hier_NX:N1_is 18
+R:X:hier_ist:is -255
+RBS:hier_ist -255
+RBS:X_ist 613
+R:X:NX_ist:N1_,_it_is 450
+R:X:NX_ist:,_N1_has 51
+R:X:NX_ist:,_N1 25
+RBT:X1_makes 7
+R:X:NX_ist:is_to_N1 24
+RBT:is_to 24
+RBT:to_X1 24
+R:X:NX_ist:is_N1 40
+R:S:NS_NX:N1_N2 1344
+RBS:<r>_S 1344
+RBS:S_X 1344
+RBT:<r>_S1 1344
+RBT:S1_X2 1344
+R:X:es:measures 93
+RBS:es_</r> 255
+RBT:measures_</r> 93
+R:X:es:, 193
+R:X:es:instead 7
+RBT:<r>_instead 7
+RBT:instead_</r> 7
+R:X:es:there -52
+R:X:es:all 43
+RBT:all_</r> 43
+R:X:es:also -122
+RBT:<r>_also -122
+RBT:also_</r> -122
+R:X:es:it -1058
+R:X:es:occurred 167
+RBT:<r>_occurred 167
+R:X:es:what -16
+R:X:es:a 37
+RBT:a_</r> 37
+R:X:es:they 170
+R:X:es:this 27
+R:X:es:is 194
+R:X:es:manage 40
+RBT:<r>_manage 40
+R:X:es:expect 54
+RBT:expect_</r> 54
+R:X:es:might 101
+RBT:<r>_might 101
+RBT:might_</r> 101
+R:X:es:indeed 46
+RBT:<r>_indeed 46
+RBT:indeed_</r> 46
+R:X:es:clearly 89
+RBT:<r>_clearly 89
+RBT:clearly_</r> 89
+R:X:es:have 33
+R:X:es:but 239
+R:X:es:has 95
+R:X:es:he 95
+RBT:he_</r> 95
+R:X:es:be 66
+RBT:be_</r> 66
+R:X:es:the -317
+R:X:es:needed -37
+RBT:needed_</r> -37
+R:X:es:we 50
+RBT:we_</r> 50
+R:X:es:these 39
+R:X:es:did 156
+RBT:<r>_did 156
+R:X:ist_es:is -177
+R:X:ist_es:has -9
+RBT:not_</r> -146
+R:X:NX_es:N1_it 9
+RBT:X2_is -10
+R:X:NX_ist_NX:N1_makes_N2 7
+RBT:makes_X2 7
+R:X:NX_ist_NX:N2_N1_is 44
+R:X:NX_ist_NX:has_been_N2_N1 -2
+RBT:been_X2 -2
+R:X:NX_ist_NX:is_N2_N1 -7
+R:X:NX_ist_NX:N2_is_N1 -10
+R:X:.:known_. 228
+RBS:<r>_. 455
+RBT:<r>_known 228
+R:X:.:and -311
+RBT:<r>_and -43
+R:X:.:, 179
+R:X:.:- 123
+RBT:<r>_- 123
+RBT:-_</r> 123
+R:X:.:. 236
+RBT:<r>_. 236
+R:X:NX_ist_NX_.:N1_N2_. -9
+R:X:mein:mein -293
+RBS:mein_</r> -81
+RBT:<r>_mein -293
+RBT:mein_</r> -293
+R:X:mein:my 212
+RBT:<r>_my 182
+RBT:my_</r> 101
+R:X:hase:hase -54
+RBS:<r>_hase -54
+RBS:hase_</r> -54
+RBT:<r>_hase -54
+RBT:hase_</r> -54
+R:X:name:name 584
+RBS:<r>_name -4
+RBS:name_</r> 588
+RBT:<r>_name -4
+RBT:name_</r> 588
+RBS:name_X -588
+RBT:name_X1 -588
+RBS:mein_X 81
+R:X:mein_NX:my_N1 59
+RBT:my_X1 81
+R:X:NX_name:N1_name 4
+RBS:X_name 4
+RBT:X1_name 4
+R:X:und:or 10
+RBS:und_</r> 169
+RBT:<r>_or 10
+RBT:or_</r> 10
+R:X:und:with -577
+RBT:<r>_with -441
+RBT:with_</r> -441
+R:X:und:@-@ -49
+RBT:<r>_@-@ -49
+RBT:@-@_</r> -49
+R:X:und:, -145
+R:X:und:and 437
+R:X:und:well 293
+RBT:<r>_well 293
+RBT:well_</r> 293
+R:X:und:& 115
+RBT:<r>_& 115
+RBT:&_</r> 115
+R:X:und:und 85
+RBT:<r>_und 85
+RBT:und_</r> 85
+R:X:nichts:does_not -47
+RBS:<r>_nichts -520
+RBT:does_not -47
+R:X:nichts:no -7
+RBT:<r>_no -7
+RBT:no_</r> 37
+R:X:nichts:never 34
+RBT:<r>_never 34
+RBT:never_</r> 34
+R:X:nichts:entirely 23
+RBT:<r>_entirely 23
+RBT:entirely_</r> 23
+R:X:nichts:only -170
+RBT:<r>_only -170
+RBT:only_</r> -170
+R:X:nichts:nothing 396
+RBT:<r>_nothing 396
+RBT:nothing_</r> 916
+R:X:nichts:didn_'t -275
+RBT:<r>_didn -275
+RBT:didn_'t -275
+RBT:'t_</r> -275
+R:X:nichts:any -185
+RBT:<r>_any -185
+RBT:any_</r> -185
+R:X:nichts:not -99
+RBT:<r>_not -99
+R:X:nichts:none 14
+RBT:<r>_none 14
+RBT:none_</r> 14
+R:X:nichts:have_no 44
+RBT:have_no 44
+R:X:nichts:have 43
+R:X:nichts:break 27
+RBT:<r>_break 27
+RBT:break_</r> 27
+R:X:nichts:nichts -318
+RBT:<r>_nichts -318
+RBT:nichts_</r> -318
+RBS:X_von 41
+RBS:von_</r> -41
+RBT:<r>_by -68
+RBT:<r>_from -69
+RBT:on_</r> -22
+RBT:from_</r> -69
+RBT:that_</r> 153
+RBT:of_</r> -87
+RBT:between_</r> 2
+RBT:for_</r> 35
+RBT:by_</r> -68
+R:X:NX_von:of_N1 -5
+RBT:<r>_of -87
+RBT:of_X1 -5
+RBS:von_X -479
+R:X:NX_von_NX_.:N2_N1_. 26
+R:X:NX_von_NX_.:N1_N2_. 20
+RBT:i_</r> 1455
+RBT:<r>_i 1069
+RBT:<r>_so -4
+RBT:so_i 255
+RBT:<r>_let 37
+RBT:me_</r> 2
+RBT:<r>_me 2
+RBT:<r>_to -662
+RBT:<r>_good -60
+R:X:ich:me 2
+RBS:ich_</r> 131
+R:X:ich:my -111
+R:X:ich:good -60
+RBT:good_</r> -60
+R:X:ich:to -662
+RBT:to_</r> -662
+R:X:ich:i 1200
+R:X:ich:so -259
+RBT:so_</r> -259
+R:X:ich:let 37
+RBT:let_</r> 37
+R:X:ich:so_i 255
+R:X:ich:while -292
+RBT:<r>_while -292
+RBT:while_</r> -292
+R:X:ich:ich 21
+RBT:<r>_ich 21
+RBT:ich_</r> 21
+RBS:und_X -169
+RBT:and_X1 -169
+R:X:von:on -22
+RBS:<r>_von -41
+RBT:<r>_on -22
+RBT:<r>_for 35
+R:X:von:the -36
+R:X:von:from -69
+R:X:von:that 153
+RBT:<r>_that 153
+R:X:von:of -82
+R:X:von:for 35
+R:X:von:with 136
+R:X:von:between 2
+RBT:<r>_between 2
+R:X:von:at -28
+RBT:<r>_at -28
+R:X:von:by -68
+R:X:von:in -57
+RBT:<r>_in -57
+R:X:von_NX:N1_of -5
+R:X:ist_hase_NX:is_rabbit_N1 810
+RBS:ist_hase 810
+RBS:hase_X 244
+RBT:is_rabbit 810
+RBT:rabbit_X1 810
+RBS:hase_. -190
+RBT:rabbit_. -190
+R:X:NX_hase_.:N1_rabbit_. -190
+RBS:X_hase -756
+RBT:X1_rabbit -756
+R:X:name_NX_hase_NX:name_N1_rabbit_N2 -588
+RBT:rabbit_X2 -566
+R:X:mein_NX_hase_NX:my_N1_rabbit_N2 22
+R:X:ich_weiss_von_NX:i_know_N1 -131
+RBS:ich_weiss -131
+RBT:i_know -131
+RBT:know_X1 -131
+RBS:von_nichts 520
+RBT:know_nothing 520
+R:X:NX_weiss_von_nichts:N1_know_nothing 520
+RBS:X_weiss 131
+RBT:X1_know 131
+R:X:NX_weiss_von_NX_.:N1_know_N2_. -220
+RBT:know_X2 -389
+R:X:und_NX_weiss_von_NX:and_N1_know_N2 -169