summaryrefslogtreecommitdiff
path: root/src/test_data
diff options
context:
space:
mode:
Diffstat (limited to 'src/test_data')
-rw-r--r--src/test_data/dummy.3gram.lm2645
-rw-r--r--src/test_data/grammar.prune196
-rw-r--r--src/test_data/small.json.gzbin0 -> 1561 bytes
-rw-r--r--src/test_data/test_2gram.lm.gzbin0 -> 587 bytes
-rw-r--r--src/test_data/weights8
-rw-r--r--src/test_data/weights.gt4
6 files changed, 2853 insertions, 0 deletions
diff --git a/src/test_data/dummy.3gram.lm b/src/test_data/dummy.3gram.lm
new file mode 100644
index 00000000..ae665284
--- /dev/null
+++ b/src/test_data/dummy.3gram.lm
@@ -0,0 +1,2645 @@
+
+\data\
+ngram 1=490
+ngram 2=1023
+ngram 3=1119
+
+\1-grams:
+-2.761928 ! -0.06284945
+-1.91683 " -0.03559465
+-2.761928 ' -0.06057167
+-2.159868 ( -0.07742823
+-2.159868 ) -0.05637721
+-1.292106 , -0.04497077
+-3.062958 - -0.06247065
+-1.429489 . -0.08555528
+-2.761928 12 -0.06473851
+-3.062958 17 -0.06586801
+-2.585837 2000 -0.05520994
+-3.062958 2002 -0.06360606
+-3.062958 2006 -0.0497812
+-3.062958 2008 -0.06322792
+-3.062958 2009 -0.0497812
+-3.062958 200–400 -0.06549184
+-3.062958 224 -0.06586801
+-1.91683 </s>
+-99 <s> -0.0457003
+-2.761928 ? -0.05751594
+-1.720535 a -0.05548429
+-2.460898 about -0.05211611
+-3.062958 acquiesced -0.05942829
+-3.062958 actually -0.04349266
+-3.062958 addition -0.05980976
+-3.062958 admit -0.06095213
+-3.062958 affected -0.04071253
+-2.761928 against -0.06549184
+-3.062958 aging -0.06586801
+-3.062958 ago -0.04349266
+-3.062958 ahead -0.06586801
+-2.761928 al -0.06284945
+-2.761928 all -0.0590465
+-3.062958 all-around -0.06586801
+-3.062958 along -0.04071253
+-2.761928 also -0.06322792
+-2.761928 always -0.06436136
+-2.363988 an -0.06436135
+-3.062958 analysis -0.06473851
+-1.631594 and 0.006203346
+-3.062958 anti-divine -0.06586801
+-3.062958 any -0.06549184
+-3.062958 approach -0.05789908
+-3.062958 archive -0.04071253
+-3.062958 are -0.05789908
+-2.761928 arkive -0.06549184
+-2.585837 article -0.0228177
+-2.21786 as -0.09020901
+-3.062958 asked -0.06398387
+-2.585837 at -0.03145044
+-2.761928 attention -0.02612664
+-3.062958 available -0.04349266
+-3.062958 average -0.04349266
+-3.062958 away -0.06322792
+-3.062958 ayers -0.05597997
+-3.062958 b -0.04349266
+-3.062958 back-and-forth -0.06586801
+-3.062958 bailie -0.0497812
+-2.761928 be -0.06511534
+-3.062958 because -0.06586801
+-2.460898 been -0.06322791
+-3.062958 before -0.04349266
+-2.761928 begin -0.05520995
+-3.062958 being -0.06586801
+-2.585837 between -0.1350269
+-2.460898 bias -0.04111077
+-3.062958 biased -0.06511534
+-3.062958 biblical -0.06586801
+-3.062958 bill -0.06586801
+-3.062958 blade -0.06436136
+-3.062958 blood -0.04349266
+-3.062958 bob -0.06549184
+-3.062958 book -0.06436136
+-2.159868 briffa -0.06804922
+-2.761928 briffa's -0.06284945
+-2.021565 but -0.01525023
+-2.21786 by -0.07600738
+-2.761928 ca -0.2166343
+-2.761928 can -0.06473851
+-3.062958 case -0.06511534
+-3.062958 cast -0.06473851
+-3.062958 catch -0.06511534
+-3.062958 caught -0.06511534
+-3.062958 caveats -0.06322792
+-3.062958 centennial-scale -0.06549184
+-3.062958 cf -0.0497812
+-3.062958 change -0.06209152
+-3.062958 changing -0.06360606
+-3.062958 characterizes -0.06586801
+-3.062958 checked -0.06586801
+-2.159868 chronology -0.02240231
+-3.062958 church -0.06398387
+-3.062958 cocaine -0.06398387
+-3.062958 collection -0.06586801
+-3.062958 combination -0.06209152
+-3.062958 combine -0.04071253
+-3.062958 combined -0.06209152
+-3.062958 comment -0.06360606
+-3.062958 commentary -0.06322792
+-3.062958 commenter -0.06586801
+-3.062958 comments -0.06586801
+-3.062958 compared -0.05789908
+-3.062958 concerned -0.06473851
+-3.062958 concrete -0.06095213
+-3.062958 connection -0.06209152
+-2.761928 conservatives -0.06360606
+-3.062958 considered -0.06095213
+-3.062958 consists -0.04349266
+-3.062958 constructing -0.05789908
+-2.761928 control -0.03991493
+-2.585837 cores -0.0236473
+-3.062958 corridor -0.06473851
+-2.761928 crack -0.06436136
+-3.062958 crossroads -0.0497812
+-2.460898 cru -0.1318786
+-3.062958 darkness -0.05597997
+-2.108715 data -0.06845023
+-2.761928 day -0.05674864
+-2.761928 days -0.04939082
+-3.062958 debt -0.04349266
+-3.062958 decline -0.06095213
+-3.062958 deep -0.06549184
+-3.062958 deeper -0.06586801
+-3.062958 delete -0.05789908
+-3.062958 derived -0.06511534
+-3.062958 described -0.05942829
+-2.761928 did -0.06095213
+-2.761928 difference -0.04860901
+-2.761928 different -0.06247065
+-2.761928 divergence -0.2166343
+-2.761928 do -0.05559513
+-3.062958 does -0.06247065
+-3.062958 doing -0.06586801
+-3.062958 don't -0.06586801
+-3.062958 done -0.06586801
+-3.062958 doubt -0.06360606
+-3.062958 down -0.05789908
+-3.062958 due -0.06473851
+-3.062958 earlier -0.06019088
+-3.062958 editors -0.06511534
+-3.062958 energy -0.04349266
+-3.062958 enormous -0.06586801
+-2.761928 et -0.2166343
+-3.062958 even -0.06586801
+-3.062958 every -0.06586801
+-3.062958 exactly -0.06360606
+-3.062958 exception -0.05789908
+-3.062958 excluding -0.06549184
+-3.062958 expect -0.06511534
+-3.062958 extension -0.05597997
+-3.062958 factors -0.04349266
+-3.062958 fantasy -0.06436136
+-3.062958 far -0.06511534
+-2.585837 few -0.1590744
+-2.585837 finally -0.06511533
+-3.062958 first -0.04349266
+-3.062958 flesh -0.05597997
+-3.062958 following: -0.06095213
+-3.062958 follows: -0.06095213
+-2.284806 for -0.06171204
+-3.062958 forests -0.0497812
+-2.585837 from -0.05713245
+-3.062958 fully -0.06586801
+-2.585837 further -0.06511533
+-3.062958 furthermore -0.04349266
+-3.062958 future -0.0497812
+-3.062958 generating -0.06586801
+-2.761928 get -0.191855
+-3.062958 ghastly -0.06586801
+-3.062958 ghostwritten -0.06360606
+-3.062958 gil -0.06586801
+-3.062958 given -0.04071253
+-3.062958 going -0.05789908
+-3.062958 got -0.06436136
+-2.761928 great -0.2166343
+-3.062958 growing -0.0497812
+-3.062958 grows -0.06511534
+-2.363988 had -0.1033177
+-2.585837 hantemirov -0.09654189
+-2.761928 happening -0.06436136
+-3.062958 happens -0.06549184
+-3.062958 hard -0.05789908
+-3.062958 hardly -0.06473851
+-2.460898 has -0.03063563
+-3.062958 hate -0.05789908
+-2.284806 have -0.08108715
+-3.062958 haven't -0.06586801
+-2.363988 he -0.112982
+-3.062958 here -0.06586801
+-3.062958 highly -0.06586801
+-2.761928 him -0.05751594
+-2.585837 his -0.06511533
+-3.062958 how -0.06586801
+-2.761928 however -0.1946352
+-3.062958 hs -0.06586801
+-3.062958 humanity -0.06511534
+-2.108715 i -0.05980975
+-3.062958 i'd -0.06586801
+-3.062958 i've -0.06586801
+-2.761928 idea -0.02612664
+-2.761928 if -0.03670979
+-3.062958 illusion -0.05597997
+-3.062958 immense -0.06586801
+-3.062958 impact -0.06322792
+-3.062958 important -0.06586801
+-1.807685 in -0.04419087
+-3.062958 included -0.06209152
+-2.761928 including -0.0165447
+-3.062958 indeed -0.06511534
+-3.062958 individual -0.06511534
+-3.062958 information -0.06511534
+-3.062958 inhomogeneities -0.04349266
+-3.062958 initial -0.06549184
+-2.761928 instead -0.2109523
+-3.062958 interannual -0.06549184
+-2.761928 into -0.03991493
+-3.062958 introduced -0.06360606
+-1.91683 is -0.001109093
+-2.062958 it -0.06621437
+-2.460898 it's -0.06019088
+-3.062958 its -0.06586801
+-2.761928 journal -0.06209152
+-3.062958 jurisdiction -0.0497812
+-2.460898 just -0.05520994
+-3.062958 kaufman -0.06549184
+-3.062958 keeps -0.06586801
+-2.761928 khadyta -0.2166343
+-2.460898 know -0.1105378
+-3.062958 larch -0.06586801
+-2.761928 larches -0.04743365
+-3.062958 large-scale -0.06095213
+-2.761928 like -0.06511534
+-3.062958 limited -0.06586801
+-3.062958 living -0.06549184
+-3.062958 longest -0.05597997
+-3.062958 looking -0.06549184
+-3.062958 looks -0.06586801
+-3.062958 love -0.05789908
+-3.062958 made -0.06095213
+-2.761928 mag -0.2143704
+-3.062958 magnitude -0.05980976
+-3.062958 magnus -0.0497812
+-3.062958 makes -0.04071253
+-3.062958 many -0.06586801
+-3.062958 may -0.06586801
+-3.062958 mean -0.06322792
+-3.062958 measured -0.06360606
+-2.761928 measurement -0.213992
+-2.460898 method -0.03711172
+-3.062958 methodology -0.06586801
+-3.062958 mind -0.06511534
+-3.062958 mix -0.06586801
+-2.585837 more -0.05636447
+-3.062958 morning -0.06284945
+-2.585837 most -0.0647385
+-2.761928 much -0.06473851
+-3.062958 multi-parters -0.04349266
+-3.062958 multiproxy -0.06586801
+-3.062958 mundane -0.06511534
+-2.585837 my -0.1598284
+-3.062958 national -0.06586801
+-3.062958 naughtiness -0.0497812
+-3.062958 nettle -0.04349266
+-3.062958 never -0.06586801
+-3.062958 next -0.04349266
+-3.062958 no -0.06586801
+-3.062958 non-robustness -0.06586801
+-3.062958 northern -0.06586801
+-2.062958 not -0.0712041
+-3.062958 noted -0.06586801
+-3.062958 noticed -0.06095213
+-3.062958 notwithstanding -0.06473851
+-3.062958 now -0.04349266
+-2.761928 obama -0.03791448
+-3.062958 observed -0.06586801
+-1.832509 of -0.04850956
+-2.761928 old -0.06436136
+-2.585837 older -0.1053004
+-3.062958 oldie -0.04349266
+-2.159868 on -0.09226183
+-2.585837 one -0.04900008
+-3.062958 online -0.0497812
+-3.062958 only -0.06586801
+-3.062958 or -0.06586801
+-3.062958 originated -0.06209152
+-3.062958 osborn -0.05597997
+-3.062958 out -0.06322792
+-3.062958 outright -0.06586801
+-3.062958 own -0.06586801
+-3.062958 paleoclimatologists -0.05597997
+-3.062958 passage -0.06284945
+-3.062958 passing -0.05597997
+-3.062958 path -0.06095213
+-3.062958 patterns -0.05942829
+-3.062958 paul -0.06436136
+-3.062958 people -0.06095213
+-2.363988 perhaps -0.06259563
+-2.761928 phil -0.2166343
+-3.062958 picked -0.06511534
+-3.062958 piece -0.06360606
+-3.062958 place -0.0497812
+-3.062958 placed -0.06586801
+-3.062958 play -0.06322792
+-3.062958 point -0.06095213
+-3.062958 policy -0.06322792
+-2.585837 politics -0.02571439
+-2.363988 population -0.1001791
+-3.062958 position -0.06095213
+-3.062958 possible -0.05597997
+-2.761928 potential -0.06436136
+-3.062958 power -0.05789908
+-3.062958 powers -0.05597997
+-3.062958 precipitous -0.06586801
+-3.062958 precisely -0.04071253
+-3.062958 predictable -0.06586801
+-3.062958 presented -0.06019088
+-3.062958 preserve -0.06586801
+-3.062958 previous -0.06549184
+-3.062958 principalities -0.05980976
+-3.062958 principles -0.05942829
+-3.062958 prior -0.06511534
+-3.062958 probable -0.06095213
+-2.761928 problem -0.2120946
+-3.062958 projected -0.06549184
+-3.062958 properly -0.06586801
+-3.062958 prove -0.06586801
+-3.062958 provide -0.04071253
+-3.062958 provided -0.05789908
+-3.062958 provocative -0.06586801
+-3.062958 published -0.05942829
+-3.062958 push -0.06511534
+-2.585837 rcs -0.06133225
+-3.062958 react -0.05789908
+-3.062958 read -0.06247065
+-2.761928 readers -0.06398387
+-3.062958 reading -0.04349266
+-3.062958 real -0.06322792
+-3.062958 really -0.06586801
+-3.062958 realm -0.05980976
+-2.761928 reason -0.06360606
+-3.062958 recent -0.06511534
+-2.761928 recently -0.1946352
+-3.062958 reconstruction -0.0497812
+-3.062958 refusal -0.05942829
+-3.062958 refused -0.05789908
+-3.062958 related -0.05789908
+-3.062958 relevant -0.04349266
+-3.062958 relied -0.06322792
+-3.062958 religion -0.05597997
+-3.062958 remained -0.06586801
+-3.062958 remarked -0.06095213
+-3.062958 reposting -0.06473851
+-3.062958 requiring -0.06322792
+-3.062958 response -0.05789908
+-3.062958 resulting -0.06322792
+-3.062958 rev -0.0497812
+-2.460898 right -0.04821757
+-3.062958 ring -0.06586801
+-3.062958 ring-width -0.06511534
+-2.761928 river -0.1946352
+-3.062958 said -0.06436136
+-3.062958 same -0.06473851
+-3.062958 sample -0.06586801
+-3.062958 sat -0.05942829
+-2.460898 schweingruber -0.09101291
+-3.062958 schweingruber's -0.06549184
+-2.585837 science -0.1568045
+-3.062958 script -0.06322792
+-2.585837 see -0.1112577
+-3.062958 seized -0.04071253
+-2.761928 selected -0.04664831
+-2.585837 selection -0.1491516
+-3.062958 sensitive -0.06511534
+-3.062958 sensitivity -0.06095213
+-2.585837 series -0.1314228
+-3.062958 set -0.05942829
+-3.062958 several -0.06549184
+-3.062958 shadow -0.06586801
+-2.761928 shadows -0.04309659
+-2.585837 shiyatov -0.06360605
+-3.062958 should -0.06247065
+-3.062958 similar -0.06473851
+-3.062958 similarly -0.06586801
+-3.062958 since -0.06019088
+-3.062958 size -0.05597997
+-3.062958 skimmed -0.06019088
+-2.761928 slowly -0.04270015
+-3.062958 small -0.06586801
+-3.062958 so -0.06549184
+-3.062958 some -0.06549184
+-3.062958 someone -0.06586801
+-3.062958 start -0.06549184
+-3.062958 staunchly -0.06586801
+-3.062958 struggling -0.06549184
+-3.062958 studies -0.06095213
+-2.761928 study -0.02612664
+-3.062958 stumbled -0.06586801
+-2.585837 subfossil -0.06171205
+-3.062958 subsequent -0.06549184
+-3.062958 subset -0.05942829
+-3.062958 success -0.0497812
+-3.062958 supplement -0.0497812
+-3.062958 supplemented -0.06360606
+-3.062958 surface -0.04349266
+-3.062958 take -0.06436136
+-3.062958 taken -0.05789908
+-2.761928 taymir -0.06247065
+-3.062958 temperature -0.04349266
+-3.062958 tendency -0.05789908
+-3.062958 terms -0.05980976
+-3.062958 than -0.04071253
+-1.91683 that -0.06692892
+-1.243414 the -0.08813193
+-3.062958 their -0.06511534
+-2.761928 themselves -0.04111078
+-3.062958 there's -0.06586801
+-2.460898 these -0.05942829
+-2.460898 they -0.06398387
+-2.761928 things -0.06057167
+-3.062958 think -0.06549184
+-3.062958 thinking -0.06586801
+-1.858838 this -0.08175352
+-2.761928 those -0.06057167
+-3.062958 thought -0.0497812
+-3.062958 thousand -0.04349266
+-3.062958 through -0.04071253
+-2.761928 time -0.0326698
+-1.720535 to -0.07930601
+-2.761928 today -0.04821758
+-3.062958 took -0.04071253
+-3.062958 towards -0.06511534
+-2.761928 trans -0.06549184
+-2.460898 trees -0.04704115
+-2.761928 trouble -0.213234
+-3.062958 true -0.04349266
+-3.062958 trying -0.05789908
+-2.761928 two -0.2166343
+-3.062958 unarchived -0.0497812
+-3.062958 under -0.06549184
+-3.062958 unintentional -0.06473851
+-3.062958 unrepresentativeness -0.05980976
+-3.062958 until -0.06549184
+-3.062958 unveiled: -0.06586801
+-2.761928 up -0.03185729
+-3.062958 upon -0.06019088
+-2.761928 use -0.2109523
+-2.363988 used -0.0545155
+-2.761928 using -0.02323271
+-3.062958 usual -0.06586801
+-3.062958 valid -0.06549184
+-2.761928 variability -0.03911585
+-2.761928 versions -0.04428373
+-2.761928 very -0.06549184
+-3.062958 violence -0.06586801
+-3.062958 virtually -0.06586801
+-3.062958 virtue -0.05980976
+-3.062958 voted -0.06398387
+-3.062958 warn -0.06549184
+-3.062958 warnings -0.04349266
+-2.363988 was -0.06171205
+-3.062958 way -0.06549184
+-3.062958 we -0.06549184
+-3.062958 well -0.06398387
+-2.284806 were -0.07866543
+-2.21786 what -0.02364731
+-3.062958 what's -0.06549184
+-2.585837 when -0.06057167
+-2.585837 where -0.05597997
+-2.460898 which -0.0403139
+-2.585837 while -0.03951557
+-3.062958 whose -0.06586801
+-3.062958 why -0.06586801
+-3.062958 widths -0.05597997
+-2.761928 will -0.06322792
+-3.062958 wise -0.06549184
+-2.021565 with -0.08912028
+-3.062958 within -0.06549184
+-3.062958 without -0.06586801
+-3.062958 worth -0.06586801
+-2.460898 would -0.1303614
+-3.062958 wright's -0.06586801
+-3.062958 wrote -0.04071253
+-2.159868 yamal -0.0719028
+-2.761928 year -0.04270015
+-3.062958 years -0.06549184
+-3.062958 yes -0.04349266
+-3.062958 yesterday -0.06473851
+-3.062958 yet -0.04349266
+-3.062958 you -0.06511534
+-2.761928 your -0.06511534
+
+\2-grams:
+-1.15037 ! as -0.004049858
+-1.15037 ! instead 0.2044696
+-1.995468 " ( -0.005168174
+-1.995468 " - 0.05332709
+-1.995468 " </s>
+-1.995468 " as -0.004049858
+-1.995468 " concrete 0.05332709
+-1.995468 " corridor 0.05332709
+-1.249819 " divergence 0.1451325
+-1.995468 " further 0.008061528
+-1.995468 " i'd 0.05332709
+-1.995468 " success 0.05332709
+-1.995468 " that -0.008505944
+-1.995468 " the -0.007702977
+-1.995468 " used -0.0004517734
+-1.15037 ' </s>
+-1.15037 ' yes 0.05332709
+-1.75243 ( and -0.01063527
+-1.75243 ( in 0.006514465
+-1.006781 ( mag 0.1451325
+-1.75243 ( or 0.05332709
+-1.75243 ( phil 0.2044696
+-1.75243 ( which 0.00272119
+-1.75243 ( while 0.008061528
+-1.006781 ) , -0.002172916
+-1.75243 ) </s>
+-1.75243 ) acquiesced 0.05332709
+-1.75243 ) and -0.002266581
+-1.75243 ) had -0.0004517734
+-1.75243 ) things 0.01894335
+-1.75243 ) took 0.05332709
+-2.620192 , 2008 0.05332709
+-2.620192 , 224 0.05332709
+-2.620192 , a -0.01011507
+-2.620192 , all 0.01894335
+-1.955229 , and -0.006035992
+-2.620192 , as 0.0389223
+-2.620192 , bob 0.05332709
+-2.620192 , briffa -0.005168174
+-0.8166095 , but 0.05114232
+-2.620192 , cf 0.05332709
+-2.620192 , cru 0.00272119
+-2.620192 , delete 0.05332709
+-2.620192 , for -0.002554279
+-2.620192 , from 0.008061528
+-2.620192 , he -0.0004517734
+-2.620192 , his 0.008061528
+-1.955229 , i 0.008061524
+-2.620192 , if 0.01894335
+-2.620192 , including 0.01894335
+-2.620192 , is -0.008505944
+-1.874543 , it -0.0004517762
+-1.874543 , it's 0.01894334
+-2.620192 , kaufman 0.05332709
+-2.620192 , most 0.008061528
+-2.620192 , notwithstanding 0.05332709
+-2.620192 , of 0.007685009
+-2.620192 , on -0.005168174
+-2.620192 , perhaps 0.04797027
+-2.620192 , requiring 0.05332709
+-2.620192 , since 0.05332709
+-1.955229 , the 0.02331641
+-1.955229 , this 0.01715922
+-2.620192 , until 0.05332709
+-2.620192 , using 0.01894335
+-1.874543 , when 0.03010483
+-2.620192 , where 0.008061528
+-1.874543 , which 0.01894334
+-2.620192 , while 0.008061528
+-2.620192 , yamal -0.005168174
+-0.8493397 - not -0.006728992
+-2.482808 . " -0.008505944
+-2.482808 . ' 0.01894335
+-2.482808 . ( -0.005168174
+-2.482808 . ) -0.005168174
+-0.6792259 . </s>
+-1.737159 . a 0.003078613
+-2.482808 . actually 0.05332709
+-2.482808 . and -0.01063527
+-2.482808 . as -0.004049858
+-1.737159 . briffa 0.03257156
+-2.482808 . but -0.007295175
+-2.482808 . changing 0.05332709
+-2.482808 . first 0.05332709
+-2.482808 . furthermore 0.05332709
+-1.737159 . however 0.1451325
+-2.482808 . i -0.006035987
+-2.482808 . in -0.009490006
+-2.482808 . it 0.0164606
+-2.482808 . perhaps 0.04797027
+-2.482808 . science 0.1193421
+-2.482808 . several 0.05332709
+-2.482808 . the -0.008591395
+-1.737159 . these 0.01894334
+-1.737159 . this 0.0130633
+-2.482808 . violence 0.05332709
+-2.482808 . what -0.004049858
+-2.482808 . what's 0.05332709
+-2.482808 . while 0.008061528
+-2.482808 . with 0.05785327
+-2.482808 . wright's 0.05332709
+-1.15037 12 cores 0.008061528
+-1.15037 12 picked 0.05332709
+-0.8493397 17 ring-width 0.05332709
+-1.326461 2000 and -0.01063527
+-1.326461 2000 may 0.05332709
+-1.326461 2000 presented 0.05332709
+-0.8493397 2002 as -0.004049858
+-0.8493397 2006 . -0.0114856
+-0.8493397 2008 ) -0.005168174
+-0.8493397 2009 . 0.08907277
+-0.8493397 200–400 year 0.01894335
+-0.8493397 224 individual 0.05332709
+-1.995468 <s> ' 0.01894335
+-1.995468 <s> as 0.0389223
+-1.995468 <s> briffa's 0.01894335
+-1.995468 <s> but -0.007295175
+-1.995468 <s> i -0.006035987
+-1.995468 <s> if 0.01894335
+-1.995468 <s> in -0.009490006
+-1.995468 <s> next 0.05332709
+-1.249819 <s> perhaps 0.06234263
+-1.249819 <s> the 0.0223057
+-1.995468 <s> this -0.009059753
+-1.995468 <s> what -0.004049858
+-1.15037 ? " -0.008505944
+-1.15037 ? i -0.006035987
+-2.191762 a " 0.01222976
+-2.191762 a case 0.05332709
+-2.191762 a comment 0.05332709
+-2.191762 a commenter 0.05332709
+-2.191762 a different 0.01894335
+-1.5268 a few 0.109396
+-2.191762 a generating 0.05332709
+-2.191762 a great 0.2044696
+-2.191762 a mean 0.05332709
+-2.191762 a prior 0.05332709
+-2.191762 a provocative 0.05332709
+-2.191762 a rcs 0.008061528
+-2.191762 a science 0.008061528
+-2.191762 a shadow 0.05332709
+-2.191762 a similar 0.05332709
+-2.191762 a small 0.05332709
+-2.191762 a surface 0.05332709
+-2.191762 a thousand 0.05332709
+-2.191762 a time 0.01894335
+-2.191762 a valid 0.05332709
+-1.4514 about a -0.01011507
+-1.4514 about my 0.008061528
+-1.4514 about not -0.006728992
+-1.4514 about potential 0.01894335
+-0.8493397 acquiesced in -0.009490006
+-0.8493397 actually , -0.01187418
+-0.8493397 addition of -0.009287588
+-0.8493397 admit that 0.04168737
+-0.8493397 affected the -0.01198488
+-1.15037 against flesh 0.05332709
+-1.15037 against inhomogeneities 0.05332709
+-0.8493397 aging patterns 0.05332709
+-0.8493397 ago , -0.008075343
+-0.8493397 ahead you 0.05332709
+-1.15037 al ( -0.005168174
+-1.15037 al 2009 0.05332709
+-1.15037 all of -0.009287588
+-1.15037 all those 0.01894335
+-0.8493397 all-around naughtiness 0.05332709
+-0.8493397 along the -0.01198488
+-1.15037 also has 0.00272119
+-1.15037 also know 0.08231446
+-1.15037 always been 0.00272119
+-1.15037 always worth 0.05332709
+-1.54831 an exception 0.05332709
+-1.54831 an extension 0.05332709
+-1.54831 an immense 0.05332709
+-1.54831 an important 0.05332709
+-1.54831 an unintentional 0.05332709
+-0.8493397 analysis has 0.00272119
+-2.280704 and , -0.007080218
+-2.280704 and all-around 0.05332709
+-2.280704 and blood 0.05332709
+-2.280704 and briffa -0.005168174
+-2.280704 and even 0.05332709
+-2.280704 and got 0.05332709
+-2.280704 and hantemirov 0.09388901
+-2.280704 and he 0.06152429
+-2.280704 and i've 0.05332709
+-2.280704 and it -0.006728992
+-2.280704 and most 0.008061528
+-2.280704 and outright 0.05332709
+-2.280704 and perhaps -0.0004517734
+-2.280704 and politics 0.008061528
+-2.280704 and potential 0.01894335
+-2.280704 and principalities 0.05332709
+-2.280704 and sat 0.05332709
+-2.280704 and science 0.1193421
+-1.615741 and shiyatov 0.05332708
+-2.280704 and temperature 0.05332709
+-2.280704 and that -0.008505944
+-1.615741 and the -0.005814605
+-2.280704 and they 0.00272119
+-0.8493397 anti-divine powers 0.05332709
+-0.8493397 any journal 0.01894335
+-0.8493397 approach to -0.01011507
+-0.8493397 archive the -0.01198488
+-0.8493397 are to -0.01011507
+-1.15037 arkive down 0.05332709
+-1.15037 arkive under 0.05332709
+-1.326461 article , -0.007080218
+-1.326461 article . -0.004888296
+-1.326461 article on -0.005168174
+-1.694438 as a -0.01011507
+-0.9487888 as ca 0.1451325
+-1.694438 as compared 0.05332709
+-1.694438 as follows: 0.05332709
+-1.694438 as it 0.0164606
+-1.694438 as noted 0.05332709
+-0.8493397 asked for -0.002554279
+-1.326461 at a -0.01011507
+-1.326461 at precisely 0.05332709
+-1.326461 at the -0.01198488
+-1.15037 attention , 0.05896524
+-1.15037 attention . -0.0114856
+-0.8493397 available , -0.008075343
+-0.8493397 average , -0.01187418
+-0.8493397 away ) 0.03209379
+-0.8493397 ayers and -0.01063527
+-0.8493397 b , -0.01187418
+-0.8493397 back-and-forth yesterday 0.05332709
+-0.8493397 bailie . -0.0114856
+-1.15037 be happening 0.01894335
+-1.15037 be included 0.05332709
+-0.8493397 because so 0.05332709
+-1.4514 been an -0.0004517734
+-1.4514 been concerned 0.05332709
+-1.4514 been done 0.05332709
+-1.4514 been projected 0.05332709
+-0.8493397 before , -0.01187418
+-1.15037 begin in -0.009490006
+-1.15037 begin with -0.007295175
+-0.8493397 being true 0.05332709
+-1.326461 between ring 0.05332709
+-0.580812 between the -0.06704012
+-1.4514 bias , -0.007080218
+-1.4514 bias introduced 0.05332709
+-1.4514 bias towards 0.05332709
+-1.4514 bias would 0.08231446
+-0.8493397 biased selection 0.1193421
+-0.8493397 biblical passage 0.05332709
+-0.8493397 bill ayers 0.05332709
+-0.8493397 blade was -0.0004517734
+-0.8493397 blood , 0.05896524
+-0.8493397 bob ? 0.01894335
+-0.8493397 book was -0.0004517734
+-1.087467 briffa 2000 0.05332708
+-1.75243 briffa 2006 0.05332709
+-1.75243 briffa asked 0.05332709
+-1.75243 briffa et 0.2044696
+-1.75243 briffa to -0.01011507
+-1.75243 briffa used -0.0004517734
+-1.15037 briffa's own 0.05332709
+-1.15037 briffa's yamal -0.005168174
+-1.890732 but , -0.01187418
+-1.890732 but anti-divine 0.05332709
+-1.890732 but because 0.05332709
+-1.890732 but between 0.1193421
+-1.890732 but given 0.05332709
+-1.145083 but it -0.0004517762
+-1.890732 but it's 0.00272119
+-1.890732 but the -0.01198488
+-1.890732 but this 0.009005655
+-1.890732 but to 0.002916232
+-1.694438 by bill 0.05332709
+-1.694438 by gil 0.05332709
+-1.694438 by hantemirov 0.09388901
+-1.694438 by how 0.05332709
+-1.694438 by magnus 0.05332709
+-0.9487888 by the -0.01105098
+-0.4047208 ca readers 0.05332709
+-1.15037 can combine 0.05332709
+-1.15037 can see 0.1193421
+-0.8493397 case where 0.008061528
+-0.8493397 cast these 0.00272119
+-0.8493397 catch my 0.1193421
+-0.8493397 caught my 0.1193421
+-0.8493397 caveats on -0.005168174
+-0.8493397 centennial-scale variability 0.01894335
+-0.8493397 cf . -0.0114856
+-0.8493397 change with -0.007295175
+-0.8493397 changing what -0.004049858
+-0.8493397 characterizes northern 0.05332709
+-0.8493397 checked earlier 0.05332709
+-1.75243 chronology , -0.01187418
+-1.75243 chronology also 0.01894335
+-1.75243 chronology briffa -0.005168174
+-1.75243 chronology has 0.00272119
+-1.75243 chronology in -0.009490006
+-1.75243 chronology method 0.00272119
+-1.75243 chronology was -0.0004517734
+-1.75243 chronology with -0.007295175
+-0.8493397 church for -0.002554279
+-0.8493397 cocaine for -0.002554279
+-0.8493397 collection does 0.05332709
+-0.8493397 combination with 0.05785327
+-0.8493397 combine the -0.01198488
+-0.8493397 combined with 0.05785327
+-0.8493397 comment by -0.004049858
+-0.8493397 commentary on 0.03209379
+-0.8493397 commenter remarked 0.05332709
+-0.8493397 comments catch 0.05332709
+-0.8493397 compared to 0.02102831
+-0.8493397 concerned about 0.00272119
+-0.8493397 concrete " -0.008505944
+-0.8493397 connection with -0.007295175
+-1.15037 conservatives said 0.05332709
+-1.15037 conservatives were -0.002554279
+-0.8493397 considered " -0.008505944
+-0.8493397 consists , -0.01187418
+-0.8493397 constructing a -0.01011507
+-1.15037 control ! 0.01894335
+-1.15037 control the -0.01198488
+-1.326461 cores , -0.008075343
+-1.326461 cores . -0.004888296
+-1.326461 cores were 0.04819728
+-0.8493397 corridor method 0.00272119
+-1.15037 crack about 0.00272119
+-1.15037 crack cocaine 0.05332709
+-0.8493397 crossroads . -0.0114856
+-0.7057508 cru population 0.07636014
+-1.4514 cru selection 0.008061528
+-1.4514 cru staunchly 0.05332709
+-0.8493397 darkness and -0.01063527
+-1.803582 data ( -0.005168174
+-1.057933 data . -0.0100497
+-1.803582 data policy 0.05332709
+-1.803582 data remained 0.05332709
+-1.803582 data set 0.05332709
+-1.803582 data used 0.04797027
+-1.803582 data was -0.0004517734
+-1.803582 data were -0.002554279
+-1.15037 day politics 0.008061528
+-1.15037 day to -0.01011507
+-1.15037 days . 0.08907277
+-1.15037 days ago 0.05332709
+-0.8493397 debt , -0.007080218
+-0.8493397 decline is -0.008505944
+-0.8493397 deep into 0.01894335
+-0.8493397 deeper principles 0.05332709
+-0.8493397 delete a 0.0001907796
+-0.8493397 derived from 0.008061528
+-0.8493397 described in -0.009490006
+-1.15037 did not -0.006728992
+-1.15037 did they 0.00272119
+-1.15037 difference . 0.08907277
+-1.15037 difference between 0.1193421
+-1.15037 different aging 0.05332709
+-1.15037 different data -0.006035987
+-0.4047208 divergence problem 0.1451325
+-1.15037 do and -0.002266581
+-1.15037 do indeed 0.05332709
+-0.8493397 does not 0.0164606
+-0.8493397 doing exactly 0.05332709
+-0.8493397 don't really 0.05332709
+-0.8493397 done without 0.05332709
+-0.8493397 doubt what -0.004049858
+-0.8493397 down to -0.01011507
+-0.8493397 due just 0.00272119
+-0.8493397 earlier this -0.009059753
+-0.8493397 editors finally 0.008061528
+-0.8493397 energy , 0.05896524
+-0.8493397 enormous hs 0.05332709
+-0.4047208 et al 0.05332709
+-0.8493397 even probable 0.05332709
+-0.8493397 every subsequent 0.05332709
+-0.8493397 exactly what -0.004049858
+-0.8493397 exception to 0.02102831
+-0.8493397 excluding khadyta 0.2044696
+-0.8493397 expect from 0.008061528
+-0.8493397 extension and -0.01063527
+-0.8493397 factors , 0.05896524
+-0.8493397 fantasy had -0.0004517734
+-0.8493397 far more 0.008061528
+-1.326461 few at 0.008061528
+-0.580812 few days 0.05332709
+-1.326461 finally available 0.05332709
+-1.326461 finally placed 0.05332709
+-1.326461 finally seized 0.05332709
+-0.8493397 first , -0.01187418
+-0.8493397 flesh and -0.01063527
+-0.8493397 following: </s>
+-0.8493397 follows: </s>
+-1.627491 for all 0.01894335
+-1.627491 for an -0.0004517734
+-1.627491 for excluding 0.05332709
+-1.627491 for him 0.01894335
+-1.627491 for paleoclimatologists 0.05332709
+-1.627491 for we 0.05332709
+-0.8493397 forests . -0.004888296
+-1.326461 from 200–400 0.05332709
+-1.326461 from a -0.01011507
+-1.326461 from someone 0.05332709
+-0.8493397 fully thinking 0.05332709
+-1.326461 further ahead 0.05332709
+-1.326461 further along 0.05332709
+-1.326461 further away 0.05332709
+-0.8493397 furthermore , -0.007080218
+-0.8493397 future . -0.0114856
+-0.8493397 generating script 0.05332709
+-0.4047208 get the -0.06704012
+-0.8493397 ghastly tendency 0.05332709
+-0.8493397 ghostwritten by -0.004049858
+-0.8493397 gil bailie 0.05332709
+-0.8493397 given the -0.01198488
+-0.8493397 going to -0.01011507
+-0.8493397 got used 0.04797027
+-0.4047208 great idea 0.05332709
+-0.8493397 growing . 0.08907277
+-0.8493397 grows more 0.008061528
+-0.8026608 had a -0.007295178
+-1.54831 had been 0.00272119
+-1.54831 had in -0.009490006
+-1.54831 had jurisdiction 0.05332709
+-0.6614985 hantemirov and -0.5914098
+-1.15037 happening deep 0.05332709
+-1.15037 happening right 0.00272119
+-0.8493397 happens today 0.01894335
+-0.8493397 hard to -0.01011507
+-0.8493397 hardly know 0.00272119
+-1.4514 has a -0.01011507
+-1.4514 has always 0.01894335
+-1.4514 has only 0.05332709
+-1.4514 has the -0.01198488
+-0.8493397 hate to -0.01011507
+-1.627491 have an -0.0004517734
+-0.881842 have been 0.01894334
+-1.627491 have relied 0.05332709
+-1.627491 have similarly 0.05332709
+-1.627491 have the -0.01198488
+-0.8493397 haven't read 0.05332709
+-0.8026608 he is -0.004049861
+-1.54831 he made 0.05332709
+-1.54831 he would 0.00272119
+-1.54831 he wrote 0.05332709
+-0.8493397 here prove 0.05332709
+-0.8493397 highly possible 0.05332709
+-1.15037 him hate 0.05332709
+-1.15037 him to 0.002916232
+-1.326461 his comments 0.05332709
+-1.326461 his initial 0.05332709
+-1.326461 his precipitous 0.05332709
+-0.8493397 how their 0.05332709
+-0.4047208 however , -0.01082908
+-0.8493397 hs blade 0.05332709
+-0.8493397 humanity at 0.008061528
+-1.803582 i can 0.01894335
+-1.803582 i checked 0.05332709
+-1.803582 i had 0.06152429
+-1.803582 i hardly 0.05332709
+-1.803582 i haven't 0.05332709
+-1.803582 i know 0.00272119
+-1.803582 i noticed 0.05332709
+-1.803582 i skimmed 0.05332709
+-1.803582 i stumbled 0.05332709
+-0.8493397 i'd love 0.05332709
+-0.8493397 i've provided 0.05332709
+-1.15037 idea , -0.01187418
+-1.15037 idea . -0.0114856
+-1.15037 if it -0.006728992
+-1.15037 if the -0.01198488
+-0.8493397 illusion and -0.01063527
+-0.8493397 immense energy 0.05332709
+-0.8493397 impact on -0.005168174
+-0.8493397 important impact 0.05332709
+-1.358963 in a -0.007295178
+-2.104612 in any 0.05332709
+-2.104612 in briffa 0.02412629
+-2.104612 in briffa's 0.01894335
+-2.104612 in combination 0.05332709
+-2.104612 in connection 0.05332709
+-2.104612 in hantemirov 0.09388901
+-2.104612 in mind 0.05332709
+-2.104612 in one 0.008061528
+-2.104612 in passing 0.05332709
+-2.104612 in response 0.05332709
+-2.104612 in rev 0.05332709
+-2.104612 in terms 0.05332709
+-1.358963 in the -0.007650165
+-2.104612 in this -0.009059753
+-2.104612 in virtually 0.05332709
+-0.8493397 included with 0.05785327
+-1.15037 including , -0.01187418
+-1.15037 including the -0.007702977
+-0.8493397 indeed see 0.1193421
+-0.8493397 individual series 0.008061528
+-0.8493397 information finally 0.008061528
+-0.8493397 inhomogeneities , 0.05896524
+-0.8493397 initial use 0.2044696
+-0.4047208 instead of 0.01149127
+-0.8493397 interannual variability 0.01894335
+-1.15037 into him 0.01894335
+-1.15037 into the -0.01198488
+-0.8493397 introduced by -0.004049858
+-1.995468 is , -0.007080218
+-1.995468 is always 0.01894335
+-1.995468 is considered 0.05332709
+-1.995468 is derived 0.05332709
+-1.995468 is doing 0.05332709
+-1.995468 is happening 0.01894335
+-1.995468 is highly 0.05332709
+-1.995468 is measured 0.05332709
+-1.995468 is no 0.05332709
+-1.995468 is not -0.006728992
+-1.995468 is related 0.05332709
+-1.995468 is that -0.008505944
+-1.995468 is the -0.01198488
+-1.995468 is within 0.05332709
+-1.84934 it grows 0.05332709
+-1.84934 it has 0.00272119
+-1.184377 it is 0.0004524188
+-1.84934 it just 0.00272119
+-1.84934 it looks 0.05332709
+-1.84934 it originated 0.05332709
+-1.84934 it was -0.0004517734
+-1.84934 it yet 0.05332709
+-1.4514 it's like 0.01894335
+-1.4514 it's much 0.01894335
+-1.4514 it's not -0.006728992
+-1.4514 it's very 0.01894335
+-0.8493397 its enormous 0.05332709
+-1.15037 journal ( -0.005168174
+-1.15037 journal article 0.008061528
+-0.8493397 jurisdiction . -0.004888296
+-1.4514 just between 0.008061528
+-1.4514 just keeps 0.05332709
+-1.4514 just one 0.008061528
+-1.4514 just to 0.02102831
+-0.8493397 kaufman et 0.2044696
+-0.8493397 keeps growing 0.05332709
+-0.4047208 khadyta river 0.1451325
+-1.4514 know ! 0.01894335
+-0.7057508 know , -0.007021053
+-1.4514 know where 0.008061528
+-0.8493397 larch sample 0.05332709
+-1.15037 larches . 0.08907277
+-1.15037 larches were 0.04819728
+-0.8493397 large-scale " 0.01222976
+-1.15037 like crack 0.01894335
+-1.15037 like trying 0.05332709
+-0.8493397 limited size 0.05332709
+-0.8493397 living larches 0.01894335
+-0.8493397 longest and -0.01063527
+-0.8493397 looking up 0.01894335
+-0.8493397 looks relevant 0.05332709
+-0.8493397 love to -0.01011507
+-0.8493397 made that -0.008505944
+-0.4047208 mag ) 0.002721187
+-0.8493397 magnitude of -0.009287588
+-0.8493397 magnus . -0.0114856
+-0.8493397 makes the -0.01198488
+-0.8493397 many multiproxy 0.05332709
+-0.8493397 may well 0.05332709
+-0.8493397 mean chronology -0.005168174
+-0.8493397 measured by 0.0389223
+-0.4047208 measurement data 0.0009555696
+-1.4514 method " -0.008505944
+-1.4514 method . -0.004888296
+-1.4514 method that -0.008505944
+-1.4514 method which 0.00272119
+-0.8493397 methodology warn 0.05332709
+-0.8493397 mind when 0.008061528
+-0.8493397 mix religion 0.05332709
+-1.326461 more " -0.008505944
+-1.326461 more it 0.0164606
+-1.326461 more slowly 0.01894335
+-0.8493397 morning i -0.006035987
+-1.326461 most recent 0.05332709
+-1.326461 most recently 0.2044696
+-1.326461 most sensitive 0.05332709
+-1.15037 much further 0.008061528
+-1.15037 much illusion 0.05332709
+-0.8493397 multi-parters , -0.01187418
+-0.8493397 multiproxy studies 0.05332709
+-0.8493397 mundane politics 0.008061528
+-0.580812 my attention 0.05332709
+-1.326461 my ghastly 0.05332709
+-0.8493397 national debt 0.05332709
+-0.8493397 naughtiness . -0.0114856
+-0.8493397 nettle , -0.01187418
+-0.8493397 never properly 0.05332709
+-0.8493397 next , -0.008075343
+-0.8493397 no doubt 0.05332709
+-0.8493397 non-robustness observed 0.05332709
+-0.8493397 northern forests 0.05332709
+-1.84934 not be 0.01894335
+-1.84934 not due 0.05332709
+-1.84934 not going 0.05332709
+-1.184377 not have 0.07243546
+-1.84934 not just 0.00272119
+-1.84934 not preserve 0.05332709
+-1.84934 not struggling 0.05332709
+-1.84934 not using 0.01894335
+-0.8493397 noted before 0.05332709
+-0.8493397 noticed that 0.04168737
+-0.8493397 notwithstanding these 0.00272119
+-0.8493397 now , 0.05896524
+-1.15037 obama , -0.007080218
+-1.15037 obama is -0.008505944
+-0.8493397 observed here 0.05332709
+-2.079789 of 17 0.05332709
+-2.079789 of a -0.01011507
+-2.079789 of being 0.05332709
+-2.079789 of commentary 0.05332709
+-2.079789 of darkness 0.05332709
+-2.079789 of deeper 0.05332709
+-2.079789 of his 0.008061528
+-2.079789 of interannual 0.05332709
+-2.079789 of mundane 0.05332709
+-2.079789 of old 0.01894335
+-1.33414 of older 0.03455187
+-2.079789 of reposting 0.05332709
+-2.079789 of subfossil 0.008061528
+-1.33414 of the -0.06704012
+-2.079789 of this -0.009059753
+-1.15037 old living 0.05332709
+-1.15037 old trees 0.00272119
+-0.6614985 older trees 0.03579502
+-0.8493397 oldie , -0.008075343
+-1.006781 on a -0.007295178
+-1.75243 on average 0.05332709
+-1.75243 on many 0.05332709
+-1.75243 on rcs 0.008061528
+-1.75243 on the -0.007702977
+-1.006781 on this -0.005168174
+-1.326461 one . -0.0114856
+-1.326461 one approach 0.05332709
+-1.326461 one oldie 0.05332709
+-0.8493397 online . -0.0114856
+-0.8493397 only taken 0.05332709
+-0.8493397 or real 0.05332709
+-0.8493397 originated with -0.007295175
+-0.8493397 osborn and -0.01063527
+-0.8493397 out ( -0.005168174
+-0.8493397 outright fantasy 0.05332709
+-0.8493397 own caveats 0.05332709
+-0.8493397 paleoclimatologists and -0.01063527
+-0.8493397 passage i -0.006035987
+-0.8493397 passing and -0.01063527
+-0.8493397 path " -0.008505944
+-0.8493397 patterns in 0.006514465
+-0.8493397 paul had -0.0004517734
+-0.8493397 people that -0.008505944
+-0.8833473 perhaps the -0.01011507
+-1.54831 perhaps there's 0.05332709
+-1.54831 perhaps they 0.00272119
+-0.4047208 phil trans 0.05332709
+-0.8493397 picked cores 0.008061528
+-0.8493397 piece by -0.004049858
+-0.8493397 place . -0.0114856
+-0.8493397 placed online 0.05332709
+-0.8493397 play on 0.03209379
+-0.8493397 point that -0.008505944
+-0.8493397 policy ) -0.005168174
+-1.326461 politics , -0.01187418
+-1.326461 politics . -0.004888296
+-1.326461 politics are 0.05332709
+-0.8026608 population . -0.0100497
+-1.54831 population as -0.004049858
+-1.54831 population consists 0.05332709
+-1.54831 population instead 0.2044696
+-0.8493397 position that 0.04168737
+-0.8493397 possible and -0.01063527
+-1.15037 potential bias 0.00272119
+-1.15037 potential unrepresentativeness 0.05332709
+-0.8493397 power to -0.01011507
+-0.8493397 powers and -0.01063527
+-0.8493397 precipitous decline 0.05332709
+-0.8493397 precisely the -0.007702977
+-0.8493397 predictable factors 0.05332709
+-0.8493397 presented this 0.009005655
+-0.8493397 preserve centennial-scale 0.05332709
+-0.8493397 previous journal 0.01894335
+-0.8493397 principalities of -0.009287588
+-0.8493397 principles in 0.006514465
+-0.8493397 prior selection 0.1193421
+-0.8493397 probable that 0.04168737
+-0.4047208 problem " -0.004049861
+-0.8493397 projected into 0.01894335
+-0.8493397 properly published 0.05332709
+-0.8493397 prove out 0.05332709
+-0.8493397 provide the -0.01198488
+-0.8493397 provided a -0.01011507
+-0.8493397 provocative thought 0.05332709
+-0.8493397 published in -0.009490006
+-0.8493397 push at 0.008061528
+-1.326461 rcs chronology -0.005168174
+-1.326461 rcs method 0.00272119
+-1.326461 rcs methodology 0.05332709
+-0.8493397 react to 0.002916232
+-0.8493397 read it -0.006728992
+-1.15037 readers also 0.01894335
+-1.15037 readers know 0.08231446
+-0.8493397 reading , -0.01187418
+-0.8493397 real ) -0.005168174
+-0.8493397 really react 0.05332709
+-0.8493397 realm of -0.009287588
+-1.15037 reason for -0.002554279
+-1.15037 reason why 0.05332709
+-0.8493397 recent one 0.008061528
+-0.4047208 recently , -0.01082908
+-0.8493397 reconstruction . -0.0114856
+-0.8493397 refusal in -0.009490006
+-0.8493397 refused to -0.01011507
+-0.8493397 related to -0.01011507
+-0.8493397 relevant , -0.008075343
+-0.8493397 relied on 0.03209379
+-0.8493397 religion and -0.01063527
+-0.8493397 remained unarchived 0.05332709
+-0.8493397 remarked that -0.008505944
+-0.8493397 reposting just 0.00272119
+-0.8493397 requiring briffa -0.005168174
+-0.8493397 response to 0.02102831
+-0.8493397 resulting yamal 0.02412629
+-0.8493397 rev . -0.0114856
+-1.4514 right . -0.0114856
+-1.4514 right now 0.05332709
+-1.4514 right place 0.05332709
+-1.4514 right time 0.01894335
+-0.8493397 ring widths 0.05332709
+-0.8493397 ring-width series 0.1193421
+-0.4047208 river , -0.01082908
+-0.8493397 said he -0.0004517734
+-0.8493397 same bias 0.00272119
+-0.8493397 sample should 0.05332709
+-0.8493397 sat in -0.009490006
+-1.4514 schweingruber data -0.006035987
+-0.7864373 schweingruber population 0.09172077
+-0.8493397 schweingruber's khadyta 0.2044696
+-0.580812 science ( -0.02724335
+-1.326461 science article 0.008061528
+-0.8493397 script ) 0.03209379
+-1.326461 see , -0.008075343
+-0.580812 see the -0.01105098
+-0.8493397 seized the -0.01198488
+-1.15037 selected . -0.004888296
+-1.15037 selected on 0.03209379
+-1.326461 selection is -0.008505944
+-0.580812 selection of 0.01149127
+-0.8493397 sensitive series 0.1193421
+-0.8493397 sensitivity is -0.008505944
+-0.580812 series , -0.01082908
+-1.326461 series of -0.009287588
+-0.8493397 set in -0.009490006
+-0.8493397 several things 0.01894335
+-0.8493397 shadow play 0.05332709
+-1.15037 shadows . -0.0114856
+-1.15037 shadows of -0.009287588
+-1.326461 shiyatov 2002 0.05332709
+-1.326461 shiyatov themselves 0.01894335
+-1.326461 shiyatov would 0.08231446
+-0.8493397 should not -0.006728992
+-0.8493397 similar schweingruber 0.00272119
+-0.8493397 similarly affected 0.05332709
+-0.8493397 since this -0.009059753
+-0.8493397 size and -0.01063527
+-0.8493397 skimmed this -0.009059753
+-1.15037 slowly , -0.01187418
+-1.15037 slowly get 0.2044696
+-0.8493397 small push 0.05332709
+-0.8493397 so much 0.01894335
+-0.8493397 some reason 0.01894335
+-0.8493397 someone whose 0.05332709
+-0.8493397 start today 0.01894335
+-0.8493397 staunchly refused 0.05332709
+-0.8493397 struggling against 0.01894335
+-0.8493397 studies that -0.008505944
+-1.15037 study , -0.01187418
+-1.15037 study . 0.08907277
+-0.8493397 stumbled upon 0.05332709
+-1.326461 subfossil collection 0.05332709
+-1.326461 subfossil data 0.02685598
+-1.326461 subfossil larches 0.01894335
+-0.8493397 subsequent study 0.01894335
+-0.8493397 subset in -0.009490006
+-0.8493397 success . -0.0114856
+-0.8493397 supplement . 0.08907277
+-0.8493397 supplemented by 0.0389223
+-0.8493397 surface , -0.008075343
+-0.8493397 take an -0.0004517734
+-0.8493397 taken a 0.0001907796
+-1.15037 taymir data -0.006035987
+-1.15037 taymir supplement 0.05332709
+-0.8493397 temperature , 0.05896524
+-0.8493397 tendency to -0.01011507
+-0.8493397 terms of -0.009287588
+-0.8493397 than the -0.008591395
+-1.995468 that " -0.008505944
+-1.995468 that cast 0.05332709
+-1.995468 that characterizes 0.05332709
+-1.995468 that have -0.002554279
+-1.995468 that he 0.06152429
+-1.995468 that his 0.008061528
+-0.9275748 that the 0.03271748
+-1.995468 that they 0.00272119
+-1.995468 that voted 0.05332709
+-1.995468 that way 0.05332709
+-1.995468 that wise 0.05332709
+-2.668884 the " -0.008505944
+-1.923235 the 12 0.05332709
+-2.668884 the addition 0.05332709
+-1.923235 the arkive 0.05332709
+-2.668884 the back-and-forth 0.05332709
+-2.668884 the biased 0.05332709
+-2.668884 the biblical 0.05332709
+-2.668884 the chronology -0.005168174
+-1.923235 the conservatives 0.05332709
+-2.668884 the crossroads 0.05332709
+-2.003921 the cru 0.0632299
+-2.668884 the data 0.02685598
+-2.668884 the day 0.01894335
+-2.668884 the difference 0.01894335
+-2.668884 the far 0.05332709
+-2.668884 the following: 0.05332709
+-2.668884 the further 0.008061528
+-2.668884 the future 0.05332709
+-2.668884 the information 0.05332709
+-2.668884 the large-scale 0.05332709
+-2.668884 the longest 0.05332709
+-2.668884 the magnitude 0.05332709
+-2.668884 the measurement 0.2044696
+-2.668884 the more 0.008061528
+-2.668884 the most 0.008061528
+-2.668884 the multi-parters 0.05332709
+-2.668884 the national 0.05332709
+-2.668884 the nettle 0.05332709
+-2.668884 the non-robustness 0.05332709
+-2.668884 the path 0.05332709
+-2.668884 the people 0.05332709
+-2.668884 the phil 0.2044696
+-2.668884 the point 0.05332709
+-2.668884 the position 0.05332709
+-2.668884 the previous 0.05332709
+-2.668884 the rcs 0.008061528
+-2.668884 the realm 0.05332709
+-2.668884 the resulting 0.05332709
+-1.923235 the right 0.01894334
+-2.668884 the same 0.05332709
+-2.003921 the schweingruber -0.5245172
+-2.668884 the shadows 0.01894335
+-2.668884 the subfossil 0.008061528
+-1.923235 the taymir 0.05332709
+-1.923235 the trouble 0.1451325
+-1.923235 the two 0.1451325
+-2.668884 the use 0.2044696
+-2.668884 the usual 0.05332709
+-2.668884 the very 0.01894335
+-2.668884 the virtue 0.05332709
+-1.120574 the yamal 0.02719982
+-0.8493397 their cores 0.008061528
+-1.15037 themselves , -0.01187418
+-1.15037 themselves were -0.002554279
+-0.8493397 there's some 0.05332709
+-1.4514 these data -0.006035987
+-1.4514 these shadows 0.01894335
+-1.4514 these warnings 0.05332709
+-1.4514 these were -0.002554279
+-1.4514 they can 0.01894335
+-1.4514 they don't 0.05332709
+-1.4514 they expect 0.05332709
+-1.4514 they themselves 0.01894335
+-1.15037 things caught 0.05332709
+-1.15037 things that -0.008505944
+-0.8493397 think up 0.01894335
+-0.8493397 thinking through 0.05332709
+-2.05346 this analysis 0.05332709
+-2.05346 this article 0.008061528
+-2.05346 this bias 0.00272119
+-1.307811 this chronology 0.002721187
+-2.05346 this difference 0.01894335
+-1.307811 this is -0.004049861
+-2.05346 this method 0.00272119
+-2.05346 this morning 0.05332709
+-2.05346 this piece 0.05332709
+-2.05346 this refusal 0.05332709
+-2.05346 this study 0.01894335
+-2.05346 this subset 0.05332709
+-2.05346 this will 0.01894335
+-2.05346 this year 0.01894335
+-1.15037 those " -0.008505944
+-1.15037 those years 0.05332709
+-0.8493397 thought . -0.0114856
+-0.8493397 thousand , 0.05896524
+-0.8493397 through the -0.01198488
+-1.15037 time , -0.008075343
+-1.15037 time and -0.002266581
+-2.191762 to about 0.00272119
+-2.191762 to admit 0.05332709
+-2.191762 to archive 0.05332709
+-1.446113 to begin 0.05332709
+-2.191762 to change 0.05332709
+-2.191762 to constructing 0.05332709
+-2.191762 to control 0.01894335
+-2.191762 to day 0.01894335
+-2.191762 to different 0.01894335
+-2.191762 to get 0.2044696
+-2.191762 to mix 0.05332709
+-2.191762 to provide 0.05332709
+-2.191762 to start 0.05332709
+-1.123869 to the -0.005761562
+-2.191762 to think 0.05332709
+-2.191762 to those 0.01894335
+-1.446113 to what 0.005001867
+-1.15037 today . -0.0114856
+-1.15037 today would 0.00272119
+-0.8493397 took the -0.01198488
+-0.8493397 towards older 0.09388901
+-1.15037 trans b 0.05332709
+-1.15037 trans editors 0.05332709
+-1.4514 trees . -0.0114856
+-1.4514 trees an -0.0004517734
+-1.4514 trees described 0.05332709
+-1.4514 trees than 0.05332709
+-0.4047208 trouble with -0.03998877
+-0.8493397 true , -0.01187418
+-0.8493397 trying to -0.01011507
+-0.4047208 two versions 0.05332709
+-0.8493397 unarchived . -0.004888296
+-0.8493397 under control 0.01894335
+-0.8493397 unintentional bias 0.00272119
+-0.8493397 unrepresentativeness of 0.007685009
+-0.8493397 until recently 0.2044696
+-0.8493397 unveiled: humanity 0.05332709
+-1.15037 up a -0.01011507
+-1.15037 up the -0.01198488
+-0.8493397 upon this -0.009059753
+-0.4047208 use of -0.005627823
+-1.54831 used by -0.004049858
+-0.8833473 used in 0.01371272
+-1.54831 used the -0.01198488
+-1.15037 using . 0.08907277
+-1.15037 using the -0.008591395
+-0.8493397 usual predictable 0.05332709
+-0.8493397 valid reason 0.01894335
+-1.15037 variability . -0.004888296
+-1.15037 variability and -0.01063527
+-1.15037 versions . 0.08907277
+-1.15037 versions is -0.008505944
+-1.15037 very hard 0.05332709
+-1.15037 very limited 0.05332709
+-0.8493397 violence unveiled: 0.05332709
+-0.8493397 virtually every 0.05332709
+-0.8493397 virtue of -0.009287588
+-0.8493397 voted for -0.002554279
+-0.8493397 warn against 0.01894335
+-0.8493397 warnings , -0.01187418
+-1.54831 was finally 0.008061528
+-1.54831 was ghostwritten 0.05332709
+-1.54831 was like 0.01894335
+-1.54831 was never 0.05332709
+-1.54831 was used 0.04797027
+-0.8493397 way slowly 0.01894335
+-0.8493397 we do 0.01894335
+-0.8493397 well have 0.04819728
+-1.627491 were not -0.006728992
+-1.627491 were right 0.00272119
+-0.881842 were selected 0.05332709
+-1.627491 were supplemented 0.05332709
+-1.627491 were the -0.01198488
+-1.694438 what a -0.01011507
+-1.694438 what did 0.01894335
+-1.694438 what happens 0.05332709
+-1.694438 what is -0.008505944
+-1.694438 what paul 0.05332709
+-1.694438 what the -0.007702977
+-1.694438 what will 0.01894335
+-0.8493397 what's your 0.01894335
+-1.326461 when combined 0.05332709
+-1.326461 when he -0.0004517734
+-1.326461 when i -0.006035987
+-1.326461 where it's 0.00272119
+-1.326461 where sensitivity 0.05332709
+-1.326461 where to 0.002916232
+-1.4514 which , -0.01187418
+-1.4514 which did 0.01894335
+-1.4514 which had 0.06152429
+-1.4514 which makes 0.05332709
+-1.326461 while including 0.01894335
+-1.326461 while looking 0.05332709
+-1.326461 while the 0.02129733
+-0.8493397 whose book 0.05332709
+-0.8493397 why schweingruber's 0.05332709
+-0.8493397 widths and -0.01063527
+-1.15037 will be 0.01894335
+-1.15037 will have -0.002554279
+-0.8493397 wise crack 0.01894335
+-1.890732 with . -0.004888296
+-1.890732 with a -0.01011507
+-1.890732 with briffa 0.02412629
+-1.890732 with its 0.05332709
+-1.145083 with obama 0.05332709
+-1.890732 with osborn 0.05332709
+-0.8228394 with the 0.02898683
+-0.8493397 within your 0.01894335
+-0.8493397 without fully 0.05332709
+-0.8493397 worth reading 0.05332709
+-1.4514 would do 0.01894335
+-0.7057508 would not -0.04287655
+-1.4514 would take 0.05332709
+-0.8493397 wright's church 0.05332709
+-0.8493397 wrote the -0.01198488
+-1.087467 yamal chronology 0.01075652
+-1.75243 yamal data -0.006035987
+-1.75243 yamal larch 0.05332709
+-1.75243 yamal measurement 0.2044696
+-1.75243 yamal reconstruction 0.05332709
+-1.75243 yamal subfossil 0.008061528
+-1.15037 year , -0.008075343
+-1.15037 year old 0.01894335
+-0.8493397 years ? 0.01894335
+-0.8493397 yes , -0.01187418
+-0.8493397 yesterday about 0.00272119
+-0.8493397 yet , 0.05896524
+-0.8493397 you see 0.008061528
+-1.15037 your great 0.2044696
+-1.15037 your power 0.05332709
+
+\3-grams:
+-1.533073 control ! as
+-1.533073 know ! instead
+-1.533073 . " i'd
+-1.533073 ? " </s>
+-1.533073 a " divergence
+-1.533073 concrete " (
+-1.533073 considered " success
+-1.533073 large-scale " divergence
+-1.533073 method " used
+-1.533073 more " concrete
+-1.533073 path " as
+-1.834103 problem " -
+-1.834103 problem " that
+-1.533073 that " the
+-1.533073 the " corridor
+-1.533073 those " further
+-1.533073 . ' </s>
+-1.533073 <s> ' yes
+-1.533073 " ( or
+-1.533073 . ( while
+-1.533073 al ( phil
+-1.533073 data ( in
+-1.533073 journal ( which
+-1.533073 out ( and
+-0.8145491 science ( mag
+-1.533073 . ) </s>
+-1.533073 2008 ) and
+-1.533073 away ) ,
+-1.834103 mag ) acquiesced
+-1.834103 mag ) took
+-1.533073 policy ) had
+-1.533073 real ) things
+-1.533073 script ) ,
+-1.834103 ) , it's
+-1.834103 ) , this
+-1.533073 actually , all
+-1.533073 ago , i
+-1.533073 and , when
+-1.533073 article , it
+-1.533073 attention , but
+-1.533073 available , this
+-1.533073 average , of
+-1.533073 b , 2008
+-1.533073 before , briffa
+-1.533073 bias , when
+-1.533073 blood , but
+-1.533073 but , notwithstanding
+-1.533073 chronology , 224
+-1.533073 consists , on
+-1.533073 cores , this
+-1.533073 debt , which
+-1.533073 energy , but
+-1.533073 factors , but
+-1.533073 first , a
+-1.533073 furthermore , it
+-1.834103 however , as
+-1.834103 however , using
+-1.533073 idea , bob
+-1.533073 including , most
+-1.533073 inhomogeneities , but
+-1.533073 is , it's
+-1.834103 know , the
+-1.834103 know , until
+-1.533073 multi-parters , delete
+-1.533073 nettle , requiring
+-1.533073 next , i
+-1.533073 now , but
+-1.533073 obama , which
+-1.533073 oldie , i
+-1.533073 politics , he
+-1.533073 reading , cf
+-1.834103 recently , cru
+-1.834103 recently , kaufman
+-1.533073 relevant , and
+-1.834103 river , while
+-1.834103 river , yamal
+-1.533073 see , the
+-1.834103 series , from
+-1.834103 series , where
+-1.533073 slowly , is
+-1.533073 study , including
+-1.533073 surface , and
+-1.533073 temperature , but
+-1.533073 themselves , since
+-1.533073 thousand , but
+-1.533073 time , and
+-1.533073 true , for
+-1.533073 warnings , his
+-1.533073 which , if
+-1.533073 year , the
+-1.533073 yes , perhaps
+-1.533073 yet , but
+-1.533073 " - not
+-1.533073 2006 . while
+-1.533073 2009 . </s>
+-1.533073 article . however
+-1.533073 attention . first
+-1.533073 bailie . i
+-1.533073 cf . violence
+-1.533073 cores . briffa
+-1.533073 crossroads . )
+-1.834103 data . as
+-1.834103 data . but
+-1.533073 days . </s>
+-1.533073 difference . </s>
+-1.533073 forests . however
+-1.533073 future . changing
+-1.533073 growing . </s>
+-1.533073 idea . what's
+-1.533073 jurisdiction . briffa
+-1.533073 larches . </s>
+-1.533073 magnus . actually
+-1.533073 method . this
+-1.533073 naughtiness . (
+-1.533073 one . in
+-1.533073 online . with
+-1.533073 place . '
+-1.533073 politics . this
+-1.834103 population . it
+-1.834103 population . the
+-1.533073 reconstruction . science
+-1.533073 rev . wright's
+-1.533073 right . what
+-1.533073 selected . these
+-1.533073 shadows . and
+-1.533073 study . </s>
+-1.533073 success . "
+-1.533073 supplement . </s>
+-1.533073 thought . furthermore
+-1.533073 today . several
+-1.533073 trees . perhaps
+-1.533073 unarchived . a
+-1.533073 using . </s>
+-1.533073 variability . these
+-1.533073 versions . </s>
+-1.533073 with . a
+-1.834103 the 12 cores
+-1.834103 the 12 picked
+-1.533073 of 17 ring-width
+-2.010194 briffa 2000 and
+-2.010194 briffa 2000 may
+-2.010194 briffa 2000 presented
+-1.533073 shiyatov 2002 as
+-1.533073 briffa 2006 .
+-1.533073 , 2008 )
+-1.533073 al 2009 .
+-1.533073 from 200–400 year
+-1.533073 , 224 individual
+-1.533073 bob ? i
+-1.533073 years ? "
+-1.533073 , a comment
+-1.834103 . a commenter
+-1.834103 . a few
+-1.533073 about a thousand
+-1.533073 as a shadow
+-1.533073 at a time
+-1.533073 constructing a mean
+-1.533073 delete a few
+-1.533073 from a prior
+-1.834103 had a different
+-1.834103 had a great
+-1.533073 has a "
+-1.834103 in a case
+-1.834103 in a science
+-1.533073 of a similar
+-1.834103 on a rcs
+-1.834103 on a surface
+-1.533073 provided a generating
+-1.533073 taken a few
+-1.533073 up a valid
+-1.533073 what a provocative
+-1.533073 with a small
+-1.533073 concerned about potential
+-1.533073 crack about not
+-1.533073 to about a
+-1.533073 yesterday about my
+-1.533073 ) acquiesced in
+-1.533073 . actually ,
+-1.533073 the addition of
+-1.533073 to admit that
+-1.533073 similarly affected the
+-1.533073 struggling against flesh
+-1.533073 warn against inhomogeneities
+-1.533073 different aging patterns
+-1.533073 days ago ,
+-1.533073 further ahead you
+-1.834103 et al (
+-1.834103 et al 2009
+-1.533073 , all of
+-1.533073 for all those
+-1.533073 and all-around naughtiness
+-1.533073 further along the
+-1.533073 chronology also has
+-1.533073 readers also know
+-1.533073 has always been
+-1.533073 is always worth
+-1.533073 been an exception
+-1.533073 for an extension
+-1.533073 have an important
+-1.533073 take an immense
+-1.533073 trees an unintentional
+-1.533073 this analysis has
+-1.533073 ( and i've
+-1.533073 ) and the
+-2.010194 , and he
+-2.010194 , and that
+-2.010194 , and they
+-1.533073 . and perhaps
+-1.533073 2000 and science
+-1.533073 ayers and sat
+-1.533073 darkness and all-around
+-1.533073 do and the
+-1.533073 extension and ,
+-1.533073 flesh and blood
+-0.1249387 hantemirov and shiyatov
+-1.533073 illusion and outright
+-1.533073 longest and most
+-1.533073 osborn and briffa
+-1.533073 paleoclimatologists and got
+-1.533073 passing and it
+-1.533073 possible and even
+-1.533073 powers and principalities
+-1.533073 religion and politics
+-1.533073 size and potential
+-1.533073 time and the
+-1.533073 variability and hantemirov
+-1.533073 widths and temperature
+-1.533073 but anti-divine powers
+-1.533073 in any journal
+-1.533073 one approach to
+-1.533073 to archive the
+-1.533073 politics are to
+-1.834103 the arkive down
+-1.834103 the arkive under
+-1.533073 journal article .
+-1.533073 science article ,
+-1.533073 this article on
+-1.533073 ! as it
+-1.533073 " as a
+-1.533073 , as ca
+-1.533073 . as noted
+-1.533073 2002 as follows:
+-1.533073 <s> as ca
+-1.533073 population as compared
+-1.533073 briffa asked for
+-1.533073 few at a
+-1.533073 humanity at the
+-1.533073 push at precisely
+-1.834103 my attention ,
+-1.834103 my attention .
+-1.533073 finally available ,
+-1.533073 on average ,
+-1.533073 further away )
+-1.533073 bill ayers and
+-1.533073 trans b ,
+-1.533073 the back-and-forth yesterday
+-1.533073 gil bailie .
+-1.533073 not be included
+-1.533073 will be happening
+-1.533073 but because so
+-1.533073 always been an
+-1.533073 had been projected
+-1.834103 have been concerned
+-1.834103 have been done
+-1.533073 noted before ,
+-1.834103 to begin in
+-1.834103 to begin with
+-1.533073 of being true
+-1.533073 but between the
+-1.533073 difference between the
+-1.533073 just between ring
+-1.533073 potential bias introduced
+-1.533073 same bias towards
+-1.533073 this bias would
+-1.533073 unintentional bias ,
+-1.533073 the biased selection
+-1.533073 the biblical passage
+-1.533073 by bill ayers
+-1.533073 hs blade was
+-1.533073 and blood ,
+-1.533073 , bob ?
+-1.533073 whose book was
+-1.533073 , briffa asked
+-1.834103 . briffa 2000
+-1.834103 . briffa used
+-1.533073 and briffa 2006
+-1.533073 chronology briffa et
+-1.533073 in briffa 2000
+-1.533073 requiring briffa to
+-1.533073 with briffa 2000
+-1.533073 <s> briffa's own
+-1.533073 in briffa's yamal
+-2.487315 , but ,
+-2.487315 , but anti-divine
+-2.487315 , but because
+-2.487315 , but between
+-1.467762 , but it
+-2.487315 , but the
+-2.487315 , but this
+-2.487315 , but to
+-1.533073 . but given
+-1.533073 <s> but it's
+-1.533073 comment by magnus
+-1.533073 ghostwritten by bill
+-1.533073 introduced by how
+-1.533073 measured by the
+-1.533073 piece by gil
+-1.533073 supplemented by the
+-1.533073 used by hantemirov
+-0.8145491 as ca readers
+-1.533073 i can combine
+-1.533073 they can see
+-1.533073 a case where
+-1.533073 that cast these
+-1.533073 comments catch my
+-1.533073 things caught my
+-1.533073 own caveats on
+-1.533073 preserve centennial-scale variability
+-1.533073 , cf .
+-1.533073 to change with
+-1.533073 . changing what
+-1.533073 that characterizes northern
+-1.533073 i checked earlier
+-1.533073 mean chronology ,
+-1.533073 rcs chronology method
+-1.533073 the chronology briffa
+-1.834103 this chronology also
+-1.834103 this chronology in
+-2.010194 yamal chronology has
+-2.010194 yamal chronology was
+-2.010194 yamal chronology with
+-1.533073 wright's church for
+-1.533073 crack cocaine for
+-1.533073 subfossil collection does
+-1.533073 in combination with
+-1.533073 can combine the
+-1.533073 when combined with
+-1.533073 a comment by
+-1.533073 of commentary on
+-1.533073 a commenter remarked
+-1.533073 his comments catch
+-1.533073 as compared to
+-1.533073 been concerned about
+-1.533073 " concrete "
+-1.533073 in connection with
+-1.834103 the conservatives said
+-1.834103 the conservatives were
+-1.533073 is considered "
+-1.533073 population consists ,
+-1.533073 to constructing a
+-1.533073 to control the
+-1.533073 under control !
+-1.533073 12 cores .
+-1.533073 picked cores ,
+-1.533073 their cores were
+-1.533073 " corridor method
+-1.533073 like crack cocaine
+-1.533073 wise crack about
+-1.533073 the crossroads .
+-1.533073 , cru staunchly
+-0.9906404 the cru population
+-2.010194 the cru selection
+-1.533073 of darkness and
+-1.533073 different data policy
+-1.834103 measurement data remained
+-1.834103 measurement data used
+-1.533073 schweingruber data set
+-1.533073 subfossil data .
+-1.533073 taymir data (
+-1.533073 the data .
+-1.533073 these data were
+-1.533073 yamal data was
+-1.533073 the day to
+-1.533073 to day politics
+-1.834103 few days .
+-1.834103 few days ago
+-1.533073 national debt ,
+-1.533073 precipitous decline is
+-1.533073 happening deep into
+-1.533073 of deeper principles
+-1.533073 , delete a
+-1.533073 is derived from
+-1.533073 trees described in
+-1.533073 what did they
+-1.533073 which did not
+-1.533073 the difference between
+-1.533073 this difference .
+-1.533073 a different data
+-1.533073 to different aging
+-0.8145491 " divergence problem
+-1.533073 we do indeed
+-1.533073 would do and
+-1.533073 collection does not
+-1.533073 is doing exactly
+-1.533073 they don't really
+-1.533073 been done without
+-1.533073 no doubt what
+-1.533073 arkive down to
+-1.533073 not due just
+-1.533073 checked earlier this
+-1.533073 trans editors finally
+-1.533073 immense energy ,
+-1.533073 its enormous hs
+-1.533073 briffa et al
+-1.533073 kaufman et al
+-1.533073 and even probable
+-1.533073 virtually every subsequent
+-1.533073 doing exactly what
+-1.533073 an exception to
+-1.533073 for excluding khadyta
+-1.533073 they expect from
+-1.533073 an extension and
+-1.533073 predictable factors ,
+-1.533073 outright fantasy had
+-1.533073 the far more
+-2.010194 a few at
+-0.9906404 a few days
+-1.533073 editors finally seized
+-1.533073 information finally available
+-1.533073 was finally placed
+-1.533073 . first ,
+-1.533073 against flesh and
+-1.533073 the following: </s>
+-1.533073 as follows: </s>
+-1.533073 , for we
+-1.533073 asked for an
+-1.533073 church for all
+-1.533073 cocaine for paleoclimatologists
+-1.533073 reason for excluding
+-1.533073 voted for him
+-1.533073 northern forests .
+-1.533073 , from 200–400
+-1.533073 derived from a
+-1.533073 expect from someone
+-1.533073 without fully thinking
+-1.533073 " further along
+-1.533073 much further away
+-1.533073 the further ahead
+-1.533073 . furthermore ,
+-1.533073 the future .
+-1.533073 a generating script
+-1.533073 slowly get the
+-1.533073 to get the
+-1.533073 my ghastly tendency
+-1.533073 was ghostwritten by
+-1.533073 by gil bailie
+-1.533073 but given the
+-1.533073 not going to
+-1.533073 and got used
+-1.533073 a great idea
+-1.533073 your great idea
+-1.533073 keeps growing .
+-1.533073 it grows more
+-1.533073 ) had jurisdiction
+-1.533073 fantasy had been
+-1.533073 i had a
+-1.533073 paul had in
+-1.533073 which had a
+-1.533073 and hantemirov and
+-1.533073 by hantemirov and
+-1.533073 in hantemirov and
+-1.533073 be happening deep
+-1.533073 is happening right
+-1.533073 what happens today
+-1.533073 very hard to
+-1.533073 i hardly know
+-1.533073 also has a
+-1.533073 analysis has only
+-1.533073 chronology has always
+-1.533073 it has the
+-1.533073 him hate to
+-2.010194 not have been
+-2.010194 not have similarly
+-2.010194 not have the
+-1.533073 that have relied
+-1.533073 well have been
+-1.533073 will have an
+-1.533073 i haven't read
+-1.533073 , he wrote
+-1.533073 and he is
+-1.533073 said he would
+-1.533073 that he is
+-1.533073 when he made
+-1.533073 observed here prove
+-1.533073 is highly possible
+-1.533073 for him hate
+-1.533073 into him to
+-1.533073 , his initial
+-1.533073 of his comments
+-1.533073 that his precipitous
+-1.533073 by how their
+-0.8145491 . however ,
+-1.533073 enormous hs blade
+-1.533073 unveiled: humanity at
+-2.010194 , i can
+-2.010194 , i noticed
+-2.010194 , i skimmed
+-1.533073 . i haven't
+-1.533073 <s> i hardly
+-1.533073 ? i know
+-1.533073 morning i had
+-1.533073 passage i stumbled
+-1.533073 when i checked
+-1.533073 " i'd love
+-1.533073 and i've provided
+-1.834103 great idea ,
+-1.834103 great idea .
+-1.533073 , if it
+-1.533073 <s> if the
+-1.533073 much illusion and
+-1.533073 an immense energy
+-1.533073 important impact on
+-1.533073 an important impact
+-1.533073 ( in a
+-1.533073 . in response
+-1.533073 <s> in one
+-1.533073 acquiesced in this
+-1.533073 begin in terms
+-1.533073 chronology in passing
+-1.533073 described in hantemirov
+-1.533073 had in mind
+-1.533073 patterns in the
+-1.533073 principles in the
+-1.533073 published in any
+-1.533073 refusal in connection
+-1.533073 sat in rev
+-1.533073 set in combination
+-1.533073 subset in briffa
+-2.010194 used in a
+-2.010194 used in briffa's
+-2.010194 used in virtually
+-1.533073 be included with
+-1.533073 , including ,
+-1.533073 while including the
+-1.533073 do indeed see
+-1.533073 224 individual series
+-1.533073 the information finally
+-1.533073 against inhomogeneities ,
+-1.533073 his initial use
+-1.533073 ! instead of
+-1.533073 population instead of
+-1.533073 of interannual variability
+-1.533073 deep into the
+-1.533073 projected into him
+-1.533073 bias introduced by
+-1.533073 , is considered
+-1.533073 decline is not
+-1.834103 he is always
+-1.834103 he is doing
+-2.010194 it is ,
+-2.010194 it is highly
+-2.010194 it is within
+-1.533073 obama is that
+-1.533073 selection is derived
+-1.533073 sensitivity is measured
+-1.834103 this is no
+-1.834103 this is the
+-1.533073 versions is related
+-1.533073 what is happening
+-1.834103 , it has
+-1.834103 , it originated
+-1.533073 . it is
+-1.533073 and it was
+-1.533073 as it is
+-1.834103 but it just
+-1.834103 but it looks
+-1.533073 if it grows
+-1.533073 more it is
+-1.533073 read it yet
+-1.834103 , it's like
+-1.834103 , it's very
+-1.533073 but it's not
+-1.533073 where it's much
+-1.533073 with its enormous
+-1.533073 any journal article
+-1.533073 previous journal (
+-1.533073 had jurisdiction .
+-1.533073 due just to
+-1.533073 it just keeps
+-1.533073 not just between
+-1.533073 reposting just one
+-1.533073 , kaufman et
+-1.533073 just keeps growing
+-1.533073 excluding khadyta river
+-1.533073 schweingruber's khadyta river
+-1.533073 also know ,
+-1.533073 hardly know where
+-1.533073 i know !
+-1.533073 readers know ,
+-1.533073 yamal larch sample
+-1.533073 living larches .
+-1.533073 subfossil larches were
+-1.533073 the large-scale "
+-1.533073 it's like trying
+-1.533073 was like crack
+-1.533073 very limited size
+-1.533073 old living larches
+-1.533073 the longest and
+-1.533073 while looking up
+-1.533073 it looks relevant
+-1.533073 i'd love to
+-1.533073 he made that
+-0.8145491 ( mag )
+-1.533073 the magnitude of
+-1.533073 by magnus .
+-1.533073 which makes the
+-1.533073 on many multiproxy
+-1.533073 2000 may well
+-1.533073 a mean chronology
+-1.533073 is measured by
+-1.533073 the measurement data
+-1.533073 yamal measurement data
+-1.533073 chronology method that
+-1.533073 corridor method "
+-1.533073 rcs method .
+-1.533073 this method which
+-1.533073 rcs methodology warn
+-1.533073 in mind when
+-1.533073 to mix religion
+-1.533073 far more "
+-1.533073 grows more slowly
+-1.533073 the more it
+-1.533073 this morning i
+-1.533073 , most recently
+-1.533073 and most sensitive
+-1.533073 the most recent
+-1.533073 it's much further
+-1.533073 so much illusion
+-1.533073 the multi-parters ,
+-1.533073 many multiproxy studies
+-1.533073 of mundane politics
+-1.533073 about my ghastly
+-1.533073 catch my attention
+-1.533073 caught my attention
+-1.533073 the national debt
+-1.533073 all-around naughtiness .
+-1.533073 the nettle ,
+-1.533073 was never properly
+-1.533073 <s> next ,
+-1.533073 is no doubt
+-1.533073 the non-robustness observed
+-1.533073 characterizes northern forests
+-1.533073 - not just
+-1.533073 about not struggling
+-1.533073 did not preserve
+-1.533073 does not have
+-1.533073 is not due
+-1.533073 it's not going
+-1.533073 should not be
+-1.533073 were not using
+-0.8145491 would not have
+-1.533073 as noted before
+-1.533073 i noticed that
+-1.533073 , notwithstanding these
+-1.533073 right now ,
+-1.834103 with obama ,
+-1.834103 with obama is
+-1.533073 non-robustness observed here
+-1.533073 , of older
+-1.533073 addition of 17
+-1.533073 all of his
+-1.834103 instead of reposting
+-1.834103 instead of the
+-1.533073 magnitude of interannual
+-1.533073 principalities of darkness
+-1.533073 realm of mundane
+-1.834103 selection of old
+-1.834103 selection of older
+-1.533073 series of subfossil
+-1.533073 shadows of deeper
+-1.533073 terms of commentary
+-1.533073 unrepresentativeness of the
+-1.834103 use of a
+-1.834103 use of this
+-1.533073 virtue of being
+-1.533073 of old trees
+-1.533073 year old living
+-0.8145491 of older trees
+-1.533073 towards older trees
+-1.533073 one oldie ,
+-1.533073 , on average
+-1.533073 article on the
+-1.533073 caveats on rcs
+-1.533073 commentary on this
+-1.533073 impact on many
+-1.533073 play on a
+-1.533073 relied on this
+-1.533073 selected on a
+-1.533073 in one approach
+-1.533073 just one oldie
+-1.533073 recent one .
+-1.533073 placed online .
+-1.533073 has only taken
+-1.533073 ( or real
+-1.533073 it originated with
+-1.533073 with osborn and
+-1.533073 prove out (
+-1.533073 and outright fantasy
+-1.533073 briffa's own caveats
+-1.533073 for paleoclimatologists and
+-1.533073 biblical passage i
+-1.533073 in passing and
+-1.533073 the path "
+-1.533073 aging patterns in
+-1.533073 what paul had
+-1.533073 the people that
+-1.533073 , perhaps the
+-1.533073 . perhaps the
+-1.834103 <s> perhaps the
+-1.834103 <s> perhaps there's
+-1.533073 and perhaps they
+-1.533073 ( phil trans
+-1.533073 the phil trans
+-1.533073 12 picked cores
+-1.533073 this piece by
+-1.533073 right place .
+-1.533073 finally placed online
+-1.533073 shadow play on
+-1.533073 the point that
+-1.533073 data policy )
+-1.533073 and politics ,
+-1.533073 day politics are
+-1.533073 mundane politics .
+-1.834103 cru population .
+-1.834103 cru population consists
+-2.010194 schweingruber population .
+-2.010194 schweingruber population as
+-2.010194 schweingruber population instead
+-1.533073 the position that
+-1.533073 highly possible and
+-1.533073 about potential bias
+-1.533073 and potential unrepresentativeness
+-1.533073 your power to
+-1.533073 anti-divine powers and
+-1.533073 his precipitous decline
+-1.533073 at precisely the
+-1.533073 usual predictable factors
+-1.533073 2000 presented this
+-1.533073 not preserve centennial-scale
+-1.533073 the previous journal
+-1.533073 and principalities of
+-1.533073 deeper principles in
+-1.533073 a prior selection
+-1.533073 even probable that
+-0.8145491 divergence problem "
+-1.533073 been projected into
+-1.533073 never properly published
+-1.533073 here prove out
+-1.533073 to provide the
+-1.533073 i've provided a
+-1.533073 a provocative thought
+-1.533073 properly published in
+-1.533073 small push at
+-1.533073 a rcs chronology
+-1.533073 on rcs methodology
+-1.533073 the rcs method
+-1.533073 really react to
+-1.533073 haven't read it
+-1.834103 ca readers also
+-1.834103 ca readers know
+-1.533073 worth reading ,
+-1.533073 or real )
+-1.533073 don't really react
+-1.533073 the realm of
+-1.533073 some reason why
+-1.533073 valid reason for
+-1.533073 most recent one
+-1.533073 most recently ,
+-1.533073 until recently ,
+-1.533073 yamal reconstruction .
+-1.533073 this refusal in
+-1.533073 staunchly refused to
+-1.533073 is related to
+-1.533073 looks relevant ,
+-1.533073 have relied on
+-1.533073 mix religion and
+-1.533073 data remained unarchived
+-1.533073 commenter remarked that
+-1.533073 of reposting just
+-1.533073 , requiring briffa
+-1.533073 in response to
+-1.533073 the resulting yamal
+-1.533073 in rev .
+-1.533073 happening right now
+-1.834103 the right place
+-1.834103 the right time
+-1.533073 were right .
+-1.533073 between ring widths
+-1.533073 17 ring-width series
+-0.8145491 khadyta river ,
+-1.533073 conservatives said he
+-1.533073 the same bias
+-1.533073 larch sample should
+-1.533073 and sat in
+-1.533073 similar schweingruber data
+-0.1249387 the schweingruber population
+-1.533073 why schweingruber's khadyta
+-1.533073 . science (
+-1.533073 a science article
+-1.533073 and science (
+-1.533073 generating script )
+-1.533073 can see the
+-1.533073 indeed see the
+-1.533073 you see ,
+-1.533073 finally seized the
+-1.834103 were selected .
+-1.834103 were selected on
+-1.533073 biased selection of
+-1.533073 cru selection is
+-1.533073 prior selection of
+-1.533073 most sensitive series
+-1.533073 where sensitivity is
+-1.533073 individual series of
+-1.533073 ring-width series ,
+-1.533073 sensitive series ,
+-1.533073 data set in
+-1.533073 . several things
+-1.533073 a shadow play
+-1.533073 the shadows of
+-1.533073 these shadows .
+-2.010194 and shiyatov 2002
+-2.010194 and shiyatov themselves
+-2.010194 and shiyatov would
+-1.533073 sample should not
+-1.533073 a similar schweingruber
+-1.533073 have similarly affected
+-1.533073 , since this
+-1.533073 limited size and
+-1.533073 i skimmed this
+-1.533073 more slowly ,
+-1.533073 way slowly get
+-1.533073 a small push
+-1.533073 because so much
+-1.533073 there's some reason
+-1.533073 from someone whose
+-1.533073 to start today
+-1.533073 cru staunchly refused
+-1.533073 not struggling against
+-1.533073 multiproxy studies that
+-1.533073 subsequent study ,
+-1.533073 this study .
+-1.533073 i stumbled upon
+-1.533073 of subfossil larches
+-1.533073 the subfossil collection
+-1.533073 yamal subfossil data
+-1.533073 every subsequent study
+-1.533073 this subset in
+-1.533073 " success .
+-1.533073 taymir supplement .
+-1.533073 were supplemented by
+-1.533073 a surface ,
+-1.533073 would take an
+-1.533073 only taken a
+-1.834103 the taymir data
+-1.834103 the taymir supplement
+-1.533073 and temperature ,
+-1.533073 ghastly tendency to
+-1.533073 in terms of
+-1.533073 trees than the
+-1.533073 " that characterizes
+-1.533073 admit that the
+-1.533073 and that way
+-1.533073 is that he
+-1.533073 made that wise
+-1.533073 method that they
+-1.533073 noticed that the
+-1.533073 people that voted
+-1.533073 point that his
+-1.533073 position that the
+-1.533073 probable that the
+-1.533073 remarked that "
+-1.533073 studies that have
+-1.533073 things that cast
+-1.533073 " the trouble
+-2.010194 , the more
+-2.010194 , the resulting
+-2.010194 , the yamal
+-1.533073 . the cru
+-1.834103 <s> the subfossil
+-1.834103 <s> the yamal
+-1.533073 affected the "
+-1.533073 along the path
+-2.010194 and the people
+-2.010194 and the phil
+-2.010194 and the right
+-1.533073 archive the data
+-1.533073 at the crossroads
+-0.8145491 between the two
+-1.533073 but the further
+-1.834103 by the addition
+-1.834103 by the magnitude
+-1.533073 combine the multi-parters
+-1.533073 control the national
+-0.8145491 get the arkive
+-1.533073 given the use
+-1.533073 has the virtue
+-1.533073 have the same
+-1.533073 if the non-robustness
+-1.834103 in the realm
+-1.834103 in the schweingruber
+-1.533073 including the taymir
+-1.533073 into the future
+-1.533073 is the most
+-1.533073 makes the point
+-0.8145491 of the 12
+-1.533073 on the trouble
+-2.010194 perhaps the biased
+-2.010194 perhaps the day
+-2.010194 perhaps the difference
+-1.533073 precisely the right
+-1.533073 provide the measurement
+-1.834103 see the far
+-1.834103 see the shadows
+-1.533073 seized the nettle
+-1.533073 than the schweingruber
+-2.135133 that the conservatives
+-2.135133 that the cru
+-2.135133 that the previous
+-2.135133 that the yamal
+-1.533073 through the very
+-2.135133 to the back-and-forth
+-2.135133 to the cru
+-2.135133 to the large-scale
+-2.135133 to the usual
+-1.533073 took the position
+-1.533073 up the biblical
+-1.533073 used the chronology
+-1.533073 using the schweingruber
+-1.533073 were the longest
+-1.533073 what the conservatives
+-1.533073 while the yamal
+-2.135133 with the information
+-2.135133 with the rcs
+-2.135133 with the taymir
+-2.135133 with the yamal
+-1.533073 wrote the following:
+-1.533073 how their cores
+-1.533073 shiyatov themselves ,
+-1.533073 they themselves were
+-1.533073 perhaps there's some
+-1.834103 . these data
+-1.834103 . these were
+-1.533073 cast these shadows
+-1.533073 notwithstanding these warnings
+-1.533073 and they can
+-1.533073 did they expect
+-1.533073 perhaps they don't
+-1.533073 that they themselves
+-1.533073 ) things that
+-1.533073 several things caught
+-1.533073 to think up
+-1.533073 fully thinking through
+-2.010194 , this analysis
+-2.010194 , this chronology
+-2.010194 , this will
+-1.834103 . this bias
+-1.834103 . this is
+-1.533073 <s> this morning
+-1.533073 but this is
+-1.533073 earlier this year
+-1.533073 in this refusal
+-1.533073 of this subset
+-1.834103 on this difference
+-1.834103 on this study
+-1.533073 presented this chronology
+-1.533073 since this method
+-1.533073 skimmed this article
+-1.533073 upon this piece
+-1.533073 all those years
+-1.533073 to those "
+-1.533073 provocative thought .
+-1.533073 a thousand ,
+-1.533073 thinking through the
+-1.533073 a time ,
+-1.533073 right time and
+-1.533073 approach to constructing
+-1.533073 are to those
+-1.533073 briffa to archive
+-1.533073 but to what
+-1.533073 compared to the
+-1.533073 day to day
+-1.533073 down to about
+-1.533073 exception to the
+-1.533073 going to start
+-1.533073 hard to think
+-1.533073 hate to admit
+-1.533073 him to begin
+-1.533073 just to the
+-1.533073 love to get
+-1.533073 power to change
+-1.533073 react to what
+-1.533073 refused to provide
+-1.533073 related to different
+-1.533073 response to the
+-1.533073 tendency to mix
+-1.533073 trying to control
+-1.533073 where to begin
+-1.533073 happens today would
+-1.533073 start today .
+-1.533073 ) took the
+-1.533073 bias towards older
+-1.834103 phil trans b
+-1.834103 phil trans editors
+-1.533073 old trees described
+-2.010194 older trees .
+-2.010194 older trees an
+-2.010194 older trees than
+-0.8145491 the trouble with
+-1.533073 being true ,
+-1.533073 like trying to
+-0.8145491 the two versions
+-1.533073 remained unarchived .
+-1.533073 arkive under control
+-1.533073 an unintentional bias
+-1.533073 potential unrepresentativeness of
+-1.533073 , until recently
+-1.533073 violence unveiled: humanity
+-1.533073 looking up the
+-1.533073 think up a
+-1.533073 stumbled upon this
+-1.533073 initial use of
+-1.533073 the use of
+-1.533073 " used by
+-1.533073 briffa used the
+-1.533073 data used in
+-1.533073 got used in
+-1.533073 was used in
+-1.533073 , using the
+-1.533073 not using .
+-1.533073 the usual predictable
+-1.533073 a valid reason
+-1.533073 centennial-scale variability and
+-1.533073 interannual variability .
+-1.834103 two versions .
+-1.834103 two versions is
+-1.533073 it's very hard
+-1.533073 the very limited
+-1.533073 . violence unveiled:
+-1.533073 in virtually every
+-1.533073 the virtue of
+-1.533073 that voted for
+-1.533073 methodology warn against
+-1.533073 these warnings ,
+-1.533073 blade was like
+-1.533073 book was ghostwritten
+-1.533073 chronology was used
+-1.533073 data was finally
+-1.533073 it was never
+-1.533073 that way slowly
+-1.533073 for we do
+-1.533073 may well have
+-1.533073 conservatives were right
+-1.533073 cores were selected
+-1.533073 data were supplemented
+-1.533073 larches were selected
+-1.533073 themselves were not
+-1.533073 these were the
+-1.533073 . what did
+-1.533073 <s> what a
+-1.533073 changing what happens
+-1.533073 doubt what paul
+-1.533073 exactly what the
+-1.834103 to what is
+-1.834103 to what will
+-1.533073 . what's your
+-1.834103 , when combined
+-1.834103 , when i
+-1.533073 mind when he
+-1.533073 , where sensitivity
+-1.533073 case where it's
+-1.533073 know where to
+-1.533073 ( which had
+-1.834103 , which ,
+-1.834103 , which makes
+-1.533073 method which did
+-1.533073 ( while looking
+-1.533073 , while including
+-1.533073 . while the
+-1.533073 someone whose book
+-1.533073 reason why schweingruber's
+-1.533073 ring widths and
+-1.533073 this will have
+-1.533073 what will be
+-1.533073 that wise crack
+-1.533073 . with the
+-1.533073 begin with .
+-1.533073 change with a
+-1.533073 chronology with its
+-1.533073 combination with the
+-1.533073 combined with the
+-1.533073 connection with osborn
+-1.533073 included with the
+-1.533073 originated with briffa
+-0.8145491 trouble with obama
+-1.533073 is within your
+-1.533073 done without fully
+-1.533073 always worth reading
+-1.533073 bias would not
+-1.533073 he would do
+-1.533073 shiyatov would not
+-1.533073 today would take
+-1.533073 . wright's church
+-1.533073 he wrote the
+-1.533073 , yamal larch
+-1.533073 briffa's yamal reconstruction
+-1.533073 resulting yamal chronology
+-1.212489 the yamal chronology
+-2.232043 the yamal data
+-2.232043 the yamal measurement
+-2.232043 the yamal subfossil
+-1.533073 200–400 year old
+-1.533073 this year ,
+-1.533073 those years ?
+-1.533073 ' yes ,
+-1.533073 back-and-forth yesterday about
+-1.533073 it yet ,
+-1.533073 ahead you see
+-1.533073 what's your great
+-1.533073 within your power
+
+\end\
diff --git a/src/test_data/grammar.prune b/src/test_data/grammar.prune
new file mode 100644
index 00000000..4ebcb509
--- /dev/null
+++ b/src/test_data/grammar.prune
@@ -0,0 +1,196 @@
+[PHRASE] ||| [PHRASE,1] haus ||| [PHRASE,1] house ||| 1.86183 0 0 0 0.0211892
+[PHRASE] ||| [PHRASE,1] haus ist ||| is [PHRASE,1] house ||| 2.58883 0.311249 0 0.348455 0.0211893
+[PHRASE] ||| [PHRASE,1] haus gibt ||| is [PHRASE,1] house ||| 2.56863 0.291046 0 0.258278 0.0211893
+[PHRASE] ||| [PHRASE,1] ein haus ist ||| [PHRASE,1] is a house ||| 3.16286 0 0 0.576934 0.0211893
+[PHRASE] ||| [PHRASE,1] ist ||| [PHRASE,1] is ||| 2.94101 0 0.676694 0.348455 0
+[PHRASE] ||| [PHRASE,1] ist ||| is [PHRASE,1] ||| 2.36698 0.649056 0.102662 0.348455 0
+[PHRASE] ||| [PHRASE,1] klein ist ||| [PHRASE,1] is small ||| 2.58883 0.124939 0 0.78211 0
+[PHRASE] ||| [PHRASE,1] maus ||| [PHRASE,1] mouse ||| 2.09592 0 0 0 0
+[PHRASE] ||| [PHRASE,1] maus gibt ||| is [PHRASE,1] mouse ||| 2.44865 0 0 0.258278 0
+[PHRASE] ||| [PHRASE,1] kleines ||| [PHRASE,1] small ||| 2.94101 0.439333 0 0.579784 0
+[PHRASE] ||| [PHRASE,1] kleines haus ||| [PHRASE,1] small house ||| 3.24204 0 0 0.579784 0.0211893
+[PHRASE] ||| [PHRASE,1] kleines haus gibt ||| is [PHRASE,1] small house ||| 3.30899 0 0 0.838062 0.0211893
+[PHRASE] ||| [PHRASE,1] kleine ||| [PHRASE,1] small ||| 2.94101 0.439333 0 0.500602 0
+[PHRASE] ||| [PHRASE,1] kleine maus ||| [PHRASE,1] small mouse ||| 3.24204 0 0 0.500602 0
+[PHRASE] ||| [PHRASE,1] kleine maus gibt ||| is [PHRASE,1] small mouse ||| 3.30899 0 0 0.75888 0
+[PHRASE] ||| [PHRASE,1] gelb ||| [PHRASE,1] yellow ||| 2.63998 0 0 0 0
+[PHRASE] ||| [PHRASE,1] gelb haus ||| [PHRASE,1] yellow house ||| 3.24204 0 0 0 0.0211893
+[PHRASE] ||| [PHRASE,1] gelb haus gibt ||| is [PHRASE,1] yellow house ||| 3.30899 0 0 0.258278 0.0211893
+[PHRASE] ||| [PHRASE,1] gelb maus ||| [PHRASE,1] yellow mouse ||| 3.24204 0 0 0 0
+[PHRASE] ||| [PHRASE,1] gelb maus gibt ||| is [PHRASE,1] yellow mouse ||| 3.30899 0 0 0.258278 0
+[PHRASE] ||| [PHRASE,1] gibt ||| is [PHRASE,1] ||| 1.82827 0.110339 0 0.258278 0
+[PHRASE] ||| haus ||| small yellow mouse house ||| 2.46389 0.845098 1.30103 0.278754 1.34341
+[PHRASE] ||| haus ||| house ||| Phrase_0=1.18514 Phrase_2=0.0222764 Phrase_4=0.0211893
+[PHRASE] ||| haus [PHRASE,1] ||| house [PHRASE,1] ||| 2.2878 0 0 0 0.0211893
+[PHRASE] ||| haus ist ||| house is ||| 2.46389 0 0 0.348455 0.0211893
+[PHRASE] ||| haus klein ist ||| house is small ||| 2.2878 0 0 0.78211 0.0211893
+[PHRASE] ||| ein ||| a ||| Phrase_0=1.34995 Phrase_1=0.228479 Phrase_3=0.228479
+[PHRASE] ||| ein [PHRASE,1] ||| a [PHRASE,1] ||| 2.03792 0.290035 0 0.228479 0
+[PHRASE] ||| ein [PHRASE,1] haus ||| a [PHRASE,1] house ||| 2.94101 0 0 0.228479 0.0211893
+[PHRASE] ||| ein [PHRASE,1] haus gibt ||| is a [PHRASE,1] house ||| 3.00796 0 0 0.486757 0.0211893
+[PHRASE] ||| ein [PHRASE,1] ist ||| is a [PHRASE,1] ||| 2.58883 0.535113 0 0.576934 0
+[PHRASE] ||| ein [PHRASE,1] gibt ||| is a [PHRASE,1] ||| 2.56863 0.51491 0 0.486757 0
+[PHRASE] ||| ein haus ||| a house ||| 1.76492 0 0.0791813 0.228479 0.0211893
+[PHRASE] ||| ein haus ||| a small house ||| 2.46389 0.30103 0.778151 0.507233 1.34341
+[PHRASE] ||| ein haus ist ||| is a house ||| 2.76492 0.477121 0 0.576934 0.0211893
+[PHRASE] ||| ein haus gibt ||| is a house ||| 2.46389 0.176091 0.176091 0.486757 0.0211893
+[PHRASE] ||| ein haus gibt ||| is a small house ||| 2.76492 0.39794 0.477121 0.765511 1.34341
+[PHRASE] ||| ein kleines ||| a small ||| 1.86183 0.243038 0 0.808263 0
+[PHRASE] ||| ein kleines [PHRASE,1] ||| a small [PHRASE,1] ||| 3.24204 0.30103 0 0.808263 0
+[PHRASE] ||| ein kleines [PHRASE,1] gibt ||| is a small [PHRASE,1] ||| 3.30899 0.30103 0 1.06654 0
+[PHRASE] ||| ein kleines haus ||| a small house ||| 2.46389 0.30103 0 0.808263 0.0211893
+[PHRASE] ||| ein kleines haus ist ||| is a small house ||| 2.76492 0.39794 0 1.15672 0.0211893
+[PHRASE] ||| ein kleines haus gibt ||| is a small house ||| 3.06595 0.69897 0 1.06654 0.0211893
+[PHRASE] ||| ein kleines gelb ||| a small yellow ||| 2.94101 0.30103 0 0.808263 0
+[PHRASE] ||| ein kleines gelb haus ||| a small yellow house ||| 3.24204 0 0 0.808263 0.0211893
+[PHRASE] ||| ein kleines gelb haus gibt ||| is a small yellow house ||| 3.30899 0 0 1.06654 0.0211893
+[PHRASE] ||| ein gelb ||| a yellow ||| 1.98677 0.221849 0 0.228479 0
+[PHRASE] ||| ein gelb [PHRASE,1] ||| a yellow [PHRASE,1] ||| 3.24204 0.30103 0 0.228479 0
+[PHRASE] ||| ein gelb [PHRASE,1] gibt ||| is a yellow [PHRASE,1] ||| 3.30899 0.30103 0 0.486757 0
+[PHRASE] ||| ein gelb haus ||| a yellow house ||| 2.63998 0 0 0.228479 0.0211893
+[PHRASE] ||| ein gelb haus ist ||| is a yellow house ||| 3.06595 0.30103 0 0.576934 0.0211893
+[PHRASE] ||| ein gelb haus gibt ||| is a yellow house ||| 3.06595 0.30103 0 0.486757 0.0211893
+[PHRASE] ||| ein gelb kleines ||| a yellow small ||| 2.94101 0.30103 0 0.808263 0
+[PHRASE] ||| ein gelb kleines haus ||| a yellow small house ||| 3.24204 0 0 0.808263 0.0211893
+[PHRASE] ||| ein gelb kleines haus gibt ||| is a yellow small house ||| 3.30899 0 0 1.06654 0.0211893
+[PHRASE] ||| ist ||| is ||| 1.34995 0.348455 0 0.348455 0
+[PHRASE] ||| klein ||| small ||| 1.61879 0.410174 0 0.433656 0
+[PHRASE] ||| klein [PHRASE,1] ||| [PHRASE,1] small ||| 3.06595 0.564271 0 0.433656 0
+[PHRASE] ||| klein [PHRASE,1] ist ||| [PHRASE,1] is small ||| 3.06595 0.60206 0 0.78211 0
+[PHRASE] ||| klein ist ||| is small ||| 1.68574 0 0 0.78211 0
+[PHRASE] ||| klein das [PHRASE,1] ||| the [PHRASE,1] small ||| 3.06595 0 0 0.433656 0.30103
+[PHRASE] ||| klein das haus ist ||| the house is small ||| 3.06595 0.477121 0 0.78211 0.322219
+[PHRASE] ||| maus ||| mouse ||| 1.50965 0 0 0 0
+[PHRASE] ||| maus [PHRASE,1] ||| mouse [PHRASE,1] ||| 2.94101 0 0 0 0
+[PHRASE] ||| maus [PHRASE,1] ist ||| mouse is [PHRASE,1] ||| 2.94101 0 0 0.348455 0
+[PHRASE] ||| maus ein haus ist ||| mouse is a house ||| 2.94101 0 0 0.576934 0.0211893
+[PHRASE] ||| kleines ||| small ||| 1.76492 0.556302 0 0.579784 0
+[PHRASE] ||| kleines [PHRASE,1] ||| small [PHRASE,1] ||| 2.94101 0.30103 0 0.579784 0
+[PHRASE] ||| kleines haus ||| small house ||| 1.86183 0.243038 0 0.579784 0.0211893
+[PHRASE] ||| kleines gelb ||| small yellow ||| 2.46389 0.30103 0 0.579784 0
+[PHRASE] ||| kleines gelb haus ||| small yellow house ||| 2.94101 0 0 0.579784 0.0211893
+[PHRASE] ||| kleine ||| small ||| 1.68574 0.477121 0 0.500602 0
+[PHRASE] ||| kleine [PHRASE,1] ||| small [PHRASE,1] ||| 2.94101 0.30103 0 0.500602 0
+[PHRASE] ||| kleine haus ||| small house ||| 2.16286 0.544068 0 0.500602 0.0211893
+[PHRASE] ||| kleine maus ||| small mouse ||| 1.98677 0 0 0.500602 0
+[PHRASE] ||| kleine gelb ||| small yellow ||| 2.46389 0.30103 0 0.500602 0
+[PHRASE] ||| kleine gelb maus ||| small yellow mouse ||| 2.94101 0 0 0.500602 0
+[PHRASE] ||| gelb ||| yellow ||| 1.61879 0 0 0 0
+[PHRASE] ||| gelb [PHRASE,1] ||| yellow [PHRASE,1] ||| 2.63998 0 0 0 0
+[PHRASE] ||| gelb haus ||| yellow house ||| 1.98677 0 0 0 0.0211893
+[PHRASE] ||| gelb maus ||| yellow mouse ||| 2.16286 0 0 0 0
+[PHRASE] ||| gelb kleines ||| yellow small ||| 2.46389 0.30103 0 0.579784 0
+[PHRASE] ||| gelb kleines haus ||| yellow small house ||| 2.94101 0 0 0.579784 0.0211893
+[PHRASE] ||| gelb kleine ||| yellow small ||| 2.46389 0.30103 0 0.500602 0
+[PHRASE] ||| gelb kleine maus ||| yellow small mouse ||| 2.94101 0 0 0.500602 0
+[PHRASE] ||| eine ||| a ||| 1.50965 0.38818 0 0.38818 0
+[PHRASE] ||| eine [PHRASE,1] ||| a [PHRASE,1] ||| 2.0602 0.312311 0 0.38818 0
+[PHRASE] ||| eine [PHRASE,1] maus ||| a [PHRASE,1] mouse ||| 2.94101 0 0 0.38818 0
+[PHRASE] ||| eine [PHRASE,1] maus gibt ||| is a [PHRASE,1] mouse ||| 3.00796 0 0 0.646458 0
+[PHRASE] ||| eine [PHRASE,1] gibt ||| is a [PHRASE,1] ||| 2.44865 0.394934 0 0.646458 0
+[PHRASE] ||| eine maus ||| a mouse ||| 1.98677 0 0 0.38818 0
+[PHRASE] ||| eine maus [PHRASE,1] ||| a mouse [PHRASE,1] ||| 3.16286 0 0 0.38818 0
+[PHRASE] ||| eine maus [PHRASE,1] ist ||| a mouse is [PHRASE,1] ||| 3.16286 0 0 0.736635 0
+[PHRASE] ||| eine maus ein haus ist ||| a mouse is a house ||| 3.16286 0 0 0.965114 0.0211893
+[PHRASE] ||| eine maus gibt ||| is a mouse ||| 2.46389 0 0 0.646458 0
+[PHRASE] ||| eine kleine ||| a small ||| 1.98677 0.367977 0 0.888783 0
+[PHRASE] ||| eine kleine [PHRASE,1] ||| a small [PHRASE,1] ||| 3.24204 0.30103 0 0.888783 0
+[PHRASE] ||| eine kleine [PHRASE,1] gibt ||| is a small [PHRASE,1] ||| 3.30899 0.30103 0 1.14706 0
+[PHRASE] ||| eine kleine maus ||| a small mouse ||| 2.63998 0 0 0.888783 0
+[PHRASE] ||| eine kleine maus gibt ||| is a small mouse ||| 2.76492 0 0 1.14706 0
+[PHRASE] ||| eine kleine gelb ||| a small yellow ||| 2.94101 0.30103 0 0.888783 0
+[PHRASE] ||| eine kleine gelb maus ||| a small yellow mouse ||| 3.24204 0 0 0.888783 0
+[PHRASE] ||| eine kleine gelb maus gibt ||| is a small yellow mouse ||| 3.30899 0 0 1.14706 0
+[PHRASE] ||| eine gelb ||| a yellow ||| 2.16286 0.39794 0 0.38818 0
+[PHRASE] ||| eine gelb [PHRASE,1] ||| a yellow [PHRASE,1] ||| 3.24204 0.30103 0 0.38818 0
+[PHRASE] ||| eine gelb [PHRASE,1] gibt ||| is a yellow [PHRASE,1] ||| 3.30899 0.30103 0 0.646458 0
+[PHRASE] ||| eine gelb maus ||| a yellow mouse ||| 2.94101 0 0 0.38818 0
+[PHRASE] ||| eine gelb maus gibt ||| is a yellow mouse ||| 3.06595 0 0 0.646458 0
+[PHRASE] ||| eine gelb kleine ||| a yellow small ||| 2.94101 0.30103 0 0.888783 0
+[PHRASE] ||| eine gelb kleine maus ||| a yellow small mouse ||| 3.24204 0 0 0.888783 0
+[PHRASE] ||| eine gelb kleine maus gibt ||| is a yellow small mouse ||| 3.30899 0 0 1.14706 0
+[PHRASE] ||| eine gruen ||| a green ||| 2.46389 0 0 0.38818 0
+[PHRASE] ||| eine gruen maus ||| a green mouse ||| 2.94101 0 0 0.38818 0
+[PHRASE] ||| gruen ||| green ||| 2.16286 0 0 0 0
+[PHRASE] ||| gruen maus ||| green mouse ||| 2.46389 0 0 0 0
+[PHRASE] ||| tages ||| day ||| 2.46389 0 0 0 0
+[PHRASE] ||| gibt ||| is ||| 1.25977 0.258278 0 0.258278 0
+[PHRASE] ||| meins ||| mine ||| 2.16286 0 0 0 0
+[PHRASE] ||| meins [PHRASE,1] ||| mine [PHRASE,1] ||| 2.76492 0 0 0 0
+[PHRASE] ||| meins ist ||| is mine ||| 2.46389 0 0 0.348455 0
+[PHRASE] ||| meins klein ist ||| mine is small ||| 2.76492 0 0 0.78211 0
+[PHRASE] ||| geld ||| money ||| 1.98677 0 0 0 0
+[PHRASE] ||| geld ist ||| is money ||| 2.46389 0.30103 0 0.348455 0
+[PHRASE] ||| geld gibt ||| is money ||| 2.46389 0.30103 0 0.258278 0
+[PHRASE] ||| keins ||| none ||| 1.98677 0 0 0 0
+[PHRASE] ||| keins [PHRASE,1] ||| none [PHRASE,1] ||| 2.76492 0 0 0 0
+[PHRASE] ||| keins klein ist ||| none is small ||| 2.76492 0 0 0.78211 0
+[PHRASE] ||| keins gibt ||| is none ||| 2.46389 0 0 0.258278 0
+[PHRASE] ||| dem haeuschen ||| of control ||| 2.46389 0 0 0.681241 0.425969
+[PHRASE] ||| eines ||| one ||| 2.46389 0.30103 0 0.30103 0
+[PHRASE] ||| eines tages ||| one day ||| 2.46389 0 0 0.30103 0
+[PHRASE] ||| eins ||| one ||| 2.46389 0.30103 0 0.30103 0
+[PHRASE] ||| aus ||| out ||| 2.46389 0 0.477121 0 0.221849
+[PHRASE] ||| aus ||| out of ||| 2.16286 0 0.176091 0.0791812 0.619789
+[PHRASE] ||| aus [PHRASE,1] ||| out [PHRASE,1] ||| 2.76492 0 0.367977 0 0.221849
+[PHRASE] ||| aus [PHRASE,1] ||| out of [PHRASE,1] ||| 2.63998 0 0.243038 0.0791812 0.619789
+[PHRASE] ||| aus ein ||| out of a ||| 2.46389 0 0 0.307661 0.619789
+[PHRASE] ||| aus ein haus ||| out of a house ||| 2.94101 0 0 0.307661 0.640978
+[PHRASE] ||| aus dem haeuschen ||| out of control ||| 2.76492 0 0 0.681241 0.647817
+[PHRASE] ||| aus das ||| out of the ||| 2.46389 0 0 0.0791812 0.920819
+[PHRASE] ||| aus das haus ||| out of the house ||| 2.94101 0 0 0.0791812 0.942008
+[PHRASE] ||| das ||| the ||| 1.76492 0 0.30103 0 0.30103
+[PHRASE] ||| das ||| that ||| 1.76492 0 0.30103 0 0.30103
+[PHRASE] ||| das [PHRASE,1] ||| the [PHRASE,1] ||| 2.39695 0 0.41972 0 0.30103
+[PHRASE] ||| das [PHRASE,1] ||| that [PHRASE,1] ||| 2.18514 0 0.207913 0 0.30103
+[PHRASE] ||| das [PHRASE,1] haus ist ||| that is [PHRASE,1] house ||| 2.86183 0 0 0.348455 0.322219
+[PHRASE] ||| das [PHRASE,1] ist ||| that is [PHRASE,1] ||| 2.86183 0 0 0.348455 0.30103
+[PHRASE] ||| das haus ||| the house ||| 1.86183 0 0 0 0.322219
+[PHRASE] ||| das haus [PHRASE,1] ||| the house [PHRASE,1] ||| 2.76492 0 0 0 0.322219
+[PHRASE] ||| das haus ist ||| the house is ||| 2.94101 0 0 0.348455 0.322219
+[PHRASE] ||| das haus klein ist ||| the house is small ||| 2.76492 0.176091 0 0.78211 0.322219
+[PHRASE] ||| das ein [PHRASE,1] ist ||| that is a [PHRASE,1] ||| 2.86183 0 0 0.576934 0.30103
+[PHRASE] ||| das ein kleines haus ist ||| that is a small house ||| 3.16286 0 0 1.15672 0.322219
+[PHRASE] ||| das ein gelb haus ist ||| that is a yellow house ||| 3.16286 0 0 0.576934 0.322219
+[PHRASE] ||| das klein ist ||| that is small ||| 2.76492 0 0 0.78211 0.30103
+[PHRASE] ||| das kleine ||| the small ||| 2.46389 0 0 0.500602 0.30103
+[PHRASE] ||| das kleine haus ||| the small house ||| 2.94101 0 0 0.500602 0.322219
+[PHRASE] ||| das meins ist ||| that is mine ||| 2.76492 0 0 0.348455 0.30103
+[PHRASE] ||| das geld ist ||| that is money ||| 2.76492 0 0 0.348455 0.30103
+[PHRASE] ||| es ||| there ||| 1.25977 0 0 0 0
+[PHRASE] ||| es [PHRASE,1] ||| there [PHRASE,1] ||| 1.83672 0 0 0 0
+[PHRASE] ||| es [PHRASE,1] haus gibt ||| there is [PHRASE,1] house ||| 2.62775 0 0 0.258278 0.0211893
+[PHRASE] ||| es [PHRASE,1] maus gibt ||| there is [PHRASE,1] mouse ||| 2.5166 0 0 0.258278 0
+[PHRASE] ||| es [PHRASE,1] kleines haus gibt ||| there is [PHRASE,1] small house ||| 3.30899 0 0 0.838062 0.0211893
+[PHRASE] ||| es [PHRASE,1] kleine maus gibt ||| there is [PHRASE,1] small mouse ||| 3.30899 0 0 0.75888 0
+[PHRASE] ||| es [PHRASE,1] gelb haus gibt ||| there is [PHRASE,1] yellow house ||| 3.30899 0 0 0.258278 0.0211893
+[PHRASE] ||| es [PHRASE,1] gelb maus gibt ||| there is [PHRASE,1] yellow mouse ||| 3.30899 0 0 0.258278 0
+[PHRASE] ||| es [PHRASE,1] gibt ||| there is [PHRASE,1] ||| 1.9536 0 0 0.258278 0
+[PHRASE] ||| es ein [PHRASE,1] haus gibt ||| there is a [PHRASE,1] house ||| 3.00796 0 0 0.486757 0.0211893
+[PHRASE] ||| es ein [PHRASE,1] gibt ||| there is a [PHRASE,1] ||| 2.62775 0.360151 0 0.486757 0
+[PHRASE] ||| es ein haus gibt ||| there is a house ||| 2.63998 0 0.176091 0.486757 0.0211893
+[PHRASE] ||| es ein haus gibt ||| there is a small house ||| 2.94101 0.20412 0.477121 0.765511 1.34341
+[PHRASE] ||| es ein kleines [PHRASE,1] gibt ||| there is a small [PHRASE,1] ||| 3.30899 0.30103 0 1.06654 0
+[PHRASE] ||| es ein kleines haus gibt ||| there is a small house ||| 3.16286 0.425969 0 1.06654 0.0211893
+[PHRASE] ||| es ein gelb [PHRASE,1] gibt ||| there is a yellow [PHRASE,1] ||| 3.30899 0.30103 0 0.486757 0
+[PHRASE] ||| es ein gelb haus gibt ||| there is a yellow house ||| 3.16286 0 0 0.486757 0.0211893
+[PHRASE] ||| es eine [PHRASE,1] maus gibt ||| there is a [PHRASE,1] mouse ||| 3.00796 0 0 0.646458 0
+[PHRASE] ||| es eine [PHRASE,1] gibt ||| there is a [PHRASE,1] ||| 2.5166 0.249001 0 0.646458 0
+[PHRASE] ||| es eine maus gibt ||| there is a mouse ||| 2.63998 0 0 0.646458 0
+[PHRASE] ||| es eine kleine [PHRASE,1] gibt ||| there is a small [PHRASE,1] ||| 3.30899 0.30103 0 1.14706 0
+[PHRASE] ||| es eine kleine maus gibt ||| there is a small mouse ||| 2.86183 0 0 1.14706 0
+[PHRASE] ||| es eine gelb [PHRASE,1] gibt ||| there is a yellow [PHRASE,1] ||| 3.30899 0.30103 0 0.646458 0
+[PHRASE] ||| es eine gelb maus gibt ||| there is a yellow mouse ||| 3.16286 0 0 0.646458 0
+[PHRASE] ||| es geld gibt ||| there is money ||| 2.76492 0 0 0.258278 0
+[PHRASE] ||| es keins gibt ||| there is none ||| 2.76492 0 0 0.258278 0
+[PHRASE] ||| dieses ||| this ||| 1.98677 0 0 0 0
+[PHRASE] ||| dieses [PHRASE,1] ||| this [PHRASE,1] ||| 2.56995 0 0 0 0
+[PHRASE] ||| dieses [PHRASE,1] haus ist ||| this is [PHRASE,1] house ||| 3.16286 0 0 0.348455 0.0211893
+[PHRASE] ||| dieses [PHRASE,1] ist ||| this is [PHRASE,1] ||| 3.16286 0 0 0.348455 0
+[PHRASE] ||| dieses haus ||| this house ||| 2.46389 0 0 0 0.0211893
+[PHRASE] ||| dieses haus [PHRASE,1] ||| this house [PHRASE,1] ||| 3.06595 0 0 0 0.0211893
+[PHRASE] ||| dieses haus klein ist ||| this house is small ||| 3.06595 0 0 0.78211 0.0211893
+[PHRASE] ||| dieses ein [PHRASE,1] ist ||| this is a [PHRASE,1] ||| 3.16286 0 0 0.576934 0
+[PHRASE] ||| dieses ein kleines haus ist ||| this is a small house ||| 3.16286 0 0 1.15672 0.0211893
+[PHRASE] ||| dieses kleine ||| this small ||| 2.46389 0 0 0.500602 0
+[PHRASE] ||| dieses kleine haus ||| this small house ||| 2.94101 0 0 0.500602 0.0211893
diff --git a/src/test_data/small.json.gz b/src/test_data/small.json.gz
new file mode 100644
index 00000000..892ba360
--- /dev/null
+++ b/src/test_data/small.json.gz
Binary files differ
diff --git a/src/test_data/test_2gram.lm.gz b/src/test_data/test_2gram.lm.gz
new file mode 100644
index 00000000..aafa7274
--- /dev/null
+++ b/src/test_data/test_2gram.lm.gz
Binary files differ
diff --git a/src/test_data/weights b/src/test_data/weights
new file mode 100644
index 00000000..ea70229c
--- /dev/null
+++ b/src/test_data/weights
@@ -0,0 +1,8 @@
+# hiero
+WordPenalty -0.387029
+LanguageModel 0.253195
+PhraseModel_0 0.142926
+PhraseModel_1 0.465119
+PhraseModel_2 0.079503
+CNPosteriorProbability 0.09259
+Inf -inf
diff --git a/src/test_data/weights.gt b/src/test_data/weights.gt
new file mode 100644
index 00000000..08931049
--- /dev/null
+++ b/src/test_data/weights.gt
@@ -0,0 +1,4 @@
+Phrase_0 1.0
+Phrase_1 0.5
+Phrase_2 0.3
+Phrase_3 0.2