few small fixes of alignment tools, add new orthographic similarity feature for word aligner, final naming of directories, libraries in cdec

6 files changed, 0 insertions, 2853 deletions

diff --git a/src/test_data/dummy.3gram.lm b/src/test_data/dummy.3gram.lm
deleted file mode 100644
index ae665284..00000000
--- a/src/test_data/dummy.3gram.lm
+++ /dev/null
@@ -1,2645 +0,0 @@
-
-\data\
-ngram 1=490
-ngram 2=1023
-ngram 3=1119
-
-\1-grams:
--2.761928	!	-0.06284945
--1.91683	"	-0.03559465
--2.761928	'	-0.06057167
--2.159868	(	-0.07742823
--2.159868	)	-0.05637721
--1.292106	,	-0.04497077
--3.062958	-	-0.06247065
--1.429489	.	-0.08555528
--2.761928	12	-0.06473851
--3.062958	17	-0.06586801
--2.585837	2000	-0.05520994
--3.062958	2002	-0.06360606
--3.062958	2006	-0.0497812
--3.062958	2008	-0.06322792
--3.062958	2009	-0.0497812
--3.062958	200–400	-0.06549184
--3.062958	224	-0.06586801
--1.91683	</s>
--99	<s>	-0.0457003
--2.761928	?	-0.05751594
--1.720535	a	-0.05548429
--2.460898	about	-0.05211611
--3.062958	acquiesced	-0.05942829
--3.062958	actually	-0.04349266
--3.062958	addition	-0.05980976
--3.062958	admit	-0.06095213
--3.062958	affected	-0.04071253
--2.761928	against	-0.06549184
--3.062958	aging	-0.06586801
--3.062958	ago	-0.04349266
--3.062958	ahead	-0.06586801
--2.761928	al	-0.06284945
--2.761928	all	-0.0590465
--3.062958	all-around	-0.06586801
--3.062958	along	-0.04071253
--2.761928	also	-0.06322792
--2.761928	always	-0.06436136
--2.363988	an	-0.06436135
--3.062958	analysis	-0.06473851
--1.631594	and	0.006203346
--3.062958	anti-divine	-0.06586801
--3.062958	any	-0.06549184
--3.062958	approach	-0.05789908
--3.062958	archive	-0.04071253
--3.062958	are	-0.05789908
--2.761928	arkive	-0.06549184
--2.585837	article	-0.0228177
--2.21786	as	-0.09020901
--3.062958	asked	-0.06398387
--2.585837	at	-0.03145044
--2.761928	attention	-0.02612664
--3.062958	available	-0.04349266
--3.062958	average	-0.04349266
--3.062958	away	-0.06322792
--3.062958	ayers	-0.05597997
--3.062958	b	-0.04349266
--3.062958	back-and-forth	-0.06586801
--3.062958	bailie	-0.0497812
--2.761928	be	-0.06511534
--3.062958	because	-0.06586801
--2.460898	been	-0.06322791
--3.062958	before	-0.04349266
--2.761928	begin	-0.05520995
--3.062958	being	-0.06586801
--2.585837	between	-0.1350269
--2.460898	bias	-0.04111077
--3.062958	biased	-0.06511534
--3.062958	biblical	-0.06586801
--3.062958	bill	-0.06586801
--3.062958	blade	-0.06436136
--3.062958	blood	-0.04349266
--3.062958	bob	-0.06549184
--3.062958	book	-0.06436136
--2.159868	briffa	-0.06804922
--2.761928	briffa's	-0.06284945
--2.021565	but	-0.01525023
--2.21786	by	-0.07600738
--2.761928	ca	-0.2166343
--2.761928	can	-0.06473851
--3.062958	case	-0.06511534
--3.062958	cast	-0.06473851
--3.062958	catch	-0.06511534
--3.062958	caught	-0.06511534
--3.062958	caveats	-0.06322792
--3.062958	centennial-scale	-0.06549184
--3.062958	cf	-0.0497812
--3.062958	change	-0.06209152
--3.062958	changing	-0.06360606
--3.062958	characterizes	-0.06586801
--3.062958	checked	-0.06586801
--2.159868	chronology	-0.02240231
--3.062958	church	-0.06398387
--3.062958	cocaine	-0.06398387
--3.062958	collection	-0.06586801
--3.062958	combination	-0.06209152
--3.062958	combine	-0.04071253
--3.062958	combined	-0.06209152
--3.062958	comment	-0.06360606
--3.062958	commentary	-0.06322792
--3.062958	commenter	-0.06586801
--3.062958	comments	-0.06586801
--3.062958	compared	-0.05789908
--3.062958	concerned	-0.06473851
--3.062958	concrete	-0.06095213
--3.062958	connection	-0.06209152
--2.761928	conservatives	-0.06360606
--3.062958	considered	-0.06095213
--3.062958	consists	-0.04349266
--3.062958	constructing	-0.05789908
--2.761928	control	-0.03991493
--2.585837	cores	-0.0236473
--3.062958	corridor	-0.06473851
--2.761928	crack	-0.06436136
--3.062958	crossroads	-0.0497812
--2.460898	cru	-0.1318786
--3.062958	darkness	-0.05597997
--2.108715	data	-0.06845023
--2.761928	day	-0.05674864
--2.761928	days	-0.04939082
--3.062958	debt	-0.04349266
--3.062958	decline	-0.06095213
--3.062958	deep	-0.06549184
--3.062958	deeper	-0.06586801
--3.062958	delete	-0.05789908
--3.062958	derived	-0.06511534
--3.062958	described	-0.05942829
--2.761928	did	-0.06095213
--2.761928	difference	-0.04860901
--2.761928	different	-0.06247065
--2.761928	divergence	-0.2166343
--2.761928	do	-0.05559513
--3.062958	does	-0.06247065
--3.062958	doing	-0.06586801
--3.062958	don't	-0.06586801
--3.062958	done	-0.06586801
--3.062958	doubt	-0.06360606
--3.062958	down	-0.05789908
--3.062958	due	-0.06473851
--3.062958	earlier	-0.06019088
--3.062958	editors	-0.06511534
--3.062958	energy	-0.04349266
--3.062958	enormous	-0.06586801
--2.761928	et	-0.2166343
--3.062958	even	-0.06586801
--3.062958	every	-0.06586801
--3.062958	exactly	-0.06360606
--3.062958	exception	-0.05789908
--3.062958	excluding	-0.06549184
--3.062958	expect	-0.06511534
--3.062958	extension	-0.05597997
--3.062958	factors	-0.04349266
--3.062958	fantasy	-0.06436136
--3.062958	far	-0.06511534
--2.585837	few	-0.1590744
--2.585837	finally	-0.06511533
--3.062958	first	-0.04349266
--3.062958	flesh	-0.05597997
--3.062958	following:	-0.06095213
--3.062958	follows:	-0.06095213
--2.284806	for	-0.06171204
--3.062958	forests	-0.0497812
--2.585837	from	-0.05713245
--3.062958	fully	-0.06586801
--2.585837	further	-0.06511533
--3.062958	furthermore	-0.04349266
--3.062958	future	-0.0497812
--3.062958	generating	-0.06586801
--2.761928	get	-0.191855
--3.062958	ghastly	-0.06586801
--3.062958	ghostwritten	-0.06360606
--3.062958	gil	-0.06586801
--3.062958	given	-0.04071253
--3.062958	going	-0.05789908
--3.062958	got	-0.06436136
--2.761928	great	-0.2166343
--3.062958	growing	-0.0497812
--3.062958	grows	-0.06511534
--2.363988	had	-0.1033177
--2.585837	hantemirov	-0.09654189
--2.761928	happening	-0.06436136
--3.062958	happens	-0.06549184
--3.062958	hard	-0.05789908
--3.062958	hardly	-0.06473851
--2.460898	has	-0.03063563
--3.062958	hate	-0.05789908
--2.284806	have	-0.08108715
--3.062958	haven't	-0.06586801
--2.363988	he	-0.112982
--3.062958	here	-0.06586801
--3.062958	highly	-0.06586801
--2.761928	him	-0.05751594
--2.585837	his	-0.06511533
--3.062958	how	-0.06586801
--2.761928	however	-0.1946352
--3.062958	hs	-0.06586801
--3.062958	humanity	-0.06511534
--2.108715	i	-0.05980975
--3.062958	i'd	-0.06586801
--3.062958	i've	-0.06586801
--2.761928	idea	-0.02612664
--2.761928	if	-0.03670979
--3.062958	illusion	-0.05597997
--3.062958	immense	-0.06586801
--3.062958	impact	-0.06322792
--3.062958	important	-0.06586801
--1.807685	in	-0.04419087
--3.062958	included	-0.06209152
--2.761928	including	-0.0165447
--3.062958	indeed	-0.06511534
--3.062958	individual	-0.06511534
--3.062958	information	-0.06511534
--3.062958	inhomogeneities	-0.04349266
--3.062958	initial	-0.06549184
--2.761928	instead	-0.2109523
--3.062958	interannual	-0.06549184
--2.761928	into	-0.03991493
--3.062958	introduced	-0.06360606
--1.91683	is	-0.001109093
--2.062958	it	-0.06621437
--2.460898	it's	-0.06019088
--3.062958	its	-0.06586801
--2.761928	journal	-0.06209152
--3.062958	jurisdiction	-0.0497812
--2.460898	just	-0.05520994
--3.062958	kaufman	-0.06549184
--3.062958	keeps	-0.06586801
--2.761928	khadyta	-0.2166343
--2.460898	know	-0.1105378
--3.062958	larch	-0.06586801
--2.761928	larches	-0.04743365
--3.062958	large-scale	-0.06095213
--2.761928	like	-0.06511534
--3.062958	limited	-0.06586801
--3.062958	living	-0.06549184
--3.062958	longest	-0.05597997
--3.062958	looking	-0.06549184
--3.062958	looks	-0.06586801
--3.062958	love	-0.05789908
--3.062958	made	-0.06095213
--2.761928	mag	-0.2143704
--3.062958	magnitude	-0.05980976
--3.062958	magnus	-0.0497812
--3.062958	makes	-0.04071253
--3.062958	many	-0.06586801
--3.062958	may	-0.06586801
--3.062958	mean	-0.06322792
--3.062958	measured	-0.06360606
--2.761928	measurement	-0.213992
--2.460898	method	-0.03711172
--3.062958	methodology	-0.06586801
--3.062958	mind	-0.06511534
--3.062958	mix	-0.06586801
--2.585837	more	-0.05636447
--3.062958	morning	-0.06284945
--2.585837	most	-0.0647385
--2.761928	much	-0.06473851
--3.062958	multi-parters	-0.04349266
--3.062958	multiproxy	-0.06586801
--3.062958	mundane	-0.06511534
--2.585837	my	-0.1598284
--3.062958	national	-0.06586801
--3.062958	naughtiness	-0.0497812
--3.062958	nettle	-0.04349266
--3.062958	never	-0.06586801
--3.062958	next	-0.04349266
--3.062958	no	-0.06586801
--3.062958	non-robustness	-0.06586801
--3.062958	northern	-0.06586801
--2.062958	not	-0.0712041
--3.062958	noted	-0.06586801
--3.062958	noticed	-0.06095213
--3.062958	notwithstanding	-0.06473851
--3.062958	now	-0.04349266
--2.761928	obama	-0.03791448
--3.062958	observed	-0.06586801
--1.832509	of	-0.04850956
--2.761928	old	-0.06436136
--2.585837	older	-0.1053004
--3.062958	oldie	-0.04349266
--2.159868	on	-0.09226183
--2.585837	one	-0.04900008
--3.062958	online	-0.0497812
--3.062958	only	-0.06586801
--3.062958	or	-0.06586801
--3.062958	originated	-0.06209152
--3.062958	osborn	-0.05597997
--3.062958	out	-0.06322792
--3.062958	outright	-0.06586801
--3.062958	own	-0.06586801
--3.062958	paleoclimatologists	-0.05597997
--3.062958	passage	-0.06284945
--3.062958	passing	-0.05597997
--3.062958	path	-0.06095213
--3.062958	patterns	-0.05942829
--3.062958	paul	-0.06436136
--3.062958	people	-0.06095213
--2.363988	perhaps	-0.06259563
--2.761928	phil	-0.2166343
--3.062958	picked	-0.06511534
--3.062958	piece	-0.06360606
--3.062958	place	-0.0497812
--3.062958	placed	-0.06586801
--3.062958	play	-0.06322792
--3.062958	point	-0.06095213
--3.062958	policy	-0.06322792
--2.585837	politics	-0.02571439
--2.363988	population	-0.1001791
--3.062958	position	-0.06095213
--3.062958	possible	-0.05597997
--2.761928	potential	-0.06436136
--3.062958	power	-0.05789908
--3.062958	powers	-0.05597997
--3.062958	precipitous	-0.06586801
--3.062958	precisely	-0.04071253
--3.062958	predictable	-0.06586801
--3.062958	presented	-0.06019088
--3.062958	preserve	-0.06586801
--3.062958	previous	-0.06549184
--3.062958	principalities	-0.05980976
--3.062958	principles	-0.05942829
--3.062958	prior	-0.06511534
--3.062958	probable	-0.06095213
--2.761928	problem	-0.2120946
--3.062958	projected	-0.06549184
--3.062958	properly	-0.06586801
--3.062958	prove	-0.06586801
--3.062958	provide	-0.04071253
--3.062958	provided	-0.05789908
--3.062958	provocative	-0.06586801
--3.062958	published	-0.05942829
--3.062958	push	-0.06511534
--2.585837	rcs	-0.06133225
--3.062958	react	-0.05789908
--3.062958	read	-0.06247065
--2.761928	readers	-0.06398387
--3.062958	reading	-0.04349266
--3.062958	real	-0.06322792
--3.062958	really	-0.06586801
--3.062958	realm	-0.05980976
--2.761928	reason	-0.06360606
--3.062958	recent	-0.06511534
--2.761928	recently	-0.1946352
--3.062958	reconstruction	-0.0497812
--3.062958	refusal	-0.05942829
--3.062958	refused	-0.05789908
--3.062958	related	-0.05789908
--3.062958	relevant	-0.04349266
--3.062958	relied	-0.06322792
--3.062958	religion	-0.05597997
--3.062958	remained	-0.06586801
--3.062958	remarked	-0.06095213
--3.062958	reposting	-0.06473851
--3.062958	requiring	-0.06322792
--3.062958	response	-0.05789908
--3.062958	resulting	-0.06322792
--3.062958	rev	-0.0497812
--2.460898	right	-0.04821757
--3.062958	ring	-0.06586801
--3.062958	ring-width	-0.06511534
--2.761928	river	-0.1946352
--3.062958	said	-0.06436136
--3.062958	same	-0.06473851
--3.062958	sample	-0.06586801
--3.062958	sat	-0.05942829
--2.460898	schweingruber	-0.09101291
--3.062958	schweingruber's	-0.06549184
--2.585837	science	-0.1568045
--3.062958	script	-0.06322792
--2.585837	see	-0.1112577
--3.062958	seized	-0.04071253
--2.761928	selected	-0.04664831
--2.585837	selection	-0.1491516
--3.062958	sensitive	-0.06511534
--3.062958	sensitivity	-0.06095213
--2.585837	series	-0.1314228
--3.062958	set	-0.05942829
--3.062958	several	-0.06549184
--3.062958	shadow	-0.06586801
--2.761928	shadows	-0.04309659
--2.585837	shiyatov	-0.06360605
--3.062958	should	-0.06247065
--3.062958	similar	-0.06473851
--3.062958	similarly	-0.06586801
--3.062958	since	-0.06019088
--3.062958	size	-0.05597997
--3.062958	skimmed	-0.06019088
--2.761928	slowly	-0.04270015
--3.062958	small	-0.06586801
--3.062958	so	-0.06549184
--3.062958	some	-0.06549184
--3.062958	someone	-0.06586801
--3.062958	start	-0.06549184
--3.062958	staunchly	-0.06586801
--3.062958	struggling	-0.06549184
--3.062958	studies	-0.06095213
--2.761928	study	-0.02612664
--3.062958	stumbled	-0.06586801
--2.585837	subfossil	-0.06171205
--3.062958	subsequent	-0.06549184
--3.062958	subset	-0.05942829
--3.062958	success	-0.0497812
--3.062958	supplement	-0.0497812
--3.062958	supplemented	-0.06360606
--3.062958	surface	-0.04349266
--3.062958	take	-0.06436136
--3.062958	taken	-0.05789908
--2.761928	taymir	-0.06247065
--3.062958	temperature	-0.04349266
--3.062958	tendency	-0.05789908
--3.062958	terms	-0.05980976
--3.062958	than	-0.04071253
--1.91683	that	-0.06692892
--1.243414	the	-0.08813193
--3.062958	their	-0.06511534
--2.761928	themselves	-0.04111078
--3.062958	there's	-0.06586801
--2.460898	these	-0.05942829
--2.460898	they	-0.06398387
--2.761928	things	-0.06057167
--3.062958	think	-0.06549184
--3.062958	thinking	-0.06586801
--1.858838	this	-0.08175352
--2.761928	those	-0.06057167
--3.062958	thought	-0.0497812
--3.062958	thousand	-0.04349266
--3.062958	through	-0.04071253
--2.761928	time	-0.0326698
--1.720535	to	-0.07930601
--2.761928	today	-0.04821758
--3.062958	took	-0.04071253
--3.062958	towards	-0.06511534
--2.761928	trans	-0.06549184
--2.460898	trees	-0.04704115
--2.761928	trouble	-0.213234
--3.062958	true	-0.04349266
--3.062958	trying	-0.05789908
--2.761928	two	-0.2166343
--3.062958	unarchived	-0.0497812
--3.062958	under	-0.06549184
--3.062958	unintentional	-0.06473851
--3.062958	unrepresentativeness	-0.05980976
--3.062958	until	-0.06549184
--3.062958	unveiled:	-0.06586801
--2.761928	up	-0.03185729
--3.062958	upon	-0.06019088
--2.761928	use	-0.2109523
--2.363988	used	-0.0545155
--2.761928	using	-0.02323271
--3.062958	usual	-0.06586801
--3.062958	valid	-0.06549184
--2.761928	variability	-0.03911585
--2.761928	versions	-0.04428373
--2.761928	very	-0.06549184
--3.062958	violence	-0.06586801
--3.062958	virtually	-0.06586801
--3.062958	virtue	-0.05980976
--3.062958	voted	-0.06398387
--3.062958	warn	-0.06549184
--3.062958	warnings	-0.04349266
--2.363988	was	-0.06171205
--3.062958	way	-0.06549184
--3.062958	we	-0.06549184
--3.062958	well	-0.06398387
--2.284806	were	-0.07866543
--2.21786	what	-0.02364731
--3.062958	what's	-0.06549184
--2.585837	when	-0.06057167
--2.585837	where	-0.05597997
--2.460898	which	-0.0403139
--2.585837	while	-0.03951557
--3.062958	whose	-0.06586801
--3.062958	why	-0.06586801
--3.062958	widths	-0.05597997
--2.761928	will	-0.06322792
--3.062958	wise	-0.06549184
--2.021565	with	-0.08912028
--3.062958	within	-0.06549184
--3.062958	without	-0.06586801
--3.062958	worth	-0.06586801
--2.460898	would	-0.1303614
--3.062958	wright's	-0.06586801
--3.062958	wrote	-0.04071253
--2.159868	yamal	-0.0719028
--2.761928	year	-0.04270015
--3.062958	years	-0.06549184
--3.062958	yes	-0.04349266
--3.062958	yesterday	-0.06473851
--3.062958	yet	-0.04349266
--3.062958	you	-0.06511534
--2.761928	your	-0.06511534
-
-\2-grams:
--1.15037	! as	-0.004049858
--1.15037	! instead	0.2044696
--1.995468	" (	-0.005168174
--1.995468	" -	0.05332709
--1.995468	" </s>
--1.995468	" as	-0.004049858
--1.995468	" concrete	0.05332709
--1.995468	" corridor	0.05332709
--1.249819	" divergence	0.1451325
--1.995468	" further	0.008061528
--1.995468	" i'd	0.05332709
--1.995468	" success	0.05332709
--1.995468	" that	-0.008505944
--1.995468	" the	-0.007702977
--1.995468	" used	-0.0004517734
--1.15037	' </s>
--1.15037	' yes	0.05332709
--1.75243	( and	-0.01063527
--1.75243	( in	0.006514465
--1.006781	( mag	0.1451325
--1.75243	( or	0.05332709
--1.75243	( phil	0.2044696
--1.75243	( which	0.00272119
--1.75243	( while	0.008061528
--1.006781	) ,	-0.002172916
--1.75243	) </s>
--1.75243	) acquiesced	0.05332709
--1.75243	) and	-0.002266581
--1.75243	) had	-0.0004517734
--1.75243	) things	0.01894335
--1.75243	) took	0.05332709
--2.620192	, 2008	0.05332709
--2.620192	, 224	0.05332709
--2.620192	, a	-0.01011507
--2.620192	, all	0.01894335
--1.955229	, and	-0.006035992
--2.620192	, as	0.0389223
--2.620192	, bob	0.05332709
--2.620192	, briffa	-0.005168174
--0.8166095	, but	0.05114232
--2.620192	, cf	0.05332709
--2.620192	, cru	0.00272119
--2.620192	, delete	0.05332709
--2.620192	, for	-0.002554279
--2.620192	, from	0.008061528
--2.620192	, he	-0.0004517734
--2.620192	, his	0.008061528
--1.955229	, i	0.008061524
--2.620192	, if	0.01894335
--2.620192	, including	0.01894335
--2.620192	, is	-0.008505944
--1.874543	, it	-0.0004517762
--1.874543	, it's	0.01894334
--2.620192	, kaufman	0.05332709
--2.620192	, most	0.008061528
--2.620192	, notwithstanding	0.05332709
--2.620192	, of	0.007685009
--2.620192	, on	-0.005168174
--2.620192	, perhaps	0.04797027
--2.620192	, requiring	0.05332709
--2.620192	, since	0.05332709
--1.955229	, the	0.02331641
--1.955229	, this	0.01715922
--2.620192	, until	0.05332709
--2.620192	, using	0.01894335
--1.874543	, when	0.03010483
--2.620192	, where	0.008061528
--1.874543	, which	0.01894334
--2.620192	, while	0.008061528
--2.620192	, yamal	-0.005168174
--0.8493397	- not	-0.006728992
--2.482808	. "	-0.008505944
--2.482808	. '	0.01894335
--2.482808	. (	-0.005168174
--2.482808	. )	-0.005168174
--0.6792259	. </s>
--1.737159	. a	0.003078613
--2.482808	. actually	0.05332709
--2.482808	. and	-0.01063527
--2.482808	. as	-0.004049858
--1.737159	. briffa	0.03257156
--2.482808	. but	-0.007295175
--2.482808	. changing	0.05332709
--2.482808	. first	0.05332709
--2.482808	. furthermore	0.05332709
--1.737159	. however	0.1451325
--2.482808	. i	-0.006035987
--2.482808	. in	-0.009490006
--2.482808	. it	0.0164606
--2.482808	. perhaps	0.04797027
--2.482808	. science	0.1193421
--2.482808	. several	0.05332709
--2.482808	. the	-0.008591395
--1.737159	. these	0.01894334
--1.737159	. this	0.0130633
--2.482808	. violence	0.05332709
--2.482808	. what	-0.004049858
--2.482808	. what's	0.05332709
--2.482808	. while	0.008061528
--2.482808	. with	0.05785327
--2.482808	. wright's	0.05332709
--1.15037	12 cores	0.008061528
--1.15037	12 picked	0.05332709
--0.8493397	17 ring-width	0.05332709
--1.326461	2000 and	-0.01063527
--1.326461	2000 may	0.05332709
--1.326461	2000 presented	0.05332709
--0.8493397	2002 as	-0.004049858
--0.8493397	2006 .	-0.0114856
--0.8493397	2008 )	-0.005168174
--0.8493397	2009 .	0.08907277
--0.8493397	200–400 year	0.01894335
--0.8493397	224 individual	0.05332709
--1.995468	<s> '	0.01894335
--1.995468	<s> as	0.0389223
--1.995468	<s> briffa's	0.01894335
--1.995468	<s> but	-0.007295175
--1.995468	<s> i	-0.006035987
--1.995468	<s> if	0.01894335
--1.995468	<s> in	-0.009490006
--1.995468	<s> next	0.05332709
--1.249819	<s> perhaps	0.06234263
--1.249819	<s> the	0.0223057
--1.995468	<s> this	-0.009059753
--1.995468	<s> what	-0.004049858
--1.15037	? "	-0.008505944
--1.15037	? i	-0.006035987
--2.191762	a "	0.01222976
--2.191762	a case	0.05332709
--2.191762	a comment	0.05332709
--2.191762	a commenter	0.05332709
--2.191762	a different	0.01894335
--1.5268	a few	0.109396
--2.191762	a generating	0.05332709
--2.191762	a great	0.2044696
--2.191762	a mean	0.05332709
--2.191762	a prior	0.05332709
--2.191762	a provocative	0.05332709
--2.191762	a rcs	0.008061528
--2.191762	a science	0.008061528
--2.191762	a shadow	0.05332709
--2.191762	a similar	0.05332709
--2.191762	a small	0.05332709
--2.191762	a surface	0.05332709
--2.191762	a thousand	0.05332709
--2.191762	a time	0.01894335
--2.191762	a valid	0.05332709
--1.4514	about a	-0.01011507
--1.4514	about my	0.008061528
--1.4514	about not	-0.006728992
--1.4514	about potential	0.01894335
--0.8493397	acquiesced in	-0.009490006
--0.8493397	actually ,	-0.01187418
--0.8493397	addition of	-0.009287588
--0.8493397	admit that	0.04168737
--0.8493397	affected the	-0.01198488
--1.15037	against flesh	0.05332709
--1.15037	against inhomogeneities	0.05332709
--0.8493397	aging patterns	0.05332709
--0.8493397	ago ,	-0.008075343
--0.8493397	ahead you	0.05332709
--1.15037	al (	-0.005168174
--1.15037	al 2009	0.05332709
--1.15037	all of	-0.009287588
--1.15037	all those	0.01894335
--0.8493397	all-around naughtiness	0.05332709
--0.8493397	along the	-0.01198488
--1.15037	also has	0.00272119
--1.15037	also know	0.08231446
--1.15037	always been	0.00272119
--1.15037	always worth	0.05332709
--1.54831	an exception	0.05332709
--1.54831	an extension	0.05332709
--1.54831	an immense	0.05332709
--1.54831	an important	0.05332709
--1.54831	an unintentional	0.05332709
--0.8493397	analysis has	0.00272119
--2.280704	and ,	-0.007080218
--2.280704	and all-around	0.05332709
--2.280704	and blood	0.05332709
--2.280704	and briffa	-0.005168174
--2.280704	and even	0.05332709
--2.280704	and got	0.05332709
--2.280704	and hantemirov	0.09388901
--2.280704	and he	0.06152429
--2.280704	and i've	0.05332709
--2.280704	and it	-0.006728992
--2.280704	and most	0.008061528
--2.280704	and outright	0.05332709
--2.280704	and perhaps	-0.0004517734
--2.280704	and politics	0.008061528
--2.280704	and potential	0.01894335
--2.280704	and principalities	0.05332709
--2.280704	and sat	0.05332709
--2.280704	and science	0.1193421
--1.615741	and shiyatov	0.05332708
--2.280704	and temperature	0.05332709
--2.280704	and that	-0.008505944
--1.615741	and the	-0.005814605
--2.280704	and they	0.00272119
--0.8493397	anti-divine powers	0.05332709
--0.8493397	any journal	0.01894335
--0.8493397	approach to	-0.01011507
--0.8493397	archive the	-0.01198488
--0.8493397	are to	-0.01011507
--1.15037	arkive down	0.05332709
--1.15037	arkive under	0.05332709
--1.326461	article ,	-0.007080218
--1.326461	article .	-0.004888296
--1.326461	article on	-0.005168174
--1.694438	as a	-0.01011507
--0.9487888	as ca	0.1451325
--1.694438	as compared	0.05332709
--1.694438	as follows:	0.05332709
--1.694438	as it	0.0164606
--1.694438	as noted	0.05332709
--0.8493397	asked for	-0.002554279
--1.326461	at a	-0.01011507
--1.326461	at precisely	0.05332709
--1.326461	at the	-0.01198488
--1.15037	attention ,	0.05896524
--1.15037	attention .	-0.0114856
--0.8493397	available ,	-0.008075343
--0.8493397	average ,	-0.01187418
--0.8493397	away )	0.03209379
--0.8493397	ayers and	-0.01063527
--0.8493397	b ,	-0.01187418
--0.8493397	back-and-forth yesterday	0.05332709
--0.8493397	bailie .	-0.0114856
--1.15037	be happening	0.01894335
--1.15037	be included	0.05332709
--0.8493397	because so	0.05332709
--1.4514	been an	-0.0004517734
--1.4514	been concerned	0.05332709
--1.4514	been done	0.05332709
--1.4514	been projected	0.05332709
--0.8493397	before ,	-0.01187418
--1.15037	begin in	-0.009490006
--1.15037	begin with	-0.007295175
--0.8493397	being true	0.05332709
--1.326461	between ring	0.05332709
--0.580812	between the	-0.06704012
--1.4514	bias ,	-0.007080218
--1.4514	bias introduced	0.05332709
--1.4514	bias towards	0.05332709
--1.4514	bias would	0.08231446
--0.8493397	biased selection	0.1193421
--0.8493397	biblical passage	0.05332709
--0.8493397	bill ayers	0.05332709
--0.8493397	blade was	-0.0004517734
--0.8493397	blood ,	0.05896524
--0.8493397	bob ?	0.01894335
--0.8493397	book was	-0.0004517734
--1.087467	briffa 2000	0.05332708
--1.75243	briffa 2006	0.05332709
--1.75243	briffa asked	0.05332709
--1.75243	briffa et	0.2044696
--1.75243	briffa to	-0.01011507
--1.75243	briffa used	-0.0004517734
--1.15037	briffa's own	0.05332709
--1.15037	briffa's yamal	-0.005168174
--1.890732	but ,	-0.01187418
--1.890732	but anti-divine	0.05332709
--1.890732	but because	0.05332709
--1.890732	but between	0.1193421
--1.890732	but given	0.05332709
--1.145083	but it	-0.0004517762
--1.890732	but it's	0.00272119
--1.890732	but the	-0.01198488
--1.890732	but this	0.009005655
--1.890732	but to	0.002916232
--1.694438	by bill	0.05332709
--1.694438	by gil	0.05332709
--1.694438	by hantemirov	0.09388901
--1.694438	by how	0.05332709
--1.694438	by magnus	0.05332709
--0.9487888	by the	-0.01105098
--0.4047208	ca readers	0.05332709
--1.15037	can combine	0.05332709
--1.15037	can see	0.1193421
--0.8493397	case where	0.008061528
--0.8493397	cast these	0.00272119
--0.8493397	catch my	0.1193421
--0.8493397	caught my	0.1193421
--0.8493397	caveats on	-0.005168174
--0.8493397	centennial-scale variability	0.01894335
--0.8493397	cf .	-0.0114856
--0.8493397	change with	-0.007295175
--0.8493397	changing what	-0.004049858
--0.8493397	characterizes northern	0.05332709
--0.8493397	checked earlier	0.05332709
--1.75243	chronology ,	-0.01187418
--1.75243	chronology also	0.01894335
--1.75243	chronology briffa	-0.005168174
--1.75243	chronology has	0.00272119
--1.75243	chronology in	-0.009490006
--1.75243	chronology method	0.00272119
--1.75243	chronology was	-0.0004517734
--1.75243	chronology with	-0.007295175
--0.8493397	church for	-0.002554279
--0.8493397	cocaine for	-0.002554279
--0.8493397	collection does	0.05332709
--0.8493397	combination with	0.05785327
--0.8493397	combine the	-0.01198488
--0.8493397	combined with	0.05785327
--0.8493397	comment by	-0.004049858
--0.8493397	commentary on	0.03209379
--0.8493397	commenter remarked	0.05332709
--0.8493397	comments catch	0.05332709
--0.8493397	compared to	0.02102831
--0.8493397	concerned about	0.00272119
--0.8493397	concrete "	-0.008505944
--0.8493397	connection with	-0.007295175
--1.15037	conservatives said	0.05332709
--1.15037	conservatives were	-0.002554279
--0.8493397	considered "	-0.008505944
--0.8493397	consists ,	-0.01187418
--0.8493397	constructing a	-0.01011507
--1.15037	control !	0.01894335
--1.15037	control the	-0.01198488
--1.326461	cores ,	-0.008075343
--1.326461	cores .	-0.004888296
--1.326461	cores were	0.04819728
--0.8493397	corridor method	0.00272119
--1.15037	crack about	0.00272119
--1.15037	crack cocaine	0.05332709
--0.8493397	crossroads .	-0.0114856
--0.7057508	cru population	0.07636014
--1.4514	cru selection	0.008061528
--1.4514	cru staunchly	0.05332709
--0.8493397	darkness and	-0.01063527
--1.803582	data (	-0.005168174
--1.057933	data .	-0.0100497
--1.803582	data policy	0.05332709
--1.803582	data remained	0.05332709
--1.803582	data set	0.05332709
--1.803582	data used	0.04797027
--1.803582	data was	-0.0004517734
--1.803582	data were	-0.002554279
--1.15037	day politics	0.008061528
--1.15037	day to	-0.01011507
--1.15037	days .	0.08907277
--1.15037	days ago	0.05332709
--0.8493397	debt ,	-0.007080218
--0.8493397	decline is	-0.008505944
--0.8493397	deep into	0.01894335
--0.8493397	deeper principles	0.05332709
--0.8493397	delete a	0.0001907796
--0.8493397	derived from	0.008061528
--0.8493397	described in	-0.009490006
--1.15037	did not	-0.006728992
--1.15037	did they	0.00272119
--1.15037	difference .	0.08907277
--1.15037	difference between	0.1193421
--1.15037	different aging	0.05332709
--1.15037	different data	-0.006035987
--0.4047208	divergence problem	0.1451325
--1.15037	do and	-0.002266581
--1.15037	do indeed	0.05332709
--0.8493397	does not	0.0164606
--0.8493397	doing exactly	0.05332709
--0.8493397	don't really	0.05332709
--0.8493397	done without	0.05332709
--0.8493397	doubt what	-0.004049858
--0.8493397	down to	-0.01011507
--0.8493397	due just	0.00272119
--0.8493397	earlier this	-0.009059753
--0.8493397	editors finally	0.008061528
--0.8493397	energy ,	0.05896524
--0.8493397	enormous hs	0.05332709
--0.4047208	et al	0.05332709
--0.8493397	even probable	0.05332709
--0.8493397	every subsequent	0.05332709
--0.8493397	exactly what	-0.004049858
--0.8493397	exception to	0.02102831
--0.8493397	excluding khadyta	0.2044696
--0.8493397	expect from	0.008061528
--0.8493397	extension and	-0.01063527
--0.8493397	factors ,	0.05896524
--0.8493397	fantasy had	-0.0004517734
--0.8493397	far more	0.008061528
--1.326461	few at	0.008061528
--0.580812	few days	0.05332709
--1.326461	finally available	0.05332709
--1.326461	finally placed	0.05332709
--1.326461	finally seized	0.05332709
--0.8493397	first ,	-0.01187418
--0.8493397	flesh and	-0.01063527
--0.8493397	following: </s>
--0.8493397	follows: </s>
--1.627491	for all	0.01894335
--1.627491	for an	-0.0004517734
--1.627491	for excluding	0.05332709
--1.627491	for him	0.01894335
--1.627491	for paleoclimatologists	0.05332709
--1.627491	for we	0.05332709
--0.8493397	forests .	-0.004888296
--1.326461	from 200–400	0.05332709
--1.326461	from a	-0.01011507
--1.326461	from someone	0.05332709
--0.8493397	fully thinking	0.05332709
--1.326461	further ahead	0.05332709
--1.326461	further along	0.05332709
--1.326461	further away	0.05332709
--0.8493397	furthermore ,	-0.007080218
--0.8493397	future .	-0.0114856
--0.8493397	generating script	0.05332709
--0.4047208	get the	-0.06704012
--0.8493397	ghastly tendency	0.05332709
--0.8493397	ghostwritten by	-0.004049858
--0.8493397	gil bailie	0.05332709
--0.8493397	given the	-0.01198488
--0.8493397	going to	-0.01011507
--0.8493397	got used	0.04797027
--0.4047208	great idea	0.05332709
--0.8493397	growing .	0.08907277
--0.8493397	grows more	0.008061528
--0.8026608	had a	-0.007295178
--1.54831	had been	0.00272119
--1.54831	had in	-0.009490006
--1.54831	had jurisdiction	0.05332709
--0.6614985	hantemirov and	-0.5914098
--1.15037	happening deep	0.05332709
--1.15037	happening right	0.00272119
--0.8493397	happens today	0.01894335
--0.8493397	hard to	-0.01011507
--0.8493397	hardly know	0.00272119
--1.4514	has a	-0.01011507
--1.4514	has always	0.01894335
--1.4514	has only	0.05332709
--1.4514	has the	-0.01198488
--0.8493397	hate to	-0.01011507
--1.627491	have an	-0.0004517734
--0.881842	have been	0.01894334
--1.627491	have relied	0.05332709
--1.627491	have similarly	0.05332709
--1.627491	have the	-0.01198488
--0.8493397	haven't read	0.05332709
--0.8026608	he is	-0.004049861
--1.54831	he made	0.05332709
--1.54831	he would	0.00272119
--1.54831	he wrote	0.05332709
--0.8493397	here prove	0.05332709
--0.8493397	highly possible	0.05332709
--1.15037	him hate	0.05332709
--1.15037	him to	0.002916232
--1.326461	his comments	0.05332709
--1.326461	his initial	0.05332709
--1.326461	his precipitous	0.05332709
--0.8493397	how their	0.05332709
--0.4047208	however ,	-0.01082908
--0.8493397	hs blade	0.05332709
--0.8493397	humanity at	0.008061528
--1.803582	i can	0.01894335
--1.803582	i checked	0.05332709
--1.803582	i had	0.06152429
--1.803582	i hardly	0.05332709
--1.803582	i haven't	0.05332709
--1.803582	i know	0.00272119
--1.803582	i noticed	0.05332709
--1.803582	i skimmed	0.05332709
--1.803582	i stumbled	0.05332709
--0.8493397	i'd love	0.05332709
--0.8493397	i've provided	0.05332709
--1.15037	idea ,	-0.01187418
--1.15037	idea .	-0.0114856
--1.15037	if it	-0.006728992
--1.15037	if the	-0.01198488
--0.8493397	illusion and	-0.01063527
--0.8493397	immense energy	0.05332709
--0.8493397	impact on	-0.005168174
--0.8493397	important impact	0.05332709
--1.358963	in a	-0.007295178
--2.104612	in any	0.05332709
--2.104612	in briffa	0.02412629
--2.104612	in briffa's	0.01894335
--2.104612	in combination	0.05332709
--2.104612	in connection	0.05332709
--2.104612	in hantemirov	0.09388901
--2.104612	in mind	0.05332709
--2.104612	in one	0.008061528
--2.104612	in passing	0.05332709
--2.104612	in response	0.05332709
--2.104612	in rev	0.05332709
--2.104612	in terms	0.05332709
--1.358963	in the	-0.007650165
--2.104612	in this	-0.009059753
--2.104612	in virtually	0.05332709
--0.8493397	included with	0.05785327
--1.15037	including ,	-0.01187418
--1.15037	including the	-0.007702977
--0.8493397	indeed see	0.1193421
--0.8493397	individual series	0.008061528
--0.8493397	information finally	0.008061528
--0.8493397	inhomogeneities ,	0.05896524
--0.8493397	initial use	0.2044696
--0.4047208	instead of	0.01149127
--0.8493397	interannual variability	0.01894335
--1.15037	into him	0.01894335
--1.15037	into the	-0.01198488
--0.8493397	introduced by	-0.004049858
--1.995468	is ,	-0.007080218
--1.995468	is always	0.01894335
--1.995468	is considered	0.05332709
--1.995468	is derived	0.05332709
--1.995468	is doing	0.05332709
--1.995468	is happening	0.01894335
--1.995468	is highly	0.05332709
--1.995468	is measured	0.05332709
--1.995468	is no	0.05332709
--1.995468	is not	-0.006728992
--1.995468	is related	0.05332709
--1.995468	is that	-0.008505944
--1.995468	is the	-0.01198488
--1.995468	is within	0.05332709
--1.84934	it grows	0.05332709
--1.84934	it has	0.00272119
--1.184377	it is	0.0004524188
--1.84934	it just	0.00272119
--1.84934	it looks	0.05332709
--1.84934	it originated	0.05332709
--1.84934	it was	-0.0004517734
--1.84934	it yet	0.05332709
--1.4514	it's like	0.01894335
--1.4514	it's much	0.01894335
--1.4514	it's not	-0.006728992
--1.4514	it's very	0.01894335
--0.8493397	its enormous	0.05332709
--1.15037	journal (	-0.005168174
--1.15037	journal article	0.008061528
--0.8493397	jurisdiction .	-0.004888296
--1.4514	just between	0.008061528
--1.4514	just keeps	0.05332709
--1.4514	just one	0.008061528
--1.4514	just to	0.02102831
--0.8493397	kaufman et	0.2044696
--0.8493397	keeps growing	0.05332709
--0.4047208	khadyta river	0.1451325
--1.4514	know !	0.01894335
--0.7057508	know ,	-0.007021053
--1.4514	know where	0.008061528
--0.8493397	larch sample	0.05332709
--1.15037	larches .	0.08907277
--1.15037	larches were	0.04819728
--0.8493397	large-scale "	0.01222976
--1.15037	like crack	0.01894335
--1.15037	like trying	0.05332709
--0.8493397	limited size	0.05332709
--0.8493397	living larches	0.01894335
--0.8493397	longest and	-0.01063527
--0.8493397	looking up	0.01894335
--0.8493397	looks relevant	0.05332709
--0.8493397	love to	-0.01011507
--0.8493397	made that	-0.008505944
--0.4047208	mag )	0.002721187
--0.8493397	magnitude of	-0.009287588
--0.8493397	magnus .	-0.0114856
--0.8493397	makes the	-0.01198488
--0.8493397	many multiproxy	0.05332709
--0.8493397	may well	0.05332709
--0.8493397	mean chronology	-0.005168174
--0.8493397	measured by	0.0389223
--0.4047208	measurement data	0.0009555696
--1.4514	method "	-0.008505944
--1.4514	method .	-0.004888296
--1.4514	method that	-0.008505944
--1.4514	method which	0.00272119
--0.8493397	methodology warn	0.05332709
--0.8493397	mind when	0.008061528
--0.8493397	mix religion	0.05332709
--1.326461	more "	-0.008505944
--1.326461	more it	0.0164606
--1.326461	more slowly	0.01894335
--0.8493397	morning i	-0.006035987
--1.326461	most recent	0.05332709
--1.326461	most recently	0.2044696
--1.326461	most sensitive	0.05332709
--1.15037	much further	0.008061528
--1.15037	much illusion	0.05332709
--0.8493397	multi-parters ,	-0.01187418
--0.8493397	multiproxy studies	0.05332709
--0.8493397	mundane politics	0.008061528
--0.580812	my attention	0.05332709
--1.326461	my ghastly	0.05332709
--0.8493397	national debt	0.05332709
--0.8493397	naughtiness .	-0.0114856
--0.8493397	nettle ,	-0.01187418
--0.8493397	never properly	0.05332709
--0.8493397	next ,	-0.008075343
--0.8493397	no doubt	0.05332709
--0.8493397	non-robustness observed	0.05332709
--0.8493397	northern forests	0.05332709
--1.84934	not be	0.01894335
--1.84934	not due	0.05332709
--1.84934	not going	0.05332709
--1.184377	not have	0.07243546
--1.84934	not just	0.00272119
--1.84934	not preserve	0.05332709
--1.84934	not struggling	0.05332709
--1.84934	not using	0.01894335
--0.8493397	noted before	0.05332709
--0.8493397	noticed that	0.04168737
--0.8493397	notwithstanding these	0.00272119
--0.8493397	now ,	0.05896524
--1.15037	obama ,	-0.007080218
--1.15037	obama is	-0.008505944
--0.8493397	observed here	0.05332709
--2.079789	of 17	0.05332709
--2.079789	of a	-0.01011507
--2.079789	of being	0.05332709
--2.079789	of commentary	0.05332709
--2.079789	of darkness	0.05332709
--2.079789	of deeper	0.05332709
--2.079789	of his	0.008061528
--2.079789	of interannual	0.05332709
--2.079789	of mundane	0.05332709
--2.079789	of old	0.01894335
--1.33414	of older	0.03455187
--2.079789	of reposting	0.05332709
--2.079789	of subfossil	0.008061528
--1.33414	of the	-0.06704012
--2.079789	of this	-0.009059753
--1.15037	old living	0.05332709
--1.15037	old trees	0.00272119
--0.6614985	older trees	0.03579502
--0.8493397	oldie ,	-0.008075343
--1.006781	on a	-0.007295178
--1.75243	on average	0.05332709
--1.75243	on many	0.05332709
--1.75243	on rcs	0.008061528
--1.75243	on the	-0.007702977
--1.006781	on this	-0.005168174
--1.326461	one .	-0.0114856
--1.326461	one approach	0.05332709
--1.326461	one oldie	0.05332709
--0.8493397	online .	-0.0114856
--0.8493397	only taken	0.05332709
--0.8493397	or real	0.05332709
--0.8493397	originated with	-0.007295175
--0.8493397	osborn and	-0.01063527
--0.8493397	out (	-0.005168174
--0.8493397	outright fantasy	0.05332709
--0.8493397	own caveats	0.05332709
--0.8493397	paleoclimatologists and	-0.01063527
--0.8493397	passage i	-0.006035987
--0.8493397	passing and	-0.01063527
--0.8493397	path "	-0.008505944
--0.8493397	patterns in	0.006514465
--0.8493397	paul had	-0.0004517734
--0.8493397	people that	-0.008505944
--0.8833473	perhaps the	-0.01011507
--1.54831	perhaps there's	0.05332709
--1.54831	perhaps they	0.00272119
--0.4047208	phil trans	0.05332709
--0.8493397	picked cores	0.008061528
--0.8493397	piece by	-0.004049858
--0.8493397	place .	-0.0114856
--0.8493397	placed online	0.05332709
--0.8493397	play on	0.03209379
--0.8493397	point that	-0.008505944
--0.8493397	policy )	-0.005168174
--1.326461	politics ,	-0.01187418
--1.326461	politics .	-0.004888296
--1.326461	politics are	0.05332709
--0.8026608	population .	-0.0100497
--1.54831	population as	-0.004049858
--1.54831	population consists	0.05332709
--1.54831	population instead	0.2044696
--0.8493397	position that	0.04168737
--0.8493397	possible and	-0.01063527
--1.15037	potential bias	0.00272119
--1.15037	potential unrepresentativeness	0.05332709
--0.8493397	power to	-0.01011507
--0.8493397	powers and	-0.01063527
--0.8493397	precipitous decline	0.05332709
--0.8493397	precisely the	-0.007702977
--0.8493397	predictable factors	0.05332709
--0.8493397	presented this	0.009005655
--0.8493397	preserve centennial-scale	0.05332709
--0.8493397	previous journal	0.01894335
--0.8493397	principalities of	-0.009287588
--0.8493397	principles in	0.006514465
--0.8493397	prior selection	0.1193421
--0.8493397	probable that	0.04168737
--0.4047208	problem "	-0.004049861
--0.8493397	projected into	0.01894335
--0.8493397	properly published	0.05332709
--0.8493397	prove out	0.05332709
--0.8493397	provide the	-0.01198488
--0.8493397	provided a	-0.01011507
--0.8493397	provocative thought	0.05332709
--0.8493397	published in	-0.009490006
--0.8493397	push at	0.008061528
--1.326461	rcs chronology	-0.005168174
--1.326461	rcs method	0.00272119
--1.326461	rcs methodology	0.05332709
--0.8493397	react to	0.002916232
--0.8493397	read it	-0.006728992
--1.15037	readers also	0.01894335
--1.15037	readers know	0.08231446
--0.8493397	reading ,	-0.01187418
--0.8493397	real )	-0.005168174
--0.8493397	really react	0.05332709
--0.8493397	realm of	-0.009287588
--1.15037	reason for	-0.002554279
--1.15037	reason why	0.05332709
--0.8493397	recent one	0.008061528
--0.4047208	recently ,	-0.01082908
--0.8493397	reconstruction .	-0.0114856
--0.8493397	refusal in	-0.009490006
--0.8493397	refused to	-0.01011507
--0.8493397	related to	-0.01011507
--0.8493397	relevant ,	-0.008075343
--0.8493397	relied on	0.03209379
--0.8493397	religion and	-0.01063527
--0.8493397	remained unarchived	0.05332709
--0.8493397	remarked that	-0.008505944
--0.8493397	reposting just	0.00272119
--0.8493397	requiring briffa	-0.005168174
--0.8493397	response to	0.02102831
--0.8493397	resulting yamal	0.02412629
--0.8493397	rev .	-0.0114856
--1.4514	right .	-0.0114856
--1.4514	right now	0.05332709
--1.4514	right place	0.05332709
--1.4514	right time	0.01894335
--0.8493397	ring widths	0.05332709
--0.8493397	ring-width series	0.1193421
--0.4047208	river ,	-0.01082908
--0.8493397	said he	-0.0004517734
--0.8493397	same bias	0.00272119
--0.8493397	sample should	0.05332709
--0.8493397	sat in	-0.009490006
--1.4514	schweingruber data	-0.006035987
--0.7864373	schweingruber population	0.09172077
--0.8493397	schweingruber's khadyta	0.2044696
--0.580812	science (	-0.02724335
--1.326461	science article	0.008061528
--0.8493397	script )	0.03209379
--1.326461	see ,	-0.008075343
--0.580812	see the	-0.01105098
--0.8493397	seized the	-0.01198488
--1.15037	selected .	-0.004888296
--1.15037	selected on	0.03209379
--1.326461	selection is	-0.008505944
--0.580812	selection of	0.01149127
--0.8493397	sensitive series	0.1193421
--0.8493397	sensitivity is	-0.008505944
--0.580812	series ,	-0.01082908
--1.326461	series of	-0.009287588
--0.8493397	set in	-0.009490006
--0.8493397	several things	0.01894335
--0.8493397	shadow play	0.05332709
--1.15037	shadows .	-0.0114856
--1.15037	shadows of	-0.009287588
--1.326461	shiyatov 2002	0.05332709
--1.326461	shiyatov themselves	0.01894335
--1.326461	shiyatov would	0.08231446
--0.8493397	should not	-0.006728992
--0.8493397	similar schweingruber	0.00272119
--0.8493397	similarly affected	0.05332709
--0.8493397	since this	-0.009059753
--0.8493397	size and	-0.01063527
--0.8493397	skimmed this	-0.009059753
--1.15037	slowly ,	-0.01187418
--1.15037	slowly get	0.2044696
--0.8493397	small push	0.05332709
--0.8493397	so much	0.01894335
--0.8493397	some reason	0.01894335
--0.8493397	someone whose	0.05332709
--0.8493397	start today	0.01894335
--0.8493397	staunchly refused	0.05332709
--0.8493397	struggling against	0.01894335
--0.8493397	studies that	-0.008505944
--1.15037	study ,	-0.01187418
--1.15037	study .	0.08907277
--0.8493397	stumbled upon	0.05332709
--1.326461	subfossil collection	0.05332709
--1.326461	subfossil data	0.02685598
--1.326461	subfossil larches	0.01894335
--0.8493397	subsequent study	0.01894335
--0.8493397	subset in	-0.009490006
--0.8493397	success .	-0.0114856
--0.8493397	supplement .	0.08907277
--0.8493397	supplemented by	0.0389223
--0.8493397	surface ,	-0.008075343
--0.8493397	take an	-0.0004517734
--0.8493397	taken a	0.0001907796
--1.15037	taymir data	-0.006035987
--1.15037	taymir supplement	0.05332709
--0.8493397	temperature ,	0.05896524
--0.8493397	tendency to	-0.01011507
--0.8493397	terms of	-0.009287588
--0.8493397	than the	-0.008591395
--1.995468	that "	-0.008505944
--1.995468	that cast	0.05332709
--1.995468	that characterizes	0.05332709
--1.995468	that have	-0.002554279
--1.995468	that he	0.06152429
--1.995468	that his	0.008061528
--0.9275748	that the	0.03271748
--1.995468	that they	0.00272119
--1.995468	that voted	0.05332709
--1.995468	that way	0.05332709
--1.995468	that wise	0.05332709
--2.668884	the "	-0.008505944
--1.923235	the 12	0.05332709
--2.668884	the addition	0.05332709
--1.923235	the arkive	0.05332709
--2.668884	the back-and-forth	0.05332709
--2.668884	the biased	0.05332709
--2.668884	the biblical	0.05332709
--2.668884	the chronology	-0.005168174
--1.923235	the conservatives	0.05332709
--2.668884	the crossroads	0.05332709
--2.003921	the cru	0.0632299
--2.668884	the data	0.02685598
--2.668884	the day	0.01894335
--2.668884	the difference	0.01894335
--2.668884	the far	0.05332709
--2.668884	the following:	0.05332709
--2.668884	the further	0.008061528
--2.668884	the future	0.05332709
--2.668884	the information	0.05332709
--2.668884	the large-scale	0.05332709
--2.668884	the longest	0.05332709
--2.668884	the magnitude	0.05332709
--2.668884	the measurement	0.2044696
--2.668884	the more	0.008061528
--2.668884	the most	0.008061528
--2.668884	the multi-parters	0.05332709
--2.668884	the national	0.05332709
--2.668884	the nettle	0.05332709
--2.668884	the non-robustness	0.05332709
--2.668884	the path	0.05332709
--2.668884	the people	0.05332709
--2.668884	the phil	0.2044696
--2.668884	the point	0.05332709
--2.668884	the position	0.05332709
--2.668884	the previous	0.05332709
--2.668884	the rcs	0.008061528
--2.668884	the realm	0.05332709
--2.668884	the resulting	0.05332709
--1.923235	the right	0.01894334
--2.668884	the same	0.05332709
--2.003921	the schweingruber	-0.5245172
--2.668884	the shadows	0.01894335
--2.668884	the subfossil	0.008061528
--1.923235	the taymir	0.05332709
--1.923235	the trouble	0.1451325
--1.923235	the two	0.1451325
--2.668884	the use	0.2044696
--2.668884	the usual	0.05332709
--2.668884	the very	0.01894335
--2.668884	the virtue	0.05332709
--1.120574	the yamal	0.02719982
--0.8493397	their cores	0.008061528
--1.15037	themselves ,	-0.01187418
--1.15037	themselves were	-0.002554279
--0.8493397	there's some	0.05332709
--1.4514	these data	-0.006035987
--1.4514	these shadows	0.01894335
--1.4514	these warnings	0.05332709
--1.4514	these were	-0.002554279
--1.4514	they can	0.01894335
--1.4514	they don't	0.05332709
--1.4514	they expect	0.05332709
--1.4514	they themselves	0.01894335
--1.15037	things caught	0.05332709
--1.15037	things that	-0.008505944
--0.8493397	think up	0.01894335
--0.8493397	thinking through	0.05332709
--2.05346	this analysis	0.05332709
--2.05346	this article	0.008061528
--2.05346	this bias	0.00272119
--1.307811	this chronology	0.002721187
--2.05346	this difference	0.01894335
--1.307811	this is	-0.004049861
--2.05346	this method	0.00272119
--2.05346	this morning	0.05332709
--2.05346	this piece	0.05332709
--2.05346	this refusal	0.05332709
--2.05346	this study	0.01894335
--2.05346	this subset	0.05332709
--2.05346	this will	0.01894335
--2.05346	this year	0.01894335
--1.15037	those "	-0.008505944
--1.15037	those years	0.05332709
--0.8493397	thought .	-0.0114856
--0.8493397	thousand ,	0.05896524
--0.8493397	through the	-0.01198488
--1.15037	time ,	-0.008075343
--1.15037	time and	-0.002266581
--2.191762	to about	0.00272119
--2.191762	to admit	0.05332709
--2.191762	to archive	0.05332709
--1.446113	to begin	0.05332709
--2.191762	to change	0.05332709
--2.191762	to constructing	0.05332709
--2.191762	to control	0.01894335
--2.191762	to day	0.01894335
--2.191762	to different	0.01894335
--2.191762	to get	0.2044696
--2.191762	to mix	0.05332709
--2.191762	to provide	0.05332709
--2.191762	to start	0.05332709
--1.123869	to the	-0.005761562
--2.191762	to think	0.05332709
--2.191762	to those	0.01894335
--1.446113	to what	0.005001867
--1.15037	today .	-0.0114856
--1.15037	today would	0.00272119
--0.8493397	took the	-0.01198488
--0.8493397	towards older	0.09388901
--1.15037	trans b	0.05332709
--1.15037	trans editors	0.05332709
--1.4514	trees .	-0.0114856
--1.4514	trees an	-0.0004517734
--1.4514	trees described	0.05332709
--1.4514	trees than	0.05332709
--0.4047208	trouble with	-0.03998877
--0.8493397	true ,	-0.01187418
--0.8493397	trying to	-0.01011507
--0.4047208	two versions	0.05332709
--0.8493397	unarchived .	-0.004888296
--0.8493397	under control	0.01894335
--0.8493397	unintentional bias	0.00272119
--0.8493397	unrepresentativeness of	0.007685009
--0.8493397	until recently	0.2044696
--0.8493397	unveiled: humanity	0.05332709
--1.15037	up a	-0.01011507
--1.15037	up the	-0.01198488
--0.8493397	upon this	-0.009059753
--0.4047208	use of	-0.005627823
--1.54831	used by	-0.004049858
--0.8833473	used in	0.01371272
--1.54831	used the	-0.01198488
--1.15037	using .	0.08907277
--1.15037	using the	-0.008591395
--0.8493397	usual predictable	0.05332709
--0.8493397	valid reason	0.01894335
--1.15037	variability .	-0.004888296
--1.15037	variability and	-0.01063527
--1.15037	versions .	0.08907277
--1.15037	versions is	-0.008505944
--1.15037	very hard	0.05332709
--1.15037	very limited	0.05332709
--0.8493397	violence unveiled:	0.05332709
--0.8493397	virtually every	0.05332709
--0.8493397	virtue of	-0.009287588
--0.8493397	voted for	-0.002554279
--0.8493397	warn against	0.01894335
--0.8493397	warnings ,	-0.01187418
--1.54831	was finally	0.008061528
--1.54831	was ghostwritten	0.05332709
--1.54831	was like	0.01894335
--1.54831	was never	0.05332709
--1.54831	was used	0.04797027
--0.8493397	way slowly	0.01894335
--0.8493397	we do	0.01894335
--0.8493397	well have	0.04819728
--1.627491	were not	-0.006728992
--1.627491	were right	0.00272119
--0.881842	were selected	0.05332709
--1.627491	were supplemented	0.05332709
--1.627491	were the	-0.01198488
--1.694438	what a	-0.01011507
--1.694438	what did	0.01894335
--1.694438	what happens	0.05332709
--1.694438	what is	-0.008505944
--1.694438	what paul	0.05332709
--1.694438	what the	-0.007702977
--1.694438	what will	0.01894335
--0.8493397	what's your	0.01894335
--1.326461	when combined	0.05332709
--1.326461	when he	-0.0004517734
--1.326461	when i	-0.006035987
--1.326461	where it's	0.00272119
--1.326461	where sensitivity	0.05332709
--1.326461	where to	0.002916232
--1.4514	which ,	-0.01187418
--1.4514	which did	0.01894335
--1.4514	which had	0.06152429
--1.4514	which makes	0.05332709
--1.326461	while including	0.01894335
--1.326461	while looking	0.05332709
--1.326461	while the	0.02129733
--0.8493397	whose book	0.05332709
--0.8493397	why schweingruber's	0.05332709
--0.8493397	widths and	-0.01063527
--1.15037	will be	0.01894335
--1.15037	will have	-0.002554279
--0.8493397	wise crack	0.01894335
--1.890732	with .	-0.004888296
--1.890732	with a	-0.01011507
--1.890732	with briffa	0.02412629
--1.890732	with its	0.05332709
--1.145083	with obama	0.05332709
--1.890732	with osborn	0.05332709
--0.8228394	with the	0.02898683
--0.8493397	within your	0.01894335
--0.8493397	without fully	0.05332709
--0.8493397	worth reading	0.05332709
--1.4514	would do	0.01894335
--0.7057508	would not	-0.04287655
--1.4514	would take	0.05332709
--0.8493397	wright's church	0.05332709
--0.8493397	wrote the	-0.01198488
--1.087467	yamal chronology	0.01075652
--1.75243	yamal data	-0.006035987
--1.75243	yamal larch	0.05332709
--1.75243	yamal measurement	0.2044696
--1.75243	yamal reconstruction	0.05332709
--1.75243	yamal subfossil	0.008061528
--1.15037	year ,	-0.008075343
--1.15037	year old	0.01894335
--0.8493397	years ?	0.01894335
--0.8493397	yes ,	-0.01187418
--0.8493397	yesterday about	0.00272119
--0.8493397	yet ,	0.05896524
--0.8493397	you see	0.008061528
--1.15037	your great	0.2044696
--1.15037	your power	0.05332709
-
-\3-grams:
--1.533073	control ! as
--1.533073	know ! instead
--1.533073	. " i'd
--1.533073	? " </s>
--1.533073	a " divergence
--1.533073	concrete " (
--1.533073	considered " success
--1.533073	large-scale " divergence
--1.533073	method " used
--1.533073	more " concrete
--1.533073	path " as
--1.834103	problem " -
--1.834103	problem " that
--1.533073	that " the
--1.533073	the " corridor
--1.533073	those " further
--1.533073	. ' </s>
--1.533073	<s> ' yes
--1.533073	" ( or
--1.533073	. ( while
--1.533073	al ( phil
--1.533073	data ( in
--1.533073	journal ( which
--1.533073	out ( and
--0.8145491	science ( mag
--1.533073	. ) </s>
--1.533073	2008 ) and
--1.533073	away ) ,
--1.834103	mag ) acquiesced
--1.834103	mag ) took
--1.533073	policy ) had
--1.533073	real ) things
--1.533073	script ) ,
--1.834103	) , it's
--1.834103	) , this
--1.533073	actually , all
--1.533073	ago , i
--1.533073	and , when
--1.533073	article , it
--1.533073	attention , but
--1.533073	available , this
--1.533073	average , of
--1.533073	b , 2008
--1.533073	before , briffa
--1.533073	bias , when
--1.533073	blood , but
--1.533073	but , notwithstanding
--1.533073	chronology , 224
--1.533073	consists , on
--1.533073	cores , this
--1.533073	debt , which
--1.533073	energy , but
--1.533073	factors , but
--1.533073	first , a
--1.533073	furthermore , it
--1.834103	however , as
--1.834103	however , using
--1.533073	idea , bob
--1.533073	including , most
--1.533073	inhomogeneities , but
--1.533073	is , it's
--1.834103	know , the
--1.834103	know , until
--1.533073	multi-parters , delete
--1.533073	nettle , requiring
--1.533073	next , i
--1.533073	now , but
--1.533073	obama , which
--1.533073	oldie , i
--1.533073	politics , he
--1.533073	reading , cf
--1.834103	recently , cru
--1.834103	recently , kaufman
--1.533073	relevant , and
--1.834103	river , while
--1.834103	river , yamal
--1.533073	see , the
--1.834103	series , from
--1.834103	series , where
--1.533073	slowly , is
--1.533073	study , including
--1.533073	surface , and
--1.533073	temperature , but
--1.533073	themselves , since
--1.533073	thousand , but
--1.533073	time , and
--1.533073	true , for
--1.533073	warnings , his
--1.533073	which , if
--1.533073	year , the
--1.533073	yes , perhaps
--1.533073	yet , but
--1.533073	" - not
--1.533073	2006 . while
--1.533073	2009 . </s>
--1.533073	article . however
--1.533073	attention . first
--1.533073	bailie . i
--1.533073	cf . violence
--1.533073	cores . briffa
--1.533073	crossroads . )
--1.834103	data . as
--1.834103	data . but
--1.533073	days . </s>
--1.533073	difference . </s>
--1.533073	forests . however
--1.533073	future . changing
--1.533073	growing . </s>
--1.533073	idea . what's
--1.533073	jurisdiction . briffa
--1.533073	larches . </s>
--1.533073	magnus . actually
--1.533073	method . this
--1.533073	naughtiness . (
--1.533073	one . in
--1.533073	online . with
--1.533073	place . '
--1.533073	politics . this
--1.834103	population . it
--1.834103	population . the
--1.533073	reconstruction . science
--1.533073	rev . wright's
--1.533073	right . what
--1.533073	selected . these
--1.533073	shadows . and
--1.533073	study . </s>
--1.533073	success . "
--1.533073	supplement . </s>
--1.533073	thought . furthermore
--1.533073	today . several
--1.533073	trees . perhaps
--1.533073	unarchived . a
--1.533073	using . </s>
--1.533073	variability . these
--1.533073	versions . </s>
--1.533073	with . a
--1.834103	the 12 cores
--1.834103	the 12 picked
--1.533073	of 17 ring-width
--2.010194	briffa 2000 and
--2.010194	briffa 2000 may
--2.010194	briffa 2000 presented
--1.533073	shiyatov 2002 as
--1.533073	briffa 2006 .
--1.533073	, 2008 )
--1.533073	al 2009 .
--1.533073	from 200–400 year
--1.533073	, 224 individual
--1.533073	bob ? i
--1.533073	years ? "
--1.533073	, a comment
--1.834103	. a commenter
--1.834103	. a few
--1.533073	about a thousand
--1.533073	as a shadow
--1.533073	at a time
--1.533073	constructing a mean
--1.533073	delete a few
--1.533073	from a prior
--1.834103	had a different
--1.834103	had a great
--1.533073	has a "
--1.834103	in a case
--1.834103	in a science
--1.533073	of a similar
--1.834103	on a rcs
--1.834103	on a surface
--1.533073	provided a generating
--1.533073	taken a few
--1.533073	up a valid
--1.533073	what a provocative
--1.533073	with a small
--1.533073	concerned about potential
--1.533073	crack about not
--1.533073	to about a
--1.533073	yesterday about my
--1.533073	) acquiesced in
--1.533073	. actually ,
--1.533073	the addition of
--1.533073	to admit that
--1.533073	similarly affected the
--1.533073	struggling against flesh
--1.533073	warn against inhomogeneities
--1.533073	different aging patterns
--1.533073	days ago ,
--1.533073	further ahead you
--1.834103	et al (
--1.834103	et al 2009
--1.533073	, all of
--1.533073	for all those
--1.533073	and all-around naughtiness
--1.533073	further along the
--1.533073	chronology also has
--1.533073	readers also know
--1.533073	has always been
--1.533073	is always worth
--1.533073	been an exception
--1.533073	for an extension
--1.533073	have an important
--1.533073	take an immense
--1.533073	trees an unintentional
--1.533073	this analysis has
--1.533073	( and i've
--1.533073	) and the
--2.010194	, and he
--2.010194	, and that
--2.010194	, and they
--1.533073	. and perhaps
--1.533073	2000 and science
--1.533073	ayers and sat
--1.533073	darkness and all-around
--1.533073	do and the
--1.533073	extension and ,
--1.533073	flesh and blood
--0.1249387	hantemirov and shiyatov
--1.533073	illusion and outright
--1.533073	longest and most
--1.533073	osborn and briffa
--1.533073	paleoclimatologists and got
--1.533073	passing and it
--1.533073	possible and even
--1.533073	powers and principalities
--1.533073	religion and politics
--1.533073	size and potential
--1.533073	time and the
--1.533073	variability and hantemirov
--1.533073	widths and temperature
--1.533073	but anti-divine powers
--1.533073	in any journal
--1.533073	one approach to
--1.533073	to archive the
--1.533073	politics are to
--1.834103	the arkive down
--1.834103	the arkive under
--1.533073	journal article .
--1.533073	science article ,
--1.533073	this article on
--1.533073	! as it
--1.533073	" as a
--1.533073	, as ca
--1.533073	. as noted
--1.533073	2002 as follows:
--1.533073	<s> as ca
--1.533073	population as compared
--1.533073	briffa asked for
--1.533073	few at a
--1.533073	humanity at the
--1.533073	push at precisely
--1.834103	my attention ,
--1.834103	my attention .
--1.533073	finally available ,
--1.533073	on average ,
--1.533073	further away )
--1.533073	bill ayers and
--1.533073	trans b ,
--1.533073	the back-and-forth yesterday
--1.533073	gil bailie .
--1.533073	not be included
--1.533073	will be happening
--1.533073	but because so
--1.533073	always been an
--1.533073	had been projected
--1.834103	have been concerned
--1.834103	have been done
--1.533073	noted before ,
--1.834103	to begin in
--1.834103	to begin with
--1.533073	of being true
--1.533073	but between the
--1.533073	difference between the
--1.533073	just between ring
--1.533073	potential bias introduced
--1.533073	same bias towards
--1.533073	this bias would
--1.533073	unintentional bias ,
--1.533073	the biased selection
--1.533073	the biblical passage
--1.533073	by bill ayers
--1.533073	hs blade was
--1.533073	and blood ,
--1.533073	, bob ?
--1.533073	whose book was
--1.533073	, briffa asked
--1.834103	. briffa 2000
--1.834103	. briffa used
--1.533073	and briffa 2006
--1.533073	chronology briffa et
--1.533073	in briffa 2000
--1.533073	requiring briffa to
--1.533073	with briffa 2000
--1.533073	<s> briffa's own
--1.533073	in briffa's yamal
--2.487315	, but ,
--2.487315	, but anti-divine
--2.487315	, but because
--2.487315	, but between
--1.467762	, but it
--2.487315	, but the
--2.487315	, but this
--2.487315	, but to
--1.533073	. but given
--1.533073	<s> but it's
--1.533073	comment by magnus
--1.533073	ghostwritten by bill
--1.533073	introduced by how
--1.533073	measured by the
--1.533073	piece by gil
--1.533073	supplemented by the
--1.533073	used by hantemirov
--0.8145491	as ca readers
--1.533073	i can combine
--1.533073	they can see
--1.533073	a case where
--1.533073	that cast these
--1.533073	comments catch my
--1.533073	things caught my
--1.533073	own caveats on
--1.533073	preserve centennial-scale variability
--1.533073	, cf .
--1.533073	to change with
--1.533073	. changing what
--1.533073	that characterizes northern
--1.533073	i checked earlier
--1.533073	mean chronology ,
--1.533073	rcs chronology method
--1.533073	the chronology briffa
--1.834103	this chronology also
--1.834103	this chronology in
--2.010194	yamal chronology has
--2.010194	yamal chronology was
--2.010194	yamal chronology with
--1.533073	wright's church for
--1.533073	crack cocaine for
--1.533073	subfossil collection does
--1.533073	in combination with
--1.533073	can combine the
--1.533073	when combined with
--1.533073	a comment by
--1.533073	of commentary on
--1.533073	a commenter remarked
--1.533073	his comments catch
--1.533073	as compared to
--1.533073	been concerned about
--1.533073	" concrete "
--1.533073	in connection with
--1.834103	the conservatives said
--1.834103	the conservatives were
--1.533073	is considered "
--1.533073	population consists ,
--1.533073	to constructing a
--1.533073	to control the
--1.533073	under control !
--1.533073	12 cores .
--1.533073	picked cores ,
--1.533073	their cores were
--1.533073	" corridor method
--1.533073	like crack cocaine
--1.533073	wise crack about
--1.533073	the crossroads .
--1.533073	, cru staunchly
--0.9906404	the cru population
--2.010194	the cru selection
--1.533073	of darkness and
--1.533073	different data policy
--1.834103	measurement data remained
--1.834103	measurement data used
--1.533073	schweingruber data set
--1.533073	subfossil data .
--1.533073	taymir data (
--1.533073	the data .
--1.533073	these data were
--1.533073	yamal data was
--1.533073	the day to
--1.533073	to day politics
--1.834103	few days .
--1.834103	few days ago
--1.533073	national debt ,
--1.533073	precipitous decline is
--1.533073	happening deep into
--1.533073	of deeper principles
--1.533073	, delete a
--1.533073	is derived from
--1.533073	trees described in
--1.533073	what did they
--1.533073	which did not
--1.533073	the difference between
--1.533073	this difference .
--1.533073	a different data
--1.533073	to different aging
--0.8145491	" divergence problem
--1.533073	we do indeed
--1.533073	would do and
--1.533073	collection does not
--1.533073	is doing exactly
--1.533073	they don't really
--1.533073	been done without
--1.533073	no doubt what
--1.533073	arkive down to
--1.533073	not due just
--1.533073	checked earlier this
--1.533073	trans editors finally
--1.533073	immense energy ,
--1.533073	its enormous hs
--1.533073	briffa et al
--1.533073	kaufman et al
--1.533073	and even probable
--1.533073	virtually every subsequent
--1.533073	doing exactly what
--1.533073	an exception to
--1.533073	for excluding khadyta
--1.533073	they expect from
--1.533073	an extension and
--1.533073	predictable factors ,
--1.533073	outright fantasy had
--1.533073	the far more
--2.010194	a few at
--0.9906404	a few days
--1.533073	editors finally seized
--1.533073	information finally available
--1.533073	was finally placed
--1.533073	. first ,
--1.533073	against flesh and
--1.533073	the following: </s>
--1.533073	as follows: </s>
--1.533073	, for we
--1.533073	asked for an
--1.533073	church for all
--1.533073	cocaine for paleoclimatologists
--1.533073	reason for excluding
--1.533073	voted for him
--1.533073	northern forests .
--1.533073	, from 200–400
--1.533073	derived from a
--1.533073	expect from someone
--1.533073	without fully thinking
--1.533073	" further along
--1.533073	much further away
--1.533073	the further ahead
--1.533073	. furthermore ,
--1.533073	the future .
--1.533073	a generating script
--1.533073	slowly get the
--1.533073	to get the
--1.533073	my ghastly tendency
--1.533073	was ghostwritten by
--1.533073	by gil bailie
--1.533073	but given the
--1.533073	not going to
--1.533073	and got used
--1.533073	a great idea
--1.533073	your great idea
--1.533073	keeps growing .
--1.533073	it grows more
--1.533073	) had jurisdiction
--1.533073	fantasy had been
--1.533073	i had a
--1.533073	paul had in
--1.533073	which had a
--1.533073	and hantemirov and
--1.533073	by hantemirov and
--1.533073	in hantemirov and
--1.533073	be happening deep
--1.533073	is happening right
--1.533073	what happens today
--1.533073	very hard to
--1.533073	i hardly know
--1.533073	also has a
--1.533073	analysis has only
--1.533073	chronology has always
--1.533073	it has the
--1.533073	him hate to
--2.010194	not have been
--2.010194	not have similarly
--2.010194	not have the
--1.533073	that have relied
--1.533073	well have been
--1.533073	will have an
--1.533073	i haven't read
--1.533073	, he wrote
--1.533073	and he is
--1.533073	said he would
--1.533073	that he is
--1.533073	when he made
--1.533073	observed here prove
--1.533073	is highly possible
--1.533073	for him hate
--1.533073	into him to
--1.533073	, his initial
--1.533073	of his comments
--1.533073	that his precipitous
--1.533073	by how their
--0.8145491	. however ,
--1.533073	enormous hs blade
--1.533073	unveiled: humanity at
--2.010194	, i can
--2.010194	, i noticed
--2.010194	, i skimmed
--1.533073	. i haven't
--1.533073	<s> i hardly
--1.533073	? i know
--1.533073	morning i had
--1.533073	passage i stumbled
--1.533073	when i checked
--1.533073	" i'd love
--1.533073	and i've provided
--1.834103	great idea ,
--1.834103	great idea .
--1.533073	, if it
--1.533073	<s> if the
--1.533073	much illusion and
--1.533073	an immense energy
--1.533073	important impact on
--1.533073	an important impact
--1.533073	( in a
--1.533073	. in response
--1.533073	<s> in one
--1.533073	acquiesced in this
--1.533073	begin in terms
--1.533073	chronology in passing
--1.533073	described in hantemirov
--1.533073	had in mind
--1.533073	patterns in the
--1.533073	principles in the
--1.533073	published in any
--1.533073	refusal in connection
--1.533073	sat in rev
--1.533073	set in combination
--1.533073	subset in briffa
--2.010194	used in a
--2.010194	used in briffa's
--2.010194	used in virtually
--1.533073	be included with
--1.533073	, including ,
--1.533073	while including the
--1.533073	do indeed see
--1.533073	224 individual series
--1.533073	the information finally
--1.533073	against inhomogeneities ,
--1.533073	his initial use
--1.533073	! instead of
--1.533073	population instead of
--1.533073	of interannual variability
--1.533073	deep into the
--1.533073	projected into him
--1.533073	bias introduced by
--1.533073	, is considered
--1.533073	decline is not
--1.834103	he is always
--1.834103	he is doing
--2.010194	it is ,
--2.010194	it is highly
--2.010194	it is within
--1.533073	obama is that
--1.533073	selection is derived
--1.533073	sensitivity is measured
--1.834103	this is no
--1.834103	this is the
--1.533073	versions is related
--1.533073	what is happening
--1.834103	, it has
--1.834103	, it originated
--1.533073	. it is
--1.533073	and it was
--1.533073	as it is
--1.834103	but it just
--1.834103	but it looks
--1.533073	if it grows
--1.533073	more it is
--1.533073	read it yet
--1.834103	, it's like
--1.834103	, it's very
--1.533073	but it's not
--1.533073	where it's much
--1.533073	with its enormous
--1.533073	any journal article
--1.533073	previous journal (
--1.533073	had jurisdiction .
--1.533073	due just to
--1.533073	it just keeps
--1.533073	not just between
--1.533073	reposting just one
--1.533073	, kaufman et
--1.533073	just keeps growing
--1.533073	excluding khadyta river
--1.533073	schweingruber's khadyta river
--1.533073	also know ,
--1.533073	hardly know where
--1.533073	i know !
--1.533073	readers know ,
--1.533073	yamal larch sample
--1.533073	living larches .
--1.533073	subfossil larches were
--1.533073	the large-scale "
--1.533073	it's like trying
--1.533073	was like crack
--1.533073	very limited size
--1.533073	old living larches
--1.533073	the longest and
--1.533073	while looking up
--1.533073	it looks relevant
--1.533073	i'd love to
--1.533073	he made that
--0.8145491	( mag )
--1.533073	the magnitude of
--1.533073	by magnus .
--1.533073	which makes the
--1.533073	on many multiproxy
--1.533073	2000 may well
--1.533073	a mean chronology
--1.533073	is measured by
--1.533073	the measurement data
--1.533073	yamal measurement data
--1.533073	chronology method that
--1.533073	corridor method "
--1.533073	rcs method .
--1.533073	this method which
--1.533073	rcs methodology warn
--1.533073	in mind when
--1.533073	to mix religion
--1.533073	far more "
--1.533073	grows more slowly
--1.533073	the more it
--1.533073	this morning i
--1.533073	, most recently
--1.533073	and most sensitive
--1.533073	the most recent
--1.533073	it's much further
--1.533073	so much illusion
--1.533073	the multi-parters ,
--1.533073	many multiproxy studies
--1.533073	of mundane politics
--1.533073	about my ghastly
--1.533073	catch my attention
--1.533073	caught my attention
--1.533073	the national debt
--1.533073	all-around naughtiness .
--1.533073	the nettle ,
--1.533073	was never properly
--1.533073	<s> next ,
--1.533073	is no doubt
--1.533073	the non-robustness observed
--1.533073	characterizes northern forests
--1.533073	- not just
--1.533073	about not struggling
--1.533073	did not preserve
--1.533073	does not have
--1.533073	is not due
--1.533073	it's not going
--1.533073	should not be
--1.533073	were not using
--0.8145491	would not have
--1.533073	as noted before
--1.533073	i noticed that
--1.533073	, notwithstanding these
--1.533073	right now ,
--1.834103	with obama ,
--1.834103	with obama is
--1.533073	non-robustness observed here
--1.533073	, of older
--1.533073	addition of 17
--1.533073	all of his
--1.834103	instead of reposting
--1.834103	instead of the
--1.533073	magnitude of interannual
--1.533073	principalities of darkness
--1.533073	realm of mundane
--1.834103	selection of old
--1.834103	selection of older
--1.533073	series of subfossil
--1.533073	shadows of deeper
--1.533073	terms of commentary
--1.533073	unrepresentativeness of the
--1.834103	use of a
--1.834103	use of this
--1.533073	virtue of being
--1.533073	of old trees
--1.533073	year old living
--0.8145491	of older trees
--1.533073	towards older trees
--1.533073	one oldie ,
--1.533073	, on average
--1.533073	article on the
--1.533073	caveats on rcs
--1.533073	commentary on this
--1.533073	impact on many
--1.533073	play on a
--1.533073	relied on this
--1.533073	selected on a
--1.533073	in one approach
--1.533073	just one oldie
--1.533073	recent one .
--1.533073	placed online .
--1.533073	has only taken
--1.533073	( or real
--1.533073	it originated with
--1.533073	with osborn and
--1.533073	prove out (
--1.533073	and outright fantasy
--1.533073	briffa's own caveats
--1.533073	for paleoclimatologists and
--1.533073	biblical passage i
--1.533073	in passing and
--1.533073	the path "
--1.533073	aging patterns in
--1.533073	what paul had
--1.533073	the people that
--1.533073	, perhaps the
--1.533073	. perhaps the
--1.834103	<s> perhaps the
--1.834103	<s> perhaps there's
--1.533073	and perhaps they
--1.533073	( phil trans
--1.533073	the phil trans
--1.533073	12 picked cores
--1.533073	this piece by
--1.533073	right place .
--1.533073	finally placed online
--1.533073	shadow play on
--1.533073	the point that
--1.533073	data policy )
--1.533073	and politics ,
--1.533073	day politics are
--1.533073	mundane politics .
--1.834103	cru population .
--1.834103	cru population consists
--2.010194	schweingruber population .
--2.010194	schweingruber population as
--2.010194	schweingruber population instead
--1.533073	the position that
--1.533073	highly possible and
--1.533073	about potential bias
--1.533073	and potential unrepresentativeness
--1.533073	your power to
--1.533073	anti-divine powers and
--1.533073	his precipitous decline
--1.533073	at precisely the
--1.533073	usual predictable factors
--1.533073	2000 presented this
--1.533073	not preserve centennial-scale
--1.533073	the previous journal
--1.533073	and principalities of
--1.533073	deeper principles in
--1.533073	a prior selection
--1.533073	even probable that
--0.8145491	divergence problem "
--1.533073	been projected into
--1.533073	never properly published
--1.533073	here prove out
--1.533073	to provide the
--1.533073	i've provided a
--1.533073	a provocative thought
--1.533073	properly published in
--1.533073	small push at
--1.533073	a rcs chronology
--1.533073	on rcs methodology
--1.533073	the rcs method
--1.533073	really react to
--1.533073	haven't read it
--1.834103	ca readers also
--1.834103	ca readers know
--1.533073	worth reading ,
--1.533073	or real )
--1.533073	don't really react
--1.533073	the realm of
--1.533073	some reason why
--1.533073	valid reason for
--1.533073	most recent one
--1.533073	most recently ,
--1.533073	until recently ,
--1.533073	yamal reconstruction .
--1.533073	this refusal in
--1.533073	staunchly refused to
--1.533073	is related to
--1.533073	looks relevant ,
--1.533073	have relied on
--1.533073	mix religion and
--1.533073	data remained unarchived
--1.533073	commenter remarked that
--1.533073	of reposting just
--1.533073	, requiring briffa
--1.533073	in response to
--1.533073	the resulting yamal
--1.533073	in rev .
--1.533073	happening right now
--1.834103	the right place
--1.834103	the right time
--1.533073	were right .
--1.533073	between ring widths
--1.533073	17 ring-width series
--0.8145491	khadyta river ,
--1.533073	conservatives said he
--1.533073	the same bias
--1.533073	larch sample should
--1.533073	and sat in
--1.533073	similar schweingruber data
--0.1249387	the schweingruber population
--1.533073	why schweingruber's khadyta
--1.533073	. science (
--1.533073	a science article
--1.533073	and science (
--1.533073	generating script )
--1.533073	can see the
--1.533073	indeed see the
--1.533073	you see ,
--1.533073	finally seized the
--1.834103	were selected .
--1.834103	were selected on
--1.533073	biased selection of
--1.533073	cru selection is
--1.533073	prior selection of
--1.533073	most sensitive series
--1.533073	where sensitivity is
--1.533073	individual series of
--1.533073	ring-width series ,
--1.533073	sensitive series ,
--1.533073	data set in
--1.533073	. several things
--1.533073	a shadow play
--1.533073	the shadows of
--1.533073	these shadows .
--2.010194	and shiyatov 2002
--2.010194	and shiyatov themselves
--2.010194	and shiyatov would
--1.533073	sample should not
--1.533073	a similar schweingruber
--1.533073	have similarly affected
--1.533073	, since this
--1.533073	limited size and
--1.533073	i skimmed this
--1.533073	more slowly ,
--1.533073	way slowly get
--1.533073	a small push
--1.533073	because so much
--1.533073	there's some reason
--1.533073	from someone whose
--1.533073	to start today
--1.533073	cru staunchly refused
--1.533073	not struggling against
--1.533073	multiproxy studies that
--1.533073	subsequent study ,
--1.533073	this study .
--1.533073	i stumbled upon
--1.533073	of subfossil larches
--1.533073	the subfossil collection
--1.533073	yamal subfossil data
--1.533073	every subsequent study
--1.533073	this subset in
--1.533073	" success .
--1.533073	taymir supplement .
--1.533073	were supplemented by
--1.533073	a surface ,
--1.533073	would take an
--1.533073	only taken a
--1.834103	the taymir data
--1.834103	the taymir supplement
--1.533073	and temperature ,
--1.533073	ghastly tendency to
--1.533073	in terms of
--1.533073	trees than the
--1.533073	" that characterizes
--1.533073	admit that the
--1.533073	and that way
--1.533073	is that he
--1.533073	made that wise
--1.533073	method that they
--1.533073	noticed that the
--1.533073	people that voted
--1.533073	point that his
--1.533073	position that the
--1.533073	probable that the
--1.533073	remarked that "
--1.533073	studies that have
--1.533073	things that cast
--1.533073	" the trouble
--2.010194	, the more
--2.010194	, the resulting
--2.010194	, the yamal
--1.533073	. the cru
--1.834103	<s> the subfossil
--1.834103	<s> the yamal
--1.533073	affected the "
--1.533073	along the path
--2.010194	and the people
--2.010194	and the phil
--2.010194	and the right
--1.533073	archive the data
--1.533073	at the crossroads
--0.8145491	between the two
--1.533073	but the further
--1.834103	by the addition
--1.834103	by the magnitude
--1.533073	combine the multi-parters
--1.533073	control the national
--0.8145491	get the arkive
--1.533073	given the use
--1.533073	has the virtue
--1.533073	have the same
--1.533073	if the non-robustness
--1.834103	in the realm
--1.834103	in the schweingruber
--1.533073	including the taymir
--1.533073	into the future
--1.533073	is the most
--1.533073	makes the point
--0.8145491	of the 12
--1.533073	on the trouble
--2.010194	perhaps the biased
--2.010194	perhaps the day
--2.010194	perhaps the difference
--1.533073	precisely the right
--1.533073	provide the measurement
--1.834103	see the far
--1.834103	see the shadows
--1.533073	seized the nettle
--1.533073	than the schweingruber
--2.135133	that the conservatives
--2.135133	that the cru
--2.135133	that the previous
--2.135133	that the yamal
--1.533073	through the very
--2.135133	to the back-and-forth
--2.135133	to the cru
--2.135133	to the large-scale
--2.135133	to the usual
--1.533073	took the position
--1.533073	up the biblical
--1.533073	used the chronology
--1.533073	using the schweingruber
--1.533073	were the longest
--1.533073	what the conservatives
--1.533073	while the yamal
--2.135133	with the information
--2.135133	with the rcs
--2.135133	with the taymir
--2.135133	with the yamal
--1.533073	wrote the following:
--1.533073	how their cores
--1.533073	shiyatov themselves ,
--1.533073	they themselves were
--1.533073	perhaps there's some
--1.834103	. these data
--1.834103	. these were
--1.533073	cast these shadows
--1.533073	notwithstanding these warnings
--1.533073	and they can
--1.533073	did they expect
--1.533073	perhaps they don't
--1.533073	that they themselves
--1.533073	) things that
--1.533073	several things caught
--1.533073	to think up
--1.533073	fully thinking through
--2.010194	, this analysis
--2.010194	, this chronology
--2.010194	, this will
--1.834103	. this bias
--1.834103	. this is
--1.533073	<s> this morning
--1.533073	but this is
--1.533073	earlier this year
--1.533073	in this refusal
--1.533073	of this subset
--1.834103	on this difference
--1.834103	on this study
--1.533073	presented this chronology
--1.533073	since this method
--1.533073	skimmed this article
--1.533073	upon this piece
--1.533073	all those years
--1.533073	to those "
--1.533073	provocative thought .
--1.533073	a thousand ,
--1.533073	thinking through the
--1.533073	a time ,
--1.533073	right time and
--1.533073	approach to constructing
--1.533073	are to those
--1.533073	briffa to archive
--1.533073	but to what
--1.533073	compared to the
--1.533073	day to day
--1.533073	down to about
--1.533073	exception to the
--1.533073	going to start
--1.533073	hard to think
--1.533073	hate to admit
--1.533073	him to begin
--1.533073	just to the
--1.533073	love to get
--1.533073	power to change
--1.533073	react to what
--1.533073	refused to provide
--1.533073	related to different
--1.533073	response to the
--1.533073	tendency to mix
--1.533073	trying to control
--1.533073	where to begin
--1.533073	happens today would
--1.533073	start today .
--1.533073	) took the
--1.533073	bias towards older
--1.834103	phil trans b
--1.834103	phil trans editors
--1.533073	old trees described
--2.010194	older trees .
--2.010194	older trees an
--2.010194	older trees than
--0.8145491	the trouble with
--1.533073	being true ,
--1.533073	like trying to
--0.8145491	the two versions
--1.533073	remained unarchived .
--1.533073	arkive under control
--1.533073	an unintentional bias
--1.533073	potential unrepresentativeness of
--1.533073	, until recently
--1.533073	violence unveiled: humanity
--1.533073	looking up the
--1.533073	think up a
--1.533073	stumbled upon this
--1.533073	initial use of
--1.533073	the use of
--1.533073	" used by
--1.533073	briffa used the
--1.533073	data used in
--1.533073	got used in
--1.533073	was used in
--1.533073	, using the
--1.533073	not using .
--1.533073	the usual predictable
--1.533073	a valid reason
--1.533073	centennial-scale variability and
--1.533073	interannual variability .
--1.834103	two versions .
--1.834103	two versions is
--1.533073	it's very hard
--1.533073	the very limited
--1.533073	. violence unveiled:
--1.533073	in virtually every
--1.533073	the virtue of
--1.533073	that voted for
--1.533073	methodology warn against
--1.533073	these warnings ,
--1.533073	blade was like
--1.533073	book was ghostwritten
--1.533073	chronology was used
--1.533073	data was finally
--1.533073	it was never
--1.533073	that way slowly
--1.533073	for we do
--1.533073	may well have
--1.533073	conservatives were right
--1.533073	cores were selected
--1.533073	data were supplemented
--1.533073	larches were selected
--1.533073	themselves were not
--1.533073	these were the
--1.533073	. what did
--1.533073	<s> what a
--1.533073	changing what happens
--1.533073	doubt what paul
--1.533073	exactly what the
--1.834103	to what is
--1.834103	to what will
--1.533073	. what's your
--1.834103	, when combined
--1.834103	, when i
--1.533073	mind when he
--1.533073	, where sensitivity
--1.533073	case where it's
--1.533073	know where to
--1.533073	( which had
--1.834103	, which ,
--1.834103	, which makes
--1.533073	method which did
--1.533073	( while looking
--1.533073	, while including
--1.533073	. while the
--1.533073	someone whose book
--1.533073	reason why schweingruber's
--1.533073	ring widths and
--1.533073	this will have
--1.533073	what will be
--1.533073	that wise crack
--1.533073	. with the
--1.533073	begin with .
--1.533073	change with a
--1.533073	chronology with its
--1.533073	combination with the
--1.533073	combined with the
--1.533073	connection with osborn
--1.533073	included with the
--1.533073	originated with briffa
--0.8145491	trouble with obama
--1.533073	is within your
--1.533073	done without fully
--1.533073	always worth reading
--1.533073	bias would not
--1.533073	he would do
--1.533073	shiyatov would not
--1.533073	today would take
--1.533073	. wright's church
--1.533073	he wrote the
--1.533073	, yamal larch
--1.533073	briffa's yamal reconstruction
--1.533073	resulting yamal chronology
--1.212489	the yamal chronology
--2.232043	the yamal data
--2.232043	the yamal measurement
--2.232043	the yamal subfossil
--1.533073	200–400 year old
--1.533073	this year ,
--1.533073	those years ?
--1.533073	' yes ,
--1.533073	back-and-forth yesterday about
--1.533073	it yet ,
--1.533073	ahead you see
--1.533073	what's your great
--1.533073	within your power
-
-\end\
diff --git a/src/test_data/grammar.prune b/src/test_data/grammar.prune
deleted file mode 100644
index 4ebcb509..00000000
--- a/src/test_data/grammar.prune
+++ /dev/null
@@ -1,196 +0,0 @@
-[PHRASE] ||| [PHRASE,1] haus ||| [PHRASE,1] house ||| 1.86183 0 0 0 0.0211892
-[PHRASE] ||| [PHRASE,1] haus ist ||| is [PHRASE,1] house ||| 2.58883 0.311249 0 0.348455 0.0211893
-[PHRASE] ||| [PHRASE,1] haus gibt ||| is [PHRASE,1] house ||| 2.56863 0.291046 0 0.258278 0.0211893
-[PHRASE] ||| [PHRASE,1] ein haus ist ||| [PHRASE,1] is a house ||| 3.16286 0 0 0.576934 0.0211893
-[PHRASE] ||| [PHRASE,1] ist ||| [PHRASE,1] is ||| 2.94101 0 0.676694 0.348455 0
-[PHRASE] ||| [PHRASE,1] ist ||| is [PHRASE,1] ||| 2.36698 0.649056 0.102662 0.348455 0
-[PHRASE] ||| [PHRASE,1] klein ist ||| [PHRASE,1] is small ||| 2.58883 0.124939 0 0.78211 0
-[PHRASE] ||| [PHRASE,1] maus ||| [PHRASE,1] mouse ||| 2.09592 0 0 0 0
-[PHRASE] ||| [PHRASE,1] maus gibt ||| is [PHRASE,1] mouse ||| 2.44865 0 0 0.258278 0
-[PHRASE] ||| [PHRASE,1] kleines ||| [PHRASE,1] small ||| 2.94101 0.439333 0 0.579784 0
-[PHRASE] ||| [PHRASE,1] kleines haus ||| [PHRASE,1] small house ||| 3.24204 0 0 0.579784 0.0211893
-[PHRASE] ||| [PHRASE,1] kleines haus gibt ||| is [PHRASE,1] small house ||| 3.30899 0 0 0.838062 0.0211893
-[PHRASE] ||| [PHRASE,1] kleine ||| [PHRASE,1] small ||| 2.94101 0.439333 0 0.500602 0
-[PHRASE] ||| [PHRASE,1] kleine maus ||| [PHRASE,1] small mouse ||| 3.24204 0 0 0.500602 0
-[PHRASE] ||| [PHRASE,1] kleine maus gibt ||| is [PHRASE,1] small mouse ||| 3.30899 0 0 0.75888 0
-[PHRASE] ||| [PHRASE,1] gelb ||| [PHRASE,1] yellow ||| 2.63998 0 0 0 0
-[PHRASE] ||| [PHRASE,1] gelb haus ||| [PHRASE,1] yellow house ||| 3.24204 0 0 0 0.0211893
-[PHRASE] ||| [PHRASE,1] gelb haus gibt ||| is [PHRASE,1] yellow house ||| 3.30899 0 0 0.258278 0.0211893
-[PHRASE] ||| [PHRASE,1] gelb maus ||| [PHRASE,1] yellow mouse ||| 3.24204 0 0 0 0
-[PHRASE] ||| [PHRASE,1] gelb maus gibt ||| is [PHRASE,1] yellow mouse ||| 3.30899 0 0 0.258278 0
-[PHRASE] ||| [PHRASE,1] gibt ||| is [PHRASE,1] ||| 1.82827 0.110339 0 0.258278 0
-[PHRASE] ||| haus ||| small yellow mouse house ||| 2.46389 0.845098 1.30103 0.278754 1.34341
-[PHRASE] ||| haus ||| house ||| Phrase_0=1.18514 Phrase_2=0.0222764 Phrase_4=0.0211893
-[PHRASE] ||| haus [PHRASE,1] ||| house [PHRASE,1] ||| 2.2878 0 0 0 0.0211893
-[PHRASE] ||| haus ist ||| house is ||| 2.46389 0 0 0.348455 0.0211893
-[PHRASE] ||| haus klein ist ||| house is small ||| 2.2878 0 0 0.78211 0.0211893
-[PHRASE] ||| ein ||| a ||| Phrase_0=1.34995 Phrase_1=0.228479 Phrase_3=0.228479
-[PHRASE] ||| ein [PHRASE,1] ||| a [PHRASE,1] ||| 2.03792 0.290035 0 0.228479 0
-[PHRASE] ||| ein [PHRASE,1] haus ||| a [PHRASE,1] house ||| 2.94101 0 0 0.228479 0.0211893
-[PHRASE] ||| ein [PHRASE,1] haus gibt ||| is a [PHRASE,1] house ||| 3.00796 0 0 0.486757 0.0211893
-[PHRASE] ||| ein [PHRASE,1] ist ||| is a [PHRASE,1] ||| 2.58883 0.535113 0 0.576934 0
-[PHRASE] ||| ein [PHRASE,1] gibt ||| is a [PHRASE,1] ||| 2.56863 0.51491 0 0.486757 0
-[PHRASE] ||| ein haus ||| a house ||| 1.76492 0 0.0791813 0.228479 0.0211893
-[PHRASE] ||| ein haus ||| a small house ||| 2.46389 0.30103 0.778151 0.507233 1.34341
-[PHRASE] ||| ein haus ist ||| is a house ||| 2.76492 0.477121 0 0.576934 0.0211893
-[PHRASE] ||| ein haus gibt ||| is a house ||| 2.46389 0.176091 0.176091 0.486757 0.0211893
-[PHRASE] ||| ein haus gibt ||| is a small house ||| 2.76492 0.39794 0.477121 0.765511 1.34341
-[PHRASE] ||| ein kleines ||| a small ||| 1.86183 0.243038 0 0.808263 0
-[PHRASE] ||| ein kleines [PHRASE,1] ||| a small [PHRASE,1] ||| 3.24204 0.30103 0 0.808263 0
-[PHRASE] ||| ein kleines [PHRASE,1] gibt ||| is a small [PHRASE,1] ||| 3.30899 0.30103 0 1.06654 0
-[PHRASE] ||| ein kleines haus ||| a small house ||| 2.46389 0.30103 0 0.808263 0.0211893
-[PHRASE] ||| ein kleines haus ist ||| is a small house ||| 2.76492 0.39794 0 1.15672 0.0211893
-[PHRASE] ||| ein kleines haus gibt ||| is a small house ||| 3.06595 0.69897 0 1.06654 0.0211893
-[PHRASE] ||| ein kleines gelb ||| a small yellow ||| 2.94101 0.30103 0 0.808263 0
-[PHRASE] ||| ein kleines gelb haus ||| a small yellow house ||| 3.24204 0 0 0.808263 0.0211893
-[PHRASE] ||| ein kleines gelb haus gibt ||| is a small yellow house ||| 3.30899 0 0 1.06654 0.0211893
-[PHRASE] ||| ein gelb ||| a yellow ||| 1.98677 0.221849 0 0.228479 0
-[PHRASE] ||| ein gelb [PHRASE,1] ||| a yellow [PHRASE,1] ||| 3.24204 0.30103 0 0.228479 0
-[PHRASE] ||| ein gelb [PHRASE,1] gibt ||| is a yellow [PHRASE,1] ||| 3.30899 0.30103 0 0.486757 0
-[PHRASE] ||| ein gelb haus ||| a yellow house ||| 2.63998 0 0 0.228479 0.0211893
-[PHRASE] ||| ein gelb haus ist ||| is a yellow house ||| 3.06595 0.30103 0 0.576934 0.0211893
-[PHRASE] ||| ein gelb haus gibt ||| is a yellow house ||| 3.06595 0.30103 0 0.486757 0.0211893
-[PHRASE] ||| ein gelb kleines ||| a yellow small ||| 2.94101 0.30103 0 0.808263 0
-[PHRASE] ||| ein gelb kleines haus ||| a yellow small house ||| 3.24204 0 0 0.808263 0.0211893
-[PHRASE] ||| ein gelb kleines haus gibt ||| is a yellow small house ||| 3.30899 0 0 1.06654 0.0211893
-[PHRASE] ||| ist ||| is ||| 1.34995 0.348455 0 0.348455 0
-[PHRASE] ||| klein ||| small ||| 1.61879 0.410174 0 0.433656 0
-[PHRASE] ||| klein [PHRASE,1] ||| [PHRASE,1] small ||| 3.06595 0.564271 0 0.433656 0
-[PHRASE] ||| klein [PHRASE,1] ist ||| [PHRASE,1] is small ||| 3.06595 0.60206 0 0.78211 0
-[PHRASE] ||| klein ist ||| is small ||| 1.68574 0 0 0.78211 0
-[PHRASE] ||| klein das [PHRASE,1] ||| the [PHRASE,1] small ||| 3.06595 0 0 0.433656 0.30103
-[PHRASE] ||| klein das haus ist ||| the house is small ||| 3.06595 0.477121 0 0.78211 0.322219
-[PHRASE] ||| maus ||| mouse ||| 1.50965 0 0 0 0
-[PHRASE] ||| maus [PHRASE,1] ||| mouse [PHRASE,1] ||| 2.94101 0 0 0 0
-[PHRASE] ||| maus [PHRASE,1] ist ||| mouse is [PHRASE,1] ||| 2.94101 0 0 0.348455 0
-[PHRASE] ||| maus ein haus ist ||| mouse is a house ||| 2.94101 0 0 0.576934 0.0211893
-[PHRASE] ||| kleines ||| small ||| 1.76492 0.556302 0 0.579784 0
-[PHRASE] ||| kleines [PHRASE,1] ||| small [PHRASE,1] ||| 2.94101 0.30103 0 0.579784 0
-[PHRASE] ||| kleines haus ||| small house ||| 1.86183 0.243038 0 0.579784 0.0211893
-[PHRASE] ||| kleines gelb ||| small yellow ||| 2.46389 0.30103 0 0.579784 0
-[PHRASE] ||| kleines gelb haus ||| small yellow house ||| 2.94101 0 0 0.579784 0.0211893
-[PHRASE] ||| kleine ||| small ||| 1.68574 0.477121 0 0.500602 0
-[PHRASE] ||| kleine [PHRASE,1] ||| small [PHRASE,1] ||| 2.94101 0.30103 0 0.500602 0
-[PHRASE] ||| kleine haus ||| small house ||| 2.16286 0.544068 0 0.500602 0.0211893
-[PHRASE] ||| kleine maus ||| small mouse ||| 1.98677 0 0 0.500602 0
-[PHRASE] ||| kleine gelb ||| small yellow ||| 2.46389 0.30103 0 0.500602 0
-[PHRASE] ||| kleine gelb maus ||| small yellow mouse ||| 2.94101 0 0 0.500602 0
-[PHRASE] ||| gelb ||| yellow ||| 1.61879 0 0 0 0
-[PHRASE] ||| gelb [PHRASE,1] ||| yellow [PHRASE,1] ||| 2.63998 0 0 0 0
-[PHRASE] ||| gelb haus ||| yellow house ||| 1.98677 0 0 0 0.0211893
-[PHRASE] ||| gelb maus ||| yellow mouse ||| 2.16286 0 0 0 0
-[PHRASE] ||| gelb kleines ||| yellow small ||| 2.46389 0.30103 0 0.579784 0
-[PHRASE] ||| gelb kleines haus ||| yellow small house ||| 2.94101 0 0 0.579784 0.0211893
-[PHRASE] ||| gelb kleine ||| yellow small ||| 2.46389 0.30103 0 0.500602 0
-[PHRASE] ||| gelb kleine maus ||| yellow small mouse ||| 2.94101 0 0 0.500602 0
-[PHRASE] ||| eine ||| a ||| 1.50965 0.38818 0 0.38818 0
-[PHRASE] ||| eine [PHRASE,1] ||| a [PHRASE,1] ||| 2.0602 0.312311 0 0.38818 0
-[PHRASE] ||| eine [PHRASE,1] maus ||| a [PHRASE,1] mouse ||| 2.94101 0 0 0.38818 0
-[PHRASE] ||| eine [PHRASE,1] maus gibt ||| is a [PHRASE,1] mouse ||| 3.00796 0 0 0.646458 0
-[PHRASE] ||| eine [PHRASE,1] gibt ||| is a [PHRASE,1] ||| 2.44865 0.394934 0 0.646458 0
-[PHRASE] ||| eine maus ||| a mouse ||| 1.98677 0 0 0.38818 0
-[PHRASE] ||| eine maus [PHRASE,1] ||| a mouse [PHRASE,1] ||| 3.16286 0 0 0.38818 0
-[PHRASE] ||| eine maus [PHRASE,1] ist ||| a mouse is [PHRASE,1] ||| 3.16286 0 0 0.736635 0
-[PHRASE] ||| eine maus ein haus ist ||| a mouse is a house ||| 3.16286 0 0 0.965114 0.0211893
-[PHRASE] ||| eine maus gibt ||| is a mouse ||| 2.46389 0 0 0.646458 0
-[PHRASE] ||| eine kleine ||| a small ||| 1.98677 0.367977 0 0.888783 0
-[PHRASE] ||| eine kleine [PHRASE,1] ||| a small [PHRASE,1] ||| 3.24204 0.30103 0 0.888783 0
-[PHRASE] ||| eine kleine [PHRASE,1] gibt ||| is a small [PHRASE,1] ||| 3.30899 0.30103 0 1.14706 0
-[PHRASE] ||| eine kleine maus ||| a small mouse ||| 2.63998 0 0 0.888783 0
-[PHRASE] ||| eine kleine maus gibt ||| is a small mouse ||| 2.76492 0 0 1.14706 0
-[PHRASE] ||| eine kleine gelb ||| a small yellow ||| 2.94101 0.30103 0 0.888783 0
-[PHRASE] ||| eine kleine gelb maus ||| a small yellow mouse ||| 3.24204 0 0 0.888783 0
-[PHRASE] ||| eine kleine gelb maus gibt ||| is a small yellow mouse ||| 3.30899 0 0 1.14706 0
-[PHRASE] ||| eine gelb ||| a yellow ||| 2.16286 0.39794 0 0.38818 0
-[PHRASE] ||| eine gelb [PHRASE,1] ||| a yellow [PHRASE,1] ||| 3.24204 0.30103 0 0.38818 0
-[PHRASE] ||| eine gelb [PHRASE,1] gibt ||| is a yellow [PHRASE,1] ||| 3.30899 0.30103 0 0.646458 0
-[PHRASE] ||| eine gelb maus ||| a yellow mouse ||| 2.94101 0 0 0.38818 0
-[PHRASE] ||| eine gelb maus gibt ||| is a yellow mouse ||| 3.06595 0 0 0.646458 0
-[PHRASE] ||| eine gelb kleine ||| a yellow small ||| 2.94101 0.30103 0 0.888783 0
-[PHRASE] ||| eine gelb kleine maus ||| a yellow small mouse ||| 3.24204 0 0 0.888783 0
-[PHRASE] ||| eine gelb kleine maus gibt ||| is a yellow small mouse ||| 3.30899 0 0 1.14706 0
-[PHRASE] ||| eine gruen ||| a green ||| 2.46389 0 0 0.38818 0
-[PHRASE] ||| eine gruen maus ||| a green mouse ||| 2.94101 0 0 0.38818 0
-[PHRASE] ||| gruen ||| green ||| 2.16286 0 0 0 0
-[PHRASE] ||| gruen maus ||| green mouse ||| 2.46389 0 0 0 0
-[PHRASE] ||| tages ||| day ||| 2.46389 0 0 0 0
-[PHRASE] ||| gibt ||| is ||| 1.25977 0.258278 0 0.258278 0
-[PHRASE] ||| meins ||| mine ||| 2.16286 0 0 0 0
-[PHRASE] ||| meins [PHRASE,1] ||| mine [PHRASE,1] ||| 2.76492 0 0 0 0
-[PHRASE] ||| meins ist ||| is mine ||| 2.46389 0 0 0.348455 0
-[PHRASE] ||| meins klein ist ||| mine is small ||| 2.76492 0 0 0.78211 0
-[PHRASE] ||| geld ||| money ||| 1.98677 0 0 0 0
-[PHRASE] ||| geld ist ||| is money ||| 2.46389 0.30103 0 0.348455 0
-[PHRASE] ||| geld gibt ||| is money ||| 2.46389 0.30103 0 0.258278 0
-[PHRASE] ||| keins ||| none ||| 1.98677 0 0 0 0
-[PHRASE] ||| keins [PHRASE,1] ||| none [PHRASE,1] ||| 2.76492 0 0 0 0
-[PHRASE] ||| keins klein ist ||| none is small ||| 2.76492 0 0 0.78211 0
-[PHRASE] ||| keins gibt ||| is none ||| 2.46389 0 0 0.258278 0
-[PHRASE] ||| dem haeuschen ||| of control ||| 2.46389 0 0 0.681241 0.425969
-[PHRASE] ||| eines ||| one ||| 2.46389 0.30103 0 0.30103 0
-[PHRASE] ||| eines tages ||| one day ||| 2.46389 0 0 0.30103 0
-[PHRASE] ||| eins ||| one ||| 2.46389 0.30103 0 0.30103 0
-[PHRASE] ||| aus ||| out ||| 2.46389 0 0.477121 0 0.221849
-[PHRASE] ||| aus ||| out of ||| 2.16286 0 0.176091 0.0791812 0.619789
-[PHRASE] ||| aus [PHRASE,1] ||| out [PHRASE,1] ||| 2.76492 0 0.367977 0 0.221849
-[PHRASE] ||| aus [PHRASE,1] ||| out of [PHRASE,1] ||| 2.63998 0 0.243038 0.0791812 0.619789
-[PHRASE] ||| aus ein ||| out of a ||| 2.46389 0 0 0.307661 0.619789
-[PHRASE] ||| aus ein haus ||| out of a house ||| 2.94101 0 0 0.307661 0.640978
-[PHRASE] ||| aus dem haeuschen ||| out of control ||| 2.76492 0 0 0.681241 0.647817
-[PHRASE] ||| aus das ||| out of the ||| 2.46389 0 0 0.0791812 0.920819
-[PHRASE] ||| aus das haus ||| out of the house ||| 2.94101 0 0 0.0791812 0.942008
-[PHRASE] ||| das ||| the ||| 1.76492 0 0.30103 0 0.30103
-[PHRASE] ||| das ||| that ||| 1.76492 0 0.30103 0 0.30103
-[PHRASE] ||| das [PHRASE,1] ||| the [PHRASE,1] ||| 2.39695 0 0.41972 0 0.30103
-[PHRASE] ||| das [PHRASE,1] ||| that [PHRASE,1] ||| 2.18514 0 0.207913 0 0.30103
-[PHRASE] ||| das [PHRASE,1] haus ist ||| that is [PHRASE,1] house ||| 2.86183 0 0 0.348455 0.322219
-[PHRASE] ||| das [PHRASE,1] ist ||| that is [PHRASE,1] ||| 2.86183 0 0 0.348455 0.30103
-[PHRASE] ||| das haus ||| the house ||| 1.86183 0 0 0 0.322219
-[PHRASE] ||| das haus [PHRASE,1] ||| the house [PHRASE,1] ||| 2.76492 0 0 0 0.322219
-[PHRASE] ||| das haus ist ||| the house is ||| 2.94101 0 0 0.348455 0.322219
-[PHRASE] ||| das haus klein ist ||| the house is small ||| 2.76492 0.176091 0 0.78211 0.322219
-[PHRASE] ||| das ein [PHRASE,1] ist ||| that is a [PHRASE,1] ||| 2.86183 0 0 0.576934 0.30103
-[PHRASE] ||| das ein kleines haus ist ||| that is a small house ||| 3.16286 0 0 1.15672 0.322219
-[PHRASE] ||| das ein gelb haus ist ||| that is a yellow house ||| 3.16286 0 0 0.576934 0.322219
-[PHRASE] ||| das klein ist ||| that is small ||| 2.76492 0 0 0.78211 0.30103
-[PHRASE] ||| das kleine ||| the small ||| 2.46389 0 0 0.500602 0.30103
-[PHRASE] ||| das kleine haus ||| the small house ||| 2.94101 0 0 0.500602 0.322219
-[PHRASE] ||| das meins ist ||| that is mine ||| 2.76492 0 0 0.348455 0.30103
-[PHRASE] ||| das geld ist ||| that is money ||| 2.76492 0 0 0.348455 0.30103
-[PHRASE] ||| es ||| there ||| 1.25977 0 0 0 0
-[PHRASE] ||| es [PHRASE,1] ||| there [PHRASE,1] ||| 1.83672 0 0 0 0
-[PHRASE] ||| es [PHRASE,1] haus gibt ||| there is [PHRASE,1] house ||| 2.62775 0 0 0.258278 0.0211893
-[PHRASE] ||| es [PHRASE,1] maus gibt ||| there is [PHRASE,1] mouse ||| 2.5166 0 0 0.258278 0
-[PHRASE] ||| es [PHRASE,1] kleines haus gibt ||| there is [PHRASE,1] small house ||| 3.30899 0 0 0.838062 0.0211893
-[PHRASE] ||| es [PHRASE,1] kleine maus gibt ||| there is [PHRASE,1] small mouse ||| 3.30899 0 0 0.75888 0
-[PHRASE] ||| es [PHRASE,1] gelb haus gibt ||| there is [PHRASE,1] yellow house ||| 3.30899 0 0 0.258278 0.0211893
-[PHRASE] ||| es [PHRASE,1] gelb maus gibt ||| there is [PHRASE,1] yellow mouse ||| 3.30899 0 0 0.258278 0
-[PHRASE] ||| es [PHRASE,1] gibt ||| there is [PHRASE,1] ||| 1.9536 0 0 0.258278 0
-[PHRASE] ||| es ein [PHRASE,1] haus gibt ||| there is a [PHRASE,1] house ||| 3.00796 0 0 0.486757 0.0211893
-[PHRASE] ||| es ein [PHRASE,1] gibt ||| there is a [PHRASE,1] ||| 2.62775 0.360151 0 0.486757 0
-[PHRASE] ||| es ein haus gibt ||| there is a house ||| 2.63998 0 0.176091 0.486757 0.0211893
-[PHRASE] ||| es ein haus gibt ||| there is a small house ||| 2.94101 0.20412 0.477121 0.765511 1.34341
-[PHRASE] ||| es ein kleines [PHRASE,1] gibt ||| there is a small [PHRASE,1] ||| 3.30899 0.30103 0 1.06654 0
-[PHRASE] ||| es ein kleines haus gibt ||| there is a small house ||| 3.16286 0.425969 0 1.06654 0.0211893
-[PHRASE] ||| es ein gelb [PHRASE,1] gibt ||| there is a yellow [PHRASE,1] ||| 3.30899 0.30103 0 0.486757 0
-[PHRASE] ||| es ein gelb haus gibt ||| there is a yellow house ||| 3.16286 0 0 0.486757 0.0211893
-[PHRASE] ||| es eine [PHRASE,1] maus gibt ||| there is a [PHRASE,1] mouse ||| 3.00796 0 0 0.646458 0
-[PHRASE] ||| es eine [PHRASE,1] gibt ||| there is a [PHRASE,1] ||| 2.5166 0.249001 0 0.646458 0
-[PHRASE] ||| es eine maus gibt ||| there is a mouse ||| 2.63998 0 0 0.646458 0
-[PHRASE] ||| es eine kleine [PHRASE,1] gibt ||| there is a small [PHRASE,1] ||| 3.30899 0.30103 0 1.14706 0
-[PHRASE] ||| es eine kleine maus gibt ||| there is a small mouse ||| 2.86183 0 0 1.14706 0
-[PHRASE] ||| es eine gelb [PHRASE,1] gibt ||| there is a yellow [PHRASE,1] ||| 3.30899 0.30103 0 0.646458 0
-[PHRASE] ||| es eine gelb maus gibt ||| there is a yellow mouse ||| 3.16286 0 0 0.646458 0
-[PHRASE] ||| es geld gibt ||| there is money ||| 2.76492 0 0 0.258278 0
-[PHRASE] ||| es keins gibt ||| there is none ||| 2.76492 0 0 0.258278 0
-[PHRASE] ||| dieses ||| this ||| 1.98677 0 0 0 0
-[PHRASE] ||| dieses [PHRASE,1] ||| this [PHRASE,1] ||| 2.56995 0 0 0 0
-[PHRASE] ||| dieses [PHRASE,1] haus ist ||| this is [PHRASE,1] house ||| 3.16286 0 0 0.348455 0.0211893
-[PHRASE] ||| dieses [PHRASE,1] ist ||| this is [PHRASE,1] ||| 3.16286 0 0 0.348455 0
-[PHRASE] ||| dieses haus ||| this house ||| 2.46389 0 0 0 0.0211893
-[PHRASE] ||| dieses haus [PHRASE,1] ||| this house [PHRASE,1] ||| 3.06595 0 0 0 0.0211893
-[PHRASE] ||| dieses haus klein ist ||| this house is small ||| 3.06595 0 0 0.78211 0.0211893
-[PHRASE] ||| dieses ein [PHRASE,1] ist ||| this is a [PHRASE,1] ||| 3.16286 0 0 0.576934 0
-[PHRASE] ||| dieses ein kleines haus ist ||| this is a small house ||| 3.16286 0 0 1.15672 0.0211893
-[PHRASE] ||| dieses kleine ||| this small ||| 2.46389 0 0 0.500602 0
-[PHRASE] ||| dieses kleine haus ||| this small house ||| 2.94101 0 0 0.500602 0.0211893
diff --git a/src/test_data/small.json.gz b/src/test_data/small.json.gz
deleted file mode 100644
index 892ba360..00000000
--- a/src/test_data/small.json.gz
+++ /dev/null
diff --git a/src/test_data/test_2gram.lm.gz b/src/test_data/test_2gram.lm.gz
deleted file mode 100644
index aafa7274..00000000
--- a/src/test_data/test_2gram.lm.gz
+++ /dev/null
diff --git a/src/test_data/weights b/src/test_data/weights
deleted file mode 100644
index ea70229c..00000000
--- a/src/test_data/weights
+++ /dev/null
@@ -1,8 +0,0 @@
-# hiero
-WordPenalty -0.387029
-LanguageModel 0.253195
-PhraseModel_0 0.142926
-PhraseModel_1 0.465119
-PhraseModel_2 0.079503
-CNPosteriorProbability 0.09259
-Inf -inf
diff --git a/src/test_data/weights.gt b/src/test_data/weights.gt
deleted file mode 100644
index 08931049..00000000
--- a/src/test_data/weights.gt
+++ /dev/null
@@ -1,4 +0,0 @@
-Phrase_0 1.0
-Phrase_1 0.5
-Phrase_2 0.3
-Phrase_3 0.2