summaryrefslogtreecommitdiff
path: root/example
diff options
context:
space:
mode:
authorPatrick Simianer <simianer@cl.uni-heidelberg.de>2014-04-14 15:53:32 +0200
committerPatrick Simianer <simianer@cl.uni-heidelberg.de>2014-04-14 15:53:32 +0200
commit1bf772018b77e68137614a11add9f9f2f43ad344 (patch)
treead8c72b53329a3b364b055a852a87bed252bdbc5 /example
parentd637e517919852217705a34d1355020a97af2f6a (diff)
version for final; 'old' data; new example
Diffstat (limited to 'example')
-rw-r--r--example/cdec.ini7
-rw-r--r--example/cfg.rb7
-rw-r--r--example/data.en10
-rw-r--r--example/data.funql10
-rw-r--r--example/data.gold10
-rw-r--r--example/data.in10
-rw-r--r--example/data.prolog10
-rwxr-xr-xexample/example.sh33
-rw-r--r--example/grammar/grammar.15.gzbin0 -> 17487 bytes
-rw-r--r--example/grammar/grammar.16.gzbin0 -> 17489 bytes
-rw-r--r--example/grammar/grammar.25.gzbin0 -> 7307 bytes
-rw-r--r--example/grammar/grammar.26.gzbin0 -> 25672 bytes
-rw-r--r--example/grammar/grammar.29.gzbin0 -> 22610 bytes
-rw-r--r--example/grammar/grammar.3.gzbin0 -> 4659 bytes
-rw-r--r--example/grammar/grammar.33.gzbin0 -> 7612 bytes
-rw-r--r--example/grammar/grammar.34.gzbin0 -> 7601 bytes
-rw-r--r--example/grammar/grammar.37.gzbin0 -> 11126 bytes
-rw-r--r--example/grammar/grammar.6.gzbin0 -> 43680 bytes
-rw-r--r--example/output-answers280
-rw-r--r--example/output-eval1
-rw-r--r--example/output-weights.0.gzbin203 -> 0 bytes
-rw-r--r--example/output-weights.1.gzbin223 -> 0 bytes
-rw-r--r--example/output-weights.2.gzbin217 -> 0 bytes
-rw-r--r--example/output.stderr4106
-rw-r--r--example/output.stdout29
-rwxr-xr-xexample/run.sh35
-rw-r--r--example/stopwords.en176
-rw-r--r--example/test.gold280
-rw-r--r--example/test.in280
-rw-r--r--example/train.en600
-rw-r--r--example/train.funql600
-rw-r--r--example/train.gold600
-rw-r--r--example/train.in600
-rw-r--r--example/weights.init12
34 files changed, 95 insertions, 7601 deletions
diff --git a/example/cdec.ini b/example/cdec.ini
index 608c2b4..b9b564d 100644
--- a/example/cdec.ini
+++ b/example/cdec.ini
@@ -1,6 +1,9 @@
+formalism=scfg
intersection_strategy=cube_pruning
cubepruning_pop_limit=30
scfg_max_span_limit=15
-feature_function=KLanguageModel /workspace/grounded/mt-system/crawl/lm.5gram.en.binary
feature_function=WordPenalty
-formalism=scfg
+feature_function=RuleIdentityFeatures
+feature_function=RuleSourceBigramFeatures
+feature_function=RuleTargetBigramFeatures
+feature_function=RuleShape
diff --git a/example/cfg.rb b/example/cfg.rb
new file mode 100644
index 0000000..fbf8e7f
--- /dev/null
+++ b/example/cfg.rb
@@ -0,0 +1,7 @@
+SMT_SEMPARSE = 'python /workspace/grounded/smt-semparse-cp/decode_sentence.py /workspace/grounded/smt-semparse-cp/working/full_dataset'
+EVAL_PL = '/workspace/grounded/wasp-1.0/data/geo-funql/eval/eval.pl'
+ACCEPT_ZOMBIES = true
+TIMEOUT = 60
+CDEC_BIN = '/toolbox/cdec-dtrain/decoder/cdec'
+$cache = Memcached.new('localhost:31337')
+
diff --git a/example/data.en b/example/data.en
new file mode 100644
index 0000000..7d7740e
--- /dev/null
+++ b/example/data.en
@@ -0,0 +1,10 @@
+name all the rivers in colorado
+count the states which have elevations lower than what alabama has
+give me the number of rivers in california
+give me the states that border utah
+how high is mount mckinley
+how high is the highest point in america
+how high is the highest point of alabama
+how large is alaska
+how large is texas
+how long is the colorado river
diff --git a/example/data.funql b/example/data.funql
new file mode 100644
index 0000000..6843394
--- /dev/null
+++ b/example/data.funql
@@ -0,0 +1,10 @@
+answer(river(loc_2(stateid('colorado'))))
+answer(count(state(low_point_2(lower_2(low_point_1(stateid('alabama')))))))
+answer(count(river(loc_2(stateid('california')))))
+answer(state(next_to_2(stateid('utah'))))
+answer(elevation_1(placeid('mount mckinley')))
+answer(elevation_1(highest(place(loc_2(countryid('usa'))))))
+answer(elevation_1(highest(place(loc_2(stateid('alabama'))))))
+answer(size(stateid('alaska')))
+answer(size(stateid('texas')))
+answer(len(river(riverid('colorado'))))
diff --git a/example/data.gold b/example/data.gold
new file mode 100644
index 0000000..aed50af
--- /dev/null
+++ b/example/data.gold
@@ -0,0 +1,10 @@
+[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')]
+[2]
+[1]
+[stateid(arizona),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(wyoming)]
+[6194]
+[6194]
+[734]
+[591000.0]
+[266807.0]
+[2333]
diff --git a/example/data.in b/example/data.in
new file mode 100644
index 0000000..e678525
--- /dev/null
+++ b/example/data.in
@@ -0,0 +1,10 @@
+<seg grammar="grammar/grammar.3.gz" id="3"> nenne alle flüsse in colorado </seg>
+<seg grammar="grammar/grammar.6.gz" id="6"> zähle die staaten , welche erhebungen haben , die niedriger liegen als jene in alabama </seg>
+<seg grammar="grammar/grammar.15.gz" id="15"> nenne mir die anzahl der flüsse in california </seg>
+<seg grammar="grammar/grammar.16.gz" id="16"> nenne mir die staaten , welche an utah grenzen </seg>
+<seg grammar="grammar/grammar.25.gz" id="25"> wie hoch ist mount mckinley </seg>
+<seg grammar="grammar/grammar.26.gz" id="26"> wie hoch liegt der höchste punkt in amerika </seg>
+<seg grammar="grammar/grammar.29.gz" id="29"> wie hoch liegt der höchste punkt in alabama </seg>
+<seg grammar="grammar/grammar.33.gz" id="33"> wie groß ist alaska </seg>
+<seg grammar="grammar/grammar.34.gz" id="34"> wie groß ist texas </seg>
+<seg grammar="grammar/grammar.37.gz" id="37"> wie lang ist der colorado fluss </seg>
diff --git a/example/data.prolog b/example/data.prolog
new file mode 100644
index 0000000..6843394
--- /dev/null
+++ b/example/data.prolog
@@ -0,0 +1,10 @@
+answer(river(loc_2(stateid('colorado'))))
+answer(count(state(low_point_2(lower_2(low_point_1(stateid('alabama')))))))
+answer(count(river(loc_2(stateid('california')))))
+answer(state(next_to_2(stateid('utah'))))
+answer(elevation_1(placeid('mount mckinley')))
+answer(elevation_1(highest(place(loc_2(countryid('usa'))))))
+answer(elevation_1(highest(place(loc_2(stateid('alabama'))))))
+answer(size(stateid('alaska')))
+answer(size(stateid('texas')))
+answer(len(river(riverid('colorado'))))
diff --git a/example/example.sh b/example/example.sh
new file mode 100755
index 0000000..1c67ed0
--- /dev/null
+++ b/example/example.sh
@@ -0,0 +1,33 @@
+#!/bin/bash
+
+# memcached has to be running! `memcached -p 31337`
+
+# run lampion with rampion variant for 1 epoch over 10 examples (data.*)
+../lampion.rb \
+ -k 100 \
+ -i $(pwd)/data.in \
+ -r $(pwd)/data.en \
+ -g $(pwd)/data.gold \
+ -h $(pwd)/data.funql \
+ -w $(pwd)/../data/weights.init \
+ -t $(pwd)/../data/stopwords.en \
+ -c $(pwd)/cdec.ini \
+ -b $(pwd)/cfg.rb \
+ -o output-weights \
+ -l \
+ -e 0.01 \
+ -j 1 \
+ -v rampion 2>output.stderr > output.stdout
+
+# translate test
+/toolbox/cdec-dtrain/decoder/cdec \
+ -c cdec.ini \
+ -w output-weights 2>/dev/null \
+ < data.in \
+ | ../scripts/geoquery/semparse.rb $(pwd)/cfg.rb \
+ | ../scripts/geoquery/query.rb $(pwd)/cfg.rb > output-answers
+
+# evaluate result
+../scripts/geoquery/eval.rb \
+ data.gold < output-answers > output-eval
+
diff --git a/example/grammar/grammar.15.gz b/example/grammar/grammar.15.gz
new file mode 100644
index 0000000..416152f
--- /dev/null
+++ b/example/grammar/grammar.15.gz
Binary files differ
diff --git a/example/grammar/grammar.16.gz b/example/grammar/grammar.16.gz
new file mode 100644
index 0000000..19189e6
--- /dev/null
+++ b/example/grammar/grammar.16.gz
Binary files differ
diff --git a/example/grammar/grammar.25.gz b/example/grammar/grammar.25.gz
new file mode 100644
index 0000000..a441190
--- /dev/null
+++ b/example/grammar/grammar.25.gz
Binary files differ
diff --git a/example/grammar/grammar.26.gz b/example/grammar/grammar.26.gz
new file mode 100644
index 0000000..753e491
--- /dev/null
+++ b/example/grammar/grammar.26.gz
Binary files differ
diff --git a/example/grammar/grammar.29.gz b/example/grammar/grammar.29.gz
new file mode 100644
index 0000000..56c91cd
--- /dev/null
+++ b/example/grammar/grammar.29.gz
Binary files differ
diff --git a/example/grammar/grammar.3.gz b/example/grammar/grammar.3.gz
new file mode 100644
index 0000000..6e03a98
--- /dev/null
+++ b/example/grammar/grammar.3.gz
Binary files differ
diff --git a/example/grammar/grammar.33.gz b/example/grammar/grammar.33.gz
new file mode 100644
index 0000000..4f58842
--- /dev/null
+++ b/example/grammar/grammar.33.gz
Binary files differ
diff --git a/example/grammar/grammar.34.gz b/example/grammar/grammar.34.gz
new file mode 100644
index 0000000..a700a54
--- /dev/null
+++ b/example/grammar/grammar.34.gz
Binary files differ
diff --git a/example/grammar/grammar.37.gz b/example/grammar/grammar.37.gz
new file mode 100644
index 0000000..32feb04
--- /dev/null
+++ b/example/grammar/grammar.37.gz
Binary files differ
diff --git a/example/grammar/grammar.6.gz b/example/grammar/grammar.6.gz
new file mode 100644
index 0000000..bb24c62
--- /dev/null
+++ b/example/grammar/grammar.6.gz
Binary files differ
diff --git a/example/output-answers b/example/output-answers
deleted file mode 100644
index 1f6b4b2..0000000
--- a/example/output-answers
+++ /dev/null
@@ -1,280 +0,0 @@
-[riverid(river(loc_2(stateid(colorado))))]
-[0]
-[riverid(count(river(loc_2(stateid(california)))))]
-[cityid(state(answer(next_to_2(stateid(utah)))),all)]
-[6194]
-[6194]
-[734]
-[591000.0]
-[266807.0]
-[2333]
-[451]
-[]
-[3968]
-[].
-[1569]
-[71204,71992,87123,156804]
-[386]
-[]
-[1]
-[1203339]
-[1595138]
-[0]
-[2520000.0]
-[947200.0]
-[7071639]
-[345496]
-[].
-[345496]
-[1461000.0]
-[14229000.0]
-[2]
-[0]
-[10]
-[51]
-[51]
-[51]
-[riverid(count(state(stateid(iowa))))]
-[3]
-[51]
-[1]
-[51]
-[11]
-[14229000.0]
-[6194]
-[3901]
-[1]
-[cityid(stateid(maine),river(loc_2(stateid(florida))))]
-[76685]
-[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)]
-[riverid(allegheny),riverid(delaware),riverid(hudson)]
-[]
-[riverid(city(loc_2(stateid(texas))))]
-[]
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[cityid(austin,tx)]
-[].
-[cityid(appleton,wi),cityid('arlington heights',il),cityid(aurora,il),cityid('baton rouge',la),cityid(bloomington,mn),cityid('cedar rapids',ia),cityid(champaign,il),cityid(chattanooga,tn),cityid(chicago,il),cityid(cicero,il),cityid(columbia,mo),cityid(davenport,ia),cityid(decatur,il),cityid('des moines',ia),cityid(dubuque,ia),cityid(duluth,mn),cityid(elgin,il),cityid(evanston,il),cityid('fort smith',ar),cityid('green bay',wi),cityid(independence,mo),cityid(jackson,ms),cityid(joliet,il),cityid('kansas city',mo),cityid(kenner,la),cityid(kenosha,wi),cityid(knoxville,tn),cityid(lafayette,la),cityid('lake charles',la),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(monroe,la),cityid(nashville,tn),cityid('new orleans',la),cityid('north little rock',ar),cityid('oak lawn',il),cityid(peoria,il),cityid(racine,wi),cityid(rochester,mn),cityid(rockford,il),cityid(shreveport,la),cityid('sioux city',ia),cityid(skokie,il),cityid(springfield,il),cityid(springfield,mo),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi)]
-[].
-[placeid('mount mckinley')]
-[cityid(birmingham,al),cityid(mobile,al),cityid(montgomery,al)]
-[stateid(alaska)]
-[57045,57648,66713,67972,70794,71384,75632,92145,101727,170105,195351,241741,357870,7071639]
-[202895]
-[]
-[countryid(usa)]
-[]
-[]
-
-[2520000.0]
-[]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[1303000.0,2286000.0,3025000.0,4206000.0]
-
-[]
-[cityid('new york',ny)]
-[]
-[cityid(sacramento,ca)]
-[68664.0]
-[41300.0]
-[266807.0]
-[56153.0]
-[cityid('new york',ny)]
-[cityid(phoenix,az)]
-[cityid(wichita,ks)]
-[cityid('new orleans',la)]
-[cityid(sacramento,ca)]
-[cityid(denver,co)]
-[cityid(springfield,il)]
-[cityid('des moines',ia)]
-[cityid(boston,ma)]
-[cityid(trenton,nj)]
-[cityid(albany,ny)]
-[]
-[cityid(columbus,oh)]
-[]
-[cityid(tallahassee,fl)]
-[cityid(washington,dc)]
-[cityid(sacramento,ca)]
-[cityid(trenton,nj)]
-[cityid('des moines',ia),cityid(lincoln,ne)]
-[cityid(sacramento,ca)]
-[1100.0,1212.0,2044.0,5020.0,6471.0,7787.0,8284.0,9279.0,9614.0,10460.0,24200.0,31113.0,33265.0,36200.0,40760.0,41300.0,42140.0,45308.0,47700.0,49100.0,51700.0,52670.0,53200.0,56153.0,56300.0,58500.0,58900.0,68139.0,68664.0,69700.0,69950.0,70700.0,77116.0,77300.0,82300.0,83000.0,84400.0,84900.0,97073.0,97809.0,104000.0,110500.0,114000.0,121600.0,147000.0,158000.0,266807.0,591000.0]
-[]
-[placeid('gannett peak')]
-[placeid('guadalupe peak')]
-[placeid('mount mckinley')]
-[placeid('mount mckinley')]
-[].
-[placeid(centerville)]
-[placeid('ocheyedan mound')]
-[placeid('mount katahdin')]
-[placeid('granite peak')]
-[placeid('johnson township')]
-
-[placeid('guadalupe peak')]
-[placeid('gannett peak')]
-[placeid('mount mckinley')]
-[placeid('mount rogers')]
-[placeid('granite peak')]
-[placeid('mount mckinley')]
-[cityid('new york',ny)]
-[cityid('los angeles',ca)]
-[cityid(providence,ri)]
-[].
-[stateid('new york')]
-[riverid(len(longest(river(loc_2(state(stateid(washington)))))))]
-
-
-[stateid(montana)]
-[2333]
-[3033]
-[3778]
-[]
-[]
-[riverid(chattahoochee)]
-[]
-[].
-[riverid(missouri)]
-[riverid(mississippi)]
-
-[placeid('atlantic ocean')]
-[placeid('gulf of mexico')]
-[256]
-[placeid('death valley')]
-[].
-[]
-[]
-[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[cityid('new york',ny)]
-[stateid(california)]
-[].
-[33.81932962573275]
-[401800.0]
-[]
-[]
-
-[964000.0]
-[]
-[4217000.0]
-[1303000.0]
-[7071639]
-[785880]
-[106919]
-[174431]
-[786.7]
-[4916000.0]
-[7365000.0]
-[330537]
-[1461000.0]
-[4113200.0]
-[].
-[countryid(usa),stateid(california)]
-[stateid('south dakota')]
-[stateid(alabama)]
-[].
-[stateid(alaska)]
-[stateid('district of columbia')]
-[51393]
-[3778]
-[cityid(philadelphia,pa),cityid(pittsburgh,pa)]
-[]
-[]
-[].
-
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[riverid(allegheny),riverid(delaware),riverid(hudson)]
-[].
-
-[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)]
-[].
-[].
-[stateid(alaska)]
-[stateid(arizona)]
-[]
-
-[].
-[riverid(mississippi)]
-
-[stateid(texas)]
-[]
-[cityid('new york',ny)]
-[stateid(arizona)]
-[]
-[stateid(illinois),stateid(kentucky),stateid(michigan),stateid(ohio)]
-[]
-[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)]
-[stateid(delaware),stateid('new york'),stateid(pennsylvania)]
-[].
-[stateid(delaware),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kentucky),stateid(maryland),stateid(michigan),stateid(missouri),stateid('new jersey'),stateid('new york'),stateid(ohio),stateid(pennsylvania),stateid(tennessee),stateid(virginia),stateid('west virginia'),stateid(wisconsin)]
-
-[stateid(missouri)]
-[stateid(tennessee)]
-[]
-[stateid(missouri)]
-[stateid(maryland),stateid(virginia)]
-
-[]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)]
-[]
-[]
-[]
-[]
-[]
-[]
-[]
-[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')]
-
-[countryid(usa),stateid(texas)]
-[countryid(usa),stateid(maine),stateid(oregon)]
-
-[].
-[placeid('mauna kea')]
-[placeid('atlantic ocean')]
-[cityid(albuquerque,nm)]
-[countryid(usa),stateid(california)]
-[cityid('los angeles',ca)]
-[]
-[placeid('mount mckinley')]
-[riverid(missouri)]
-[stateid('district of columbia')]
-[].
-[stateid(colorado)]
-[stateid(colorado)]
-[]
-[].
-[].
-[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)]
-[]
-[]
-[stateid(missouri)]
-[cityid(charleston,wv)]
-[stateid(california)]
-[stateid(california)]
-[].
-[]
-[stateid('new jersey')]
-[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-
-[stateid(montana)]
-[].
-[]
-[].
-[stateid(california)]
-[].
-[stateid(montana)]
-[stateid(montana)]
-[]
-
-[]
-[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')]
-[]
-[stateid(maryland),stateid(virginia)]
-[stateid(arizona)]
-
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[]
-
-[stateid(texas)]
-[stateid('new jersey')]
diff --git a/example/output-eval b/example/output-eval
deleted file mode 100644
index 47f8874..0000000
--- a/example/output-eval
+++ /dev/null
@@ -1 +0,0 @@
-acc=60.0 prec=64.37 (280/19) abs=168 f1=62.11
diff --git a/example/output-weights.0.gz b/example/output-weights.0.gz
deleted file mode 100644
index 3ebfeb6..0000000
--- a/example/output-weights.0.gz
+++ /dev/null
Binary files differ
diff --git a/example/output-weights.1.gz b/example/output-weights.1.gz
deleted file mode 100644
index 36fa2ce..0000000
--- a/example/output-weights.1.gz
+++ /dev/null
Binary files differ
diff --git a/example/output-weights.2.gz b/example/output-weights.2.gz
deleted file mode 100644
index b5a8542..0000000
--- a/example/output-weights.2.gz
+++ /dev/null
Binary files differ
diff --git a/example/output.stderr b/example/output.stderr
deleted file mode 100644
index 864d110..0000000
--- a/example/output.stderr
+++ /dev/null
@@ -1,4106 +0,0 @@
-CONFIGURATION
- k=100
- input=train.in
- references=train.en
- gold=train.gold
- gold_mrl=train.funql
- init_weights=weights.init
- cdec_ini=cdec.ini
- stopwords_file=stopwords.en
- output_weights=output-weights
- debug=false
- print_kbest=true
- eta=0.01
- iterate=3
- stop_after=30
- scale_model=1.0
- normalize=false
- skip_on_no_proper_gold=false
- no_update=false
- hope_fear_max=10000000000
- variant=rampion
- help=false
- k_given=true
- input_given=true
- references_given=true
- gold_given=true
- gold_mrl_given=true
- init_weights_given=true
- cdec_ini_given=true
- stopwords_file_given=true
- output_weights_given=true
- print_kbest_given=true
- eta_given=true
- iterate_given=true
- stop_after_given=true
- variant_given=true
-
-=================
- EXAMPLE: 0
- REFERENCE: give me the cities in virginia
- GOLD MRL: answer(city(loc_2(stateid('virginia'))))
-GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
-
-<<< KBEST
-0 ||| give me the cities in virginia ||| ||| {:decoder=>-2.93469, :psb=>1.0}
-1 ||| give me cities in virginia ||| ||| {:decoder=>-3.13281, :psb=>0.49473859088183875}
-2 ||| give me the cities virginia ||| ||| {:decoder=>-3.2086, :psb=>0.6511126026643229}
-3 ||| give me the towns in virginia ||| ||| {:decoder=>-3.25434, :psb=>0.48549177170732344}
-4 ||| give me the cities of virginia ||| ||| {:decoder=>-3.30623, :psb=>0.6389431042462724}
-5 ||| i give the cities in virginia ||| ||| {:decoder=>-3.3163, :psb=>0.6389431042462724}
-6 ||| unto me the cities in virginia ||| ||| {:decoder=>-3.36245, :psb=>0.8034284189446518}
-7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-3.36825, :psb=>0.7034711503007025}
-8 ||| me give the cities in virginia ||| ||| {:decoder=>-3.37352, :psb=>0.668740304976422}
-9 ||| unto me the towns in virginia ||| ||| {:decoder=>-3.80009, :psb=>0.35930411196308426}
->>>
-
- [TOP1]
- nrl: give me the cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: give me the cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: give me cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>0.7710654032817191, :psb=>0.49473859088183875}, #1
-
-=================
- EXAMPLE: 1
- REFERENCE: what are the high points of states surrounding mississippi
- GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi')))))
-GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')]
-NO MT OUTPUT, skipping example
-
-=================
- EXAMPLE: 2
- REFERENCE: name the rivers in arkansas
- GOLD MRL: answer(river(loc_2(stateid('arkansas'))))
-GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)]
-
-<<< KBEST
-0 ||| call the rivers in arkansas ||| ||| {:decoder=>-2.07277, :psb=>0.7521206186172787}
-1 ||| the call rivers in arkansas ||| ||| {:decoder=>-2.45543, :psb=>0.5318295896944989}
-2 ||| the rivers call in arkansas ||| ||| {:decoder=>-2.49639, :psb=>0.4472135954999579}
-3 ||| name the rivers in arkansas ||| ||| {:decoder=>-2.54568, :psb=>1.0}
-4 ||| the rivers in arkansas call ||| ||| {:decoder=>-2.55167, :psb=>0.7521206186172787}
-5 ||| call the rivers in the arkansas ||| ||| {:decoder=>-2.60767, :psb=>0.4272870063962341}
-6 ||| call the rivers to arkansas ||| ||| {:decoder=>-2.62805, :psb=>0.3760603093086393}
-7 ||| called the rivers in arkansas ||| ||| {:decoder=>-2.64447, :psb=>0.7521206186172787}
-8 ||| call the rivers in nicky ||| ||| {:decoder=>-2.65825, :psb=>0.4949232003839765}
-9 ||| call the rivers into arkansas ||| ||| {:decoder=>-2.68599, :psb=>0.3760603093086393}
-10 ||| call the rivers in from ||| ||| {:decoder=>-2.68817, :psb=>0.4949232003839765}
-11 ||| call the rivers in first ||| ||| {:decoder=>-2.69615, :psb=>0.4949232003839765}
-12 ||| call rivers in the arkansas ||| ||| {:decoder=>-2.7041, :psb=>0.40410310093532464}
-13 ||| do the rivers in arkansas ||| ||| {:decoder=>-2.71057, :psb=>0.7521206186172787}
-14 ||| call the rivers in made ||| ||| {:decoder=>-2.71232, :psb=>0.4949232003839765}
->>>
-
- [TOP1]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}
-
- [HOPE]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0
-
- [FEAR]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0
-
-=================
- EXAMPLE: 3
- REFERENCE: can you tell me the capital of texas
- GOLD MRL: answer(capital(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(austin,tx)]
-
-<<< KBEST
-0 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-2.30551, :psb=>0.3852971889399676}
-1 ||| you can you tell me , what the capital of texas is ||| ||| {:decoder=>-2.374, :psb=>0.47987820666906633}
-2 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-2.39111, :psb=>0.5270027137504644}
-3 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-2.43333, :psb=>0.3852971889399676}
-4 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-2.46734, :psb=>0.4272870063962341}
-5 ||| you can you tell me , what is the capital of texas ||| ||| {:decoder=>-2.50182, :psb=>0.47987820666906633}
-6 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-2.51894, :psb=>0.5270027137504644}
-7 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-2.5461, :psb=>0.5844356470407898}
-8 ||| you can you tell me what the capital of texas is ||| ||| {:decoder=>-2.54851, :psb=>0.5270027137504644}
-9 ||| you can you tell me , was the capital of texas is ||| ||| {:decoder=>-2.56709, :psb=>0.47987820666906633}
-10 ||| you tell me , what the capital of texas is ||| ||| {:decoder=>-2.57737, :psb=>0.46478456293957165}
-11 ||| you can tell me , what the capital from texas is ||| ||| {:decoder=>-2.60129, :psb=>0.2095549161132726}
-12 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-2.62677, :psb=>0.3852971889399676}
-13 ||| you can you tell me , what the capital from texas is ||| ||| {:decoder=>-2.66978, :psb=>0.33932513407933634}
-14 ||| you can i say , what the capital of texas is ||| ||| {:decoder=>-2.67341, :psb=>0.33910457813956707}
-15 ||| you can you tell me , what the capital of texas , ||| ||| {:decoder=>-2.70216, :psb=>0.47987820666906633}
-16 ||| you can me say , what the capital of texas is ||| ||| {:decoder=>-2.74144, :psb=>0.3524279555168876}
-17 ||| you can tell me what the capital from texas is ||| ||| {:decoder=>-2.76312, :psb=>0.23239228146978586}
-18 ||| you can tell me , what the capital city of texas is ||| ||| {:decoder=>-2.8331, :psb=>0.21200626759025185}
-19 ||| you can you tell me what the capital from texas is ||| ||| {:decoder=>-2.8443, :psb=>0.3726471925966664}
-20 ||| you can you tell me what the capital of texas , ||| ||| {:decoder=>-2.87667, :psb=>0.5270027137504644}
-21 ||| you can you tell me , was the capital of texas , ||| ||| {:decoder=>-2.89525, :psb=>0.47987820666906633}
-22 ||| you can you tell me , what the capital city of texas is ||| ||| {:decoder=>-2.90159, :psb=>0.33707998271946277}
-23 ||| can you tell me , what the capital city of texas is ||| ||| {:decoder=>-2.9187, :psb=>0.3672056269893592}
-24 ||| you can you tell me , what the capital city of texas , ||| ||| {:decoder=>-3.22975, :psb=>0.33707998271946277}
->>>
-
- [TOP1]
- nrl: you can tell me , what the capital of texas is
- mrl: answer(population_1(answer(capital(loc_2(stateid('texas'))))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.3852971889399676}
-
- [HOPE]
- nrl: can you tell me , what the capital of texas is
- mrl: population_1(answer(capital(loc_2(stateid('texas')))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>0.9073833636284949, :psb=>0.5270027137504644}, #2
-
- [FEAR]
- nrl: you can tell me , what the capital of texas is
- mrl: answer(population_1(answer(capital(loc_2(stateid('texas'))))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.3852971889399676}, #0
-
-=================
- EXAMPLE: 4
- REFERENCE: could you tell me what is the highest point in the state of oregon
- GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon'))))))
-GOLD OUTPUT: [placeid('mount hood')]
-
-<<< KBEST
-0 ||| could you tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-3.9874, :psb=>0.7367565054628357}
-1 ||| could you tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-4.02165, :psb=>0.8142441551106129}
-2 ||| could you tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-4.0219, :psb=>0.7367565054628357}
-3 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-4.05843, :psb=>0.7992975447228272}
-4 ||| could you tell me that the highest point in the state oregon is ||| ||| {:decoder=>-4.16269, :psb=>0.5940876484765517}
-5 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-4.17303, :psb=>0.633160218956179}
-6 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-4.1808, :psb=>0.684694991173804}
-7 ||| could you tell me what the highest point in the state oregon is ||| ||| {:decoder=>-4.19694, :psb=>0.6734009436331136}
-8 ||| could you tell me which the highest point in the state oregon is ||| ||| {:decoder=>-4.19719, :psb=>0.5940876484765517}
-9 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-4.21109, :psb=>0.633160218956179}
-10 ||| could you tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-4.21202, :psb=>1.0}
-11 ||| could you tell me that the highest point in oregon state is ||| ||| {:decoder=>-4.21315, :psb=>0.4495431954509448}
-12 ||| could you tell me that the highest point in the oregon state is ||| ||| {:decoder=>-4.2402, :psb=>0.5249261301080137}
-13 ||| could you tell me what the highest point in oregon state is ||| ||| {:decoder=>-4.2474, :psb=>0.5333225381284186}
-14 ||| could you tell me which the highest point in oregon state is ||| ||| {:decoder=>-4.24765, :psb=>0.4495431954509448}
-15 ||| could you tell me that is the highest point in the state of oregon ||| ||| {:decoder=>-4.26389, :psb=>0.7992975447228272}
-16 ||| could you tell me what the highest point in the oregon state is ||| ||| {:decoder=>-4.27445, :psb=>0.6060954862666158}
-17 ||| could you tell me which the highest point in the oregon state is ||| ||| {:decoder=>-4.2747, :psb=>0.5249261301080137}
-18 ||| could you tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-4.3113, :psb=>0.6848661007688605}
-19 ||| could you tell me which of the highest point in the state oregon is ||| ||| {:decoder=>-4.48658, :psb=>0.6049483675122199}
-20 ||| could you tell me which of the highest point in oregon state is ||| ||| {:decoder=>-4.53705, :psb=>0.4605329793777294}
-21 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-4.55444, :psb=>0.535536059195526}
-22 ||| could you tell me which of the highest point in the oregon state is ||| ||| {:decoder=>-4.5641, :psb=>0.5345224838248488}
->>>
-
- [TOP1]
- nrl: could you tell me that the highest point in the state of oregon is
- mrl: population_1(state(highest(place(loc_2(stateid('oregon'))))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7367565054628357}
-
- [HOPE]
- nrl: could you tell me what the highest point in the state of oregon is
- mrl: answer(highest(place(loc_2(loc_2(state(stateid('oregon')))))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.9406103693428123, :psb=>0.8142441551106129}, #1
-
- [FEAR]
- nrl: could you tell me that the highest point in the state of oregon is
- mrl: population_1(state(highest(place(loc_2(stateid('oregon'))))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7367565054628357}, #0
-
-=================
- EXAMPLE: 5
- REFERENCE: give me all the states of usa
- GOLD MRL: answer(state(loc_2(countryid('usa'))))
-GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-
-<<< KBEST
-0 ||| call all states ||| ||| {:decoder=>-2.26563, :psb=>0.15218787864872976}
-1 ||| call all states the u.s. ||| ||| {:decoder=>-2.30394, :psb=>0.21197381067415416}
-2 ||| call all states the usa ||| ||| {:decoder=>-2.32666, :psb=>0.22778068328450227}
-3 ||| call all the usa ||| ||| {:decoder=>-2.42772, :psb=>0.23618327637050732}
-4 ||| call all states of usa ||| ||| {:decoder=>-2.44782, :psb=>0.3564960350471317}
-5 ||| call all states of the usa ||| ||| {:decoder=>-2.44932, :psb=>0.29059254080791846}
-6 ||| all states call ||| ||| {:decoder=>-2.4986, :psb=>0.15218787864872976}
-7 ||| call all countries the usa ||| ||| {:decoder=>-2.5191, :psb=>0.21197381067415416}
-8 ||| all call states ||| ||| {:decoder=>-2.57315, :psb=>0.15218787864872976}
-9 ||| call all states the united states ||| ||| {:decoder=>-2.65098, :psb=>0.21506254256566312}
-10 ||| call all states the us ||| ||| {:decoder=>-2.66279, :psb=>0.21197381067415416}
-11 ||| call all united states of america ||| ||| {:decoder=>-2.76251, :psb=>0.2557539057896621}
->>>
-
- [TOP1]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}
-
- [HOPE]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0
-
- [FEAR]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0
-
-=================
- EXAMPLE: 6
- REFERENCE: give me the cities in texas
- GOLD MRL: answer(city(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-
-<<< KBEST
-0 ||| tell me what cities in texas are ||| ||| {:decoder=>-2.19707, :psb=>0.35745672884978397}
-1 ||| tell me what cities in texas , ||| ||| {:decoder=>-2.41406, :psb=>0.35745672884978397}
-2 ||| tell me what are cities in texas ||| ||| {:decoder=>-2.48748, :psb=>0.35745672884978397}
-3 ||| tell me what cities in texas is ||| ||| {:decoder=>-2.48963, :psb=>0.35745672884978397}
-4 ||| tell me which cities in texas are ||| ||| {:decoder=>-2.49004, :psb=>0.35745672884978397}
-5 ||| tell me what cities are in texas ||| ||| {:decoder=>-2.4976, :psb=>0.271608378656351}
-6 ||| tell me that cities in texas are ||| ||| {:decoder=>-2.58874, :psb=>0.35745672884978397}
-7 ||| tell me what towns in texas are ||| ||| {:decoder=>-2.60186, :psb=>0.2527600769504433}
-8 ||| tell me the cities in texas are ||| ||| {:decoder=>-2.65822, :psb=>0.672126440078521}
-9 ||| tell me which cities in texas , ||| ||| {:decoder=>-2.70704, :psb=>0.35745672884978397}
->>>
-
- [TOP1]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}
-
- [HOPE]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0
-
- [FEAR]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0
-
-=================
- EXAMPLE: 7
- REFERENCE: give me the cities in usa
- GOLD MRL: answer(city(loc_2(countryid('usa'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
-
-<<< KBEST
-0 ||| call the cities of usa ||| ||| {:decoder=>-1.9387, :psb=>0.3078921402430011}
-1 ||| call the cities the usa ||| ||| {:decoder=>-2.01213, :psb=>0.3078921402430011}
-2 ||| call the cities of the usa ||| ||| {:decoder=>-2.06626, :psb=>0.3021375397356768}
-3 ||| call the cities of u.s. ||| ||| {:decoder=>-2.08364, :psb=>0.27821195481929917}
-4 ||| call the cities the u.s. ||| ||| {:decoder=>-2.08532, :psb=>0.27821195481929917}
-5 ||| call the cities in the usa ||| ||| {:decoder=>-2.27222, :psb=>0.4272870063962341}
-6 ||| call the towns of usa ||| ||| {:decoder=>-2.30112, :psb=>0.23394743548827707}
-7 ||| call the cities of us ||| ||| {:decoder=>-2.31409, :psb=>0.27821195481929917}
-8 ||| call the u.s. cities ||| ||| {:decoder=>-2.32271, :psb=>0.2304318198457308}
-9 ||| call the cities of the united states ||| ||| {:decoder=>-2.32819, :psb=>0.2283945119649991}
-10 ||| call the cities the united states ||| ||| {:decoder=>-2.33646, :psb=>0.2730120862709067}
-11 ||| call the cities in the united states ||| ||| {:decoder=>-2.33668, :psb=>0.33265096878635064}
->>>
-
- [TOP1]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}
-
- [HOPE]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0
-
- [FEAR]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0
-
-=================
- EXAMPLE: 8
- REFERENCE: give me the cities in virginia
- GOLD MRL: answer(city(loc_2(stateid('virginia'))))
-GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
-
-<<< KBEST
-0 ||| call me the cities in virginia ||| ||| {:decoder=>-2.12435, :psb=>0.8034284189446518}
-1 ||| call me the towns in virginia ||| ||| {:decoder=>-2.41531, :psb=>0.35930411196308426}
-2 ||| the call me cities in virginia ||| ||| {:decoder=>-2.50236, :psb=>0.45180100180492244}
-3 ||| me call the cities in virginia ||| ||| {:decoder=>-2.56986, :psb=>0.6389431042462724}
-4 ||| call me in the cities virginia ||| ||| {:decoder=>-2.57372, :psb=>0.34329452398451965}
-5 ||| call me the cities virginia ||| ||| {:decoder=>-2.61388, :psb=>0.43542524047973125}
-6 ||| the cities in virginia call me ||| ||| {:decoder=>-2.63093, :psb=>0.6389431042462724}
-7 ||| i call the cities in virginia ||| ||| {:decoder=>-2.64068, :psb=>0.6042750794713536}
-8 ||| call me the cities to virginia ||| ||| {:decoder=>-2.66484, :psb=>0.4272870063962341}
-9 ||| call the cities in virginia me ||| ||| {:decoder=>-2.67013, :psb=>0.6389431042462724}
-10 ||| call i the cities in virginia ||| ||| {:decoder=>-2.67208, :psb=>0.6042750794713536}
-11 ||| call me the cities in va ||| ||| {:decoder=>-2.67613, :psb=>0.6042750794713536}
-12 ||| call me cities in the virginia ||| ||| {:decoder=>-2.69001, :psb=>0.34329452398451965}
->>>
-
- [TOP1]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 9
- REFERENCE: give me the cities which are in texas
- GOLD MRL: answer(city(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-
-<<< KBEST
-0 ||| call me cities in texas ||| ||| {:decoder=>-1.85974, :psb=>0.221776483974985}
-1 ||| call me towns in texas ||| ||| {:decoder=>-2.20454, :psb=>0.20638627362169998}
-2 ||| call me in texas cities ||| ||| {:decoder=>-2.24615, :psb=>0.221776483974985}
-3 ||| call i cities in texas ||| ||| {:decoder=>-2.29025, :psb=>0.20638627362169998}
-4 ||| me call cities in texas ||| ||| {:decoder=>-2.36612, :psb=>0.221776483974985}
-5 ||| cities in texas call me ||| ||| {:decoder=>-2.39526, :psb=>0.221776483974985}
-6 ||| cities call me in texas ||| ||| {:decoder=>-2.40861, :psb=>0.221776483974985}
-7 ||| call cities in texas me ||| ||| {:decoder=>-2.45898, :psb=>0.221776483974985}
-8 ||| cities in call me texas ||| ||| {:decoder=>-2.51053, :psb=>0.18649105036213778}
-9 ||| call cities me in texas ||| ||| {:decoder=>-2.51799, :psb=>0.221776483974985}
-10 ||| me cities in texas call ||| ||| {:decoder=>-2.52114, :psb=>0.221776483974985}
->>>
-
- [TOP1]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}
-
- [HOPE]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0
-
- [FEAR]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0
-
-=================
- EXAMPLE: 10
- REFERENCE: give me the lakes in california
- GOLD MRL: answer(lake(loc_2(stateid('california'))))
-GOLD OUTPUT: []
-
-<<< KBEST
-0 ||| call me the lakes in california ||| ||| {:decoder=>-2.04111, :psb=>0.8034284189446518}
-1 ||| the call me lakes in california ||| ||| {:decoder=>-2.42578, :psb=>0.45180100180492244}
-2 ||| the lakes call me in california ||| ||| {:decoder=>-2.48008, :psb=>0.37991784282579627}
-3 ||| me call the lakes in california ||| ||| {:decoder=>-2.48661, :psb=>0.6389431042462724}
-4 ||| call me the lakes to california ||| ||| {:decoder=>-2.50608, :psb=>0.4272870063962341}
-5 ||| call me the lakes of california ||| ||| {:decoder=>-2.52394, :psb=>0.4272870063962341}
-6 ||| the lakes in california call me ||| ||| {:decoder=>-2.53061, :psb=>0.6389431042462724}
-7 ||| call the me lakes in california ||| ||| {:decoder=>-2.54373, :psb=>0.45180100180492244}
-8 ||| i call the lakes in california ||| ||| {:decoder=>-2.54412, :psb=>0.6042750794713536}
-9 ||| call the lakes me in california ||| ||| {:decoder=>-2.54644, :psb=>0.37991784282579627}
-10 ||| call me lakes in the california ||| ||| {:decoder=>-2.59348, :psb=>0.34329452398451965}
-11 ||| call the lakes in california me ||| ||| {:decoder=>-2.60022, :psb=>0.6389431042462724}
-12 ||| call me in the lakes california ||| ||| {:decoder=>-2.61399, :psb=>0.34329452398451965}
-13 ||| call i the lakes in california ||| ||| {:decoder=>-2.62112, :psb=>0.6042750794713536}
-14 ||| call me in california the lakes ||| ||| {:decoder=>-2.6326, :psb=>0.37991784282579627}
-15 ||| called me the lakes in california ||| ||| {:decoder=>-2.72303, :psb=>0.8034284189446518}
-16 ||| me the call lakes in california ||| ||| {:decoder=>-2.7312, :psb=>0.48549177170732344}
->>>
-
- [TOP1]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 11
- REFERENCE: give me the largest state
- GOLD MRL: answer(largest(state(all)))
-GOLD OUTPUT: [stateid(alaska)]
-
-<<< KBEST
-0 ||| the city is the largest ||| ||| {:decoder=>-1.52264, :psb=>0.33980884896942454}
-1 ||| which city is the largest ||| ||| {:decoder=>-1.54833, :psb=>0.33980884896942454}
-2 ||| what city is the largest ||| ||| {:decoder=>-1.58285, :psb=>0.33980884896942454}
-3 ||| which city is the biggest ||| ||| {:decoder=>-1.69687, :psb=>0.24028114141347542}
-4 ||| what city is the biggest ||| ||| {:decoder=>-1.73139, :psb=>0.24028114141347542}
-5 ||| what is the largest city ||| ||| {:decoder=>-1.74759, :psb=>0.33980884896942454}
-6 ||| which town is the largest ||| ||| {:decoder=>-1.75937, :psb=>0.33980884896942454}
-7 ||| which is the largest city ||| ||| {:decoder=>-1.8243, :psb=>0.33980884896942454}
-8 ||| what town is the largest ||| ||| {:decoder=>-1.8533, :psb=>0.33980884896942454}
-9 ||| that city is the largest ||| ||| {:decoder=>-1.86788, :psb=>0.33980884896942454}
-10 ||| which town is the biggest ||| ||| {:decoder=>-1.90791, :psb=>0.24028114141347542}
->>>
-
- [TOP1]
- nrl: the city is the largest
- mrl: largest(city(all))
- output: [cityid('new york',ny)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}
-
- [HOPE]
- nrl: the city is the largest
- mrl: largest(city(all))
- output: [cityid('new york',ny)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0
-
- [FEAR]
- nrl: the city is the largest
- mrl: largest(city(all))
- output: [cityid('new york',ny)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0
-
-=================
- EXAMPLE: 12
- REFERENCE: give me the longest river that passes through the us
- GOLD MRL: answer(longest(river(traverse_2(countryid('usa')))))
-GOLD OUTPUT: []
-
-<<< KBEST
-0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-3.42816, :psb=>0.3585594362259136}
-1 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-3.47408, :psb=>0.32399502498695193}
-2 ||| call me the longest river , which by the usa flows ||| ||| {:decoder=>-3.50156, :psb=>0.32399502498695193}
-3 ||| call me the longest river , which through the usa flows ||| ||| {:decoder=>-3.71014, :psb=>0.3585594362259136}
-4 ||| call me the longest river flows , which by the usa ||| ||| {:decoder=>-3.72391, :psb=>0.32399502498695193}
-5 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-3.73799, :psb=>0.3264971028628052}
-6 ||| call me the longest river which by the usa flows ||| ||| {:decoder=>-3.74014, :psb=>0.35930411196308426}
-7 ||| call me the longest river , which by the usa is ||| ||| {:decoder=>-3.79029, :psb=>0.32399502498695193}
-8 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-3.79473, :psb=>0.3976353643835253}
-9 ||| call me the longest river which by the usa is ||| ||| {:decoder=>-4.02887, :psb=>0.35930411196308426}
->>>
-
- [TOP1]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}
-
- [HOPE]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0
-
- [FEAR]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0
-
-=================
- EXAMPLE: 13
- REFERENCE: how big is alaska
- GOLD MRL: answer(size(stateid('alaska')))
-GOLD OUTPUT: [591000.0]
-
-<<< KBEST
-0 ||| how big is alaska ||| ||| {:decoder=>-1.76349, :psb=>1.0}
-1 ||| how large is alaska ||| ||| {:decoder=>-1.87235, :psb=>0.49999999999999994}
-2 ||| how great is alaska ||| ||| {:decoder=>-1.93435, :psb=>0.49999999999999994}
-3 ||| as large is alaska ||| ||| {:decoder=>-1.97498, :psb=>0.4518010018049224}
-4 ||| as big is alaska ||| ||| {:decoder=>-2.06714, :psb=>0.6580370064762462}
-5 ||| as great is alaska ||| ||| {:decoder=>-2.13864, :psb=>0.4518010018049224}
-6 ||| like large is alaska ||| ||| {:decoder=>-2.14212, :psb=>0.4518010018049224}
-7 ||| like big is alaska ||| ||| {:decoder=>-2.19425, :psb=>0.6580370064762462}
-8 ||| as large alaska ||| ||| {:decoder=>-2.19548, :psb=>0.3478700554542393}
-9 ||| how big alaska is ||| ||| {:decoder=>-2.19985, :psb=>0.537284965911771}
-10 ||| such as large is alaska ||| ||| {:decoder=>-2.21714, :psb=>0.33980884896942454}
-11 ||| as large alaska is ||| ||| {:decoder=>-2.21774, :psb=>0.37991784282579627}
-12 ||| is as large alaska ||| ||| {:decoder=>-2.22111, :psb=>0.37991784282579627}
-13 ||| how large alaska is ||| ||| {:decoder=>-2.25183, :psb=>0.42044820762685725}
-14 ||| is as big alaska ||| ||| {:decoder=>-2.28654, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how large is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>0.7918745817799446, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 14
- REFERENCE: how big is massachusetts
- GOLD MRL: answer(size(stateid('massachusetts')))
-GOLD OUTPUT: [8284.0]
-
-<<< KBEST
-0 ||| how big is massachusetts ||| ||| {:decoder=>-2.32488, :psb=>1.0}
-1 ||| how large is massachusetts ||| ||| {:decoder=>-2.52005, :psb=>0.49999999999999994}
-2 ||| how great is massachusetts ||| ||| {:decoder=>-2.55259, :psb=>0.49999999999999994}
-3 ||| what is massachusetts ||| ||| {:decoder=>-2.59019, :psb=>0.4919625503668659}
-4 ||| how much is massachusetts ||| ||| {:decoder=>-2.65221, :psb=>0.49999999999999994}
-5 ||| how great massachusetts ||| ||| {:decoder=>-2.67531, :psb=>0.41368954504257255}
-6 ||| as large is massachusetts ||| ||| {:decoder=>-2.73596, :psb=>0.4518010018049224}
-7 ||| how big , massachusetts ||| ||| {:decoder=>-2.7697, :psb=>0.49999999999999994}
-8 ||| as large massachusetts ||| ||| {:decoder=>-2.77246, :psb=>0.3478700554542393}
-9 ||| as big is massachusetts ||| ||| {:decoder=>-2.82198, :psb=>0.6580370064762462}
-10 ||| as big massachusetts ||| ||| {:decoder=>-2.82936, :psb=>0.41368954504257255}
-11 ||| is as large massachusetts ||| ||| {:decoder=>-2.84073, :psb=>0.37991784282579627}
-12 ||| how large , massachusetts ||| ||| {:decoder=>-2.84939, :psb=>0.37991784282579627}
-13 ||| is how big massachusetts ||| ||| {:decoder=>-2.88164, :psb=>0.537284965911771}
-14 ||| is as big massachusetts ||| ||| {:decoder=>-2.90651, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is massachusetts
- mrl: answer(size(stateid('massachusetts')))
- output: [8284.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is massachusetts
- mrl: answer(size(stateid('massachusetts')))
- output: [8284.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how large is massachusetts
- mrl: answer(size(stateid('massachusetts')))
- output: [8284.0]
- correct?: true
- SCORES: {:decoder=>0.664443030792772, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 15
- REFERENCE: how big is new mexico
- GOLD MRL: answer(size(stateid('new mexico')))
-GOLD OUTPUT: [121600.0]
-
-<<< KBEST
-0 ||| how big is new mexico ||| ||| {:decoder=>-2.9497, :psb=>1.0}
-1 ||| what is new mexico ||| ||| {:decoder=>-2.97296, :psb=>0.5124797359336637}
-2 ||| how big is mexico ||| ||| {:decoder=>-3.10052, :psb=>0.5506953149031837}
-3 ||| how great is new mexico ||| ||| {:decoder=>-3.2228, :psb=>0.5318295896944989}
-4 ||| how much is new mexico ||| ||| {:decoder=>-3.25635, :psb=>0.5318295896944989}
-5 ||| how great new mexico ||| ||| {:decoder=>-3.27266, :psb=>0.3894003915357024}
-6 ||| how large is new mexico ||| ||| {:decoder=>-3.30084, :psb=>0.5318295896944989}
-7 ||| what is mexico ||| ||| {:decoder=>-3.33284, :psb=>0.29642151188002913}
-8 ||| how great is mexico ||| ||| {:decoder=>-3.37363, :psb=>0.32744539334076506}
-9 ||| how much is mexico ||| ||| {:decoder=>-3.40718, :psb=>0.32744539334076506}
-10 ||| how large is mexico ||| ||| {:decoder=>-3.47877, :psb=>0.32744539334076506}
-11 ||| just how big is new mexico ||| ||| {:decoder=>-3.49964, :psb=>0.8034284189446518}
-12 ||| how big , new mexico ||| ||| {:decoder=>-3.53163, :psb=>0.4472135954999579}
-13 ||| how large , new mexico ||| ||| {:decoder=>-3.59678, :psb=>0.3760603093086393}
->>>
-
- [TOP1]
- nrl: how big is new mexico
- mrl: answer(size(stateid('new mexico')))
- output: [121600.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is new mexico
- mrl: answer(size(stateid('new mexico')))
- output: [121600.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: what is new mexico
- mrl: answer('new mexico')
- output: [].
- correct?: false
- SCORES: {:decoder=>0.9640539036904245, :psb=>0.5124797359336637}, #1
-
-=================
- EXAMPLE: 16
- REFERENCE: how big is north dakota
- GOLD MRL: answer(size(stateid('north dakota')))
-GOLD OUTPUT: [70700.0]
-
-<<< KBEST
-0 ||| how big is north dakota ||| ||| {:decoder=>-2.28488, :psb=>1.0}
-1 ||| how great is north dakota ||| ||| {:decoder=>-2.53473, :psb=>0.5318295896944989}
-2 ||| how large is north dakota ||| ||| {:decoder=>-2.61467, :psb=>0.5318295896944989}
-3 ||| how much is north dakota ||| ||| {:decoder=>-2.67928, :psb=>0.5318295896944989}
-4 ||| what is north dakota ||| ||| {:decoder=>-2.7223, :psb=>0.5124797359336637}
-5 ||| how great north dakota ||| ||| {:decoder=>-2.72936, :psb=>0.3894003915357024}
-6 ||| just how big is north dakota ||| ||| {:decoder=>-2.77501, :psb=>0.8034284189446518}
-7 ||| as big is north dakota ||| ||| {:decoder=>-2.92364, :psb=>0.7521206186172787}
-8 ||| how big north dakota is ||| ||| {:decoder=>-2.92694, :psb=>0.47287080450158786}
-9 ||| is how large north dakota ||| ||| {:decoder=>-2.94444, :psb=>0.40410310093532464}
-10 ||| is how big north dakota ||| ||| {:decoder=>-2.95559, :psb=>0.47287080450158786}
-11 ||| is as large north dakota ||| ||| {:decoder=>-2.96007, :psb=>0.3760603093086393}
-12 ||| is as big north dakota ||| ||| {:decoder=>-3.02045, :psb=>0.40410310093532464}
->>>
-
- [TOP1]
- nrl: how big is north dakota
- mrl: answer(size(stateid('north dakota')))
- output: [70700.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is north dakota
- mrl: answer(size(stateid('north dakota')))
- output: [70700.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how great is north dakota
- mrl: answer(loc_1(stateid('north dakota')))
- output: [countryid(usa)]
- correct?: false
- SCORES: {:decoder=>0.660331443642345, :psb=>0.5318295896944989}, #1
-
-=================
- EXAMPLE: 17
- REFERENCE: how big is texas
- GOLD MRL: answer(size(stateid('texas')))
-GOLD OUTPUT: [266807.0]
-
-<<< KBEST
-0 ||| how big is texas ||| ||| {:decoder=>-2.12049, :psb=>1.0}
-1 ||| how great is texas ||| ||| {:decoder=>-2.3974, :psb=>0.49999999999999994}
-2 ||| how large is texas ||| ||| {:decoder=>-2.46891, :psb=>0.49999999999999994}
-3 ||| how much is texas ||| ||| {:decoder=>-2.51827, :psb=>0.49999999999999994}
-4 ||| what is texas ||| ||| {:decoder=>-2.55362, :psb=>0.4919625503668659}
-5 ||| how great texas ||| ||| {:decoder=>-2.55674, :psb=>0.41368954504257255}
-6 ||| just how big is texas ||| ||| {:decoder=>-2.63412, :psb=>0.7521206186172787}
-7 ||| is how large texas ||| ||| {:decoder=>-2.76055, :psb=>0.42044820762685725}
-8 ||| how big texas is ||| ||| {:decoder=>-2.77502, :psb=>0.537284965911771}
-9 ||| like big is texas ||| ||| {:decoder=>-2.77661, :psb=>0.6580370064762462}
-10 ||| as big is texas ||| ||| {:decoder=>-2.78607, :psb=>0.6580370064762462}
-11 ||| is how big texas ||| ||| {:decoder=>-2.78856, :psb=>0.537284965911771}
-12 ||| is as large texas ||| ||| {:decoder=>-2.78943, :psb=>0.37991784282579627}
-13 ||| is as big texas ||| ||| {:decoder=>-2.85645, :psb=>0.42044820762685725}
-14 ||| how large texas is ||| ||| {:decoder=>-2.85938, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is texas
- mrl: answer(size(stateid('texas')))
- output: [266807.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is texas
- mrl: answer(size(stateid('texas')))
- output: [266807.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how great is texas
- mrl: answer(loc_1(stateid('texas')))
- output: [countryid(usa)]
- correct?: false
- SCORES: {:decoder=>0.6252351500223307, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 18
- REFERENCE: how big is the city of new york
- GOLD MRL: answer(size(city(cityid('new york', _))))
-GOLD OUTPUT: [7071639]
-
-<<< KBEST
-0 ||| how big is the city of new york ||| ||| {:decoder=>-2.71666, :psb=>1.0}
-1 ||| how big is the new york city ||| ||| {:decoder=>-2.8007, :psb=>0.5329462628216856}
-2 ||| how much is the new york city ||| ||| {:decoder=>-2.841, :psb=>0.2883677731713749}
-3 ||| how great is the city of new york ||| ||| {:decoder=>-3.03119, :psb=>0.7476743906106103}
-4 ||| how much is the city of new york ||| ||| {:decoder=>-3.0723, :psb=>0.7476743906106103}
-5 ||| how large is the new york city ||| ||| {:decoder=>-3.07251, :psb=>0.2883677731713749}
-6 ||| how big is the york city ||| ||| {:decoder=>-3.09541, :psb=>0.4791733671582712}
-7 ||| how large is the city of new york ||| ||| {:decoder=>-3.1168, :psb=>0.7476743906106103}
-8 ||| how great is the new york city ||| ||| {:decoder=>-3.15951, :psb=>0.2883677731713749}
->>>
-
- [TOP1]
- nrl: how big is the city of new york
- mrl: answer(size(city(cityid('new york',_))))
- output: [7071639]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is the city of new york
- mrl: answer(size(city(cityid('new york',_))))
- output: [7071639]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how much is the new york city
- mrl: answer(loc_1(cityid('new york',_)))
- output: [countryid(usa),stateid('new york')]
- correct?: false
- SCORES: {:decoder=>0.7192277294795074, :psb=>0.2883677731713749}, #2
-
-=================
- EXAMPLE: 19
- REFERENCE: how high are the highest points of all the states
- GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all))))))
-GOLD OUTPUT: [6194]
-
-<<< KBEST
-0 ||| what are the highest surveys all states ||| ||| {:decoder=>-4.43622, :psb=>0.257703362342899}
-1 ||| how high are the highest surveys all states ||| ||| {:decoder=>-4.47177, :psb=>0.5062667121584363}
-2 ||| how much are the highest surveys all states ||| ||| {:decoder=>-4.48915, :psb=>0.27534765745159184}
-3 ||| what are the highest surveys of all states ||| ||| {:decoder=>-4.49133, :psb=>0.29588031349552907}
-4 ||| how high is the highest surveys all states ||| ||| {:decoder=>-4.49862, :psb=>0.2315388580995513}
-5 ||| how much are the highest surveys of all states ||| ||| {:decoder=>-4.50295, :psb=>0.3084052692656029}
-6 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-4.57617, :psb=>0.5501366107724776}
-7 ||| what are the supreme surveys of all states ||| ||| {:decoder=>-4.58769, :psb=>0.22278563765922124}
-8 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-4.60303, :psb=>0.25933688537080213}
-9 ||| how much are the supreme surveys of all states ||| ||| {:decoder=>-4.62665, :psb=>0.2334165360649142}
-10 ||| how high are the supreme surveys of all states ||| ||| {:decoder=>-4.69201, :psb=>0.429170247427184}
-11 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-4.73159, :psb=>0.26493826542476406}
-12 ||| what are the highest uplift all states ||| ||| {:decoder=>-4.92044, :psb=>0.257703362342899}
-13 ||| what are the highest eminence all states ||| ||| {:decoder=>-4.92179, :psb=>0.257703362342899}
-14 ||| what are the highest hills all states ||| ||| {:decoder=>-4.93793, :psb=>0.257703362342899}
-15 ||| how high are the highest uplift all states ||| ||| {:decoder=>-4.94146, :psb=>0.5062667121584363}
-16 ||| how high are the highest eminence all states ||| ||| {:decoder=>-4.94281, :psb=>0.5062667121584363}
-17 ||| how high are the highest hills all states ||| ||| {:decoder=>-4.95895, :psb=>0.5062667121584363}
-18 ||| how high is the highest uplift all states ||| ||| {:decoder=>-4.96832, :psb=>0.2315388580995513}
-19 ||| how high is the highest eminence all states ||| ||| {:decoder=>-4.96967, :psb=>0.2315388580995513}
-20 ||| how high is the highest hills all states ||| ||| {:decoder=>-4.9858, :psb=>0.2315388580995513}
->>>
-
- [TOP1]
- nrl: what are the highest surveys all states
- mrl: answer(highest(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.257703362342899}
-
- [HOPE]
- nrl: how high are the highest surveys all states
- mrl: answer(elevation_1(highest(state(all))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.9353142399650631, :psb=>0.5062667121584363}, #1
-
- [FEAR]
- nrl: what are the highest surveys all states
- mrl: answer(highest(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.257703362342899}, #0
-
-=================
- EXAMPLE: 20
- REFERENCE: how high is guadalupe peak
- GOLD MRL: answer(elevation_1(placeid('guadalupe peak')))
-GOLD OUTPUT: [2667]
-
-<<< KBEST
-0 ||| how high is guadalupe peak ||| ||| {:decoder=>-1.73189, :psb=>1.0}
-1 ||| how high is located guadalupe peak ||| ||| {:decoder=>-1.92751, :psb=>0.48549177170732344}
-2 ||| how much is guadalupe peak ||| ||| {:decoder=>-1.95238, :psb=>0.5318295896944989}
-3 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-1.95515, :psb=>0.48549177170732344}
-4 ||| as high is guadalupe peak ||| ||| {:decoder=>-1.95689, :psb=>0.7521206186172787}
-5 ||| how highly is guadalupe peak ||| ||| {:decoder=>-1.96778, :psb=>0.5318295896944989}
-6 ||| like high is guadalupe peak ||| ||| {:decoder=>-1.98541, :psb=>0.7521206186172787}
-7 ||| as highly is guadalupe peak ||| ||| {:decoder=>-2.00361, :psb=>0.4949232003839765}
-8 ||| such as high is guadalupe peak ||| ||| {:decoder=>-2.00426, :psb=>0.6042750794713536}
-9 ||| like highly is guadalupe peak ||| ||| {:decoder=>-2.03269, :psb=>0.4949232003839765}
-10 ||| such as highly is guadalupe peak ||| ||| {:decoder=>-2.05014, :psb=>0.39763536438352537}
-11 ||| how highly is located guadalupe peak ||| ||| {:decoder=>-2.16904, :psb=>0.32466791547509893}
-12 ||| as high is located guadalupe peak ||| ||| {:decoder=>-2.17339, :psb=>0.35930411196308426}
-13 ||| how highly is situated guadalupe peak ||| ||| {:decoder=>-2.19668, :psb=>0.32466791547509893}
-14 ||| like high is located guadalupe peak ||| ||| {:decoder=>-2.20191, :psb=>0.35930411196308426}
-15 ||| as highly is located guadalupe peak ||| ||| {:decoder=>-2.20486, :psb=>0.3021375397356768}
-16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-2.22041, :psb=>0.35930411196308426}
-17 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-2.22077, :psb=>0.3005840818981024}
-18 ||| how high is situated of guadalupe peak ||| ||| {:decoder=>-2.22753, :psb=>0.40614925799324625}
-19 ||| as highly is situated guadalupe peak ||| ||| {:decoder=>-2.23251, :psb=>0.3021375397356768}
-20 ||| like highly is located guadalupe peak ||| ||| {:decoder=>-2.23394, :psb=>0.3021375397356768}
-21 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-2.24893, :psb=>0.35930411196308426}
-22 ||| such as highly is located guadalupe peak ||| ||| {:decoder=>-2.2514, :psb=>0.2527600769504433}
-23 ||| like highly is situated guadalupe peak ||| ||| {:decoder=>-2.26159, :psb=>0.3021375397356768}
-24 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-2.26779, :psb=>0.3005840818981024}
-25 ||| such as highly is situated guadalupe peak ||| ||| {:decoder=>-2.27904, :psb=>0.2527600769504433}
-26 ||| how highly is situated of guadalupe peak ||| ||| {:decoder=>-2.46906, :psb=>0.271608378656351}
-27 ||| as high is situated of guadalupe peak ||| ||| {:decoder=>-2.50104, :psb=>0.3005840818981024}
-28 ||| as highly is situated of guadalupe peak ||| ||| {:decoder=>-2.50489, :psb=>0.2527600769504433}
-29 ||| like high is situated of guadalupe peak ||| ||| {:decoder=>-2.52956, :psb=>0.3005840818981024}
-30 ||| like highly is situated of guadalupe peak ||| ||| {:decoder=>-2.53397, :psb=>0.2527600769504433}
-31 ||| such as high is situated of guadalupe peak ||| ||| {:decoder=>-2.54842, :psb=>0.25848657697858524}
-32 ||| such as highly is situated of guadalupe peak ||| ||| {:decoder=>-2.55142, :psb=>0.21736043597249566}
->>>
-
- [TOP1]
- nrl: how high is guadalupe peak
- mrl: answer(elevation_1(placeid('guadalupe peak')))
- output: [2667]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is guadalupe peak
- mrl: answer(elevation_1(placeid('guadalupe peak')))
- output: [2667]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how high is located guadalupe peak
- mrl: answer(elevation_1(loc_1(placeid('guadalupe peak'))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.7613022098031796, :psb=>0.48549177170732344}, #1
-
-=================
- EXAMPLE: 21
- REFERENCE: how high is the highest point in montana
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
-GOLD OUTPUT: [3901]
-
-<<< KBEST
-0 ||| how high is the highest point in montana ||| ||| {:decoder=>-2.6542, :psb=>1.0}
-1 ||| how much is the highest point in montana ||| ||| {:decoder=>-2.84267, :psb=>0.7476743906106103}
-2 ||| as high is the highest point in montana ||| ||| {:decoder=>-2.8651, :psb=>0.8599476570625982}
-3 ||| how high is the highest point montana ||| ||| {:decoder=>-2.87224, :psb=>0.7536998328984837}
-4 ||| like high is the highest point in montana ||| ||| {:decoder=>-2.89628, :psb=>0.8599476570625982}
-5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-2.91773, :psb=>0.719408902854813}
-6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-2.95364, :psb=>0.719408902854813}
-7 ||| what is the highest point in montana ||| ||| {:decoder=>-2.97724, :psb=>0.7252065560578255}
-8 ||| as are highly is the highest point in montana ||| ||| {:decoder=>-3.0663, :psb=>0.631196907822589}
-9 ||| montana how high is the highest point in ||| ||| {:decoder=>-3.16872, :psb=>0.8891397050194614}
-10 ||| how high is the highest point in in montana ||| ||| {:decoder=>-3.76973, :psb=>0.8065978233496266}
-11 ||| how much is the highest point in in montana ||| ||| {:decoder=>-3.95819, :psb=>0.5773502691896258}
-12 ||| as high is the highest point in in montana ||| ||| {:decoder=>-4.01866, :psb=>0.6817705815391745}
-13 ||| what is the highest point in in montana ||| ||| {:decoder=>-4.08474, :psb=>0.633160218956179}
-14 ||| as highly is the highest point in in montana ||| ||| {:decoder=>-4.18169, :psb=>0.5555238068023581}
->>>
-
- [TOP1]
- nrl: how high is the highest point in montana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
- output: [3901]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point in montana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
- output: [3901]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how much is the highest point in montana
- mrl: answer(highest(place(loc_2(stateid('montana')))))
- output: [placeid('granite peak')]
- correct?: false
- SCORES: {:decoder=>0.8766145768548402, :psb=>0.7476743906106103}, #1
-
-=================
- EXAMPLE: 22
- REFERENCE: how high is the highest point in the largest state
- GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all)))))))
-GOLD OUTPUT: [6194]
-
-<<< KBEST
-0 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-3.80279, :psb=>0.3760603093086394}
-1 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-3.88146, :psb=>0.347507514861063}
-2 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-3.88991, :psb=>0.29697089145035693}
-3 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-3.89829, :psb=>0.33437015248821106}
-4 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-3.96347, :psb=>0.5844356470407898}
-5 ||| how high lies the highest point the largest state ||| ||| {:decoder=>-3.97275, :psb=>0.3777177718431893}
-6 ||| as high is situated the highest point of the largest state ||| ||| {:decoder=>-4.01081, :psb=>0.33910457813956707}
-7 ||| how high lies of the highest point the biggest state ||| ||| {:decoder=>-4.01371, :psb=>0.29697089145035693}
-8 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-4.02343, :psb=>0.347507514861063}
-9 ||| how high lies the highest point the biggest state ||| ||| {:decoder=>-4.03546, :psb=>0.2982797722714565}
-10 ||| how much lies the highest point of the largest state ||| ||| {:decoder=>-4.04784, :psb=>0.347507514861063}
-11 ||| how high lies the highest point of the greatest state ||| ||| {:decoder=>-4.04875, :psb=>0.29697089145035693}
-12 ||| as high is located the highest point of the largest state ||| ||| {:decoder=>-4.05371, :psb=>0.33910457813956707}
-13 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-4.05397, :psb=>0.49144984054308527}
-14 ||| as high is the highest point of largest state ||| ||| {:decoder=>-4.06535, :psb=>0.5341735956899846}
-15 ||| as highly is situated the highest point of the largest state ||| ||| {:decoder=>-4.06745, :psb=>0.31335768840889733}
-16 ||| how high is situated the highest point of the largest state ||| ||| {:decoder=>-4.07762, :psb=>0.3900256463674887}
-17 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-4.07829, :psb=>0.6999271023161167}
-18 ||| as high is located the highest point of the biggest state ||| ||| {:decoder=>-4.07942, :psb=>0.2677873372229633}
-19 ||| as highly is the highest point of the biggest state ||| ||| {:decoder=>-4.08176, :psb=>0.3760603093086393}
-20 ||| how high lies of the highest point of the largest state ||| ||| {:decoder=>-4.08893, :psb=>0.33910457813956707}
-21 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-4.08908, :psb=>0.6042750794713536}
-22 ||| how high lies the the highest point of the largest state ||| ||| {:decoder=>-4.09269, :psb=>0.33910457813956707}
-23 ||| how high located the highest point of the largest state ||| ||| {:decoder=>-4.14486, :psb=>0.3760603093086394}
-24 ||| how much lies the highest point of the biggest state ||| ||| {:decoder=>-4.15496, :psb=>0.2659147948472494}
-25 ||| how high lies the highest point of biggest state ||| ||| {:decoder=>-4.15815, :psb=>0.2982797722714565}
-26 ||| how high lies the highest point the greatest state ||| ||| {:decoder=>-4.18232, :psb=>0.2982797722714565}
-27 ||| how high , located the highest point of the largest state ||| ||| {:decoder=>-4.19526, :psb=>0.33910457813956707}
-28 ||| how high is located the highest point of the largest state ||| ||| {:decoder=>-4.19731, :psb=>0.3900256463674887}
-29 ||| how high is of the highest point of the largest state ||| ||| {:decoder=>-4.23343, :psb=>0.3900256463674887}
-30 ||| how much lies the highest point the biggest state ||| ||| {:decoder=>-4.30052, :psb=>0.26708679784499234}
-31 ||| how much lies the the highest point of the largest state ||| ||| {:decoder=>-4.34336, :psb=>0.31335768840889733}
-32 ||| as highly lies the the highest point of the largest state ||| ||| {:decoder=>-4.38304, :psb=>0.30151134457776363}
->>>
-
- [TOP1]
- nrl: how high lies the highest point of the largest state
- mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all)))))))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}
-
- [HOPE]
- nrl: how high lies the highest point of the largest state
- mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all)))))))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0
-
- [FEAR]
- nrl: how high lies the highest point of the largest state
- mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all)))))))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0
-
-=================
- EXAMPLE: 23
- REFERENCE: how high is the highest point of delaware
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
-GOLD OUTPUT: [135]
-
-<<< KBEST
-0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-3.12849, :psb=>1.0}
-1 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-3.18423, :psb=>0.6559965570884768}
-2 ||| like high is the highest point of delaware ||| ||| {:decoder=>-3.22366, :psb=>0.8599476570625982}
-3 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-3.23867, :psb=>0.6559965570884768}
-4 ||| as high is the highest point of delaware ||| ||| {:decoder=>-3.24334, :psb=>0.8599476570625982}
-5 ||| like high is located the highest point of delaware ||| ||| {:decoder=>-3.3139, :psb=>0.5773502691896258}
-6 ||| like high is situated the highest point of delaware ||| ||| {:decoder=>-3.32506, :psb=>0.5773502691896258}
-7 ||| as high is located the highest point of delaware ||| ||| {:decoder=>-3.33358, :psb=>0.5773502691896258}
-8 ||| how high lies the highest point of delaware ||| ||| {:decoder=>-3.33709, :psb=>0.6580370064762462}
-9 ||| as high is situated the highest point of delaware ||| ||| {:decoder=>-3.34474, :psb=>0.5773502691896258}
-10 ||| how high situated the highest point of delaware ||| ||| {:decoder=>-3.35049, :psb=>0.6580370064762462}
-11 ||| how high located the highest point of delaware ||| ||| {:decoder=>-3.35291, :psb=>0.6580370064762462}
-12 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-3.3759, :psb=>0.6559965570884768}
-13 ||| like high lies the highest point of delaware ||| ||| {:decoder=>-3.38886, :psb=>0.6049483675122199}
-14 ||| like high situated the highest point of delaware ||| ||| {:decoder=>-3.40226, :psb=>0.6049483675122199}
-15 ||| like high located the highest point of delaware ||| ||| {:decoder=>-3.40468, :psb=>0.6049483675122199}
-16 ||| as high lies the highest point of delaware ||| ||| {:decoder=>-3.40854, :psb=>0.6049483675122199}
-17 ||| as high situated the highest point of delaware ||| ||| {:decoder=>-3.42194, :psb=>0.6049483675122199}
-18 ||| as high located the highest point of delaware ||| ||| {:decoder=>-3.42436, :psb=>0.6049483675122199}
-19 ||| how much is located the highest point of delaware ||| ||| {:decoder=>-3.45227, :psb=>0.5516251532744788}
-20 ||| how high is located the the highest point of delaware ||| ||| {:decoder=>-3.81267, :psb=>0.5844356470407898}
-21 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-3.83505, :psb=>0.8065978233496266}
-22 ||| how high lays the highest point of delaware ||| ||| {:decoder=>-3.87202, :psb=>0.6580370064762462}
-23 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-3.91688, :psb=>0.6817705815391745}
-24 ||| like high lays the highest point of delaware ||| ||| {:decoder=>-3.92379, :psb=>0.6049483675122199}
-25 ||| as high lays the highest point of delaware ||| ||| {:decoder=>-3.94347, :psb=>0.6049483675122199}
-26 ||| how much is located the the highest point of delaware ||| ||| {:decoder=>-4.06633, :psb=>0.49144984054308527}
-27 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-4.16884, :psb=>0.49944351611061033}
-28 ||| how high is situated the highest point of of delaware ||| ||| {:decoder=>-4.18551, :psb=>0.49944351611061033}
-29 ||| how high lies the highest point of of delaware ||| ||| {:decoder=>-4.2445, :psb=>0.48549177170732344}
-30 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-4.27029, :psb=>0.49944351611061033}
-31 ||| how much is located the highest point of of delaware ||| ||| {:decoder=>-4.43688, :psb=>0.41325840918969}
->>>
-
- [TOP1]
- nrl: how high is the highest point of delaware
- mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
- output: [135]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point of delaware
- mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
- output: [135]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how high is located the highest point of delaware
- mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware')))))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.957398023525096, :psb=>0.6559965570884768}, #1
-
-=================
- EXAMPLE: 24
- REFERENCE: how high is the highest point of florida
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida'))))))
-GOLD OUTPUT: [105]
-
-<<< KBEST
-0 ||| how high is the highest point florida ||| ||| {:decoder=>-4.55496, :psb=>0.7536998328984837}
-1 ||| how high is the highest point floridas ||| ||| {:decoder=>-4.6746, :psb=>0.7252065560578255}
-2 ||| as high is the highest point florida ||| ||| {:decoder=>-4.78174, :psb=>0.6098235933075173}
-3 ||| florida how high is the highest point ||| ||| {:decoder=>-4.81695, :psb=>0.7536998328984837}
-4 ||| how high the highest point is florida ||| ||| {:decoder=>-4.82526, :psb=>0.3829795673743804}
-5 ||| like high is the highest point florida ||| ||| {:decoder=>-4.85749, :psb=>0.6098235933075173}
-6 ||| how high is situated the highest point florida ||| ||| {:decoder=>-4.86497, :psb=>0.4445698525097307}
-7 ||| how high is located the highest point florida ||| ||| {:decoder=>-4.90203, :psb=>0.4445698525097307}
-8 ||| as high is the highest point floridas ||| ||| {:decoder=>-4.92138, :psb=>0.5826515567418346}
-9 ||| how much is the highest point florida ||| ||| {:decoder=>-4.93144, :psb=>0.48497485346901076}
-10 ||| florida as high is the highest point ||| ||| {:decoder=>-4.94433, :psb=>0.6098235933075173}
-11 ||| florida like high is the highest point ||| ||| {:decoder=>-4.97678, :psb=>0.6098235933075173}
-12 ||| like high is the highest point floridas ||| ||| {:decoder=>-4.97713, :psb=>0.5826515567418346}
-13 ||| how high is of the highest point florida ||| ||| {:decoder=>-5.0234, :psb=>0.45966135761245924}
-14 ||| how high florida is the highest point ||| ||| {:decoder=>-5.04683, :psb=>0.5329462628216856}
-15 ||| how high lies the highest point florida ||| ||| {:decoder=>-5.04749, :psb=>0.3685012003094065}
-16 ||| as high is situated the highest point florida ||| ||| {:decoder=>-5.05718, :psb=>0.3655552228545123}
-17 ||| how high situated the highest point florida ||| ||| {:decoder=>-5.06152, :psb=>0.3685012003094065}
-18 ||| as high is located the highest point florida ||| ||| {:decoder=>-5.11423, :psb=>0.3655552228545123}
-19 ||| how high located the highest point florida ||| ||| {:decoder=>-5.11462, :psb=>0.3685012003094065}
-20 ||| florida how high is situated the highest point ||| ||| {:decoder=>-5.1215, :psb=>0.4445698525097307}
-21 ||| as high lies the highest point florida ||| ||| {:decoder=>-5.12349, :psb=>0.3276490485424231}
-22 ||| like high is situated the highest point florida ||| ||| {:decoder=>-5.13293, :psb=>0.3655552228545123}
-23 ||| as high situated the highest point florida ||| ||| {:decoder=>-5.13752, :psb=>0.3276490485424231}
-24 ||| florida how high is located the highest point ||| ||| {:decoder=>-5.15856, :psb=>0.4445698525097307}
-25 ||| like high is located the highest point florida ||| ||| {:decoder=>-5.16999, :psb=>0.3655552228545123}
-26 ||| like high lies the highest point florida ||| ||| {:decoder=>-5.17924, :psb=>0.3276490485424231}
-27 ||| as high located the highest point florida ||| ||| {:decoder=>-5.19062, :psb=>0.3276490485424231}
-28 ||| like high located the highest point florida ||| ||| {:decoder=>-5.24637, :psb=>0.3276490485424231}
-29 ||| florida how high is of the highest point ||| ||| {:decoder=>-5.27993, :psb=>0.45966135761245924}
->>>
-
- [TOP1]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}
-
- [HOPE]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0
-
- [FEAR]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0
-
-=================
- EXAMPLE: 25
- REFERENCE: how high is the highest point of louisiana
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
-GOLD OUTPUT: [163]
-
-<<< KBEST
-0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-4.45688, :psb=>1.0}
-1 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-4.70366, :psb=>0.8599476570625982}
-2 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-4.75942, :psb=>0.8599476570625982}
-3 ||| how high is located the highest point of louisiana ||| ||| {:decoder=>-4.78347, :psb=>0.6559965570884768}
-4 ||| how high is situated the highest point of louisiana ||| ||| {:decoder=>-4.79725, :psb=>0.6559965570884768}
-5 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-4.83336, :psb=>0.7476743906106103}
-6 ||| what is the highest point of louisiana ||| ||| {:decoder=>-4.88511, :psb=>0.7252065560578255}
-7 ||| how high located the highest point of louisiana ||| ||| {:decoder=>-4.89227, :psb=>0.6580370064762462}
-8 ||| how high is of the highest point of louisiana ||| ||| {:decoder=>-4.95567, :psb=>0.6559965570884768}
-9 ||| how high lies the highest point of louisiana ||| ||| {:decoder=>-4.99977, :psb=>0.6580370064762462}
-10 ||| as high is situated the highest point of louisiana ||| ||| {:decoder=>-5.00945, :psb=>0.5773502691896258}
-11 ||| how high situated the highest point of louisiana ||| ||| {:decoder=>-5.0138, :psb=>0.6580370064762462}
-12 ||| as high is located the highest point of louisiana ||| ||| {:decoder=>-5.04651, :psb=>0.5773502691896258}
-13 ||| as high lies the highest point of louisiana ||| ||| {:decoder=>-5.05576, :psb=>0.6049483675122199}
-14 ||| like high is situated the highest point of louisiana ||| ||| {:decoder=>-5.06521, :psb=>0.5773502691896258}
-15 ||| as high situated the highest point of louisiana ||| ||| {:decoder=>-5.06979, :psb=>0.6049483675122199}
-16 ||| like high is located the highest point of louisiana ||| ||| {:decoder=>-5.10226, :psb=>0.5773502691896258}
-17 ||| like high lies the highest point of louisiana ||| ||| {:decoder=>-5.11152, :psb=>0.6049483675122199}
-18 ||| as high located the highest point of louisiana ||| ||| {:decoder=>-5.12289, :psb=>0.6049483675122199}
-19 ||| like high located the highest point of louisiana ||| ||| {:decoder=>-5.17864, :psb=>0.6049483675122199}
-20 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-5.40085, :psb=>0.8065978233496266}
-21 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-5.62548, :psb=>0.6817705815391745}
-22 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-5.91813, :psb=>0.5773502691896258}
-23 ||| how high is located the highest point of of louisiana ||| ||| {:decoder=>-6.068, :psb=>0.49944351611061033}
->>>
-
- [TOP1]
- nrl: how high is the highest point of louisiana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
- output: [163]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point of louisiana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
- output: [163]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how high is located the highest point of louisiana
- mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('louisiana')))))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.7972900839167781, :psb=>0.6559965570884768}, #3
-
-=================
- EXAMPLE: 26
- REFERENCE: how large is the largest city in alaska
- GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska'))))))
-GOLD OUTPUT: [174431]
-
-<<< KBEST
-0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-4.66569, :psb=>0.7476743906106103}
-1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-4.83987, :psb=>0.3655552228545123}
-2 ||| as big is the largest city in alaska ||| ||| {:decoder=>-4.92986, :psb=>0.719408902854813}
-3 ||| how much is the largest city in alaska ||| ||| {:decoder=>-4.96272, :psb=>0.7476743906106103}
-4 ||| how great is the largest city in alaska ||| ||| {:decoder=>-4.97905, :psb=>0.7476743906106103}
-5 ||| how big is the largest town in alaska ||| ||| {:decoder=>-5.02657, :psb=>0.3655552228545123}
-6 ||| how large is the largest city in alaska ||| ||| {:decoder=>-5.03371, :psb=>1.0}
-7 ||| as great is the largest city in alaska ||| ||| {:decoder=>-5.06928, :psb=>0.719408902854813}
-8 ||| as big is the biggest city in alaska ||| ||| {:decoder=>-5.07609, :psb=>0.3492671028290048}
-9 ||| how great is the biggest city in alaska ||| ||| {:decoder=>-5.17803, :psb=>0.3655552228545123}
-10 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-5.21079, :psb=>0.5946035575013605}
-11 ||| how big is the largest city of in alaska ||| ||| {:decoder=>-5.50709, :psb=>0.4638596139522901}
-12 ||| how large is the largest city of in alaska ||| ||| {:decoder=>-5.70876, :psb=>0.7049141756270427}
-13 ||| how great is the largest city of in alaska ||| ||| {:decoder=>-5.77997, :psb=>0.4638596139522901}
->>>
-
- [TOP1]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}
-
- [HOPE]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0
-
- [FEAR]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0
-
-=================
- EXAMPLE: 27
- REFERENCE: how long is rio grande
- GOLD MRL: answer(len(riverid('rio grande')))
-GOLD OUTPUT: [3033]
-
-<<< KBEST
-0 ||| how long rio grande ||| ||| {:decoder=>-3.44215, :psb=>0.4630777161991027}
-1 ||| how long has rio grande ||| ||| {:decoder=>-3.63115, :psb=>0.4472135954999579}
-2 ||| how long is rio grande ||| ||| {:decoder=>-3.68587, :psb=>1.0}
-3 ||| how long will rio grande ||| ||| {:decoder=>-3.76379, :psb=>0.4472135954999579}
-4 ||| like long is rio grande ||| ||| {:decoder=>-3.83572, :psb=>0.7521206186172787}
-5 ||| like lang is rio grande ||| ||| {:decoder=>-3.86803, :psb=>0.4949232003839765}
-6 ||| how long will it rio grande ||| ||| {:decoder=>-3.95253, :psb=>0.35930411196308426}
-7 ||| how long has of rio grande ||| ||| {:decoder=>-4.06843, :psb=>0.35930411196308426}
-8 ||| how long río grande ||| ||| {:decoder=>-4.14496, :psb=>0.3894003915357024}
-9 ||| how long rio grande is ||| ||| {:decoder=>-4.1618, :psb=>0.47287080450158786}
-10 ||| how long , rio grande ||| ||| {:decoder=>-4.21092, :psb=>0.4472135954999579}
-11 ||| rio grande is how long ||| ||| {:decoder=>-4.23318, :psb=>0.47287080450158786}
-12 ||| how long is of rio grande ||| ||| {:decoder=>-4.23611, :psb=>0.48549177170732344}
-13 ||| like long has rio grande ||| ||| {:decoder=>-4.29615, :psb=>0.3760603093086393}
-14 ||| is how long rio grande ||| ||| {:decoder=>-4.30336, :psb=>0.47287080450158786}
-15 ||| like long rio grande ||| ||| {:decoder=>-4.33319, :psb=>0.3894003915357024}
-16 ||| rio grande is as long ||| ||| {:decoder=>-4.36009, :psb=>0.40410310093532464}
-17 ||| as long is rio grande ||| ||| {:decoder=>-4.38834, :psb=>0.7521206186172787}
-18 ||| as long rio grande ||| ||| {:decoder=>-4.50078, :psb=>0.3894003915357024}
-19 ||| as long rio grande is ||| ||| {:decoder=>-4.62146, :psb=>0.40410310093532464}
->>>
-
- [TOP1]
- nrl: how long rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.4630777161991027}
-
- [HOPE]
- nrl: how long is rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>0.7933367816774214, :psb=>1.0}, #2
-
- [FEAR]
- nrl: how long rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.4630777161991027}, #0
-
-=================
- EXAMPLE: 28
- REFERENCE: how long is the mississippi
- GOLD MRL: answer(len(riverid('mississippi')))
-GOLD OUTPUT: [3778]
-
-<<< KBEST
-0 ||| how long is the mississippi river ||| ||| {:decoder=>-3.85459, :psb=>0.8034284189446518}
-1 ||| how long the mississippi river ||| ||| {:decoder=>-3.94595, :psb=>0.4472135954999579}
-2 ||| how long will the mississippi river ||| ||| {:decoder=>-4.18693, :psb=>0.35930411196308426}
-3 ||| how long has the mississippi river ||| ||| {:decoder=>-4.19349, :psb=>0.35930411196308426}
-4 ||| how long is the mississippi river and ||| ||| {:decoder=>-4.4355, :psb=>0.672126440078521}
-5 ||| is how long the mississippi river ||| ||| {:decoder=>-4.48862, :psb=>0.37991784282579627}
-6 ||| how long is mississippi river ||| ||| {:decoder=>-4.54241, :psb=>0.5318295896944989}
-7 ||| how long has mississippi river ||| ||| {:decoder=>-4.55425, :psb=>0.3760603093086393}
-8 ||| how long the mississippi river is ||| ||| {:decoder=>-4.57413, :psb=>0.37991784282579627}
-9 ||| like long is the mississippi river ||| ||| {:decoder=>-4.6366, :psb=>0.6042750794713536}
-10 ||| as long is the mississippi river ||| ||| {:decoder=>-4.74238, :psb=>0.6042750794713536}
-11 ||| like lang is the mississippi river ||| ||| {:decoder=>-4.75457, :psb=>0.39763536438352537}
-12 ||| how long is der mississippi river ||| ||| {:decoder=>-5.17746, :psb=>0.4272870063962341}
->>>
-
- [TOP1]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 29
- REFERENCE: how long is the mississippi river
- GOLD MRL: answer(len(river(riverid('mississippi'))))
-GOLD OUTPUT: [3778]
-
-<<< KBEST
-0 ||| how long the mississippi ||| ||| {:decoder=>-3.38154, :psb=>0.36064528799877893}
-1 ||| how long is the mississippi ||| ||| {:decoder=>-3.53382, :psb=>0.8187307530779819}
-2 ||| how long will the mississippi ||| ||| {:decoder=>-3.62252, :psb=>0.36614752383039256}
-3 ||| how long has the mississippi ||| ||| {:decoder=>-3.62908, :psb=>0.36614752383039256}
-4 ||| how long has mississippi ||| ||| {:decoder=>-3.78592, :psb=>0.30326532985631666}
-5 ||| how long is mississippi ||| ||| {:decoder=>-3.79303, :psb=>0.4288819424803534}
-6 ||| how long will mississippi ||| ||| {:decoder=>-3.92198, :psb=>0.30326532985631666}
-7 ||| how long the mississippi is ||| ||| {:decoder=>-4.09379, :psb=>0.3871538698781762}
-8 ||| is how long the mississippi ||| ||| {:decoder=>-4.09503, :psb=>0.3871538698781762}
-9 ||| the mississippi is how long ||| ||| {:decoder=>-4.13368, :psb=>0.3871538698781762}
-10 ||| how long , mississippi ||| ||| {:decoder=>-4.20676, :psb=>0.30326532985631666}
-11 ||| as long is the mississippi ||| ||| {:decoder=>-4.25544, :psb=>0.6157842804860023}
-12 ||| the mississippi is as long ||| ||| {:decoder=>-4.26501, :psb=>0.3308516361499261}
-13 ||| is how long mississippi ||| ||| {:decoder=>-4.28547, :psb=>0.3258798048281462}
-14 ||| how long is der mississippi ||| ||| {:decoder=>-4.40912, :psb=>0.43542524047973125}
-15 ||| like long is the mississippi ||| ||| {:decoder=>-4.44212, :psb=>0.6157842804860023}
-16 ||| as long the mississippi ||| ||| {:decoder=>-4.46871, :psb=>0.30326532985631666}
->>>
-
- [TOP1]
- nrl: how long the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.36064528799877893}
-
- [HOPE]
- nrl: how long is the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>0.8599299097657221, :psb=>0.8187307530779819}, #1
-
- [FEAR]
- nrl: how long the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.36064528799877893}, #0
-
----
- iteration #1/3: 30 examples
- type1 updates: 11
- type2 updates: 18
- top1 hits: 11
- top1 variant: 9
- top1 true variant: 9
- hope hits: 12
- hope variant: 8
- hope true variant: 8
- kbest size: 16.0
- 3.33% without translations (abs: 1)
- 6.67% no good gold output (abs: 2)
-
- top1 with parse 96.67% abs=29.0
- top1 with output 96.67% abs=29.0
-top1 with correct output 66.67% adj=68.97 abs=20.0
-
- hope with parse 96.67% abs=29.0
- hope with output 96.67% abs=29.0
-hope with correct output 66.67% adj=68.97 abs=20.0
-
- fear with parse 96.67% abs=29.0
- fear with output 96.67% abs=29.0
-fear with correct output 40.0% adj=41.38 abs=12.0
-
-
-
-=================
- EXAMPLE: 0
- REFERENCE: give me the cities in virginia
- GOLD MRL: answer(city(loc_2(stateid('virginia'))))
-GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
-
-<<< KBEST
-0 ||| give me the cities in virginia ||| ||| {:decoder=>-4.39202, :psb=>1.0}
-1 ||| give me cities in virginia ||| ||| {:decoder=>-4.62797, :psb=>0.49473859088183875}
-2 ||| give me the towns in virginia ||| ||| {:decoder=>-4.74129, :psb=>0.48549177170732344}
-3 ||| give me the cities virginia ||| ||| {:decoder=>-4.7643, :psb=>0.6511126026643229}
-4 ||| the cities in virginia give me ||| ||| {:decoder=>-4.7757, :psb=>0.7071067811865476}
-5 ||| give me the cities of virginia ||| ||| {:decoder=>-4.83635, :psb=>0.6389431042462724}
-6 ||| unto me the cities in virginia ||| ||| {:decoder=>-4.87582, :psb=>0.8034284189446518}
-7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-4.91304, :psb=>0.7034711503007025}
-8 ||| me give the cities in virginia ||| ||| {:decoder=>-4.94826, :psb=>0.668740304976422}
-9 ||| unto me the towns in virginia ||| ||| {:decoder=>-5.3093, :psb=>0.35930411196308426}
-10 ||| give unto me the towns in virginia ||| ||| {:decoder=>-5.34653, :psb=>0.3178289704467185}
->>>
-
- [TOP1]
- nrl: give me the cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: give me the cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: give me cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>0.7528051041895834, :psb=>0.49473859088183875}, #1
-
-=================
- EXAMPLE: 1
- REFERENCE: what are the high points of states surrounding mississippi
- GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi')))))
-GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')]
-NO MT OUTPUT, skipping example
-
-=================
- EXAMPLE: 2
- REFERENCE: name the rivers in arkansas
- GOLD MRL: answer(river(loc_2(stateid('arkansas'))))
-GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)]
-
-<<< KBEST
-0 ||| call the rivers in arkansas ||| ||| {:decoder=>-4.11703, :psb=>0.7521206186172787}
-1 ||| call rivers in the arkansas ||| ||| {:decoder=>-4.23043, :psb=>0.40410310093532464}
-2 ||| the rivers in arkansas call ||| ||| {:decoder=>-4.44413, :psb=>0.7521206186172787}
-3 ||| call the rivers into arkansas ||| ||| {:decoder=>-4.47248, :psb=>0.3760603093086393}
-4 ||| the rivers call in arkansas ||| ||| {:decoder=>-4.49541, :psb=>0.4472135954999579}
-5 ||| the call rivers in arkansas ||| ||| {:decoder=>-4.53319, :psb=>0.5318295896944989}
-6 ||| rivers in the call arkansas ||| ||| {:decoder=>-4.56979, :psb=>0.40410310093532464}
-7 ||| rivers in the arkansas call ||| ||| {:decoder=>-4.57475, :psb=>0.40410310093532464}
-8 ||| call the rivers in the arkansas ||| ||| {:decoder=>-4.60689, :psb=>0.4272870063962341}
-9 ||| call the rivers arkansas ||| ||| {:decoder=>-4.66407, :psb=>0.3894003915357024}
-10 ||| rivers in call the arkansas ||| ||| {:decoder=>-4.68148, :psb=>0.40410310093532464}
-11 ||| call the rivers , in arkansas ||| ||| {:decoder=>-4.70798, :psb=>0.35930411196308426}
-12 ||| in arkansas call the rivers ||| ||| {:decoder=>-4.73262, :psb=>0.4472135954999579}
-13 ||| call rivers in arkansas ||| ||| {:decoder=>-4.76755, :psb=>0.5124797359336637}
-14 ||| name rivers in the arkansas ||| ||| {:decoder=>-4.86883, :psb=>0.4272870063962341}
-15 ||| call rivers in the the arkansas ||| ||| {:decoder=>-4.90226, :psb=>0.32466791547509893}
-16 ||| rivers in the the arkansas call ||| ||| {:decoder=>-5.23461, :psb=>0.32466791547509893}
->>>
-
- [TOP1]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}
-
- [HOPE]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0
-
- [FEAR]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0
-
-=================
- EXAMPLE: 3
- REFERENCE: can you tell me the capital of texas
- GOLD MRL: answer(capital(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(austin,tx)]
-
-<<< KBEST
-0 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-5.1274, :psb=>0.5270027137504644}
-1 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-5.20615, :psb=>0.4272870063962341}
-2 ||| can you tell me what is the capital of texas ||| ||| {:decoder=>-5.21848, :psb=>0.5844356470407898}
-3 ||| can you tell me , was the capital of texas is ||| ||| {:decoder=>-5.22012, :psb=>0.5270027137504644}
-4 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-5.27686, :psb=>0.5844356470407898}
-5 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-5.29333, :psb=>0.3852971889399676}
-6 ||| can you tell me , what is the capital of the texas ||| ||| {:decoder=>-5.31683, :psb=>0.39458812555917666}
-7 ||| you can tell me what is the capital of texas ||| ||| {:decoder=>-5.34753, :psb=>0.4272870063962341}
-8 ||| can you tell me , which is the capital of texas ||| ||| {:decoder=>-5.36883, :psb=>0.5270027137504644}
-9 ||| can you tell me , what is the capital city of texas ||| ||| {:decoder=>-5.39836, :psb=>0.3672056269893592}
-10 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-5.40518, :psb=>0.5270027137504644}
-11 ||| can you tell me what is the capital of the texas ||| ||| {:decoder=>-5.40791, :psb=>0.43333706364123536}
-12 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-5.4104, :psb=>0.3852971889399676}
-13 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-5.42651, :psb=>0.3852971889399676}
-14 ||| you can tell me was the capital of texas is ||| ||| {:decoder=>-5.55128, :psb=>0.4272870063962341}
-15 ||| you can tell me that the capital of texas is ||| ||| {:decoder=>-5.57293, :psb=>0.4272870063962341}
-16 ||| you can tell me , what is the capital city of texas ||| ||| {:decoder=>-5.60475, :psb=>0.21200626759025185}
-17 ||| can you tell me , was the capital city of texas is ||| ||| {:decoder=>-5.71531, :psb=>0.3672056269893592}
-18 ||| you can tell me , was the capital city of texas is ||| ||| {:decoder=>-5.9217, :psb=>0.21200626759025185}
->>>
-
- [TOP1]
- nrl: can you tell me , what is the capital of texas
- mrl: population_1(answer(capital(loc_2(stateid('texas')))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}
-
- [HOPE]
- nrl: can you tell me , what is the capital of texas
- mrl: population_1(answer(capital(loc_2(stateid('texas')))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0
-
- [FEAR]
- nrl: can you tell me , what is the capital of texas
- mrl: population_1(answer(capital(loc_2(stateid('texas')))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0
-
-=================
- EXAMPLE: 4
- REFERENCE: could you tell me what is the highest point in the state of oregon
- GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon'))))))
-GOLD OUTPUT: [placeid('mount hood')]
-
-<<< KBEST
-0 ||| you could tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.5084, :psb=>0.6985342056580097}
-1 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.69601, :psb=>0.7992975447228272}
-2 ||| you could tell me which is the highest point in oregon state ||| ||| {:decoder=>-7.74873, :psb=>0.4090790395780627}
-3 ||| you could say which is the highest point in the state of oregon me ||| ||| {:decoder=>-7.79918, :psb=>0.6668954865619205}
-4 ||| you could say me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.83782, :psb=>0.6668954865619205}
-5 ||| you could tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-7.85909, :psb=>0.8817192535122739}
-6 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-7.88394, :psb=>0.684694991173804}
-7 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-7.90874, :psb=>0.633160218956179}
-8 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-7.91722, :psb=>0.633160218956179}
-9 ||| you could say what me is the highest point in the state of oregon ||| ||| {:decoder=>-7.93162, :psb=>0.6803749333171202}
-10 ||| could you tell me which is the highest point in oregon state ||| ||| {:decoder=>-7.94634, :psb=>0.5227564628601822}
-11 ||| you could tell me which is the highest point in the oregon state ||| ||| {:decoder=>-7.95397, :psb=>0.48507053375249726}
-12 ||| you could tell me that is the highest point in the state of oregon ||| ||| {:decoder=>-7.98744, :psb=>0.6985342056580097}
-13 ||| could you tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-8.01419, :psb=>0.7367565054628357}
-14 ||| you could tell me what the highest point is in the state of oregon ||| ||| {:decoder=>-8.03135, :psb=>0.521873921269267}
-15 ||| could you tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-8.11483, :psb=>0.7367565054628357}
-16 ||| could you tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-8.11766, :psb=>0.8142441551106129}
-17 ||| you could tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-8.16515, :psb=>0.5885661912765424}
-18 ||| you could tell me which highest point in the state of oregon is ||| ||| {:decoder=>-8.2233, :psb=>0.566260439529554}
-19 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-8.40307, :psb=>0.535536059195526}
-20 ||| you could tell me which the highest point in the state oregon is ||| ||| {:decoder=>-8.48039, :psb=>0.48507053375249726}
->>>
-
- [TOP1]
- nrl: you could tell me which is the highest point in the state of oregon
- mrl: answer(highest(place(loc_2(state(stateid('oregon'))))))
- output: [placeid('mount hood')]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}
-
- [HOPE]
- nrl: you could tell me which is the highest point in the state of oregon
- mrl: answer(highest(place(loc_2(state(stateid('oregon'))))))
- output: [placeid('mount hood')]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0
-
- [FEAR]
- nrl: you could tell me which is the highest point in the state of oregon
- mrl: answer(highest(place(loc_2(state(stateid('oregon'))))))
- output: [placeid('mount hood')]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0
-
-=================
- EXAMPLE: 5
- REFERENCE: give me all the states of usa
- GOLD MRL: answer(state(loc_2(countryid('usa'))))
-GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-
-<<< KBEST
-0 ||| call all states ||| ||| {:decoder=>-3.92581, :psb=>0.15218787864872976}
-1 ||| all states call ||| ||| {:decoder=>-4.11349, :psb=>0.15218787864872976}
-2 ||| all call states ||| ||| {:decoder=>-4.23272, :psb=>0.15218787864872976}
-3 ||| call all states of the usa ||| ||| {:decoder=>-4.27556, :psb=>0.29059254080791846}
-4 ||| call all the usa ||| ||| {:decoder=>-4.34422, :psb=>0.23618327637050732}
-5 ||| call all states the usa ||| ||| {:decoder=>-4.45563, :psb=>0.22778068328450227}
-6 ||| call all states of usa ||| ||| {:decoder=>-4.50267, :psb=>0.3564960350471317}
-7 ||| call states all ||| ||| {:decoder=>-4.55982, :psb=>0.15218787864872976}
-8 ||| call all united states of america ||| ||| {:decoder=>-4.56554, :psb=>0.2557539057896621}
-9 ||| call all states in the usa ||| ||| {:decoder=>-4.574, :psb=>0.2310997417025822}
-10 ||| name all states ||| ||| {:decoder=>-4.59699, :psb=>0.15218787864872976}
->>>
-
- [TOP1]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}
-
- [HOPE]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0
-
- [FEAR]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0
-
-=================
- EXAMPLE: 6
- REFERENCE: give me the cities in texas
- GOLD MRL: answer(city(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-
-<<< KBEST
-0 ||| tell me what cities in texas are ||| ||| {:decoder=>-4.55611, :psb=>0.35745672884978397}
-1 ||| tell me what are cities in texas ||| ||| {:decoder=>-4.69943, :psb=>0.35745672884978397}
-2 ||| tell me which cities in texas are ||| ||| {:decoder=>-4.82504, :psb=>0.35745672884978397}
-3 ||| tell me which are cities in texas ||| ||| {:decoder=>-4.85315, :psb=>0.35745672884978397}
-4 ||| tell me what cities in texas , ||| ||| {:decoder=>-4.87254, :psb=>0.35745672884978397}
-5 ||| tell me what cities are in texas ||| ||| {:decoder=>-4.87256, :psb=>0.271608378656351}
-6 ||| tell me what cities in texas is ||| ||| {:decoder=>-4.9474, :psb=>0.35745672884978397}
-7 ||| tell me which cities are in texas ||| ||| {:decoder=>-5.00184, :psb=>0.271608378656351}
-8 ||| are tell me what cities in texas ||| ||| {:decoder=>-5.1019, :psb=>0.35745672884978397}
-9 ||| tell me downloading cities in texas are ||| ||| {:decoder=>-5.26545, :psb=>0.35745672884978397}
->>>
-
- [TOP1]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}
-
- [HOPE]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0
-
- [FEAR]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0
-
-=================
- EXAMPLE: 7
- REFERENCE: give me the cities in usa
- GOLD MRL: answer(city(loc_2(countryid('usa'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
-
-<<< KBEST
-0 ||| call the cities of usa ||| ||| {:decoder=>-3.66011, :psb=>0.3078921402430011}
-1 ||| call the cities of the usa ||| ||| {:decoder=>-3.72726, :psb=>0.3021375397356768}
-2 ||| call the cities of the u.s. ||| ||| {:decoder=>-3.72881, :psb=>0.2730120862709067}
-3 ||| call the cities of the united states ||| ||| {:decoder=>-3.85241, :psb=>0.2283945119649991}
-4 ||| the cities of usa call ||| ||| {:decoder=>-3.91981, :psb=>0.3078921402430011}
-5 ||| call the cities in the united states ||| ||| {:decoder=>-3.94392, :psb=>0.33265096878635064}
-6 ||| call the usa cities ||| ||| {:decoder=>-3.98003, :psb=>0.255014728746912}
-7 ||| call the cities the usa ||| ||| {:decoder=>-4.08224, :psb=>0.3078921402430011}
-8 ||| call the cities in the usa ||| ||| {:decoder=>-4.09771, :psb=>0.4272870063962341}
->>>
-
- [TOP1]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}
-
- [HOPE]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0
-
- [FEAR]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0
-
-=================
- EXAMPLE: 8
- REFERENCE: give me the cities in virginia
- GOLD MRL: answer(city(loc_2(stateid('virginia'))))
-GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
-
-<<< KBEST
-0 ||| call me the cities in virginia ||| ||| {:decoder=>-4.33256, :psb=>0.8034284189446518}
-1 ||| call me cities in virginia ||| ||| {:decoder=>-4.6442, :psb=>0.43542524047973125}
-2 ||| the cities in virginia call me ||| ||| {:decoder=>-4.72759, :psb=>0.6389431042462724}
-3 ||| the call me cities in virginia ||| ||| {:decoder=>-4.73668, :psb=>0.45180100180492244}
-4 ||| call me the cities virginia ||| ||| {:decoder=>-4.77874, :psb=>0.43542524047973125}
-5 ||| call me the towns in virginia ||| ||| {:decoder=>-4.79512, :psb=>0.35930411196308426}
-6 ||| call the cities in virginia me ||| ||| {:decoder=>-4.82678, :psb=>0.6389431042462724}
-7 ||| me call the cities in virginia ||| ||| {:decoder=>-4.88323, :psb=>0.6389431042462724}
-8 ||| call the me cities in virginia ||| ||| {:decoder=>-4.92687, :psb=>0.45180100180492244}
-9 ||| call me the cities , virginia in ||| ||| {:decoder=>-4.93699, :psb=>0.3779644730092272}
-10 ||| in virginia call me the cities ||| ||| {:decoder=>-5.03151, :psb=>0.48549177170732344}
-11 ||| me the call cities in virginia ||| ||| {:decoder=>-5.07227, :psb=>0.48549177170732344}
-12 ||| cities in virginia call me the ||| ||| {:decoder=>-5.09447, :psb=>0.48549177170732344}
->>>
-
- [TOP1]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 9
- REFERENCE: give me the cities which are in texas
- GOLD MRL: answer(city(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-
-<<< KBEST
-0 ||| call me cities in texas ||| ||| {:decoder=>-3.75541, :psb=>0.221776483974985}
-1 ||| cities in texas call me ||| ||| {:decoder=>-4.16914, :psb=>0.221776483974985}
-2 ||| call me in texas cities ||| ||| {:decoder=>-4.18458, :psb=>0.221776483974985}
-3 ||| call me towns in texas ||| ||| {:decoder=>-4.2724, :psb=>0.20638627362169998}
-4 ||| call cities in texas me ||| ||| {:decoder=>-4.29096, :psb=>0.221776483974985}
-5 ||| me call cities in texas ||| ||| {:decoder=>-4.3131, :psb=>0.221776483974985}
-6 ||| i call cities in texas ||| ||| {:decoder=>-4.33349, :psb=>0.20638627362169998}
-7 ||| me cities in texas call ||| ||| {:decoder=>-4.34565, :psb=>0.221776483974985}
-8 ||| call i cities in texas ||| ||| {:decoder=>-4.34595, :psb=>0.20638627362169998}
-9 ||| cities in call me texas ||| ||| {:decoder=>-4.38155, :psb=>0.18649105036213778}
-10 ||| cities call me in texas ||| ||| {:decoder=>-4.40393, :psb=>0.221776483974985}
-11 ||| call cities in me texas ||| ||| {:decoder=>-4.45751, :psb=>0.18649105036213778}
-12 ||| call cities me in texas ||| ||| {:decoder=>-4.52574, :psb=>0.221776483974985}
->>>
-
- [TOP1]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}
-
- [HOPE]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0
-
- [FEAR]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0
-
-=================
- EXAMPLE: 10
- REFERENCE: give me the lakes in california
- GOLD MRL: answer(lake(loc_2(stateid('california'))))
-GOLD OUTPUT: []
-
-<<< KBEST
-0 ||| call me the lakes in california ||| ||| {:decoder=>-4.21994, :psb=>0.8034284189446518}
-1 ||| the lakes in california call me ||| ||| {:decoder=>-4.52517, :psb=>0.6389431042462724}
-2 ||| call the lakes in california me ||| ||| {:decoder=>-4.6544, :psb=>0.6389431042462724}
-3 ||| the lakes call me in california ||| ||| {:decoder=>-4.68485, :psb=>0.37991784282579627}
-4 ||| me call the lakes in california ||| ||| {:decoder=>-4.70086, :psb=>0.6389431042462724}
-5 ||| the call me lakes in california ||| ||| {:decoder=>-4.71777, :psb=>0.45180100180492244}
-6 ||| i call the lakes in california ||| ||| {:decoder=>-4.79032, :psb=>0.6042750794713536}
-7 ||| call me the lakes , california in ||| ||| {:decoder=>-4.79205, :psb=>0.3779644730092272}
-8 ||| call the lakes me in california ||| ||| {:decoder=>-4.80999, :psb=>0.37991784282579627}
-9 ||| call me a lakes in california ||| ||| {:decoder=>-4.81742, :psb=>0.4272870063962341}
-10 ||| call me lakes in california ||| ||| {:decoder=>-4.82882, :psb=>0.43542524047973125}
-11 ||| me the lakes in california call ||| ||| {:decoder=>-4.8569, :psb=>0.8034284189446518}
-12 ||| call i the lakes in california ||| ||| {:decoder=>-4.95829, :psb=>0.6042750794713536}
-13 ||| in california call me the lakes ||| ||| {:decoder=>-4.96477, :psb=>0.48549177170732344}
-14 ||| call me the the lakes in california ||| ||| {:decoder=>-5.01259, :psb=>0.5651887140592688}
-15 ||| me the the lakes in california call ||| ||| {:decoder=>-5.65175, :psb=>0.5651887140592688}
->>>
-
- [TOP1]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 11
- REFERENCE: give me the largest state
- GOLD MRL: answer(largest(state(all)))
-GOLD OUTPUT: [stateid(alaska)]
-
-<<< KBEST
-0 ||| which city is the largest ||| ||| {:decoder=>-3.12489, :psb=>0.33980884896942454}
-1 ||| the town is the largest ||| ||| {:decoder=>-3.2327, :psb=>0.33980884896942454}
-2 ||| what is the largest city ||| ||| {:decoder=>-3.24458, :psb=>0.33980884896942454}
-3 ||| what town is the largest ||| ||| {:decoder=>-3.27745, :psb=>0.33980884896942454}
-4 ||| what city is the largest ||| ||| {:decoder=>-3.31533, :psb=>0.33980884896942454}
-5 ||| which city is the biggest ||| ||| {:decoder=>-3.36251, :psb=>0.24028114141347542}
-6 ||| which is the largest city ||| ||| {:decoder=>-3.36404, :psb=>0.33980884896942454}
-7 ||| what city is the biggest ||| ||| {:decoder=>-3.41863, :psb=>0.24028114141347542}
-8 ||| which town is the largest ||| ||| {:decoder=>-3.51234, :psb=>0.33980884896942454}
-9 ||| which city has the largest ||| ||| {:decoder=>-3.52084, :psb=>0.33980884896942454}
-10 ||| what town is the biggest ||| ||| {:decoder=>-3.52506, :psb=>0.24028114141347542}
-11 ||| downloading city is the largest ||| ||| {:decoder=>-3.57107, :psb=>0.33980884896942454}
-12 ||| which town is the biggest ||| ||| {:decoder=>-3.64376, :psb=>0.24028114141347542}
->>>
-
- [TOP1]
- nrl: which city is the largest
- mrl: answer(city(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}
-
- [HOPE]
- nrl: which city is the largest
- mrl: answer(city(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0
-
- [FEAR]
- nrl: which city is the largest
- mrl: answer(city(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0
-
-=================
- EXAMPLE: 12
- REFERENCE: give me the longest river that passes through the us
- GOLD MRL: answer(longest(river(traverse_2(countryid('usa')))))
-GOLD OUTPUT: []
-
-<<< KBEST
-0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-6.95509, :psb=>0.3585594362259136}
-1 ||| call me the longest river , which flows through the u.s. ||| ||| {:decoder=>-6.97475, :psb=>0.3585594362259136}
-2 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-7.22326, :psb=>0.3976353643835253}
-3 ||| the longest river , which flows through the usa call me ||| ||| {:decoder=>-7.29612, :psb=>0.257663759638272}
-4 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-7.30196, :psb=>0.3264971028628052}
-5 ||| call me , the longest river , which flows through the usa ||| ||| {:decoder=>-7.36955, :psb=>0.23462350320528}
-6 ||| call the longest river , which flows through the usa me ||| ||| {:decoder=>-7.37955, :psb=>0.257663759638272}
-7 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-7.38281, :psb=>0.32399502498695193}
-8 ||| call me the longest river that flows through the usa ||| ||| {:decoder=>-7.39227, :psb=>0.5143686723610401}
-9 ||| me call the longest river , which flows through the usa ||| ||| {:decoder=>-7.436, :psb=>0.257663759638272}
-10 ||| the longest river which flows through the usa call me ||| ||| {:decoder=>-7.5643, :psb=>0.28574404296988}
-11 ||| call the longest river which flows through the usa me ||| ||| {:decoder=>-7.64772, :psb=>0.28574404296988}
-12 ||| me call the longest river which flows through the usa ||| ||| {:decoder=>-7.70417, :psb=>0.28574404296988}
-13 ||| the longest river that flows through the usa call me ||| ||| {:decoder=>-7.73331, :psb=>0.41325840918969}
-14 ||| call the longest river that flows through the usa me ||| ||| {:decoder=>-7.81673, :psb=>0.41325840918969}
-15 ||| me call the longest river that flows through the usa ||| ||| {:decoder=>-7.87318, :psb=>0.41325840918969}
->>>
-
- [TOP1]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}
-
- [HOPE]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0
-
- [FEAR]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0
-
-=================
- EXAMPLE: 13
- REFERENCE: how big is alaska
- GOLD MRL: answer(size(stateid('alaska')))
-GOLD OUTPUT: [591000.0]
-
-<<< KBEST
-0 ||| how big is alaska ||| ||| {:decoder=>-2.98892, :psb=>1.0}
-1 ||| how large is alaska ||| ||| {:decoder=>-3.33252, :psb=>0.49999999999999994}
-2 ||| how great is alaska ||| ||| {:decoder=>-3.33959, :psb=>0.49999999999999994}
-3 ||| how great alaska ||| ||| {:decoder=>-3.51397, :psb=>0.41368954504257255}
-4 ||| how much is alaska ||| ||| {:decoder=>-3.52043, :psb=>0.49999999999999994}
-5 ||| as big is alaska ||| ||| {:decoder=>-3.54857, :psb=>0.6580370064762462}
-6 ||| what is alaska ||| ||| {:decoder=>-3.58248, :psb=>0.4919625503668659}
-7 ||| as large is alaska ||| ||| {:decoder=>-3.58385, :psb=>0.4518010018049224}
-8 ||| how big alaska is ||| ||| {:decoder=>-3.59645, :psb=>0.537284965911771}
-9 ||| is how large alaska ||| ||| {:decoder=>-3.644, :psb=>0.42044820762685725}
-10 ||| is how big alaska ||| ||| {:decoder=>-3.67593, :psb=>0.537284965911771}
-11 ||| how large alaska is ||| ||| {:decoder=>-3.69363, :psb=>0.42044820762685725}
-12 ||| is as large alaska ||| ||| {:decoder=>-3.70024, :psb=>0.37991784282579627}
-13 ||| how great alaska is ||| ||| {:decoder=>-3.76508, :psb=>0.42044820762685725}
-14 ||| is as big alaska ||| ||| {:decoder=>-3.76676, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how large is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>0.5582639103157458, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 14
- REFERENCE: how big is massachusetts
- GOLD MRL: answer(size(stateid('massachusetts')))
-GOLD OUTPUT: [8284.0]
-
-<<< KBEST
-0 ||| how big is massachusetts ||| ||| {:decoder=>-3.48825, :psb=>1.0}
-1 ||| how great is massachusetts ||| ||| {:decoder=>-3.845, :psb=>0.49999999999999994}
-2 ||| how much is massachusetts ||| ||| {:decoder=>-3.98945, :psb=>0.49999999999999994}
-3 ||| how great massachusetts ||| ||| {:decoder=>-3.99393, :psb=>0.41368954504257255}
-4 ||| how large is massachusetts ||| ||| {:decoder=>-4.00153, :psb=>0.49999999999999994}
-5 ||| what is massachusetts ||| ||| {:decoder=>-4.03909, :psb=>0.4919625503668659}
-6 ||| how big is , massachusetts ||| ||| {:decoder=>-4.09322, :psb=>0.5318295896944989}
-7 ||| just how big is massachusetts ||| ||| {:decoder=>-4.15455, :psb=>0.7521206186172787}
-8 ||| how big is ma ||| ||| {:decoder=>-4.27101, :psb=>0.6580370064762462}
-9 ||| is how large massachusetts ||| ||| {:decoder=>-4.31332, :psb=>0.42044820762685725}
-10 ||| how big is ( massachusetts ||| ||| {:decoder=>-4.31763, :psb=>0.5318295896944989}
-11 ||| how big , massachusetts ||| ||| {:decoder=>-4.3379, :psb=>0.49999999999999994}
-12 ||| is how big massachusetts ||| ||| {:decoder=>-4.33837, :psb=>0.537284965911771}
-13 ||| is as large massachusetts ||| ||| {:decoder=>-4.37489, :psb=>0.37991784282579627}
-14 ||| how big massachusetts is ||| ||| {:decoder=>-4.38305, :psb=>0.537284965911771}
-15 ||| how large , massachusetts ||| ||| {:decoder=>-4.43004, :psb=>0.37991784282579627}
-16 ||| is as big massachusetts ||| ||| {:decoder=>-4.43439, :psb=>0.42044820762685725}
-17 ||| how large massachusetts is ||| ||| {:decoder=>-4.48433, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is massachusetts
- mrl: answer(size(stateid('massachusetts')))
- output: [8284.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is massachusetts
- mrl: answer(size(stateid('massachusetts')))
- output: [8284.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how great is massachusetts
- mrl: answer(loc_1(stateid('massachusetts')))
- output: [countryid(usa)]
- correct?: false
- SCORES: {:decoder=>0.6418460364629344, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 15
- REFERENCE: how big is new mexico
- GOLD MRL: answer(size(stateid('new mexico')))
-GOLD OUTPUT: [121600.0]
-
-<<< KBEST
-0 ||| how big is new mexico ||| ||| {:decoder=>-4.05458, :psb=>1.0}
-1 ||| how big is mexico ||| ||| {:decoder=>-4.33683, :psb=>0.5506953149031837}
-2 ||| what is new mexico ||| ||| {:decoder=>-4.35235, :psb=>0.5124797359336637}
-3 ||| how great is new mexico ||| ||| {:decoder=>-4.44119, :psb=>0.5318295896944989}
-4 ||| how large is new mexico ||| ||| {:decoder=>-4.52288, :psb=>0.5318295896944989}
-5 ||| how much is new mexico ||| ||| {:decoder=>-4.55958, :psb=>0.5318295896944989}
-6 ||| how great new mexico ||| ||| {:decoder=>-4.56912, :psb=>0.3894003915357024}
-7 ||| how great is mexico ||| ||| {:decoder=>-4.72344, :psb=>0.32744539334076506}
-8 ||| just how big is new mexico ||| ||| {:decoder=>-4.76495, :psb=>0.8034284189446518}
-9 ||| how large is mexico ||| ||| {:decoder=>-4.87078, :psb=>0.32744539334076506}
-10 ||| how big new mexico is ||| ||| {:decoder=>-4.89277, :psb=>0.47287080450158786}
-11 ||| how large new mexico is ||| ||| {:decoder=>-4.97659, :psb=>0.40410310093532464}
-12 ||| how large , new mexico ||| ||| {:decoder=>-4.97943, :psb=>0.3760603093086393}
-13 ||| is as large new mexico ||| ||| {:decoder=>-5.00405, :psb=>0.3760603093086393}
->>>
-
- [TOP1]
- nrl: how big is new mexico
- mrl: answer(size(stateid('new mexico')))
- output: [121600.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is new mexico
- mrl: answer(size(stateid('new mexico')))
- output: [121600.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: what is new mexico
- mrl: answer('new mexico')
- output: [].
- correct?: false
- SCORES: {:decoder=>0.6863829294237832, :psb=>0.5124797359336637}, #2
-
-=================
- EXAMPLE: 16
- REFERENCE: how big is north dakota
- GOLD MRL: answer(size(stateid('north dakota')))
-GOLD OUTPUT: [70700.0]
-
-<<< KBEST
-0 ||| how big is north dakota ||| ||| {:decoder=>-3.35756, :psb=>1.0}
-1 ||| how great is north dakota ||| ||| {:decoder=>-3.70091, :psb=>0.5318295896944989}
-2 ||| how large is north dakota ||| ||| {:decoder=>-3.81679, :psb=>0.5318295896944989}
-3 ||| how much is north dakota ||| ||| {:decoder=>-3.9503, :psb=>0.5318295896944989}
-4 ||| just how big is north dakota ||| ||| {:decoder=>-3.98813, :psb=>0.8034284189446518}
-5 ||| how great north dakota ||| ||| {:decoder=>-3.99944, :psb=>0.3894003915357024}
-6 ||| what is north dakota ||| ||| {:decoder=>-4.12953, :psb=>0.5124797359336637}
-7 ||| how big north dakota is ||| ||| {:decoder=>-4.15327, :psb=>0.47287080450158786}
-8 ||| is how large north dakota ||| ||| {:decoder=>-4.18577, :psb=>0.40410310093532464}
-9 ||| is how big north dakota ||| ||| {:decoder=>-4.19059, :psb=>0.47287080450158786}
-10 ||| as big is north dakota ||| ||| {:decoder=>-4.21926, :psb=>0.7521206186172787}
-11 ||| is as large north dakota ||| ||| {:decoder=>-4.25994, :psb=>0.3760603093086393}
-12 ||| how large north dakota is ||| ||| {:decoder=>-4.27708, :psb=>0.40410310093532464}
-13 ||| is as big north dakota ||| ||| {:decoder=>-4.32673, :psb=>0.40410310093532464}
->>>
-
- [TOP1]
- nrl: how big is north dakota
- mrl: answer(size(stateid('north dakota')))
- output: [70700.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is north dakota
- mrl: answer(size(stateid('north dakota')))
- output: [70700.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how great is north dakota
- mrl: answer(loc_1(stateid('north dakota')))
- output: [countryid(usa)]
- correct?: false
- SCORES: {:decoder=>0.6457277876946255, :psb=>0.5318295896944989}, #1
-
-=================
- EXAMPLE: 17
- REFERENCE: how big is texas
- GOLD MRL: answer(size(stateid('texas')))
-GOLD OUTPUT: [266807.0]
-
-<<< KBEST
-0 ||| how big is texas ||| ||| {:decoder=>-2.99927, :psb=>1.0}
-1 ||| how great is texas ||| ||| {:decoder=>-3.37968, :psb=>0.49999999999999994}
-2 ||| how large is texas ||| ||| {:decoder=>-3.48712, :psb=>0.49999999999999994}
-3 ||| how much is texas ||| ||| {:decoder=>-3.59539, :psb=>0.49999999999999994}
-4 ||| how great texas ||| ||| {:decoder=>-3.62859, :psb=>0.41368954504257255}
-5 ||| just how big is texas ||| ||| {:decoder=>-3.65333, :psb=>0.7521206186172787}
-6 ||| how big is of texas ||| ||| {:decoder=>-3.72698, :psb=>0.5318295896944989}
-7 ||| what is texas ||| ||| {:decoder=>-3.76694, :psb=>0.4919625503668659}
-8 ||| like big is texas ||| ||| {:decoder=>-3.77439, :psb=>0.6580370064762462}
-9 ||| how big texas is ||| ||| {:decoder=>-3.81161, :psb=>0.537284965911771}
-10 ||| is how large texas ||| ||| {:decoder=>-3.81498, :psb=>0.42044820762685725}
-11 ||| is how big texas ||| ||| {:decoder=>-3.84152, :psb=>0.537284965911771}
-12 ||| as big is texas ||| ||| {:decoder=>-3.8878, :psb=>0.6580370064762462}
-13 ||| is as large texas ||| ||| {:decoder=>-3.89239, :psb=>0.37991784282579627}
-14 ||| how large texas is ||| ||| {:decoder=>-3.90906, :psb=>0.42044820762685725}
-15 ||| is as big texas ||| ||| {:decoder=>-3.96071, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is texas
- mrl: answer(size(stateid('texas')))
- output: [266807.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is texas
- mrl: answer(size(stateid('texas')))
- output: [266807.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how great is texas
- mrl: answer(loc_1(stateid('texas')))
- output: [countryid(usa)]
- correct?: false
- SCORES: {:decoder=>0.6043330837077718, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 18
- REFERENCE: how big is the city of new york
- GOLD MRL: answer(size(city(cityid('new york', _))))
-GOLD OUTPUT: [7071639]
-
-<<< KBEST
-0 ||| how big is the city of new york ||| ||| {:decoder=>-3.86018, :psb=>1.0}
-1 ||| how big is the new york city ||| ||| {:decoder=>-3.93768, :psb=>0.5329462628216856}
-2 ||| how much is the new york city ||| ||| {:decoder=>-4.12003, :psb=>0.2883677731713749}
-3 ||| how big is the york city ||| ||| {:decoder=>-4.2701, :psb=>0.4791733671582712}
-4 ||| how great is the city of new york ||| ||| {:decoder=>-4.27963, :psb=>0.7476743906106103}
-5 ||| how large is the new york city ||| ||| {:decoder=>-4.32869, :psb=>0.2883677731713749}
-6 ||| how large is the city of new york ||| ||| {:decoder=>-4.40741, :psb=>0.7476743906106103}
-7 ||| how great is the new york city ||| ||| {:decoder=>-4.486, :psb=>0.2883677731713749}
-8 ||| how big is the city new york ||| ||| {:decoder=>-4.48641, :psb=>0.6633400689531749}
-9 ||| just how big is the city of new york ||| ||| {:decoder=>-4.57721, :psb=>0.8773826753016616}
->>>
-
- [TOP1]
- nrl: how big is the city of new york
- mrl: answer(size(city(cityid('new york',_))))
- output: [7071639]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is the city of new york
- mrl: answer(size(city(cityid('new york',_))))
- output: [7071639]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how big is the new york city
- mrl: answer(size(city(cityid('new york',_))))
- output: [7071639]
- correct?: true
- SCORES: {:decoder=>0.8919152615650674, :psb=>0.5329462628216856}, #1
-
-=================
- EXAMPLE: 19
- REFERENCE: how high are the highest points of all the states
- GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all))))))
-GOLD OUTPUT: [6194]
-
-<<< KBEST
-0 ||| what are the highest surveys all states ||| ||| {:decoder=>-6.84432, :psb=>0.257703362342899}
-1 ||| how much are the highest surveys all states ||| ||| {:decoder=>-6.89276, :psb=>0.27534765745159184}
-2 ||| how high is the highest surveys all states ||| ||| {:decoder=>-6.91242, :psb=>0.2315388580995513}
-3 ||| how high are the highest surveys all states ||| ||| {:decoder=>-6.92558, :psb=>0.5062667121584363}
-4 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-7.03658, :psb=>0.25933688537080213}
-5 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-7.04974, :psb=>0.5501366107724776}
-6 ||| all states how high are the highest surveys ||| ||| {:decoder=>-7.09249, :psb=>0.5062667121584363}
-7 ||| how high are the highest peaks all states ||| ||| {:decoder=>-7.15425, :psb=>0.5062667121584363}
-8 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-7.25011, :psb=>0.26493826542476406}
-9 ||| how high are the supreme surveys of all states ||| ||| {:decoder=>-7.29429, :psb=>0.429170247427184}
-10 ||| what are the highest uplift all states ||| ||| {:decoder=>-7.4484, :psb=>0.257703362342899}
-11 ||| what are the highest eminence all states ||| ||| {:decoder=>-7.45127, :psb=>0.257703362342899}
-12 ||| what are the highest hills all states ||| ||| {:decoder=>-7.50095, :psb=>0.257703362342899}
-13 ||| how high is the highest uplift all states ||| ||| {:decoder=>-7.50111, :psb=>0.2315388580995513}
-14 ||| how high is the highest eminence all states ||| ||| {:decoder=>-7.50399, :psb=>0.2315388580995513}
-15 ||| how high are the highest uplift all states ||| ||| {:decoder=>-7.51427, :psb=>0.5062667121584363}
-16 ||| how high are the highest eminence all states ||| ||| {:decoder=>-7.51715, :psb=>0.5062667121584363}
-17 ||| how high is the highest hills all states ||| ||| {:decoder=>-7.55366, :psb=>0.2315388580995513}
-18 ||| how high are the highest hills all states ||| ||| {:decoder=>-7.56682, :psb=>0.5062667121584363}
-19 ||| how much are the highest uplift all states ||| ||| {:decoder=>-7.69884, :psb=>0.27534765745159184}
-20 ||| how much are the highest eminence all states ||| ||| {:decoder=>-7.70171, :psb=>0.27534765745159184}
-21 ||| how much are the highest hills all states ||| ||| {:decoder=>-7.75139, :psb=>0.27534765745159184}
->>>
-
- [TOP1]
- nrl: what are the highest surveys all states
- mrl: answer(highest(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.257703362342899}
-
- [HOPE]
- nrl: how high are the highest surveys all states
- mrl: answer(elevation_1(highest(state(all))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.9104148522164769, :psb=>0.5062667121584363}, #3
-
- [FEAR]
- nrl: what are the highest surveys all states
- mrl: answer(highest(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.257703362342899}, #0
-
-=================
- EXAMPLE: 20
- REFERENCE: how high is guadalupe peak
- GOLD MRL: answer(elevation_1(placeid('guadalupe peak')))
-GOLD OUTPUT: [2667]
-
-<<< KBEST
-0 ||| how high is guadalupe peak ||| ||| {:decoder=>-3.4003, :psb=>1.0}
-1 ||| how much is guadalupe peak ||| ||| {:decoder=>-3.70178, :psb=>0.5318295896944989}
-2 ||| how high is located guadalupe peak ||| ||| {:decoder=>-3.79957, :psb=>0.48549177170732344}
-3 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-3.83114, :psb=>0.48549177170732344}
-4 ||| as high is guadalupe peak ||| ||| {:decoder=>-3.85381, :psb=>0.7521206186172787}
-5 ||| how highly is guadalupe peak ||| ||| {:decoder=>-3.88094, :psb=>0.5318295896944989}
-6 ||| as highly is guadalupe peak ||| ||| {:decoder=>-3.91956, :psb=>0.4949232003839765}
-7 ||| like high is guadalupe peak ||| ||| {:decoder=>-3.92346, :psb=>0.7521206186172787}
-8 ||| how high lies guadalupe peak ||| ||| {:decoder=>-3.94484, :psb=>0.4472135954999579}
-9 ||| such as high is guadalupe peak ||| ||| {:decoder=>-3.96174, :psb=>0.6042750794713536}
-10 ||| how high located guadalupe peak ||| ||| {:decoder=>-3.97385, :psb=>0.4472135954999579}
-11 ||| how high situated guadalupe peak ||| ||| {:decoder=>-3.98086, :psb=>0.4472135954999579}
-12 ||| like highly is guadalupe peak ||| ||| {:decoder=>-4.00156, :psb=>0.4949232003839765}
-13 ||| as high is located guadalupe peak ||| ||| {:decoder=>-4.27579, :psb=>0.35930411196308426}
-14 ||| how highly is located guadalupe peak ||| ||| {:decoder=>-4.28634, :psb=>0.32466791547509893}
-15 ||| how highly is situated guadalupe peak ||| ||| {:decoder=>-4.3179, :psb=>0.32466791547509893}
-16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-4.32847, :psb=>0.35930411196308426}
-17 ||| as highly is located guadalupe peak ||| ||| {:decoder=>-4.33047, :psb=>0.3021375397356768}
-18 ||| like high is located guadalupe peak ||| ||| {:decoder=>-4.34544, :psb=>0.35930411196308426}
-19 ||| as highly is situated guadalupe peak ||| ||| {:decoder=>-4.36203, :psb=>0.3021375397356768}
-20 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-4.38372, :psb=>0.3005840818981024}
-21 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-4.39812, :psb=>0.35930411196308426}
-22 ||| like highly is located guadalupe peak ||| ||| {:decoder=>-4.40696, :psb=>0.3021375397356768}
-23 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-4.4364, :psb=>0.3005840818981024}
-24 ||| like highly is situated guadalupe peak ||| ||| {:decoder=>-4.43853, :psb=>0.3021375397356768}
-25 ||| how high is situated of guadalupe peak ||| ||| {:decoder=>-4.55033, :psb=>0.40614925799324625}
-26 ||| as high is situated of guadalupe peak ||| ||| {:decoder=>-4.7445, :psb=>0.3005840818981024}
-27 ||| like high is situated of guadalupe peak ||| ||| {:decoder=>-4.81415, :psb=>0.3005840818981024}
-28 ||| such as high is situated of guadalupe peak ||| ||| {:decoder=>-4.85243, :psb=>0.25848657697858524}
->>>
-
- [TOP1]
- nrl: how high is guadalupe peak
- mrl: answer(elevation_1(placeid('guadalupe peak')))
- output: [2667]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is guadalupe peak
- mrl: answer(elevation_1(placeid('guadalupe peak')))
- output: [2667]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how much is guadalupe peak
- mrl: answer(loc_1(placeid('guadalupe peak')))
- output: [countryid(usa),stateid(texas)]
- correct?: false
- SCORES: {:decoder=>0.7923877338805756, :psb=>0.5318295896944989}, #1
-
-=================
- EXAMPLE: 21
- REFERENCE: how high is the highest point in montana
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
-GOLD OUTPUT: [3901]
-
-<<< KBEST
-0 ||| how high is the highest point in montana ||| ||| {:decoder=>-3.38519, :psb=>1.0}
-1 ||| as high is the highest point in montana ||| ||| {:decoder=>-3.6603, :psb=>0.8599476570625982}
-2 ||| like high is the highest point in montana ||| ||| {:decoder=>-3.67525, :psb=>0.8599476570625982}
-3 ||| how much is the highest point in montana ||| ||| {:decoder=>-3.70863, :psb=>0.7476743906106103}
-4 ||| how high is the highest point montana ||| ||| {:decoder=>-3.75306, :psb=>0.7536998328984837}
-5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-3.77606, :psb=>0.719408902854813}
-6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-3.79648, :psb=>0.719408902854813}
-7 ||| how highly is the highest point in montana ||| ||| {:decoder=>-3.8789, :psb=>0.7476743906106103}
-8 ||| such as high is the highest point in montana ||| ||| {:decoder=>-3.97329, :psb=>0.7545031759729783}
->>>
-
- [TOP1]
- nrl: how high is the highest point in montana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
- output: [3901]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point in montana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
- output: [3901]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how high is the highest point in montana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
- output: [3901]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
-=================
- EXAMPLE: 22
- REFERENCE: how high is the highest point in the largest state
- GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all)))))))
-GOLD OUTPUT: [6194]
-
-<<< KBEST
-0 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-5.13697, :psb=>0.3760603093086394}
-1 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-5.25588, :psb=>0.29697089145035693}
-2 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-5.29645, :psb=>0.5844356470407898}
-3 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-5.29965, :psb=>0.347507514861063}
-4 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-5.31402, :psb=>0.33437015248821106}
-5 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-5.3277, :psb=>0.6999271023161167}
-6 ||| how high lies the highest point the largest state ||| ||| {:decoder=>-5.39775, :psb=>0.3777177718431893}
-7 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-5.41523, :psb=>0.6042750794713536}
-8 ||| as high is situated the highest point of the largest state ||| ||| {:decoder=>-5.42835, :psb=>0.33910457813956707}
-9 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-5.43372, :psb=>0.49144984054308527}
-10 ||| how high is situated the highest point of the largest state ||| ||| {:decoder=>-5.43385, :psb=>0.3900256463674887}
-11 ||| as high is located the highest point of the largest state ||| ||| {:decoder=>-5.43934, :psb=>0.33910457813956707}
-12 ||| as high is the highest point of largest state ||| ||| {:decoder=>-5.45679, :psb=>0.5341735956899846}
-13 ||| how much lies the highest point of the largest state ||| ||| {:decoder=>-5.471, :psb=>0.347507514861063}
-14 ||| how high lies the highest point of the greatest state ||| ||| {:decoder=>-5.47439, :psb=>0.29697089145035693}
-15 ||| how high lies the highest point the biggest state ||| ||| {:decoder=>-5.48456, :psb=>0.2982797722714565}
-16 ||| how highly lies the highest point of the largest state ||| ||| {:decoder=>-5.50574, :psb=>0.347507514861063}
-17 ||| how high is located the highest point of the largest state ||| ||| {:decoder=>-5.51361, :psb=>0.3900256463674887}
-18 ||| as high situated the highest point of the largest state ||| ||| {:decoder=>-5.54247, :psb=>0.347507514861063}
-19 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-5.54826, :psb=>0.347507514861063}
-20 ||| like high lies the highest point of the largest state ||| ||| {:decoder=>-5.56125, :psb=>0.347507514861063}
-21 ||| how high located the highest point of the largest state ||| ||| {:decoder=>-5.5768, :psb=>0.3760603093086394}
-22 ||| how high situated the highest point of the largest state ||| ||| {:decoder=>-5.83805, :psb=>0.3760603093086394}
-23 ||| like high situated the highest point of the largest state ||| ||| {:decoder=>-5.99662, :psb=>0.347507514861063}
-24 ||| like high located the highest point of the largest state ||| ||| {:decoder=>-6.00241, :psb=>0.347507514861063}
->>>
-
- [TOP1]
- nrl: how high lies the highest point of the largest state
- mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all)))))))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}
-
- [HOPE]
- nrl: how high is the highest point of the largest state
- mrl: answer(elevation_1(highest(place(loc_2(largest(state(all)))))))
- output: [6194]
- correct?: true
- SCORES: {:decoder=>0.7796149935293027, :psb=>0.6999271023161167}, #5
-
- [FEAR]
- nrl: how high lies the highest point of the largest state
- mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all)))))))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0
-
-=================
- EXAMPLE: 23
- REFERENCE: how high is the highest point of delaware
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
-GOLD OUTPUT: [135]
-
-<<< KBEST
-0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-5.29326, :psb=>1.0}
-1 ||| how much is the highest point of delaware ||| ||| {:decoder=>-5.54301, :psb=>0.7476743906106103}
-2 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-5.58546, :psb=>0.6559965570884768}
-3 ||| as high is the highest point of delaware ||| ||| {:decoder=>-5.66772, :psb=>0.8599476570625982}
-4 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-5.68158, :psb=>0.6559965570884768}
-5 ||| like high is the highest point of delaware ||| ||| {:decoder=>-5.72751, :psb=>0.8599476570625982}
-6 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-5.84379, :psb=>0.6559965570884768}
-7 ||| such as high is the highest point of delaware ||| ||| {:decoder=>-5.89577, :psb=>0.7545031759729783}
-8 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-6.09751, :psb=>0.8065978233496266}
-9 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-6.44204, :psb=>0.6817705815391745}
-10 ||| how much is the highest point of of delaware ||| ||| {:decoder=>-6.46402, :psb=>0.5773502691896258}
-11 ||| like high is the highest point of of delaware ||| ||| {:decoder=>-6.58852, :psb=>0.6817705815391745}
-12 ||| such as high is the highest point of of delaware ||| ||| {:decoder=>-6.66799, :psb=>0.6073980520929507}
-13 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-6.69356, :psb=>0.49944351611061033}
-14 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-7.01692, :psb=>0.49944351611061033}
->>>
-
- [TOP1]
- nrl: how high is the highest point of delaware
- mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
- output: [135]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point of delaware
- mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
- output: [135]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how high is located the highest point of delaware
- mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware')))))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.8304770082266802, :psb=>0.6559965570884768}, #2
-
-=================
- EXAMPLE: 24
- REFERENCE: how high is the highest point of florida
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida'))))))
-GOLD OUTPUT: [105]
-
-<<< KBEST
-0 ||| how high is the highest point florida ||| ||| {:decoder=>-6.68086, :psb=>0.7536998328984837}
-1 ||| how high is the highest point floridas ||| ||| {:decoder=>-6.88691, :psb=>0.7252065560578255}
-2 ||| how much is the highest point florida ||| ||| {:decoder=>-6.88731, :psb=>0.48497485346901076}
-3 ||| what is the highest point florida ||| ||| {:decoder=>-6.91488, :psb=>0.45782273986766686}
-4 ||| how high the highest point is florida ||| ||| {:decoder=>-6.9883, :psb=>0.3829795673743804}
-5 ||| florida how high is the highest point ||| ||| {:decoder=>-7.13067, :psb=>0.7536998328984837}
-6 ||| as high is the highest point florida ||| ||| {:decoder=>-7.15724, :psb=>0.6098235933075173}
-7 ||| how high florida is the highest point ||| ||| {:decoder=>-7.20824, :psb=>0.5329462628216856}
-8 ||| like high is the highest point florida ||| ||| {:decoder=>-7.32247, :psb=>0.6098235933075173}
-9 ||| florida as high is the highest point ||| ||| {:decoder=>-7.37726, :psb=>0.6098235933075173}
-10 ||| how much florida is the highest point ||| ||| {:decoder=>-7.44916, :psb=>0.48497485346901076}
-11 ||| florida like high is the highest point ||| ||| {:decoder=>-7.4618, :psb=>0.6098235933075173}
-12 ||| florida how much is the highest point ||| ||| {:decoder=>-7.46192, :psb=>0.48497485346901076}
-13 ||| florida what is the highest point ||| ||| {:decoder=>-7.51419, :psb=>0.45782273986766686}
-14 ||| as high florida is the highest point ||| ||| {:decoder=>-7.58351, :psb=>0.48497485346901076}
-15 ||| as florida high is the highest point ||| ||| {:decoder=>-7.5905, :psb=>0.6098235933075173}
-16 ||| as florida highly is the highest point ||| ||| {:decoder=>-7.99345, :psb=>0.4633657281473354}
->>>
-
- [TOP1]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}
-
- [HOPE]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0
-
- [FEAR]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0
-
-=================
- EXAMPLE: 25
- REFERENCE: how high is the highest point of louisiana
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
-GOLD OUTPUT: [163]
-
-<<< KBEST
-0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-6.65751, :psb=>1.0}
-1 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-6.86396, :psb=>0.7476743906106103}
-2 ||| what is the highest point of louisiana ||| ||| {:decoder=>-6.88351, :psb=>0.7252065560578255}
-3 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-7.1639, :psb=>0.8599476570625982}
-4 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-7.29912, :psb=>0.8599476570625982}
-5 ||| louisiana how high is the highest point of ||| ||| {:decoder=>-7.50406, :psb=>0.8891397050194614}
-6 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-7.7048, :psb=>0.8065978233496266}
-7 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-8.00776, :psb=>0.5773502691896258}
-8 ||| what is the highest point of of louisiana ||| ||| {:decoder=>-8.04695, :psb=>0.633160218956179}
-9 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-8.18649, :psb=>0.6817705815391745}
-10 ||| like high is the highest point of of louisiana ||| ||| {:decoder=>-8.40118, :psb=>0.6817705815391745}
->>>
-
- [TOP1]
- nrl: how high is the highest point of louisiana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
- output: [163]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point of louisiana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
- output: [163]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: what is the highest point of louisiana
- mrl: answer(highest(place(loc_2(stateid('louisiana')))))
- output: [placeid('driskill mountain')]
- correct?: false
- SCORES: {:decoder=>0.8703883188906157, :psb=>0.7252065560578255}, #2
-
-=================
- EXAMPLE: 26
- REFERENCE: how large is the largest city in alaska
- GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska'))))))
-GOLD OUTPUT: [174431]
-
-<<< KBEST
-0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-4.96206, :psb=>0.7476743906106103}
-1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-5.19406, :psb=>0.3655552228545123}
-2 ||| how large is the largest city in alaska ||| ||| {:decoder=>-5.30781, :psb=>1.0}
-3 ||| how great is the largest city in alaska ||| ||| {:decoder=>-5.36404, :psb=>0.7476743906106103}
-4 ||| as big is the largest city in alaska ||| ||| {:decoder=>-5.3762, :psb=>0.719408902854813}
-5 ||| how big is the largest town in alaska ||| ||| {:decoder=>-5.40489, :psb=>0.3655552228545123}
-6 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-5.65073, :psb=>0.5946035575013605}
->>>
-
- [TOP1]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}
-
- [HOPE]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0
-
- [FEAR]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0
-
-=================
- EXAMPLE: 27
- REFERENCE: how long is rio grande
- GOLD MRL: answer(len(riverid('rio grande')))
-GOLD OUTPUT: [3033]
-
-<<< KBEST
-0 ||| how long is rio grande ||| ||| {:decoder=>-3.52588, :psb=>1.0}
-1 ||| how long rio grande ||| ||| {:decoder=>-3.7083, :psb=>0.4630777161991027}
-2 ||| how long has rio grande ||| ||| {:decoder=>-3.84633, :psb=>0.4472135954999579}
-3 ||| like lang is rio grande ||| ||| {:decoder=>-4.00042, :psb=>0.4949232003839765}
-4 ||| how long will rio grande ||| ||| {:decoder=>-4.05779, :psb=>0.4472135954999579}
-5 ||| how long rio grande is ||| ||| {:decoder=>-4.0743, :psb=>0.47287080450158786}
-6 ||| like long is rio grande ||| ||| {:decoder=>-4.0844, :psb=>0.7521206186172787}
-7 ||| how long is a rio grande ||| ||| {:decoder=>-4.1369, :psb=>0.48549177170732344}
-8 ||| how long is of rio grande ||| ||| {:decoder=>-4.15176, :psb=>0.48549177170732344}
-9 ||| rio grande is how long ||| ||| {:decoder=>-4.17458, :psb=>0.47287080450158786}
-10 ||| is how long rio grande ||| ||| {:decoder=>-4.20232, :psb=>0.47287080450158786}
-11 ||| how long , rio grande ||| ||| {:decoder=>-4.26115, :psb=>0.4472135954999579}
-12 ||| as long is rio grande ||| ||| {:decoder=>-4.34869, :psb=>0.7521206186172787}
-13 ||| rio grande is as long ||| ||| {:decoder=>-4.35013, :psb=>0.40410310093532464}
-14 ||| as lang is rio grande ||| ||| {:decoder=>-4.48982, :psb=>0.4949232003839765}
-15 ||| is as long rio grande ||| ||| {:decoder=>-4.49959, :psb=>0.40410310093532464}
-16 ||| is like long rio grande ||| ||| {:decoder=>-4.56531, :psb=>0.40410310093532464}
->>>
-
- [TOP1]
- nrl: how long is rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how long is rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how long rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>0.8244999663276988, :psb=>0.4630777161991027}, #1
-
-=================
- EXAMPLE: 28
- REFERENCE: how long is the mississippi
- GOLD MRL: answer(len(riverid('mississippi')))
-GOLD OUTPUT: [3778]
-
-<<< KBEST
-0 ||| how long is the mississippi river ||| ||| {:decoder=>-4.02421, :psb=>0.8034284189446518}
-1 ||| how long the mississippi river ||| ||| {:decoder=>-4.33982, :psb=>0.4472135954999579}
-2 ||| how long has the mississippi river ||| ||| {:decoder=>-4.53518, :psb=>0.35930411196308426}
-3 ||| how long is mississippi river ||| ||| {:decoder=>-4.59269, :psb=>0.5318295896944989}
-4 ||| how long the mississippi river is ||| ||| {:decoder=>-4.61284, :psb=>0.37991784282579627}
-5 ||| is how long the mississippi river ||| ||| {:decoder=>-4.69413, :psb=>0.37991784282579627}
-6 ||| as long is the mississippi river ||| ||| {:decoder=>-4.846, :psb=>0.6042750794713536}
-7 ||| like long is the mississippi river ||| ||| {:decoder=>-5.07372, :psb=>0.6042750794713536}
-8 ||| how long is der mississippi river ||| ||| {:decoder=>-5.15498, :psb=>0.4272870063962341}
-9 ||| is as long the mississippi river ||| ||| {:decoder=>-5.16513, :psb=>0.32466791547509893}
-10 ||| is like long the mississippi river ||| ||| {:decoder=>-5.24122, :psb=>0.32466791547509893}
->>>
-
- [TOP1]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 29
- REFERENCE: how long is the mississippi river
- GOLD MRL: answer(len(river(riverid('mississippi'))))
-GOLD OUTPUT: [3778]
-
-<<< KBEST
-0 ||| how long is the mississippi ||| ||| {:decoder=>-3.59409, :psb=>0.8187307530779819}
-1 ||| how long the mississippi ||| ||| {:decoder=>-3.86179, :psb=>0.36064528799877893}
-2 ||| how long is mississippi ||| ||| {:decoder=>-3.93407, :psb=>0.4288819424803534}
-3 ||| how long has the mississippi ||| ||| {:decoder=>-4.05715, :psb=>0.36614752383039256}
-4 ||| is how long the mississippi ||| ||| {:decoder=>-4.2161, :psb=>0.3871538698781762}
-5 ||| the mississippi is how long ||| ||| {:decoder=>-4.21615, :psb=>0.3871538698781762}
-6 ||| how long the mississippi is ||| ||| {:decoder=>-4.21634, :psb=>0.3871538698781762}
-7 ||| how long is of mississippi ||| ||| {:decoder=>-4.26868, :psb=>0.43542524047973125}
-8 ||| as long is the mississippi ||| ||| {:decoder=>-4.33797, :psb=>0.6157842804860023}
-9 ||| the mississippi is as long ||| ||| {:decoder=>-4.39611, :psb=>0.3308516361499261}
-10 ||| how long is der mississippi ||| ||| {:decoder=>-4.46637, :psb=>0.43542524047973125}
-11 ||| is how long mississippi ||| ||| {:decoder=>-4.48856, :psb=>0.3258798048281462}
-12 ||| like long is the mississippi ||| ||| {:decoder=>-4.55192, :psb=>0.6157842804860023}
-13 ||| is as long the mississippi ||| ||| {:decoder=>-4.6871, :psb=>0.3308516361499261}
-14 ||| mississippi how long is the ||| ||| {:decoder=>-4.68789, :psb=>0.6511126026643229}
->>>
-
- [TOP1]
- nrl: how long is the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}
-
- [HOPE]
- nrl: how long is the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0
-
- [FEAR]
- nrl: how long is the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0
-
----
- iteration #2/3: 30 examples
- type1 updates: 12
- type2 updates: 17
- top1 hits: 12
- top1 variant: 9
- top1 true variant: 9
- hope hits: 12
- hope variant: 10
- hope true variant: 10
- kbest size: 14.0
- 3.33% without translations (abs: 1)
- 6.67% no good gold output (abs: 2)
-
- top1 with parse 96.67% abs=29.0
- top1 with output 96.67% abs=29.0
-top1 with correct output 70.0% adj=72.41 abs=21.0
-
- hope with parse 96.67% abs=29.0
- hope with output 96.67% abs=29.0
-hope with correct output 73.33% adj=75.86 abs=22.0
-
- fear with parse 96.67% abs=29.0
- fear with output 96.67% abs=29.0
-fear with correct output 46.67% adj=48.28 abs=14.0
-
-
-
-=================
- EXAMPLE: 0
- REFERENCE: give me the cities in virginia
- GOLD MRL: answer(city(loc_2(stateid('virginia'))))
-GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
-
-<<< KBEST
-0 ||| give me the cities in virginia ||| ||| {:decoder=>-4.90046, :psb=>1.0}
-1 ||| the cities in virginia give me ||| ||| {:decoder=>-5.29943, :psb=>0.7071067811865476}
-2 ||| give me cities in virginia ||| ||| {:decoder=>-5.30919, :psb=>0.49473859088183875}
-3 ||| give me the towns in virginia ||| ||| {:decoder=>-5.39031, :psb=>0.48549177170732344}
-4 ||| unto me the cities in virginia ||| ||| {:decoder=>-5.41471, :psb=>0.8034284189446518}
-5 ||| me give the cities in virginia ||| ||| {:decoder=>-5.43012, :psb=>0.668740304976422}
-6 ||| give me the cities , virginia in ||| ||| {:decoder=>-5.4455, :psb=>0.559450014366235}
-7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-5.45788, :psb=>0.7034711503007025}
-8 ||| give the cities in virginia me ||| ||| {:decoder=>-5.4907, :psb=>0.668740304976422}
-9 ||| me the cities in virginia give ||| ||| {:decoder=>-5.50409, :psb=>0.8408964152537146}
-10 ||| unto me the towns in virginia ||| ||| {:decoder=>-5.96261, :psb=>0.35930411196308426}
-11 ||| give unto me the towns in virginia ||| ||| {:decoder=>-6.00578, :psb=>0.3178289704467185}
-12 ||| me the towns in virginia give ||| ||| {:decoder=>-6.052, :psb=>0.37991784282579627}
->>>
-
- [TOP1]
- nrl: give me the cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: give me the cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: give me cities in virginia
- mrl: answer(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>0.645057922434305, :psb=>0.49473859088183875}, #2
-
-=================
- EXAMPLE: 1
- REFERENCE: what are the high points of states surrounding mississippi
- GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi')))))
-GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')]
-NO MT OUTPUT, skipping example
-
-=================
- EXAMPLE: 2
- REFERENCE: name the rivers in arkansas
- GOLD MRL: answer(river(loc_2(stateid('arkansas'))))
-GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)]
-
-<<< KBEST
-0 ||| call the rivers in arkansas ||| ||| {:decoder=>-4.75288, :psb=>0.7521206186172787}
-1 ||| call rivers in the arkansas ||| ||| {:decoder=>-4.91936, :psb=>0.40410310093532464}
-2 ||| the rivers in arkansas call ||| ||| {:decoder=>-5.05979, :psb=>0.7521206186172787}
-3 ||| the rivers call in arkansas ||| ||| {:decoder=>-5.12949, :psb=>0.4472135954999579}
-4 ||| the call rivers in arkansas ||| ||| {:decoder=>-5.1567, :psb=>0.5318295896944989}
-5 ||| call the rivers into arkansas ||| ||| {:decoder=>-5.16957, :psb=>0.3760603093086393}
-6 ||| the rivers in call arkansas ||| ||| {:decoder=>-5.20856, :psb=>0.5318295896944989}
-7 ||| rivers in the arkansas call ||| ||| {:decoder=>-5.26077, :psb=>0.40410310093532464}
-8 ||| rivers in the call arkansas ||| ||| {:decoder=>-5.268, :psb=>0.40410310093532464}
-9 ||| call the rivers in the arkansas ||| ||| {:decoder=>-5.27856, :psb=>0.4272870063962341}
-10 ||| rivers in call the arkansas ||| ||| {:decoder=>-5.32639, :psb=>0.40410310093532464}
-11 ||| call the rivers , in arkansas ||| ||| {:decoder=>-5.34179, :psb=>0.35930411196308426}
-12 ||| in arkansas call the rivers ||| ||| {:decoder=>-5.37467, :psb=>0.4472135954999579}
-13 ||| call the rivers arkansas ||| ||| {:decoder=>-5.40607, :psb=>0.3894003915357024}
-14 ||| call rivers in arkansas the ||| ||| {:decoder=>-5.51696, :psb=>0.5318295896944989}
-15 ||| call rivers in the the arkansas ||| ||| {:decoder=>-5.633, :psb=>0.32466791547509893}
-16 ||| call the rivers in in arkansas ||| ||| {:decoder=>-5.86784, :psb=>0.4591497693322866}
-17 ||| rivers in the the arkansas call ||| ||| {:decoder=>-5.97442, :psb=>0.32466791547509893}
-18 ||| the rivers in in arkansas call ||| ||| {:decoder=>-6.18241, :psb=>0.4591497693322866}
-19 ||| the call rivers in in arkansas ||| ||| {:decoder=>-6.25475, :psb=>0.35930411196308426}
-20 ||| call rivers in in arkansas the ||| ||| {:decoder=>-6.81386, :psb=>0.35930411196308426}
->>>
-
- [TOP1]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}
-
- [HOPE]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0
-
- [FEAR]
- nrl: call the rivers in arkansas
- mrl: city(loc_2(stateid('arkansas')))
- output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0
-
-=================
- EXAMPLE: 3
- REFERENCE: can you tell me the capital of texas
- GOLD MRL: answer(capital(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(austin,tx)]
-
-<<< KBEST
-0 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-5.98132, :psb=>0.5270027137504644}
-1 ||| can you tell me what is the capital of texas ||| ||| {:decoder=>-6.16151, :psb=>0.5844356470407898}
-2 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-6.16317, :psb=>0.3852971889399676}
-3 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-6.18376, :psb=>0.4272870063962341}
-4 ||| can you tell me , what is the capital of the texas ||| ||| {:decoder=>-6.21355, :psb=>0.39458812555917666}
-5 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-6.22759, :psb=>0.5844356470407898}
-6 ||| can you tell me , was the capital of texas is ||| ||| {:decoder=>-6.23065, :psb=>0.5270027137504644}
-7 ||| you can tell me what is the capital of texas ||| ||| {:decoder=>-6.28271, :psb=>0.4272870063962341}
-8 ||| can you tell me , what is the capital city of texas ||| ||| {:decoder=>-6.28756, :psb=>0.3672056269893592}
-9 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-6.29963, :psb=>0.5270027137504644}
-10 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-6.3575, :psb=>0.3852971889399676}
-11 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-6.4125, :psb=>0.3852971889399676}
-12 ||| you can tell me , what is the capital city of texas ||| ||| {:decoder=>-6.47983, :psb=>0.21200626759025185}
-13 ||| can you tell me , what the capital city of texas is ||| ||| {:decoder=>-6.70185, :psb=>0.3672056269893592}
-14 ||| you can tell me what the capital city of texas is ||| ||| {:decoder=>-6.78796, :psb=>0.2328254894667881}
-15 ||| you can tell me , what the capital city of texas is ||| ||| {:decoder=>-6.88369, :psb=>0.21200626759025185}
->>>
-
- [TOP1]
- nrl: can you tell me , what is the capital of texas
- mrl: population_1(answer(capital(loc_2(stateid('texas')))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}
-
- [HOPE]
- nrl: can you tell me , what is the capital of texas
- mrl: population_1(answer(capital(loc_2(stateid('texas')))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0
-
- [FEAR]
- nrl: can you tell me , what is the capital of texas
- mrl: population_1(answer(capital(loc_2(stateid('texas')))))
- output: [345496]
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0
-
-=================
- EXAMPLE: 4
- REFERENCE: could you tell me what is the highest point in the state of oregon
- GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon'))))))
-GOLD OUTPUT: [placeid('mount hood')]
-
-<<< KBEST
-0 ||| you could tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.21284, :psb=>0.6985342056580097}
-1 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.3765, :psb=>0.7992975447228272}
-2 ||| you could say which is the highest point in the state of oregon me ||| ||| {:decoder=>-9.41639, :psb=>0.6668954865619205}
-3 ||| you could say me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.4563, :psb=>0.6668954865619205}
-4 ||| you could tell me which is the highest point in oregon state ||| ||| {:decoder=>-9.47219, :psb=>0.4090790395780627}
-5 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-9.60631, :psb=>0.633160218956179}
-6 ||| you could tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-9.60802, :psb=>0.8817192535122739}
-7 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-9.62761, :psb=>0.684694991173804}
-8 ||| could you tell me which is the highest point in oregon state ||| ||| {:decoder=>-9.63584, :psb=>0.5227564628601822}
-9 ||| you could say what me is the highest point in the state of oregon ||| ||| {:decoder=>-9.64509, :psb=>0.6803749333171202}
-10 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-9.69288, :psb=>0.633160218956179}
-11 ||| you could tell me which is the highest point in the oregon state ||| ||| {:decoder=>-9.69908, :psb=>0.48507053375249726}
-12 ||| you could tell me which oregon is the highest point in the state ||| ||| {:decoder=>-9.84646, :psb=>0.5550418054052764}
-13 ||| you could tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-9.88721, :psb=>0.5885661912765424}
-14 ||| you could tell me which the highest point in the state oregon is ||| ||| {:decoder=>-10.156, :psb=>0.48507053375249726}
-15 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-10.1657, :psb=>0.535536059195526}
->>>
-
- [TOP1]
- nrl: you could tell me which is the highest point in the state of oregon
- mrl: answer(highest(place(loc_2(state(stateid('oregon'))))))
- output: [placeid('mount hood')]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}
-
- [HOPE]
- nrl: you could tell me which is the highest point in the state of oregon
- mrl: answer(highest(place(loc_2(state(stateid('oregon'))))))
- output: [placeid('mount hood')]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0
-
- [FEAR]
- nrl: you could tell me which is the highest point in the state of oregon
- mrl: answer(highest(place(loc_2(state(stateid('oregon'))))))
- output: [placeid('mount hood')]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0
-
-=================
- EXAMPLE: 5
- REFERENCE: give me all the states of usa
- GOLD MRL: answer(state(loc_2(countryid('usa'))))
-GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-
-<<< KBEST
-0 ||| call all states ||| ||| {:decoder=>-4.78129, :psb=>0.15218787864872976}
-1 ||| all states call ||| ||| {:decoder=>-4.97326, :psb=>0.15218787864872976}
-2 ||| call all states of the usa ||| ||| {:decoder=>-5.01221, :psb=>0.29059254080791846}
-3 ||| all call states ||| ||| {:decoder=>-5.09643, :psb=>0.15218787864872976}
-4 ||| call all states the usa ||| ||| {:decoder=>-5.12451, :psb=>0.22778068328450227}
-5 ||| call all the usa ||| ||| {:decoder=>-5.13119, :psb=>0.23618327637050732}
-6 ||| call all states of usa ||| ||| {:decoder=>-5.15816, :psb=>0.3564960350471317}
-7 ||| call all states in the usa ||| ||| {:decoder=>-5.3356, :psb=>0.2310997417025822}
-8 ||| call all united states of america ||| ||| {:decoder=>-5.42748, :psb=>0.2557539057896621}
->>>
-
- [TOP1]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}
-
- [HOPE]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0
-
- [FEAR]
- nrl: call all states
- mrl: city(state(all))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0
-
-=================
- EXAMPLE: 6
- REFERENCE: give me the cities in texas
- GOLD MRL: answer(city(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-
-<<< KBEST
-0 ||| tell me what cities in texas are ||| ||| {:decoder=>-5.18623, :psb=>0.35745672884978397}
-1 ||| tell me what are cities in texas ||| ||| {:decoder=>-5.36006, :psb=>0.35745672884978397}
-2 ||| tell me which are cities in texas ||| ||| {:decoder=>-5.55054, :psb=>0.35745672884978397}
-3 ||| tell me what cities are in texas ||| ||| {:decoder=>-5.57587, :psb=>0.271608378656351}
-4 ||| tell me which cities in texas are ||| ||| {:decoder=>-5.57615, :psb=>0.35745672884978397}
-5 ||| tell me what cities in texas , ||| ||| {:decoder=>-5.68419, :psb=>0.35745672884978397}
-6 ||| tell me what cities in are texas ||| ||| {:decoder=>-5.68769, :psb=>0.271608378656351}
-7 ||| tell me are what cities in texas ||| ||| {:decoder=>-5.71578, :psb=>0.35745672884978397}
-8 ||| tell me what cities in texas is ||| ||| {:decoder=>-5.72165, :psb=>0.35745672884978397}
-9 ||| are tell me what cities in texas ||| ||| {:decoder=>-5.7417, :psb=>0.35745672884978397}
-10 ||| tell me which cities are in texas ||| ||| {:decoder=>-5.77551, :psb=>0.271608378656351}
-11 ||| tell me downloading cities in texas are ||| ||| {:decoder=>-5.85841, :psb=>0.35745672884978397}
-12 ||| sag me what cities in texas are ||| ||| {:decoder=>-6.00996, :psb=>0.35745672884978397}
-13 ||| sag me which cities in texas are ||| ||| {:decoder=>-6.16294, :psb=>0.35745672884978397}
->>>
-
- [TOP1]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}
-
- [HOPE]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0
-
- [FEAR]
- nrl: tell me what cities in texas are
- mrl: answer(city(loc_2(loc_2(stateid('texas')))))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0
-
-=================
- EXAMPLE: 7
- REFERENCE: give me the cities in usa
- GOLD MRL: answer(city(loc_2(countryid('usa'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
-
-<<< KBEST
-0 ||| call the cities of usa ||| ||| {:decoder=>-4.25718, :psb=>0.3078921402430011}
-1 ||| call the cities of the usa ||| ||| {:decoder=>-4.30348, :psb=>0.3021375397356768}
-2 ||| call the cities of the u.s. ||| ||| {:decoder=>-4.43573, :psb=>0.2730120862709067}
-3 ||| call the cities of the united states ||| ||| {:decoder=>-4.53806, :psb=>0.2283945119649991}
-4 ||| call the usa cities ||| ||| {:decoder=>-4.55436, :psb=>0.255014728746912}
-5 ||| call the cities the usa ||| ||| {:decoder=>-4.59985, :psb=>0.3078921402430011}
-6 ||| call the cities in the usa ||| ||| {:decoder=>-4.64782, :psb=>0.4272870063962341}
-7 ||| call the cities in the united states ||| ||| {:decoder=>-4.64897, :psb=>0.33265096878635064}
-8 ||| call cities of the usa ||| ||| {:decoder=>-4.93486, :psb=>0.25890539701513354}
->>>
-
- [TOP1]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}
-
- [HOPE]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0
-
- [FEAR]
- nrl: call the cities of usa
- mrl: city(loc_2(countryid('usa')))
- output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0
-
-=================
- EXAMPLE: 8
- REFERENCE: give me the cities in virginia
- GOLD MRL: answer(city(loc_2(stateid('virginia'))))
-GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
-
-<<< KBEST
-0 ||| call me the cities in virginia ||| ||| {:decoder=>-4.93827, :psb=>0.8034284189446518}
-1 ||| the cities in virginia call me ||| ||| {:decoder=>-5.31284, :psb=>0.6389431042462724}
-2 ||| the call me cities in virginia ||| ||| {:decoder=>-5.31367, :psb=>0.45180100180492244}
-3 ||| call the cities in virginia me ||| ||| {:decoder=>-5.42424, :psb=>0.6389431042462724}
-4 ||| call me cities in virginia ||| ||| {:decoder=>-5.43661, :psb=>0.43542524047973125}
-5 ||| me call the cities in virginia ||| ||| {:decoder=>-5.47804, :psb=>0.6389431042462724}
-6 ||| call me the towns in virginia ||| ||| {:decoder=>-5.49818, :psb=>0.35930411196308426}
-7 ||| call the me cities in virginia ||| ||| {:decoder=>-5.52764, :psb=>0.45180100180492244}
-8 ||| call me the cities virginia ||| ||| {:decoder=>-5.55828, :psb=>0.43542524047973125}
-9 ||| call me in the cities virginia ||| ||| {:decoder=>-5.56823, :psb=>0.34329452398451965}
-10 ||| me the cities in virginia call ||| ||| {:decoder=>-5.68903, :psb=>0.8034284189446518}
-11 ||| in virginia call me the cities ||| ||| {:decoder=>-5.68952, :psb=>0.48549177170732344}
-12 ||| me the call cities in virginia ||| ||| {:decoder=>-5.70501, :psb=>0.48549177170732344}
-13 ||| cities in virginia call me the ||| ||| {:decoder=>-5.76462, :psb=>0.48549177170732344}
-14 ||| me the towns in virginia call ||| ||| {:decoder=>-6.26143, :psb=>0.35930411196308426}
->>>
-
- [TOP1]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: call me the cities in virginia
- mrl: city(city(loc_2(stateid('virginia'))))
- output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 9
- REFERENCE: give me the cities which are in texas
- GOLD MRL: answer(city(loc_2(stateid('texas'))))
-GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-
-<<< KBEST
-0 ||| call me cities in texas ||| ||| {:decoder=>-4.23114, :psb=>0.221776483974985}
-1 ||| cities in texas call me ||| ||| {:decoder=>-4.66326, :psb=>0.221776483974985}
-2 ||| call me in texas cities ||| ||| {:decoder=>-4.7176, :psb=>0.221776483974985}
-3 ||| me call cities in texas ||| ||| {:decoder=>-4.80532, :psb=>0.221776483974985}
-4 ||| call cities in texas me ||| ||| {:decoder=>-4.80659, :psb=>0.221776483974985}
-5 ||| me cities in texas call ||| ||| {:decoder=>-4.83894, :psb=>0.221776483974985}
-6 ||| call me towns in texas ||| ||| {:decoder=>-4.88967, :psb=>0.20638627362169998}
-7 ||| cities in call me texas ||| ||| {:decoder=>-4.9023, :psb=>0.18649105036213778}
-8 ||| cities call me in texas ||| ||| {:decoder=>-4.94992, :psb=>0.221776483974985}
-9 ||| call i cities in texas ||| ||| {:decoder=>-4.97096, :psb=>0.20638627362169998}
-10 ||| call cities in me texas ||| ||| {:decoder=>-4.99825, :psb=>0.18649105036213778}
-11 ||| in texas call me cities ||| ||| {:decoder=>-5.00417, :psb=>0.221776483974985}
-12 ||| cities in texas me call ||| ||| {:decoder=>-5.07199, :psb=>0.221776483974985}
->>>
-
- [TOP1]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}
-
- [HOPE]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0
-
- [FEAR]
- nrl: call me cities in texas
- mrl: city(city(loc_2(stateid('texas'))))
- output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0
-
-=================
- EXAMPLE: 10
- REFERENCE: give me the lakes in california
- GOLD MRL: answer(lake(loc_2(stateid('california'))))
-GOLD OUTPUT: []
-
-<<< KBEST
-0 ||| call me the lakes in california ||| ||| {:decoder=>-4.84491, :psb=>0.8034284189446518}
-1 ||| the lakes in california call me ||| ||| {:decoder=>-5.16499, :psb=>0.6389431042462724}
-2 ||| call the lakes in california me ||| ||| {:decoder=>-5.31599, :psb=>0.6389431042462724}
-3 ||| the call me lakes in california ||| ||| {:decoder=>-5.33129, :psb=>0.45180100180492244}
-4 ||| me call the lakes in california ||| ||| {:decoder=>-5.33979, :psb=>0.6389431042462724}
-5 ||| the lakes call me in california ||| ||| {:decoder=>-5.34005, :psb=>0.37991784282579627}
-6 ||| call me the lakes , california in ||| ||| {:decoder=>-5.44488, :psb=>0.3779644730092272}
-7 ||| call the lakes me in california ||| ||| {:decoder=>-5.48682, :psb=>0.37991784282579627}
-8 ||| me the lakes in california call ||| ||| {:decoder=>-5.50098, :psb=>0.8034284189446518}
-9 ||| call me lakes in the california ||| ||| {:decoder=>-5.5134, :psb=>0.34329452398451965}
-10 ||| call me of the lakes in california ||| ||| {:decoder=>-5.51503, :psb=>0.5345224838248488}
-11 ||| in california call me the lakes ||| ||| {:decoder=>-5.56098, :psb=>0.48549177170732344}
-12 ||| call the me lakes in california ||| ||| {:decoder=>-5.56826, :psb=>0.45180100180492244}
-13 ||| call me in california the lakes ||| ||| {:decoder=>-5.57408, :psb=>0.37991784282579627}
-14 ||| call me the in california lakes ||| ||| {:decoder=>-5.60393, :psb=>0.37991784282579627}
-15 ||| call me the lakes , in california ||| ||| {:decoder=>-5.6148, :psb=>0.40614925799324625}
-16 ||| call me the the lakes in california ||| ||| {:decoder=>-5.62073, :psb=>0.5651887140592688}
-17 ||| me the call lakes in california ||| ||| {:decoder=>-5.74564, :psb=>0.48549177170732344}
-18 ||| me the the lakes in california call ||| ||| {:decoder=>-6.27679, :psb=>0.5651887140592688}
->>>
-
- [TOP1]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: call me the lakes in california
- mrl: city(lake(loc_2(stateid('california'))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 11
- REFERENCE: give me the largest state
- GOLD MRL: answer(largest(state(all)))
-GOLD OUTPUT: [stateid(alaska)]
-
-<<< KBEST
-0 ||| which city is the largest ||| ||| {:decoder=>-3.60384, :psb=>0.33980884896942454}
-1 ||| what is the largest city ||| ||| {:decoder=>-3.6763, :psb=>0.33980884896942454}
-2 ||| what city is the largest ||| ||| {:decoder=>-3.72761, :psb=>0.33980884896942454}
-3 ||| what town is the largest ||| ||| {:decoder=>-3.76011, :psb=>0.33980884896942454}
-4 ||| which is the largest city ||| ||| {:decoder=>-3.82416, :psb=>0.33980884896942454}
-5 ||| what city is the biggest ||| ||| {:decoder=>-3.85311, :psb=>0.24028114141347542}
-6 ||| which city is the biggest ||| ||| {:decoder=>-3.85609, :psb=>0.24028114141347542}
-7 ||| downloading city is the largest ||| ||| {:decoder=>-3.94522, :psb=>0.33980884896942454}
-8 ||| which town is the largest ||| ||| {:decoder=>-3.97893, :psb=>0.33980884896942454}
-9 ||| downloading is the largest city ||| ||| {:decoder=>-4.17845, :psb=>0.33980884896942454}
->>>
-
- [TOP1]
- nrl: which city is the largest
- mrl: answer(city(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}
-
- [HOPE]
- nrl: which city is the largest
- mrl: answer(city(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0
-
- [FEAR]
- nrl: which city is the largest
- mrl: answer(city(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0
-
-=================
- EXAMPLE: 12
- REFERENCE: give me the longest river that passes through the us
- GOLD MRL: answer(longest(river(traverse_2(countryid('usa')))))
-GOLD OUTPUT: []
-
-<<< KBEST
-0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-8.23459, :psb=>0.3585594362259136}
-1 ||| call me the longest river , which flows through the u.s. ||| ||| {:decoder=>-8.35556, :psb=>0.3585594362259136}
-2 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-8.55136, :psb=>0.3976353643835253}
-3 ||| the longest river , which flows through the usa call me ||| ||| {:decoder=>-8.572, :psb=>0.257663759638272}
-4 ||| call me , the longest river , which flows through the usa ||| ||| {:decoder=>-8.67255, :psb=>0.23462350320528}
-5 ||| call the longest river , which flows through the usa me ||| ||| {:decoder=>-8.67567, :psb=>0.257663759638272}
-6 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-8.68234, :psb=>0.32399502498695193}
-7 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-8.70065, :psb=>0.3264971028628052}
-8 ||| me call the longest river , which flows through the usa ||| ||| {:decoder=>-8.72947, :psb=>0.257663759638272}
-9 ||| the longest river which flows through the usa call me ||| ||| {:decoder=>-8.88877, :psb=>0.28574404296988}
-10 ||| call me the longest river that flows through the usa ||| ||| {:decoder=>-8.97901, :psb=>0.5143686723610401}
-11 ||| call the longest river which flows through the usa me ||| ||| {:decoder=>-8.99243, :psb=>0.28574404296988}
-12 ||| me call the longest river which flows through the usa ||| ||| {:decoder=>-9.04623, :psb=>0.28574404296988}
-13 ||| the longest river that flows through the usa call me ||| ||| {:decoder=>-9.35138, :psb=>0.41325840918969}
-14 ||| call the longest river that flows through the usa me ||| ||| {:decoder=>-9.45505, :psb=>0.41325840918969}
-15 ||| me call the longest river that flows through the usa ||| ||| {:decoder=>-9.50885, :psb=>0.41325840918969}
->>>
-
- [TOP1]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}
-
- [HOPE]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0
-
- [FEAR]
- nrl: call me the longest river , which flows through the usa
- mrl: city(answer(longest(river(traverse_2(countryid('usa'))))))
- output: []
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0
-
-=================
- EXAMPLE: 13
- REFERENCE: how big is alaska
- GOLD MRL: answer(size(stateid('alaska')))
-GOLD OUTPUT: [591000.0]
-
-<<< KBEST
-0 ||| how big is alaska ||| ||| {:decoder=>-3.352, :psb=>1.0}
-1 ||| how large is alaska ||| ||| {:decoder=>-3.66406, :psb=>0.49999999999999994}
-2 ||| how great is alaska ||| ||| {:decoder=>-3.79165, :psb=>0.49999999999999994}
-3 ||| how big alaska is ||| ||| {:decoder=>-3.9478, :psb=>0.537284965911771}
-4 ||| as large is alaska ||| ||| {:decoder=>-3.98806, :psb=>0.4518010018049224}
-5 ||| is how large alaska ||| ||| {:decoder=>-4.00369, :psb=>0.42044820762685725}
-6 ||| as big is alaska ||| ||| {:decoder=>-4.0091, :psb=>0.6580370064762462}
-7 ||| is how big alaska ||| ||| {:decoder=>-4.03758, :psb=>0.537284965911771}
-8 ||| how large alaska is ||| ||| {:decoder=>-4.05471, :psb=>0.42044820762685725}
-9 ||| is as large alaska ||| ||| {:decoder=>-4.10908, :psb=>0.37991784282579627}
-10 ||| is as big alaska ||| ||| {:decoder=>-4.18126, :psb=>0.42044820762685725}
-11 ||| how great alaska is ||| ||| {:decoder=>-4.20096, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how large is alaska
- mrl: answer(size(stateid('alaska')))
- output: [591000.0]
- correct?: true
- SCORES: {:decoder=>0.6324208443271767, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 14
- REFERENCE: how big is massachusetts
- GOLD MRL: answer(size(stateid('massachusetts')))
-GOLD OUTPUT: [8284.0]
-
-<<< KBEST
-0 ||| how big is massachusetts ||| ||| {:decoder=>-3.87508, :psb=>1.0}
-1 ||| how great is massachusetts ||| ||| {:decoder=>-4.31177, :psb=>0.49999999999999994}
-2 ||| how large is massachusetts ||| ||| {:decoder=>-4.34604, :psb=>0.49999999999999994}
-3 ||| how big is , massachusetts ||| ||| {:decoder=>-4.54065, :psb=>0.5318295896944989}
-4 ||| how great massachusetts ||| ||| {:decoder=>-4.59867, :psb=>0.41368954504257255}
-5 ||| how much is massachusetts ||| ||| {:decoder=>-4.61509, :psb=>0.49999999999999994}
-6 ||| just how big is massachusetts ||| ||| {:decoder=>-4.61696, :psb=>0.7521206186172787}
-7 ||| is how large massachusetts ||| ||| {:decoder=>-4.68735, :psb=>0.42044820762685725}
-8 ||| is how big massachusetts ||| ||| {:decoder=>-4.71459, :psb=>0.537284965911771}
-9 ||| how big massachusetts is ||| ||| {:decoder=>-4.74691, :psb=>0.537284965911771}
-10 ||| is as large massachusetts ||| ||| {:decoder=>-4.79783, :psb=>0.37991784282579627}
-11 ||| as big is massachusetts ||| ||| {:decoder=>-4.82551, :psb=>0.6580370064762462}
-12 ||| how big , massachusetts ||| ||| {:decoder=>-4.84744, :psb=>0.49999999999999994}
-13 ||| is as big massachusetts ||| ||| {:decoder=>-4.86349, :psb=>0.42044820762685725}
-14 ||| as large is massachusetts ||| ||| {:decoder=>-4.86998, :psb=>0.4518010018049224}
-15 ||| how large massachusetts is ||| ||| {:decoder=>-4.88264, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is massachusetts
- mrl: answer(size(stateid('massachusetts')))
- output: [8284.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is massachusetts
- mrl: answer(size(stateid('massachusetts')))
- output: [8284.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how great is massachusetts
- mrl: answer(loc_1(stateid('massachusetts')))
- output: [countryid(usa)]
- correct?: false
- SCORES: {:decoder=>0.5665866052642027, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 15
- REFERENCE: how big is new mexico
- GOLD MRL: answer(size(stateid('new mexico')))
-GOLD OUTPUT: [121600.0]
-
-<<< KBEST
-0 ||| how big is new mexico ||| ||| {:decoder=>-4.61619, :psb=>1.0}
-1 ||| how large is new mexico ||| ||| {:decoder=>-5.05484, :psb=>0.5318295896944989}
-2 ||| how great is new mexico ||| ||| {:decoder=>-5.09129, :psb=>0.5318295896944989}
-3 ||| how big is mexico ||| ||| {:decoder=>-5.09245, :psb=>0.5506953149031837}
-4 ||| how great new mexico ||| ||| {:decoder=>-5.34872, :psb=>0.3894003915357024}
-5 ||| how much is new mexico ||| ||| {:decoder=>-5.36, :psb=>0.5318295896944989}
-6 ||| just how big is new mexico ||| ||| {:decoder=>-5.41215, :psb=>0.8034284189446518}
-7 ||| how big new mexico is ||| ||| {:decoder=>-5.45388, :psb=>0.47287080450158786}
-8 ||| new mexico how big is ||| ||| {:decoder=>-5.4629, :psb=>0.6042750794713536}
-9 ||| is how large new mexico ||| ||| {:decoder=>-5.49776, :psb=>0.40410310093532464}
-10 ||| how large new mexico is ||| ||| {:decoder=>-5.54671, :psb=>0.40410310093532464}
-11 ||| is how big new mexico ||| ||| {:decoder=>-5.55166, :psb=>0.47287080450158786}
-12 ||| how great is mexico ||| ||| {:decoder=>-5.56797, :psb=>0.32744539334076506}
-13 ||| how large is mexico ||| ||| {:decoder=>-5.59306, :psb=>0.32744539334076506}
-14 ||| as big is new mexico ||| ||| {:decoder=>-5.59339, :psb=>0.7521206186172787}
-15 ||| is as large new mexico ||| ||| {:decoder=>-5.61138, :psb=>0.3760603093086393}
-16 ||| how great new mexico is ||| ||| {:decoder=>-5.64434, :psb=>0.40410310093532464}
-17 ||| is as big new mexico ||| ||| {:decoder=>-5.70361, :psb=>0.40410310093532464}
->>>
-
- [TOP1]
- nrl: how big is new mexico
- mrl: answer(size(stateid('new mexico')))
- output: [121600.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is new mexico
- mrl: answer(size(stateid('new mexico')))
- output: [121600.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how large is new mexico
- mrl: answer(size(stateid('new mexico')))
- output: [121600.0]
- correct?: true
- SCORES: {:decoder=>0.5966140037887839, :psb=>0.5318295896944989}, #1
-
-=================
- EXAMPLE: 16
- REFERENCE: how big is north dakota
- GOLD MRL: answer(size(stateid('north dakota')))
-GOLD OUTPUT: [70700.0]
-
-<<< KBEST
-0 ||| how big is north dakota ||| ||| {:decoder=>-4.82486, :psb=>1.0}
-1 ||| how great is north dakota ||| ||| {:decoder=>-5.2808, :psb=>0.5318295896944989}
-2 ||| how large is north dakota ||| ||| {:decoder=>-5.43474, :psb=>0.5318295896944989}
-3 ||| how much is north dakota ||| ||| {:decoder=>-5.52132, :psb=>0.5318295896944989}
-4 ||| how great north dakota ||| ||| {:decoder=>-5.58252, :psb=>0.3894003915357024}
-5 ||| just how big is north dakota ||| ||| {:decoder=>-5.59917, :psb=>0.8034284189446518}
-6 ||| what is north dakota ||| ||| {:decoder=>-5.74702, :psb=>0.5124797359336637}
-7 ||| how big north dakota is ||| ||| {:decoder=>-5.81288, :psb=>0.47287080450158786}
-8 ||| is how big north dakota ||| ||| {:decoder=>-5.91808, :psb=>0.47287080450158786}
-9 ||| is how large north dakota ||| ||| {:decoder=>-5.92961, :psb=>0.40410310093532464}
-10 ||| as big is north dakota ||| ||| {:decoder=>-5.95059, :psb=>0.7521206186172787}
-11 ||| how large north dakota is ||| ||| {:decoder=>-5.97472, :psb=>0.40410310093532464}
-12 ||| is as large north dakota ||| ||| {:decoder=>-6.04774, :psb=>0.3760603093086393}
-13 ||| how great north dakota is ||| ||| {:decoder=>-6.05242, :psb=>0.40410310093532464}
-14 ||| is as big north dakota ||| ||| {:decoder=>-6.07447, :psb=>0.40410310093532464}
->>>
-
- [TOP1]
- nrl: how big is north dakota
- mrl: answer(size(stateid('north dakota')))
- output: [70700.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is north dakota
- mrl: answer(size(stateid('north dakota')))
- output: [70700.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how great is north dakota
- mrl: answer(loc_1(stateid('north dakota')))
- output: [countryid(usa)]
- correct?: false
- SCORES: {:decoder=>0.6351341618584997, :psb=>0.5318295896944989}, #1
-
-=================
- EXAMPLE: 17
- REFERENCE: how big is texas
- GOLD MRL: answer(size(stateid('texas')))
-GOLD OUTPUT: [266807.0]
-
-<<< KBEST
-0 ||| how big is texas ||| ||| {:decoder=>-4.27286, :psb=>1.0}
-1 ||| how great is texas ||| ||| {:decoder=>-4.77554, :psb=>0.49999999999999994}
-2 ||| how large is texas ||| ||| {:decoder=>-4.92137, :psb=>0.49999999999999994}
-3 ||| how much is texas ||| ||| {:decoder=>-4.97271, :psb=>0.49999999999999994}
-4 ||| how great texas ||| ||| {:decoder=>-5.00691, :psb=>0.41368954504257255}
-5 ||| just how big is texas ||| ||| {:decoder=>-5.07066, :psb=>0.7521206186172787}
-6 ||| how big is of texas ||| ||| {:decoder=>-5.11615, :psb=>0.5318295896944989}
-7 ||| what is texas ||| ||| {:decoder=>-5.19072, :psb=>0.4919625503668659}
-8 ||| like big is texas ||| ||| {:decoder=>-5.25398, :psb=>0.6580370064762462}
-9 ||| how big texas is ||| ||| {:decoder=>-5.27452, :psb=>0.537284965911771}
-10 ||| is how large texas ||| ||| {:decoder=>-5.30358, :psb=>0.42044820762685725}
-11 ||| is how big texas ||| ||| {:decoder=>-5.3345, :psb=>0.537284965911771}
-12 ||| how large texas is ||| ||| {:decoder=>-5.41049, :psb=>0.42044820762685725}
-13 ||| is as large texas ||| ||| {:decoder=>-5.42496, :psb=>0.37991784282579627}
-14 ||| as big is texas ||| ||| {:decoder=>-5.42542, :psb=>0.6580370064762462}
-15 ||| is as big texas ||| ||| {:decoder=>-5.49392, :psb=>0.42044820762685725}
-16 ||| how great texas is ||| ||| {:decoder=>-5.54629, :psb=>0.42044820762685725}
->>>
-
- [TOP1]
- nrl: how big is texas
- mrl: answer(size(stateid('texas')))
- output: [266807.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is texas
- mrl: answer(size(stateid('texas')))
- output: [266807.0]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how great is texas
- mrl: answer(loc_1(stateid('texas')))
- output: [countryid(usa)]
- correct?: false
- SCORES: {:decoder=>0.6052550984349351, :psb=>0.49999999999999994}, #1
-
-=================
- EXAMPLE: 18
- REFERENCE: how big is the city of new york
- GOLD MRL: answer(size(city(cityid('new york', _))))
-GOLD OUTPUT: [7071639]
-
-<<< KBEST
-0 ||| how big is the city of new york ||| ||| {:decoder=>-5.35187, :psb=>1.0}
-1 ||| how big is the new york city ||| ||| {:decoder=>-5.40803, :psb=>0.5329462628216856}
-2 ||| how much is the new york city ||| ||| {:decoder=>-5.60488, :psb=>0.2883677731713749}
-3 ||| how big is the york city ||| ||| {:decoder=>-5.83406, :psb=>0.4791733671582712}
-4 ||| how great is the city of new york ||| ||| {:decoder=>-5.89202, :psb=>0.7476743906106103}
-5 ||| how large is the new york city ||| ||| {:decoder=>-5.96135, :psb=>0.2883677731713749}
-6 ||| how large is the city of new york ||| ||| {:decoder=>-6.0681, :psb=>0.7476743906106103}
-7 ||| how great is the new york city ||| ||| {:decoder=>-6.13984, :psb=>0.2883677731713749}
-8 ||| how big is the new york city &apos;s ||| ||| {:decoder=>-6.14515, :psb=>0.528685631720282}
-9 ||| just how big is the city of new york ||| ||| {:decoder=>-6.21917, :psb=>0.8773826753016616}
->>>
-
- [TOP1]
- nrl: how big is the city of new york
- mrl: answer(size(city(cityid('new york',_))))
- output: [7071639]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how big is the city of new york
- mrl: answer(size(city(cityid('new york',_))))
- output: [7071639]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how much is the new york city
- mrl: answer(loc_1(cityid('new york',_)))
- output: [countryid(usa),stateid('new york')]
- correct?: false
- SCORES: {:decoder=>0.708278565663554, :psb=>0.2883677731713749}, #2
-
-=================
- EXAMPLE: 19
- REFERENCE: how high are the highest points of all the states
- GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all))))))
-GOLD OUTPUT: [6194]
-
-<<< KBEST
-0 ||| how much are the highest surveys all states ||| ||| {:decoder=>-8.95102, :psb=>0.27534765745159184}
-1 ||| what are the highest surveys all states ||| ||| {:decoder=>-8.95549, :psb=>0.257703362342899}
-2 ||| how high is the highest surveys all states ||| ||| {:decoder=>-8.9672, :psb=>0.2315388580995513}
-3 ||| how high are the highest surveys all states ||| ||| {:decoder=>-9.01094, :psb=>0.5062667121584363}
-4 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-9.11773, :psb=>0.25933688537080213}
-5 ||| all states how high are the highest surveys ||| ||| {:decoder=>-9.14587, :psb=>0.5062667121584363}
-6 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-9.16148, :psb=>0.5501366107724776}
-7 ||| how high all states are the highest surveys ||| ||| {:decoder=>-9.20504, :psb=>0.30592435772324006}
-8 ||| all states how high is the highest surveys ||| ||| {:decoder=>-9.22113, :psb=>0.2315388580995513}
-9 ||| how high are the highest peaks all states ||| ||| {:decoder=>-9.23844, :psb=>0.5062667121584363}
-10 ||| how high are the highest surveys , all states ||| ||| {:decoder=>-9.2844, :psb=>0.5103723117878854}
-11 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-9.36742, :psb=>0.26493826542476406}
-12 ||| how highly are the highest surveys all states ||| ||| {:decoder=>-9.39154, :psb=>0.27534765745159184}
-13 ||| what are the highest uplift all states ||| ||| {:decoder=>-9.6381, :psb=>0.257703362342899}
-14 ||| how high is the highest uplift all states ||| ||| {:decoder=>-9.64389, :psb=>0.2315388580995513}
-15 ||| how high is the highest eminence all states ||| ||| {:decoder=>-9.64683, :psb=>0.2315388580995513}
-16 ||| what are the highest eminence all states ||| ||| {:decoder=>-9.6507, :psb=>0.257703362342899}
-17 ||| how high are the highest uplift all states ||| ||| {:decoder=>-9.68763, :psb=>0.5062667121584363}
-18 ||| how high are the highest eminence all states ||| ||| {:decoder=>-9.69057, :psb=>0.5062667121584363}
-19 ||| how high is the highest hills all states ||| ||| {:decoder=>-9.73746, :psb=>0.2315388580995513}
-20 ||| what are the highest hills all states ||| ||| {:decoder=>-9.74134, :psb=>0.257703362342899}
-21 ||| how high are the highest hills all states ||| ||| {:decoder=>-9.78121, :psb=>0.5062667121584363}
->>>
-
- [TOP1]
- nrl: how much are the highest surveys all states
- mrl: answer(highest(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.27534765745159184}
-
- [HOPE]
- nrl: how high are the highest surveys all states
- mrl: answer(elevation_1(highest(state(all))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.9278237511894868, :psb=>0.5062667121584363}, #3
-
- [FEAR]
- nrl: how much are the highest surveys all states
- mrl: answer(highest(state(all)))
- output: []
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.27534765745159184}, #0
-
-=================
- EXAMPLE: 20
- REFERENCE: how high is guadalupe peak
- GOLD MRL: answer(elevation_1(placeid('guadalupe peak')))
-GOLD OUTPUT: [2667]
-
-<<< KBEST
-0 ||| how high is guadalupe peak ||| ||| {:decoder=>-5.25889, :psb=>1.0}
-1 ||| how much is guadalupe peak ||| ||| {:decoder=>-5.63113, :psb=>0.5318295896944989}
-2 ||| how high is located guadalupe peak ||| ||| {:decoder=>-5.87022, :psb=>0.48549177170732344}
-3 ||| what is guadalupe peak ||| ||| {:decoder=>-5.89176, :psb=>0.5124797359336637}
-4 ||| as high is guadalupe peak ||| ||| {:decoder=>-5.89329, :psb=>0.7521206186172787}
-5 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-5.92847, :psb=>0.48549177170732344}
-6 ||| how tall is guadalupe peak ||| ||| {:decoder=>-5.95205, :psb=>0.5318295896944989}
-7 ||| how highly is guadalupe peak ||| ||| {:decoder=>-5.99923, :psb=>0.5318295896944989}
-8 ||| as highly is guadalupe peak ||| ||| {:decoder=>-6.00386, :psb=>0.4949232003839765}
-9 ||| like high is guadalupe peak ||| ||| {:decoder=>-6.03796, :psb=>0.7521206186172787}
-10 ||| how high lies guadalupe peak ||| ||| {:decoder=>-6.05851, :psb=>0.4472135954999579}
-11 ||| how high located guadalupe peak ||| ||| {:decoder=>-6.07554, :psb=>0.4472135954999579}
-12 ||| how high situated guadalupe peak ||| ||| {:decoder=>-6.10028, :psb=>0.4472135954999579}
-13 ||| such as high is guadalupe peak ||| ||| {:decoder=>-6.12183, :psb=>0.6042750794713536}
-14 ||| like highly is guadalupe peak ||| ||| {:decoder=>-6.17188, :psb=>0.4949232003839765}
-15 ||| as high is located guadalupe peak ||| ||| {:decoder=>-6.52941, :psb=>0.35930411196308426}
-16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-6.60485, :psb=>0.35930411196308426}
-17 ||| like high is located guadalupe peak ||| ||| {:decoder=>-6.67408, :psb=>0.35930411196308426}
-18 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-6.74952, :psb=>0.35930411196308426}
-19 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-6.75795, :psb=>0.3005840818981024}
-20 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-6.83338, :psb=>0.3005840818981024}
->>>
-
- [TOP1]
- nrl: how high is guadalupe peak
- mrl: answer(elevation_1(placeid('guadalupe peak')))
- output: [2667]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is guadalupe peak
- mrl: answer(elevation_1(placeid('guadalupe peak')))
- output: [2667]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how much is guadalupe peak
- mrl: answer(loc_1(placeid('guadalupe peak')))
- output: [countryid(usa),stateid(texas)]
- correct?: false
- SCORES: {:decoder=>0.763580587999924, :psb=>0.5318295896944989}, #1
-
-=================
- EXAMPLE: 21
- REFERENCE: how high is the highest point in montana
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
-GOLD OUTPUT: [3901]
-
-<<< KBEST
-0 ||| how high is the highest point in montana ||| ||| {:decoder=>-5.28617, :psb=>1.0}
-1 ||| how much is the highest point in montana ||| ||| {:decoder=>-5.64393, :psb=>0.7476743906106103}
-2 ||| as high is the highest point in montana ||| ||| {:decoder=>-5.75403, :psb=>0.8599476570625982}
-3 ||| how high is the highest point montana ||| ||| {:decoder=>-5.76096, :psb=>0.7536998328984837}
-4 ||| like high is the highest point in montana ||| ||| {:decoder=>-5.83992, :psb=>0.8599476570625982}
-5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-5.95092, :psb=>0.719408902854813}
-6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-6.05081, :psb=>0.719408902854813}
-7 ||| how highly is the highest point in montana ||| ||| {:decoder=>-6.11243, :psb=>0.7476743906106103}
-8 ||| montana how high is the highest point in ||| ||| {:decoder=>-6.19152, :psb=>0.8891397050194614}
->>>
-
- [TOP1]
- nrl: how high is the highest point in montana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
- output: [3901]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point in montana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
- output: [3901]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how high is the highest point in montana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
- output: [3901]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
-=================
- EXAMPLE: 22
- REFERENCE: how high is the highest point in the largest state
- GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all)))))))
-GOLD OUTPUT: [6194]
-
-<<< KBEST
-0 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-7.71391, :psb=>0.6999271023161167}
-1 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-7.82842, :psb=>0.3760603093086394}
-2 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-7.85246, :psb=>0.5844356470407898}
-3 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-7.87491, :psb=>0.6042750794713536}
-4 ||| how high is the highest point of largest state ||| ||| {:decoder=>-7.98584, :psb=>0.6496350258549114}
-5 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-8.01327, :psb=>0.29697089145035693}
-6 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-8.04457, :psb=>0.347507514861063}
-7 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-8.05738, :psb=>0.49144984054308527}
-8 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-8.09543, :psb=>0.33437015248821106}
-9 ||| as high is the highest point of largest state ||| ||| {:decoder=>-8.13951, :psb=>0.5341735956899846}
-10 ||| like high is the highest point of the largest state ||| ||| {:decoder=>-8.20983, :psb=>0.5844356470407898}
-11 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-8.37807, :psb=>0.347507514861063}
->>>
-
- [TOP1]
- nrl: how high is the highest point of the largest state
- mrl: answer(elevation_1(highest(place(loc_2(largest(state(all)))))))
- output: [6194]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6999271023161167}
-
- [HOPE]
- nrl: how high is the highest point of the largest state
- mrl: answer(elevation_1(highest(place(loc_2(largest(state(all)))))))
- output: [6194]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6999271023161167}, #0
-
- [FEAR]
- nrl: how high is the highest point of the largest state
- mrl: answer(elevation_1(highest(place(loc_2(largest(state(all)))))))
- output: [6194]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.6999271023161167}, #0
-
-=================
- EXAMPLE: 23
- REFERENCE: how high is the highest point of delaware
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
-GOLD OUTPUT: [135]
-
-<<< KBEST
-0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-6.37084, :psb=>1.0}
-1 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-6.68632, :psb=>0.6559965570884768}
-2 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-6.77427, :psb=>0.6559965570884768}
-3 ||| as high is the highest point of delaware ||| ||| {:decoder=>-6.78307, :psb=>0.8599476570625982}
-4 ||| like high is the highest point of delaware ||| ||| {:decoder=>-6.82648, :psb=>0.8599476570625982}
-5 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-6.82934, :psb=>0.6559965570884768}
-6 ||| how high lies the highest point of delaware ||| ||| {:decoder=>-6.98391, :psb=>0.6580370064762462}
-7 ||| how high located the highest point of delaware ||| ||| {:decoder=>-7.1696, :psb=>0.6580370064762462}
-8 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-7.34794, :psb=>0.8065978233496266}
-9 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-7.7287, :psb=>0.6817705815391745}
-10 ||| like high is the highest point of of delaware ||| ||| {:decoder=>-7.86183, :psb=>0.6817705815391745}
-11 ||| how high is situated the highest point of of delaware ||| ||| {:decoder=>-7.94157, :psb=>0.49944351611061033}
-12 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-7.99414, :psb=>0.49944351611061033}
-13 ||| how high lies the highest point of of delaware ||| ||| {:decoder=>-8.13092, :psb=>0.48549177170732344}
-14 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-8.5008, :psb=>0.49944351611061033}
->>>
-
- [TOP1]
- nrl: how high is the highest point of delaware
- mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
- output: [135]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point of delaware
- mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
- output: [135]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how high is located the highest point of delaware
- mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware')))))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.8518845424327217, :psb=>0.6559965570884768}, #1
-
-=================
- EXAMPLE: 24
- REFERENCE: how high is the highest point of florida
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida'))))))
-GOLD OUTPUT: [105]
-
-<<< KBEST
-0 ||| how high is the highest point florida ||| ||| {:decoder=>-7.82412, :psb=>0.7536998328984837}
-1 ||| how high is the highest point floridas ||| ||| {:decoder=>-7.93368, :psb=>0.7252065560578255}
-2 ||| how high the highest point is florida ||| ||| {:decoder=>-8.18731, :psb=>0.3829795673743804}
-3 ||| how much is the highest point florida ||| ||| {:decoder=>-8.24641, :psb=>0.48497485346901076}
-4 ||| florida how high is the highest point ||| ||| {:decoder=>-8.29252, :psb=>0.7536998328984837}
-5 ||| as high is the highest point florida ||| ||| {:decoder=>-8.33827, :psb=>0.6098235933075173}
-6 ||| how high is situated the highest point florida ||| ||| {:decoder=>-8.39189, :psb=>0.4445698525097307}
-7 ||| how high florida is the highest point ||| ||| {:decoder=>-8.45005, :psb=>0.5329462628216856}
-8 ||| as high is the highest point floridas ||| ||| {:decoder=>-8.47784, :psb=>0.5826515567418346}
-9 ||| like high is the highest point florida ||| ||| {:decoder=>-8.48712, :psb=>0.6098235933075173}
-10 ||| how high is of the highest point florida ||| ||| {:decoder=>-8.51859, :psb=>0.45966135761245924}
-11 ||| florida as high is the highest point ||| ||| {:decoder=>-8.57761, :psb=>0.6098235933075173}
-12 ||| like high is the highest point floridas ||| ||| {:decoder=>-8.59668, :psb=>0.5826515567418346}
-13 ||| how high is located the highest point florida ||| ||| {:decoder=>-8.63847, :psb=>0.4445698525097307}
-14 ||| florida like high is the highest point ||| ||| {:decoder=>-8.64591, :psb=>0.6098235933075173}
-15 ||| floridas how high is the highest point ||| ||| {:decoder=>-8.91756, :psb=>0.7252065560578255}
->>>
-
- [TOP1]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}
-
- [HOPE]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0
-
- [FEAR]
- nrl: how high is the highest point florida
- mrl: answer(elevation_1(highest(place('florida'))))
- output: [].
- correct?: false
- SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0
-
-=================
- EXAMPLE: 25
- REFERENCE: how high is the highest point of louisiana
- GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
-GOLD OUTPUT: [163]
-
-<<< KBEST
-0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-7.7586, :psb=>1.0}
-1 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-8.19942, :psb=>0.7476743906106103}
-2 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-8.30276, :psb=>0.8599476570625982}
-3 ||| what is the highest point of louisiana ||| ||| {:decoder=>-8.33672, :psb=>0.7252065560578255}
-4 ||| how high is located the highest point of louisiana ||| ||| {:decoder=>-8.3378, :psb=>0.6559965570884768}
-5 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-8.4216, :psb=>0.8599476570625982}
-6 ||| how high is situated the highest point of louisiana ||| ||| {:decoder=>-8.4222, :psb=>0.6559965570884768}
-7 ||| how high is the highest point from louisiana ||| ||| {:decoder=>-8.47028, :psb=>0.7476743906106103}
-8 ||| how high is of the highest point of louisiana ||| ||| {:decoder=>-8.5489, :psb=>0.6559965570884768}
-9 ||| louisiana how high is the highest point of ||| ||| {:decoder=>-8.78017, :psb=>0.8891397050194614}
-10 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-8.97875, :psb=>0.8065978233496266}
-11 ||| as louisiana high is the highest point of ||| ||| {:decoder=>-9.01218, :psb=>0.7476743906106103}
-12 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-9.49666, :psb=>0.6817705815391745}
-13 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-9.54731, :psb=>0.5773502691896258}
-14 ||| like high is the highest point of of louisiana ||| ||| {:decoder=>-9.69801, :psb=>0.6817705815391745}
->>>
-
- [TOP1]
- nrl: how high is the highest point of louisiana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
- output: [163]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how high is the highest point of louisiana
- mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
- output: [163]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how high is located the highest point of louisiana
- mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('louisiana')))))))
- output: []
- correct?: false
- SCORES: {:decoder=>0.7013524731748318, :psb=>0.6559965570884768}, #4
-
-=================
- EXAMPLE: 26
- REFERENCE: how large is the largest city in alaska
- GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska'))))))
-GOLD OUTPUT: [174431]
-
-<<< KBEST
-0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-7.30307, :psb=>0.7476743906106103}
-1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-7.58876, :psb=>0.3655552228545123}
-2 ||| how large is the largest city in alaska ||| ||| {:decoder=>-7.81022, :psb=>1.0}
-3 ||| how great is the largest city in alaska ||| ||| {:decoder=>-7.84126, :psb=>0.7476743906106103}
-4 ||| how big is the largest town in alaska ||| ||| {:decoder=>-7.87324, :psb=>0.3655552228545123}
-5 ||| how great is the biggest city in alaska ||| ||| {:decoder=>-8.16696, :psb=>0.3655552228545123}
-6 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-8.22306, :psb=>0.5946035575013605}
->>>
-
- [TOP1]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}
-
- [HOPE]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0
-
- [FEAR]
- nrl: how big is the largest city in alaska
- mrl: answer(size(largest(city(loc_2(stateid('alaska'))))))
- output: [174431]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0
-
-=================
- EXAMPLE: 27
- REFERENCE: how long is rio grande
- GOLD MRL: answer(len(riverid('rio grande')))
-GOLD OUTPUT: [3033]
-
-<<< KBEST
-0 ||| how long is rio grande ||| ||| {:decoder=>-5.3791, :psb=>1.0}
-1 ||| how long rio grande ||| ||| {:decoder=>-5.51937, :psb=>0.4630777161991027}
-2 ||| how long has rio grande ||| ||| {:decoder=>-5.7721, :psb=>0.4472135954999579}
-3 ||| how long will rio grande ||| ||| {:decoder=>-6.00931, :psb=>0.4472135954999579}
-4 ||| how long rio grande is ||| ||| {:decoder=>-6.11793, :psb=>0.47287080450158786}
-5 ||| like lang is rio grande ||| ||| {:decoder=>-6.14756, :psb=>0.4949232003839765}
-6 ||| rio grande is how long ||| ||| {:decoder=>-6.17474, :psb=>0.47287080450158786}
-7 ||| like long is rio grande ||| ||| {:decoder=>-6.17789, :psb=>0.7521206186172787}
-8 ||| how long is of rio grande ||| ||| {:decoder=>-6.222, :psb=>0.48549177170732344}
-9 ||| how long , rio grande ||| ||| {:decoder=>-6.26844, :psb=>0.4472135954999579}
-10 ||| is how long rio grande ||| ||| {:decoder=>-6.36224, :psb=>0.47287080450158786}
-11 ||| rio grande is as long ||| ||| {:decoder=>-6.43718, :psb=>0.40410310093532464}
-12 ||| as long is rio grande ||| ||| {:decoder=>-6.57339, :psb=>0.7521206186172787}
-13 ||| like long rio grande ||| ||| {:decoder=>-6.60378, :psb=>0.3894003915357024}
-14 ||| as lang is rio grande ||| ||| {:decoder=>-6.77637, :psb=>0.4949232003839765}
-15 ||| is as long rio grande ||| ||| {:decoder=>-6.84056, :psb=>0.40410310093532464}
-16 ||| as long rio grande is ||| ||| {:decoder=>-6.91337, :psb=>0.40410310093532464}
->>>
-
- [TOP1]
- nrl: how long is rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}
-
- [HOPE]
- nrl: how long is rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>1.0}, #0
-
- [FEAR]
- nrl: how long rio grande
- mrl: answer(len(riverid('rio grande')))
- output: [3033]
- correct?: true
- SCORES: {:decoder=>0.9085754137146655, :psb=>0.4630777161991027}, #1
-
-=================
- EXAMPLE: 28
- REFERENCE: how long is the mississippi
- GOLD MRL: answer(len(riverid('mississippi')))
-GOLD OUTPUT: [3778]
-
-<<< KBEST
-0 ||| how long is the mississippi river ||| ||| {:decoder=>-5.99251, :psb=>0.8034284189446518}
-1 ||| how long the mississippi river ||| ||| {:decoder=>-6.3028, :psb=>0.4472135954999579}
-2 ||| how long has the mississippi river ||| ||| {:decoder=>-6.65798, :psb=>0.35930411196308426}
-3 ||| how long will the mississippi river ||| ||| {:decoder=>-6.70278, :psb=>0.35930411196308426}
-4 ||| how long the mississippi river is ||| ||| {:decoder=>-6.86439, :psb=>0.37991784282579627}
-5 ||| how long is the mississippi river and ||| ||| {:decoder=>-6.88944, :psb=>0.672126440078521}
-6 ||| how long is mississippi river ||| ||| {:decoder=>-6.93108, :psb=>0.5318295896944989}
-7 ||| is how long the mississippi river ||| ||| {:decoder=>-6.98489, :psb=>0.37991784282579627}
-8 ||| like long is the mississippi river ||| ||| {:decoder=>-7.3585, :psb=>0.6042750794713536}
-9 ||| as long is the mississippi river ||| ||| {:decoder=>-7.39935, :psb=>0.6042750794713536}
-10 ||| is as long the mississippi river ||| ||| {:decoder=>-7.76952, :psb=>0.32466791547509893}
->>>
-
- [TOP1]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}
-
- [HOPE]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
- [FEAR]
- nrl: how long is the mississippi river
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0
-
-=================
- EXAMPLE: 29
- REFERENCE: how long is the mississippi river
- GOLD MRL: answer(len(river(riverid('mississippi'))))
-GOLD OUTPUT: [3778]
-
-<<< KBEST
-0 ||| how long is the mississippi ||| ||| {:decoder=>-5.4476, :psb=>0.8187307530779819}
-1 ||| how long the mississippi ||| ||| {:decoder=>-5.58584, :psb=>0.36064528799877893}
-2 ||| how long is mississippi ||| ||| {:decoder=>-5.89517, :psb=>0.4288819424803534}
-3 ||| how long has the mississippi ||| ||| {:decoder=>-5.94102, :psb=>0.36614752383039256}
-4 ||| how long will the mississippi ||| ||| {:decoder=>-5.98582, :psb=>0.36614752383039256}
-5 ||| how long the mississippi is ||| ||| {:decoder=>-6.29413, :psb=>0.3871538698781762}
-6 ||| is how long the mississippi ||| ||| {:decoder=>-6.30808, :psb=>0.3871538698781762}
-7 ||| how long , mississippi ||| ||| {:decoder=>-6.58296, :psb=>0.30326532985631666}
-8 ||| as long is the mississippi ||| ||| {:decoder=>-6.63839, :psb=>0.6157842804860023}
-9 ||| is how long mississippi ||| ||| {:decoder=>-6.64193, :psb=>0.3258798048281462}
-10 ||| how long , the mississippi ||| ||| {:decoder=>-6.65378, :psb=>0.36614752383039256}
-11 ||| how long mississippi is ||| ||| {:decoder=>-6.76988, :psb=>0.3258798048281462}
-12 ||| like long is the mississippi ||| ||| {:decoder=>-6.88757, :psb=>0.6157842804860023}
-13 ||| is as long the mississippi ||| ||| {:decoder=>-7.05256, :psb=>0.3308516361499261}
-14 ||| mississippi how long is the ||| ||| {:decoder=>-7.09624, :psb=>0.6511126026643229}
->>>
-
- [TOP1]
- nrl: how long is the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}
-
- [HOPE]
- nrl: how long is the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0
-
- [FEAR]
- nrl: how long is the mississippi
- mrl: answer(len(riverid('mississippi')))
- output: [3778]
- correct?: true
- SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0
-
----
- iteration #3/3: 30 examples
- type1 updates: 12
- type2 updates: 17
- top1 hits: 12
- top1 variant: 10
- top1 true variant: 10
- hope hits: 12
- hope variant: 10
- hope true variant: 10
- kbest size: 13.0
- 3.33% without translations (abs: 1)
- 6.67% no good gold output (abs: 2)
-
- top1 with parse 96.67% abs=29.0
- top1 with output 96.67% abs=29.0
-top1 with correct output 73.33% adj=75.86 abs=22.0
-
- hope with parse 96.67% abs=29.0
- hope with output 96.67% abs=29.0
-hope with correct output 73.33% adj=75.86 abs=22.0
-
- fear with parse 96.67% abs=29.0
- fear with output 96.67% abs=29.0
-fear with correct output 50.0% adj=51.72 abs=15.0
-
-
diff --git a/example/output.stdout b/example/output.stdout
deleted file mode 100644
index 17d4e81..0000000
--- a/example/output.stdout
+++ /dev/null
@@ -1,29 +0,0 @@
-give me the cities in virginia
-call the rivers in arkansas
-can you tell me , what is the capital of texas
-you could tell me which is the highest point in the state of oregon
-call all states
-tell me what cities in texas are
-call the cities of usa
-call me the cities in virginia
-call me cities in texas
-call me the lakes in california
-which city is the largest
-call me the longest river , which flows through the usa
-how big is alaska
-how big is massachusetts
-how big is new mexico
-how big is north dakota
-how big is texas
-how big is the city of new york
-how much are the highest surveys all states
-how high is guadalupe peak
-how high is the highest point in montana
-how high is the highest point of the largest state
-how high is the highest point of delaware
-how high is the highest point florida
-how high is the highest point of louisiana
-how big is the largest city in alaska
-how long is rio grande
-how long is the mississippi river
-how long is the mississippi
diff --git a/example/run.sh b/example/run.sh
deleted file mode 100755
index c47a955..0000000
--- a/example/run.sh
+++ /dev/null
@@ -1,35 +0,0 @@
-#!/bin/bash
-
-# stop and start memcached
-killall memcached
-memcached &
-
-# run lampion with rampion variant for 3 epochs over 30 examples
-../lampion.rb \
- -k 100 \
- -i train.in \
- -r train.en \
- -g train.gold \
- -h train.funql \
- -w weights.init \
- -c cdec.ini \
- -t stopwords.en \
- -o output-weights \
- -l \
- -e 0.01 \
- -j 3 \
- -s 30 \
- -v rampion 2> output.stderr > output.stdout
-
-# translate test
-/toolbox/cdec-dtrain/decoder/cdec \
- -c cdec.ini \
- -w output-weights.2.gz 2>/dev/null \
- < test.in \
- | ../scripts/geoquery/semparse.rb \
- | ../scripts/geoquery/query.rb > output-answers
-
-# evaluate result
-../scripts/geoquery/eval.rb \
- test.gold < output-answers > output-eval
-
diff --git a/example/stopwords.en b/example/stopwords.en
deleted file mode 100644
index 518ceef..0000000
--- a/example/stopwords.en
+++ /dev/null
@@ -1,176 +0,0 @@
-a
-about
-above
-after
-again
-against
-all
-am
-an
-and
-any
-are
-aren't
-as
-at
-be
-because
-been
-before
-being
-below
-between
-both
-but
-by
-can't
-cannot
-could
-couldn't
-did
-didn't
-do
-does
-doesn't
-doing
-don't
-down
-during
-each
-few
-for
-from
-further
-had
-hadn't
-has
-hasn't
-have
-haven't
-having
-he
-he'd
-he'll
-he's
-her
-here
-here's
-hers
-herself
-him
-himself
-his
-how
-how's
-i
-i'd
-i'll
-i'm
-i've
-if
-in
-into
-is
-isn't
-it
-it's
-its
-itself
-let's
-me
-more
-most
-mustn't
-my
-myself
-no
-nor
-not
-of
-off
-on
-once
-only
-or
-other
-ought
-our
-ours
-ourselves
-out
-over
-own
-same
-shan't
-she
-she'd
-she'll
-she's
-should
-shouldn't
-so
-some
-such
-than
-that
-that's
-the
-their
-theirs
-them
-themselves
-then
-there
-there's
-these
-they
-they'd
-they'll
-they're
-they've
-this
-those
-through
-to
-too
-under
-until
-up
-very
-was
-wasn't
-we
-we'd
-we'll
-we're
-we've
-were
-weren't
-what
-what's
-when
-when's
-where
-where's
-which
-while
-who
-who's
-whom
-why
-why's
-with
-won't
-would
-wouldn't
-you
-you'd
-you'll
-you're
-you've
-your
-yours
-yourself
-yourselves
-'s
-'t
diff --git a/example/test.gold b/example/test.gold
deleted file mode 100644
index 5b8449a..0000000
--- a/example/test.gold
+++ /dev/null
@@ -1,280 +0,0 @@
-[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')]
-[2]
-[1]
-[stateid(arizona),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(wyoming)]
-[6194]
-[6194]
-[734]
-[591000.0]
-[266807.0]
-[2333]
-[451]
-[2333]
-[3968]
-[1094]
-[1569]
-[1]
-[386]
-[7071639]
-[1]
-[1203339]
-[1595138]
-[370951]
-[2520000.0]
-[947200.0]
-[7071639]
-[345496]
-[]
-[345496]
-[1461000.0]
-[14229000.0]
-[2]
-[0]
-[10]
-[51]
-[51]
-[51]
-[6]
-[3]
-[4]
-[8]
-[51]
-[11]
-[14229000.0]
-[6194]
-[3901]
-[6]
-[]
-[76685]
-[6]
-[riverid(allegheny),riverid(delaware),riverid(hudson)]
-[stateid(texas)]
-[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-[stateid(colorado),stateid('new mexico'),stateid(texas)]
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[cityid(austin,tx)]
-[cityid('des moines',ia),cityid(lincoln,ne),cityid('little rock',ar),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(springfield,il),cityid(topeka,ks)]
-[cityid(appleton,wi),cityid('arlington heights',il),cityid(aurora,il),cityid('baton rouge',la),cityid(bloomington,mn),cityid('cedar rapids',ia),cityid(champaign,il),cityid(chattanooga,tn),cityid(chicago,il),cityid(cicero,il),cityid(columbia,mo),cityid(davenport,ia),cityid(decatur,il),cityid('des moines',ia),cityid(dubuque,ia),cityid(duluth,mn),cityid(elgin,il),cityid(evanston,il),cityid('fort smith',ar),cityid('green bay',wi),cityid(independence,mo),cityid(jackson,ms),cityid(joliet,il),cityid('kansas city',mo),cityid(kenner,la),cityid(kenosha,wi),cityid(knoxville,tn),cityid(lafayette,la),cityid('lake charles',la),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(monroe,la),cityid(nashville,tn),cityid('new orleans',la),cityid('north little rock',ar),cityid('oak lawn',il),cityid(peoria,il),cityid(racine,wi),cityid(rochester,mn),cityid(rockford,il),cityid(shreveport,la),cityid('sioux city',ia),cityid(skokie,il),cityid(springfield,il),cityid(springfield,mo),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi)]
-[cityid(anchorage,ak)]
-[placeid('mount mckinley')]
-[cityid(birmingham,al),cityid(mobile,al),cityid(montgomery,al)]
-[cityid(anchorage,ak)]
-[cityid(buffalo,ny),cityid('new york',ny),cityid(rochester,ny),cityid(syracuse,ny),cityid(yonkers,ny)]
-[cityid('baton rouge',la),cityid(chattanooga,tn),cityid(chicago,il),cityid('des moines',ia),cityid(jackson,ms),cityid('kansas city',mo),cityid(knoxville,tn),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(nashville,tn),cityid('new orleans',la),cityid(shreveport,la),cityid('st. louis',mo),cityid('st. paul',mn)]
-[cityid(anaheim,ca),cityid(fresno,ca),cityid('huntington beach',ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(oakland,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca)]
-[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)]
-[]
-[riverid(ohio),riverid(wabash)]
-[0.0053517006802721095,0.6798646362098139,4.8007545317915525,7.244343891402715,8.957505576015354,9.231966053748232,10.71546052631579,11.373493975903614,17.208480565371026,20.297542043984475,23.842105263157894,27.12391705211542,27.778846153846153,28.724179829890645,33.81932962573275,42.96992481203007,43.24517512508935,48.29383886255924,51.740674955595026,52.83018867924528,53.203661327231124,53.33068472716233,60.36484245439469,70.53084648493544,75.31914893617021,80.57851239669421,83.69989136822609,88.17610062893081,92.75042444821732,99.21327729281172,100.3374795101726,108.94636924537257,111.67647617239415,131.1776251226693,141.9375509728533,148.97233812393756,149.81012658227849,151.65745856353593,158.32478632478632,202.4866785079929,261.50121065375305,261.8301403725611,290.60665362035223,357.5967413441955,403.1548757170172,580.0,618.9243027888447,692.5398358281024,781.5181518151816,945.8071144214717]
-[2520000.0]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[1303000.0,2286000.0,3025000.0,4206000.0]
-[160123,173979,231999,345496,385164,425259,785880,904078,1595138]
-[]
-[cityid('new york',ny)]
-[]
-[cityid(sacramento,ca)]
-[68664.0]
-[41300.0]
-[266807.0]
-[56153.0]
-[cityid('new york',ny)]
-[cityid(phoenix,az)]
-[cityid(wichita,ks)]
-[cityid('new orleans',la)]
-[cityid(sacramento,ca)]
-[cityid(denver,co)]
-[cityid(springfield,il)]
-[cityid('des moines',ia)]
-[cityid(boston,ma)]
-[cityid(trenton,nj)]
-[cityid(albany,ny)]
-[]
-[cityid(columbus,oh)]
-[cityid(raleigh,nc)]
-[cityid(tallahassee,fl)]
-[cityid(washington,dc)]
-[cityid(sacramento,ca)]
-[cityid(trenton,nj)]
-[cityid('des moines',ia),cityid(lincoln,ne)]
-[cityid(sacramento,ca)]
-[3670038.0]
-[357.5967413441955]
-[placeid('gannett peak')]
-[placeid('guadalupe peak')]
-[placeid('mount mckinley')]
-[placeid('mount mckinley')]
-[placeid('mount mckinley')]
-[placeid(centerville)]
-[placeid('ocheyedan mound')]
-[placeid('mount katahdin')]
-[placeid('granite peak')]
-[placeid('boundary peak')]
-[placeid('mount mitchell')]
-[placeid('guadalupe peak')]
-[placeid('gannett peak')]
-[placeid('mount mckinley')]
-[placeid('mount rogers')]
-[placeid('granite peak')]
-[placeid('mount mckinley')]
-[cityid(phoenix,az)]
-[cityid('los angeles',ca)]
-[cityid(providence,ri)]
-[cityid(memphis,tn)]
-[cityid(washington,dc)]
-[riverid(columbia)]
-[stateid(texas)]
-[stateid('new mexico')]
-[stateid(montana)]
-[2333]
-[3033]
-[3778]
-[]
-[]
-[riverid(chattahoochee)]
-[]
-[]
-[riverid(missouri)]
-[riverid(mississippi)]
-[placeid('ouachita river')]
-[placeid('atlantic ocean')]
-[placeid('gulf of mexico')]
-[placeid('southeast corner')]
-[placeid('death valley')]
-[placeid('death valley')]
-[placeid('death valley')]
-[]
-[stateid('new jersey')]
-[cityid('new york',ny)]
-[stateid(california)]
-[stateid(illinois)]
-[33.81932962573275]
-[0.6798646362098139]
-[401800.0]
-[76685]
-[119123]
-[964000.0]
-[1595138]
-[4217000.0]
-[1303000.0]
-[7071639]
-[785880]
-[106919]
-[174431]
-[786.7]
-[4916000.0]
-[7365000.0]
-[330537]
-[1461000.0]
-[4113200.0]
-[cityid('scotts valley',ca)]
-[cityid('scotts valley',ca)]
-[stateid('south dakota')]
-[stateid(missouri)]
-[stateid(tennessee)]
-[stateid(alaska)]
-[stateid('district of columbia')]
-[51393]
-[3778]
-[cityid(philadelphia,pa),cityid(pittsburgh,pa)]
-[stateid(colorado)]
-[]
-[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)]
-[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)]
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[riverid(allegheny),riverid(delaware),riverid(hudson)]
-[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)]
-[stateid(california)]
-[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)]
-[stateid(missouri)]
-[stateid(california)]
-[stateid(alaska)]
-[stateid(arizona)]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[stateid(montana)]
-[cityid(birmingham,al)]
-[riverid(mississippi)]
-[stateid(montana)]
-[stateid(texas)]
-[stateid(florida)]
-[stateid(california)]
-[stateid(california),stateid(colorado),stateid(nevada),stateid('new mexico'),stateid(utah)]
-[stateid(alabama),stateid(georgia)]
-[stateid(illinois),stateid(kentucky),stateid(michigan),stateid(ohio)]
-[stateid(indiana),stateid(ohio),stateid(wisconsin)]
-[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)]
-[stateid(delaware),stateid('new york'),stateid(pennsylvania)]
-[stateid(alabama),stateid(arkansas),stateid(florida),stateid(georgia),stateid(kentucky),stateid(louisiana),stateid(mississippi),stateid(missouri),stateid('north carolina'),stateid(oklahoma),stateid(tennessee),stateid(texas),stateid(virginia)]
-[stateid(delaware),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kentucky),stateid(maryland),stateid(michigan),stateid(missouri),stateid('new jersey'),stateid('new york'),stateid(ohio),stateid(pennsylvania),stateid(tennessee),stateid(virginia),stateid('west virginia'),stateid(wisconsin)]
-[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)]
-[stateid(arizona),stateid(nevada),stateid(oregon)]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(nebraska),stateid(oklahoma),stateid(tennessee)]
-[]
-[]
-[stateid(maryland),stateid(virginia)]
-[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[stateid(illinois),stateid(indiana),stateid(kentucky),stateid(ohio),stateid(pennsylvania),stateid('west virginia')]
-[stateid(texas)]
-[stateid(texas)]
-[stateid(maine)]
-[stateid(minnesota)]
-[stateid(utah)]
-[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')]
-[countryid(usa),stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[countryid(usa),stateid(texas)]
-[countryid(usa),stateid(maine),stateid(oregon)]
-[countryid(usa),stateid(florida),stateid(georgia)]
-[placeid('mount mckinley')]
-[placeid('mauna kea')]
-[placeid('atlantic ocean')]
-[cityid(albuquerque,nm)]
-[countryid(usa),stateid(california)]
-[cityid('los angeles',ca)]
-[0.0053517006802721095,8.957505576015354,9.231966053748232,20.297542043984475,51.740674955595026,70.53084648493544]
-[placeid('mount whitney')]
-[riverid(missouri)]
-[stateid('district of columbia')]
-[stateid('new york')]
-[stateid(colorado)]
-[stateid(colorado)]
-[stateid(colorado)]
-[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(cumberland),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(potomac),riverid(powder),riverid(republican),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tennessee),riverid(tombigbee),riverid(wabash),riverid('wateree catawba'),riverid(white),riverid(yellowstone)]
-[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(canadian),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(cumberland),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(potomac),riverid(powder),riverid(red),riverid(republican),riverid('rio grande'),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tennessee),riverid(tombigbee),riverid(wabash),riverid(washita),riverid('wateree catawba'),riverid(white),riverid(yellowstone)]
-[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)]
-[]
-[]
-[stateid(missouri)]
-[cityid(charleston,wv)]
-[stateid(california)]
-[stateid(california)]
-[stateid(alaska)]
-[stateid(alaska)]
-[stateid('new jersey')]
-[stateid(california)]
-[stateid(alaska),stateid(hawaii),stateid(oregon),stateid(washington)]
-[stateid(montana)]
-[cityid(birmingham,al)]
-[riverid(mississippi)]
-[riverid(mississippi)]
-[stateid(california)]
-[riverid(mississippi)]
-[stateid(montana)]
-[stateid(montana)]
-[stateid(alaska)]
-[stateid('district of columbia')]
-[stateid(indiana),stateid(iowa),stateid(kentucky),stateid(missouri),stateid(wisconsin)]
-[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')]
-[]
-[stateid(maryland),stateid(virginia)]
-[stateid(arizona)]
-[stateid(florida),stateid(georgia)]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)]
-[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[stateid(texas)]
-[]
diff --git a/example/test.in b/example/test.in
deleted file mode 100644
index 62bd0c9..0000000
--- a/example/test.in
+++ /dev/null
@@ -1,280 +0,0 @@
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.3" id="3"> nenne alle flüsse in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.6" id="6"> zähle die staaten , welche erhebungen haben , die niedriger liegen als jene in alabama </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.15" id="15"> nenne mir die anzahl der flüsse in california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.16" id="16"> nenne mir die staaten , welche an utah grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.25" id="25"> wie hoch ist mount mckinley </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.26" id="26"> wie hoch liegt der höchste punkt in amerika </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.29" id="29"> wie hoch liegt der höchste punkt in alabama </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.33" id="33"> wie groß ist alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.34" id="34"> wie groß ist texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.37" id="37"> wie lang ist der colorado fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.38" id="38"> wie lang ist der delaware river </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.39" id="39"> wie lang ist der längste fluss kaliforniens </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.40" id="40"> wie lange ist der längste fluss der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.45" id="45"> wie lang ist der north platte fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.46" id="46"> wie lang ist der fluss ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.50" id="50"> wie viele große städte gibt es in rhode island </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.53" id="53"> wie viele städte gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.60" id="60"> wie viele einwohner hat die größte stadt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.64" id="64"> wie viele flüsse mit dem namen colorado gibt es </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.82" id="82"> wie viele menschen leben in detroit </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.84" id="84"> wie viele menschen leben in houston </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.87" id="87"> wie viele leute leben in minneapolis minnesota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.88" id="88"> wie viele leute leben in mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.93" id="93"> wie viele leute leben in rhode island </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.99" id="99"> wie viele menschen leben in der größten stadt von new york state </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.101" id="101"> wie viele leute leben in der hauptstadt von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.104" id="104"> wie viele menschen leben in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.107" id="107"> wie viele leute leben in austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.108" id="108"> wie viele menschen leben in utah </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.110" id="110"> wie viele einwohner leben in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.114" id="114"> wie viele flüsse gibt es in iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.117" id="117"> wie viele flüsse gibt es im staat mit den meisten flüssen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.125" id="125"> wie viele flüsse gibt es in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.132" id="132"> wie viele staaten gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.134" id="134"> wie viele staaten gibt es </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.135" id="135"> wie viele staaten hat die usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.141" id="141"> nenne die anzahl der staaten , welche an iowa grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.148" id="148"> wie viele staaten grenzen an den staat mit der größten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.149" id="149"> wie viele staaten haben keine flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.152" id="152"> an wie viele staaten grenzt tennessee </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.158" id="158"> wie viele staaten sind in den vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.161" id="161"> wie viele staaten haben einen höher gelegenen punkt als der höchstgelegene punkt des staates mit der größten hauptstadt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.166" id="166"> wie viele leute wohnen in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.167" id="167"> wie hoch ist mount mckinley </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.168" id="168"> wie hoch ist der höchste punkt in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.172" id="172"> an wie viele staaten grenzt iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.179" id="179"> nenne die wichtigsten flüsse in florida </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.183" id="183"> wie viele leute in boulder </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.184" id="184"> wie viele staaten grenzen an iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.188" id="188"> wie viele flüsse verlaufen durch new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.190" id="190"> in welchem staat liegt san antonio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.195" id="195"> nenne mir die städte in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.196" id="196"> durch welche staaten fließt der längste fluss in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.199" id="199"> welche flüsse gibt es in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.203" id="203"> was ist die hauptstadt des staates texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.204" id="204"> wie lauten die hauptstädte der staaten , welche an missouri grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.207" id="207"> wie lauten die städte in den staaten , durch welche der mississippi fluss verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.208" id="208"> welches sind die städte des staates mit der höchsten erhebung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.209" id="209"> wie lauten die höchsten punkte aller staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.213" id="213"> welches sind die großen städte in alabama </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.214" id="214"> wie lauten die wichtigsten städte in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.220" id="220"> welches sind große städte in new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.225" id="225"> welches sind große städte in den staaten , durch die der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.229" id="229"> wie lauten die wichtigsten städte in california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.231" id="231"> wie lauten die wichtigen städte der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.232" id="232"> welches sind große städte in vermont </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.238" id="238"> wie lauten die wichtigsten flüsse in ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.242" id="242"> welches sind die bevölkerungsdichten der us staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.243" id="243"> welches ist die einwohnerzahl von mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.245" id="245"> wie hoch ist die bevölkerung der staaten , durch welche der mississippi fluss verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.247" id="247"> was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.249" id="249"> wie groß sind die bevölkerungen der staaten , welche an texas grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.250" id="250"> welches sind die einwohnerzahlen der großen städte in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.255" id="255"> welches sind die flüsse in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.272" id="272"> welche stadt hat die meisten leute </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.273" id="273"> welche us stadt hat die höchste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.275" id="275"> welches ist die hauptstadt des staates mit dem tiefstgelegenen punkt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.281" id="281"> wie groß ist die fläche von florida </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.286" id="286"> was ist die flächenausdehnung von ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.295" id="295"> was ist die fläche des staates texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.296" id="296"> was ist die fläche von wisconsin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.300" id="300"> wie lautet die größte amerikanische stadt in einem staat mit einem fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.301" id="301"> welches ist die größte hauptstadt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.304" id="304"> wie lautet die größte stadt von kansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.305" id="305"> welches ist die größte stadt in louisiana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.319" id="319"> wie lautet die hauptstadt von california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.320" id="320"> welches ist die hauptstadt von colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.323" id="323"> wie lautet die hauptstadt von illinois </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.325" id="325"> welches ist die hauptstadt von iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.328" id="328"> wie lautet die hauptstadt von massachusetts </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.331" id="331"> wie lautet die hauptstadt von new jersey </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.332" id="332"> welches ist die hauptstadt von new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.333" id="333"> wie lautet die hauptstadt von north dakota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.334" id="334"> wie lautet die hauptstadt von ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.336" id="336"> wie lauten die hauptstädte der staaten , welche städte mit dem namen durham haben </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.339" id="339"> wie lautet die hauptstadt von florida state </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.341" id="341"> welches ist die hauptstadt des kleinsten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.347" id="347"> wie lautet die hauptstadt des staat mit den meisten einwohnern </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.348" id="348"> wie lautet die hauptstadt des staat mit der größten bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.349" id="349"> welches ist die hauptstadt des staates mit dem längsten fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.350" id="350"> wie lautet die hauptstadt des staates mit der größten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.356" id="356"> wie groß ist die gesamtfläche aller staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.359" id="359"> was ist die dichte von new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.365" id="365"> wie lautet der höchste punkt in wyoming </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.368" id="368"> was ist der höchste punkt in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.369" id="369"> wie lautet die höchste erhebung in den vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.372" id="372"> welches ist der höchste berg der vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.373" id="373"> welches ist der höchste berg in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.375" id="375"> welches ist der höchste punkt von delaware </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.378" id="378"> wie lautet der höchste punkt in iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.380" id="380"> welches ist der höchstgelegene punkt in maine </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.381" id="381"> wie lautet der höchste punkt in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.382" id="382"> welches ist der höchstgelegene punkt in nevada gemessen in metern </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.386" id="386"> welches ist der höchste punkt der an georgia grenzenden staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.390" id="390"> wie lautet der höchste punkt in dem staat mit der hauptstadt austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.395" id="395"> wie lautet der höchste punkt in den staaten , welche an colorado grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.398" id="398"> wie lautet der höchste punkt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.399" id="399"> welches ist der höchstgelegene punkt in virginia </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.402" id="402"> wie lautet der höchste punkt des staates mit der geringsten bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.403" id="403"> wie lautet die höchste erhebung der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.405" id="405"> wie lautet die größte hauptstadt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.408" id="408"> wie lautet die größte stadt in california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.412" id="412"> welches ist die größte stadt in rhode island </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.413" id="413"> welches ist die größte stadt im kleinsten staat , durch den der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.416" id="416"> welches ist die größte stadt des kleinsten staates in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.420" id="420"> nenne mir die länge des längsten flusses in washington state </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.422" id="422"> welches ist der größte an arkansas grenzende staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.428" id="428"> welcher der an texas grenzenden staaten ist der größte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.432" id="432"> welches ist der staat mit der niedrigsten bevölkerungszahl </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.433" id="433"> wie lang ist der fluss colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.436" id="436"> wie lautet die länge des längsten flusses , der durch texas verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.437" id="437"> wie lang ist der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.438" id="438"> wie lang ist der fluss , welcher durch die meisten staaten fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.440" id="440"> was ist die länge des flusses , der durch die größte anzahl staaten fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.446" id="446"> welches ist der längste fluss in florida </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.451" id="451"> welches ist der längste fluss im größten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.454" id="454"> welches ist der längste fluss im staat mit der größten anzahl großer städte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.455" id="455"> wie lautet der längste fluss in den staaten , welche an nebraska grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.459" id="459"> wie lautet der längste fluss , welcher durch einen staat verläuft , der an indiana grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.464" id="464"> welches ist der tiefstgelegene punkt in arkansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.467" id="467"> wie lautet der niedrigste punkt in massachusetts </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.468" id="468"> welches ist der tiefste punkt in mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.469" id="469"> wie hoch ist die niedrigste erhebung von nebraska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.472" id="472"> wie lautet der niedrigste punkt in dem staat california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.475" id="475"> wie lautet der niedrigste punkt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.477" id="477"> welches ist der tiefste punkt aller staaten , durch die der fluss colorado fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.482" id="482"> welches ist die maximale erhöhung von san francisco </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.483" id="483"> welches ist der dichteste staat in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.486" id="486"> wie lautet die stadt mit der größten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.489" id="489"> welcher staat hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.491" id="491"> welcher staat , durch den der mississippi fließt , hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.495" id="495"> was ist die bevölkerungsdichte von maine </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.498" id="498"> was ist die bevölkerungsdichte des größten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.504" id="504"> wie hoch ist die bevölkerungszahl von alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.511" id="511"> wie hoch ist die bevölkerung von boulder </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.515" id="515"> wie groß ist die bevölkerung von erie in pennsylvania </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.516" id="516"> wie viele menschen leben in hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.517" id="517"> wie hoch ist die bevölkerung von houston </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.521" id="521"> wie groß ist die bevölkerung von maryland </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.524" id="524"> wie viele leute wohnen in new mexico </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.526" id="526"> wie groß ist die bevölkerung von new york city </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.531" id="531"> wie lautet die bevölkerung von san antonio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.537" id="537"> welches ist die bevölkerungszahl von tempe arizona </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.542" id="542"> was ist die bevölkerungszahl der größten stadt des staates mit der größten flächenausdehnung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.546" id="546"> welches ist die einwohnerzahl des kleinsten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.547" id="547"> wie lautet die bevölkerung des staat , welcher an die meisten staaten grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.548" id="548"> wie viele leute wohnen in dem staat mit der größten bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.550" id="550"> was ist die einwohnerzahl von tucson </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.551" id="551"> wie viele einwohner hat utah </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.552" id="552"> wie viele leute wohnen in washington </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.572" id="572"> welches ist die kleinste stadt der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.573" id="573"> wie lautet die kleinste stadt in den us </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.577" id="577"> wie lautet der kleinste staat , welcher an wyoming grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.581" id="581"> welches ist der kleinste staat , der an die meisten staaten grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.582" id="582"> welches ist der kleinste staat , durch den der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.586" id="586"> welcher staat hat die größte flächenausdehnung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.592" id="592"> welcher ist der kleinste staat nach fläche </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.596" id="596"> welches ist die gesamtlänge aller flüsse in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.598" id="598"> wie lang ist der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.599" id="599"> welche großen städte gibt es in pennsylvania </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.604" id="604"> welcher fluss fließt durch die größte anzahl an staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.608" id="608"> welcher fluss fließt durch den staat mit den meisten städten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.611" id="611"> welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.615" id="615"> welche flüsse gibt es in an texas grenzende staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.616" id="616"> welche flüsse verlaufen durch texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.618" id="618"> welche flüsse gibt es in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.631" id="631"> welche flüsse fließen durch new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.635" id="635"> welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.636" id="636"> welcher an nevada grenzende staat hat die größte bevölkerungszahl </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.639" id="639"> welche staaten grenzen an new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.642" id="642"> welcher staat grenzt an die meisten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.645" id="645"> welcher der staaten , durch die der colorado fließt , hat die höchste erhebung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.656" id="656"> welches ist der staat mit der größten fläche </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.657" id="657"> welcher staat hat die größte hauptstadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.663" id="663"> welches sind die staaten , welche vom längsten fluss durchflossen werden </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.664" id="664"> welcher staat hat die kleinste durchschnittliche urbane bevölkerungzahl </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.666" id="666"> welcher staat hat die meisten wichtigen städte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.669" id="669"> welcher staat hat die meisten flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.676" id="676"> welches ist der bevölkerungsärmste staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.678" id="678"> welcher staat liegt in austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.684" id="684"> in welchem staat liegt miami </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.687" id="687"> welcher staat hat die größte bevölkerung in den städten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.692" id="692"> welche staaten sind neben arizona </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.698" id="698"> welche staaten grenzen an florida </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.701" id="701"> welche staaten grenzen an indiana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.703" id="703"> welche staaten grenzen an michigan </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.705" id="705"> wie viele staaten grenzen an montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.707" id="707"> welche staaten grenzen an new jersey </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.711" id="711"> welche staaten grenzen an staaten , welche an mississippi grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.716" id="716"> welche staaten grenzen an staaten , durch welche der ohio fluss verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.719" id="719"> welche staaten grenzen an texas und haben einen wichtigen fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.721" id="721"> welche staaten grenzen an den bevölkerungsreichsten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.722" id="722"> welche staaten grenzen an den staat , welcher an die meisten staaten grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.723" id="723"> welche staaten grenzen an den staat mit den meisten städten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.724" id="724"> welche staaten grenzen an den staat mit den meisten wichtigsten städten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.725" id="725"> welcher staat grenzt an den staat mit der kleinsten fläche </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.729" id="729"> durch welche staaten fließt mindestens einer der hauptflüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.731" id="731"> durch welche staaten fließt der delaware </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.732" id="732"> durch welche staaten verläuft der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.735" id="735"> durch welche staaten fließt der missouri fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.737" id="737"> durch welche staaten fließt der ohio fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.742" id="742"> welche staaten haben städte mit dem namen dallas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.743" id="743"> welche staaten haben städte mit dem namen plano </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.744" id="744"> welche staaten haben städte mit dem namen portland </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.745" id="745"> in welchen staaten gibt es städte mit dem namen rochester </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.746" id="746"> welche staaten haben städte mit dem namen salt lake city </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.754" id="754"> welche staaten grenzen an kentucky </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.757" id="757"> wo gibt es berge </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.760" id="760"> wo liegt dallas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.769" id="769"> wo liegt portland </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.774" id="774"> wo liegt der chattahoochee fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.775" id="775"> wo liegt der höchste berg der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.776" id="776"> wo liegt der höchste punkt in hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.778" id="778"> wie lautet der niedrigste punkt in maryland </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.781" id="781"> wo liegt die am meisten bevölkerte gegend von neu mexiko </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.782" id="782"> wo liegt die kleinste stadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.785" id="785"> welche stadt in kalifornien hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.786" id="786"> was ist die dichte des staates , durch den der größte fluss der usa fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.787" id="787"> wie lautet der höchste gipfel der nicht in alaska liegt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.788" id="788"> wie lautet der längste fluss der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.791" id="791"> wie lautet der kleinste staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.792" id="792"> welcher der staaten , welche an pennsylvania grenzen , hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.793" id="793"> welcher fluss fließt durch die meisten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.794" id="794"> welcher fluss fließt durch die meisten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.796" id="796"> welcher fluss durchquert die meisten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.798" id="798"> welche flüsse fließen nicht durch texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.799" id="799"> welche flüsse fließen durch die usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.802" id="802"> welcher fluss verläuft durch staaten , welche an den staat mit der hauptstadt austin grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.803" id="803"> welche flüsse gehen durch staaten mit den wenigsten städten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.808" id="808"> welcher staat grenzt an hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.810" id="810"> welcher staat grenzt an die meisten anderen staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.811" id="811"> welche hauptstadt hat die kleinste bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.813" id="813"> welcher staat hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.815" id="815"> welcher staat hat die meisten einwohner </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.816" id="816"> welche staat hat die höchste erhöhung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.818" id="818"> welcher staat beinhaltet den höchsten punkt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.819" id="819"> welcher staat hat die größte dichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.824" id="824"> in welchem staat liegt der tiefste punkt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.825" id="825"> in welchem staat liegt der tiefste an idaho grenzende punkt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.826" id="826"> welcher staat hat die kleinste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.827" id="827"> welcher staat hat die meisten wichtigsten städte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.828" id="828"> durch welchen staat fließen die meisten große flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.829" id="829"> welcher staat hat die meisten wichtigen flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.831" id="831"> welcher staat hat die höchste bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.832" id="832"> durch welchen staat fließen die meisten flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.836" id="836"> welcher staat hat die geringste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.837" id="837"> welcher staat hat die geringste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.840" id="840"> in welchem staat liegt mount mckinley </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.843" id="843"> welcher staat ist am kleinsten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.850" id="850"> welche staaten grenzen an illinois </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.852" id="852"> welche staaten grenzen an kentucky </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.860" id="860"> welche staaten grenzen an den fluss missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.861" id="861"> welche staaten grenzen an den staat mit der kleinsten flächenausdehnung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.862" id="862"> welcher staat hat die größte hauptstadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.865" id="865"> durch welchen staat quert der chattahoochee fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.868" id="868"> welcher staat hat den längsten fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.870" id="870"> durch welchen staat fließt der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.874" id="874"> durch welche staaten fließen flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.875" id="875"> in welchen staaten gibt es eine stadt namens austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.879" id="879"> welcher staat in den usa hat die höchste bevölkerungsdichte </seg>
diff --git a/example/train.en b/example/train.en
deleted file mode 100644
index 27213a3..0000000
--- a/example/train.en
+++ /dev/null
@@ -1,600 +0,0 @@
-give me the cities in virginia
-what are the high points of states surrounding mississippi
-name the rivers in arkansas
-can you tell me the capital of texas
-could you tell me what is the highest point in the state of oregon
-give me all the states of usa
-give me the cities in texas
-give me the cities in usa
-give me the cities in virginia
-give me the cities which are in texas
-give me the lakes in california
-give me the largest state
-give me the longest river that passes through the us
-how big is alaska
-how big is massachusetts
-how big is new mexico
-how big is north dakota
-how big is texas
-how big is the city of new york
-how high are the highest points of all the states
-how high is guadalupe peak
-how high is the highest point in montana
-how high is the highest point in the largest state
-how high is the highest point of delaware
-how high is the highest point of florida
-how high is the highest point of louisiana
-how large is the largest city in alaska
-how long is rio grande
-how long is the mississippi
-how long is the mississippi river
-how long is the mississippi river in miles
-how long is the missouri river
-how long is the rio grande river
-how long is the shortest river in the usa
-how many big cities are in pennsylvania
-how many cities are in louisiana
-how many cities are in montana
-how many cities are there in the us
-how many cities are there in us
-how many cities are there in usa
-how many cities does texas have
-how many cities does the usa have
-how many cities named austin are there in the usa
-how many citizens in alabama
-how many citizens in boulder
-how many citizens live in california
-how many inhabitants does montgomery have
-how many major cities are in arizona
-how many major cities are in florida
-how many major cities are in states bordering nebraska
-how many major cities are in states bordering utah
-how many major cities are in texas
-how many major cities are there
-how many major cities are there in oregon
-how many major rivers cross ohio
-how many people are in the state of nevada
-how many people are there in iowa
-how many people are there in new york
-how many people in boulder
-how many people live in austin
-how many people live in austin texas
-how many people live in california
-how many people live in chicago
-how many people live in hawaii
-how many people live in kalamazoo
-how many people live in kansas
-how many people live in montana
-how many people live in new hampshire
-how many people live in new mexico
-how many people live in new york
-how many people live in riverside
-how many people live in san francisco
-how many people live in south dakota
-how many people live in spokane washington
-how many people live in texas
-how many people live in the capital of georgia
-how many people live in the smallest state bordering wyoming
-how many people live in the state with the largest population density
-how many people live in washington
-how many people live in washington dc
-how many people stay in utah
-how many rivers are called colorado
-how many rivers are found in colorado
-how many rivers are in colorado
-how many rivers are in missouri
-how many rivers are in new york
-how many rivers are in the state with the highest point
-how many rivers are in the state with the largest population
-how many rivers are there in idaho
-how many rivers are there in texas
-how many rivers are there in us
-how many rivers do not traverse the state with the capital albany
-how many rivers does alaska have
-how many rivers in texas are longer than the red
-how many rivers in washington
-how many rivers run through texas
-how many rivers run through the states bordering colorado
-how many square kilometers in the us
-how many states are in the united states
-how many states are next to major rivers
-how many states are there in united states
-how many states border alaska
-how many states border at least one other state
-how many states border colorado and border new mexico
-how many states border hawaii
-how many states border on the state whose capital is boston
-how many states border tennessee
-how many states border texas
-how many states border the largest state
-how many states border the mississippi river
-how many states border the state that borders the most states
-how many states does iowa border
-how many states does missouri border
-how many states does the colorado river flow through
-how many states does the colorado river run through
-how many states does the mississippi river run through
-how many states does the mississippi run through
-how many states does the missouri river run through
-how many states have a city called rochester
-how many states have a city named springfield
-how many states have cities named austin
-how many states have cities or towns named springfield
-how many states have major rivers
-how many states in the us does the shortest river run through
-in what state is mount mckinley
-in which state does the highest point in usa exist
-in which state is rochester
-list the states
-name all the lakes of us
-name all the rivers in colorado
-name the 50 capitals in the usa
-name the longest river in us
-name the major lakes in michigan
-name the rivers in arkansas
-name the states which have no surrounding states
-number of citizens in boulder
-of the states washed by the mississippi river which has the lowest point
-people in boulder
-population of boulder
-sacramento is the capital of which state
-show major cities in colorado
-show me all the major lakes in the us
-state the state with the largest area
-states bordering iowa
-through which states does the mississippi flow
-through which states does the mississippi run
-what are major rivers in texas
-what are the biggest rivers in texas
-what are the capital cities of the states which border texas
-what are the capitals of the states that border texas
-what are the cities in california
-what are the highest points of states surrounding mississippi
-what are the lakes in states bordering texas
-what are the largest cities in the states that border the largest state
-what are the major cities in california
-what are the major cities in delaware
-what are the major cities in kansas
-what are the major cities in missouri
-what are the major cities in new mexico
-what are the major cities in north carolina
-what are the major cities in ohio
-what are the major cities in oklahoma
-what are the major cities in rhode island
-what are the major cities in texas
-what are the major cities in the largest state
-what are the major cities in the smallest state in the us
-what are the major cities in the states through which the major river in virginia runs
-what are the major cities in wyoming
-what are the major cities of texas
-what are the major cities of the united states
-what are the major cities of the us
-what are the major lakes in united states
-what are the major rivers in the us
-what are the names of the major cities in illinois
-what are the neighboring states for michigan
-what are the populations of all the major cities in montana
-what are the populations of states through which the mississippi river runs
-what are the populations of states through which the mississippi runs
-what are the populations of the states through which the mississippi river runs
-what are the populations of the states through which the mississippi river runs
-what are the populations of the states through which the mississippi runs
-what are the populations of the states through which the mississippi runs
-what are the rivers in the state of indiana
-what are the rivers in the state of texas
-what are the rivers of montana
-what are the states
-what are the states that border the state with the greatest population
-what are the states that the potomac runs through
-what are the states through which the longest river runs
-what can you tell me about the population of missouri
-what capital has the largest population
-what capital is the largest in the us
-what cities are located in pennsylvania
-what cities in california
-what cities in texas have the highest number of citizens
-what cities in texas have the highest populations
-what city has the largest population
-what city has the least population
-what is capital of iowa
-what is largest capital
-what is the adjacent state of california
-what is the area of alaska
-what is the area of all the states combined
-what is the area of california
-what is the area of idaho
-what is the area of maine
-what is the area of maryland in square kilometers
-what is the area of new mexico
-what is the area of seattle
-what is the area of south carolina
-what is the area of texas
-what is the area of the largest state
-what is the area of the smallest state
-what is the area of the state with the capital albany
-what is the area of the state with the smallest population density
-what is the area of the states
-what is the average population of the us by state
-what is the average population per square km in pennsylvania
-what is the average population per square km in the us
-what is the biggest city in arizona
-what is the biggest city in georgia
-what is the biggest city in nebraska
-what is the biggest city in oregon
-what is the biggest city in texas
-what is the biggest city in the smallest state
-what is the biggest city in the us
-what is the biggest city in the usa
-what is the biggest city in usa
-what is the biggest city in wyoming
-what is the biggest river in illinois
-what is the biggest state
-what is the biggest state in continental us
-what is the biggest state in the usa
-what is the capital city of the largest state in the us
-what is the capital of georgia
-what is the capital of hawaii
-what is the capital of indiana
-what is the capital of maine
-what is the capital of maryland
-what is the capital of michigan
-what is the capital of new hampshire
-what is the capital of pennsylvania
-what is the capital of texas
-what is the capital of the alabama state
-what is the capital of the largest state
-what is the capital of the state texas
-what is the capital of the state that borders the most states
-what is the capital of the state that borders the state that borders texas
-what is the capital of the state with the highest elevation
-what is the capital of the state with the highest point
-what is the capital of utah
-what is the capital of vermont
-what is the capital of washington
-what is the city in texas with the largest population
-what is the city with the smallest population
-what is the combined population of all 50 states
-what is the density of texas
-what is the elevation of death valley
-what is the elevation of the highest point in the usa
-what is the height of mount mckinley
-what is the height of the highest mountain in texas
-what is the height of the highest point in the usa
-what is the highest elevation in new mexico
-what is the highest elevation in south carolina
-what is the highest mountain in alaska
-what is the highest mountain in texas
-what is the highest point in colorado
-what is the highest point in each state whose lowest point is sea level
-what is the highest point in florida
-what is the highest point in kansas
-what is the highest point in new mexico
-what is the highest point in ohio
-what is the highest point in rhode island
-what is the highest point in texas
-what is the highest point in the country
-what is the highest point in the smallest state
-what is the highest point in the state with capital des moines
-what is the highest point in the state with the capital des moines
-what is the highest point in the state with the most rivers
-what is the highest point in the state with the smallest population
-what is the highest point in the united states
-what is the highest point in the us
-what is the highest point in wyoming
-what is the highest point of the state with the largest area
-what is the largest capital
-what is the largest city in a state that borders texas
-what is the largest city in alabama
-what is the largest city in michigan
-what is the largest city in minnesota by population
-what is the largest city in missouri
-what is the largest city in states that border california
-what is the largest city in texas
-what is the largest city in wisconsin
-what is the largest city of kansas
-what is the largest of the states that the rio grande runs through
-what is the largest state
-what is the largest state bordering texas
-what is the largest state capital in population
-what is the largest state in the us
-what is the largest state in usa
-what is the largest state that borders california
-what is the largest state that borders the state with the highest population
-what is the largest state that borders the state with the lowest point in the usa
-what is the largest state traversed by the mississippi river
-what is the length of the colorado river in texas
-what is the length of the longest river in the usa
-what is the length of the river that runs through the most number of states
-what is the length of the river that traverses the most states
-what is the longest river
-what is the longest river flowing through new york
-what is the longest river in america
-what is the longest river in california
-what is the longest river in mississippi
-what is the longest river in new york
-what is the longest river in pennsylvania
-what is the longest river in texas
-what is the longest river in the smallest state in the usa
-what is the longest river in the state with the highest point
-what is the longest river in the united states
-what is the longest river in the us
-what is the longest river that does not run through texas
-what is the longest river that flows through colorado
-what is the longest river that passes the states that border the state that borders the most states
-what is the longest river that runs through a state that borders tennessee
-what is the lowest elevation in pennsylvania
-what is the lowest point in california
-what is the lowest point in louisiana
-what is the lowest point in oregon
-what is the lowest point in texas
-what is the lowest point in the state of texas
-what is the lowest point in the united states
-what is the lowest point in wisconsin
-what is the lowest point of colorado
-what is the lowest point of the state with the largest area
-what is the lowest point of the us
-what is the major cities in montana
-what is the most populated capital in the usa
-what is the most populated state bordering oklahoma
-what is the most populous city in texas
-what is the most populous city in wyoming
-what is the most populous state in the us
-what is the name of the state with the lowest point
-what is the number of neighboring states for kentucky
-what is the population density in the state with capital austin
-what is the population density of south dakota
-what is the population density of texas
-what is the population density of the smallest state
-what is the population density of the state with the smallest area
-what is the population density of the state with the smallest population
-what is the population density of wyoming
-what is the population in boston
-what is the population of arizona
-what is the population of atlanta
-what is the population of atlanta ga
-what is the population of austin
-what is the population of austin texas
-what is the population of boston massachusetts
-what is the population of california
-what is the population of dallas
-what is the population of denver
-what is the population of idaho
-what is the population of illinois
-what is the population of maine
-what is the population of minnesota
-what is the population of montana
-what is the population of new york
-what is the population of oregon
-what is the population of portland maine
-what is the population of rhode island
-what is the population of sacramento
-what is the population of seattle
-what is the population of seattle washington
-what is the population of south dakota
-what is the population of springfield missouri
-what is the population of springfield south dakota
-what is the population of texas
-what is the population of the capital of the largest state
-what is the population of the capital of the largest state through which the mississippi runs
-what is the population of the capital of the smallest state
-what is the population of the largest state
-what is the population of the largest state that borders texas
-what is the population of the major cities in wisconsin
-what is the population of the state with the largest area
-what is the population of washington dc
-what is the river that cross over ohio
-what is the shortest river
-what is the shortest river in alaska
-what is the shortest river in iowa
-what is the shortest river in nebraska
-what is the shortest river in texas
-what is the shortest river in the united states
-what is the shortest river in the us
-what is the shortest river in the usa
-what is the size of california
-what is the size of florida
-what is the size of texas
-what is the size of the capital of texas
-what is the size of the largest state in the usa
-what is the smallest city in alaska
-what is the smallest city in arkansas
-what is the smallest city in hawaii
-what is the smallest city in the largest state
-what is the smallest city in washington
-what is the smallest city of the smallest state in the us
-what is the smallest state bordering ohio
-what is the smallest state by area
-what is the smallest state in the usa
-what is the smallest state that borders texas
-what is the smallest state through which the longest river runs
-what is the state that contains the highest point
-what is the state with the highest elevation in the united states
-what is the state with the largest density in usa
-what is the state with the largest population density
-what is the state with the lowest point
-what is the state with the lowest population
-what is the state with the lowest population density
-what is the tallest mountain in america
-what is the tallest mountain in the united states
-what is the total area of the usa
-what is the total population of the states that border texas
-what major rivers run through illinois
-what mountains are in alaska
-what river flows through kansas
-what river flows through texas
-what river is the longest one in the united states
-what river runs through illinois
-what river runs through the most states
-what river runs through virginia
-what river traverses the most states
-what rivers are in nevada
-what rivers are in new mexico
-what rivers are in oregon
-what rivers are in utah
-what rivers do not run through tennessee
-what rivers flow through colorado
-what rivers flow through missouri
-what rivers flow through states that alabama borders
-what rivers flow through states that border the state with the largest population
-what rivers flow through the largest state
-what rivers flow through the state with the largest population
-what rivers run through arizona
-what rivers run through austin texas
-what rivers run through colorado
-what rivers run through louisiana
-what rivers run through maine
-what rivers run through the state with the lowest point in the usa
-what rivers run through the states that border the state with the capital atlanta
-what rivers run through west virginia
-what state borders michigan
-what state borders most other states
-what state borders the least states
-what state borders the least states excluding alaska and excluding hawaii
-what state borders the state with the smallest population
-what state contains the highest point in the us
-what state has highest elevation
-what state has no rivers
-what state has the capital salem
-what state has the city flint
-what state has the city with the largest population
-what state has the city with the most population
-what state has the greatest population density
-what state has the highest elevation
-what state has the highest population
-what state has the highest population density
-what state has the largest city
-what state has the largest population
-what state has the largest population density
-what state has the largest urban population
-what state has the least population density
-what state has the most cities
-what state has the most major rivers running through it
-what state has the most people
-what state has the most rivers running through it
-what state has the shortest river
-what state has the smallest area
-what state has the smallest capital
-what state has the smallest population
-what state has the smallest population density
-what state has the sparsest population density
-what state is austin the capital of
-what state is boston in
-what state is columbus the capital of
-what state is dallas in
-what state is des moines located in
-what state is pittsburgh in
-what state is the biggest
-what state is the state with the most rivers
-what state that borders texas has the highest population
-what state that borders texas is the largest
-what state which the mississippi runs through has the largest population
-what states are next to texas
-what states are next to the mississippi
-what states border alaska
-what states border arkansas
-what states border delaware
-what states border georgia
-what states border hawaii
-what states border kentucky
-what states border missouri
-what states border new hampshire
-what states border ohio
-what states border rhode island
-what states border states that border colorado
-what states border states that border states that border florida
-what states border states that border states that border states that border texas
-what states border states that border the state with the largest population
-what states border states that the mississippi runs through
-what states border states which the mississippi runs through
-what states border texas
-what states border the mississippi river
-what states border the states with the most cities
-what states border wisconsin
-what state 's capital is dover
-what states does the colorado river run through
-what states does the mississippi run through
-what states does the missouri river run through
-what states does the ohio river go through
-what states does the shortest river run through
-what states have a capital that is the highest point in the state
-what states have a city named austin
-what states have cities named austin
-what states have no bordering state
-what states have rivers named colorado
-what states have rivers running through them
-what states have towns named springfield
-what state 's high point is higher than that of colorado
-what states in the united states have a city of springfield
-what states neighbor maine
-what texas city has the largest population
-what 's the largest city
-where is austin
-where is baton rouge
-where is fort wayne
-where is houston
-where is indianapolis
-where is massachusetts
-where is mount whitney
-where is mount whitney located
-where is new hampshire
-where is new orleans
-where is san diego
-where is san jose
-where is scotts valley
-where is springfield
-where is the highest point in montana
-where is the lowest point in the us
-where is the lowest spot in iowa
-which capitals are in the states that border texas
-which capitals are not major cities
-which is the lowest point of the states that the mississippi runs through
-which is the shortest river
-which river runs through the most states
-which rivers are in alaska
-which rivers flow through alaska
-which rivers run through states bordering new mexico
-which rivers run through the state with the largest city in the us
-which rivers run through the state with the lowest elevation in the usa
-which state border kentucky
-which state borders florida
-which state borders most states
-which state contains most rivers
-which state has the greatest density
-which state has the highest peak in the country
-which state has the largest city
-which state has the largest density
-which state has the least population density
-which state has the longest river
-which state has the most people
-which state has the most rivers running through it
-which state has the red river
-which state has the smallest area that borders texas
-which state has the sparsest population density
-which state is kalamazoo in
-which state is the city denver located in
-which state is the largest city in montana in
-which states adjoin alabama
-which states border alabama
-which states border alaska
-which states border arizona
-which states border colorado
-which states border hawaii
-which states border iowa
-which states border michigan
-which states border new york
-which states border no other states
-which states border south dakota
-which states border states through which the mississippi traverses
-which states border texas
-which states border the longest river in the usa
-which states do colorado river flow through
-which states does not border texas
-which states does the colorado river run through
-which states does the longest river cross
-which states does the mississippi river run through
-which states does the missouri river pass through
-which states does the missouri river run through
-which states have a major city named austin
-which states have points higher than the highest point in colorado
-which states have points that are higher than the highest point in texas
-which states lie on the largest river in the united states
diff --git a/example/train.funql b/example/train.funql
deleted file mode 100644
index 7f0c51c..0000000
--- a/example/train.funql
+++ /dev/null
@@ -1,600 +0,0 @@
-answer(city(loc_2(stateid('virginia'))))
-answer(high_point_1(state(next_to_2(stateid('mississippi')))))
-answer(river(loc_2(stateid('arkansas'))))
-answer(capital(loc_2(stateid('texas'))))
-answer(highest(place(loc_2(state(stateid('oregon'))))))
-answer(state(loc_2(countryid('usa'))))
-answer(city(loc_2(stateid('texas'))))
-answer(city(loc_2(countryid('usa'))))
-answer(city(loc_2(stateid('virginia'))))
-answer(city(loc_2(stateid('texas'))))
-answer(lake(loc_2(stateid('california'))))
-answer(largest(state(all)))
-answer(longest(river(traverse_2(countryid('usa')))))
-answer(size(stateid('alaska')))
-answer(size(stateid('massachusetts')))
-answer(size(stateid('new mexico')))
-answer(size(stateid('north dakota')))
-answer(size(stateid('texas')))
-answer(size(city(cityid('new york', _))))
-answer(elevation_1(highest(place(loc_2(state(all))))))
-answer(elevation_1(placeid('guadalupe peak')))
-answer(elevation_1(highest(place(loc_2(stateid('montana'))))))
-answer(elevation_1(highest(place(loc_2(largest(state(all)))))))
-answer(elevation_1(highest(place(loc_2(stateid('delaware'))))))
-answer(elevation_1(highest(place(loc_2(stateid('florida'))))))
-answer(elevation_1(highest(place(loc_2(stateid('louisiana'))))))
-answer(size(largest(city(loc_2(stateid('alaska'))))))
-answer(len(riverid('rio grande')))
-answer(len(riverid('mississippi')))
-answer(len(river(riverid('mississippi'))))
-answer(len(river(riverid('mississippi'))))
-answer(len(river(riverid('missouri'))))
-answer(len(river(riverid('rio grande'))))
-answer(len(shortest(river(loc_2(countryid('usa'))))))
-answer(count(major(city(loc_2(stateid('pennsylvania'))))))
-answer(count(city(loc_2(stateid('louisiana')))))
-answer(count(city(loc_2(stateid('montana')))))
-answer(count(city(loc_2(countryid('usa')))))
-answer(count(city(loc_2(countryid('usa')))))
-answer(count(city(loc_2(countryid('usa')))))
-answer(count(city(loc_2(stateid('texas')))))
-answer(count(city(loc_2(countryid('usa')))))
-answer(count(intersection(city(cityid('austin', _)), loc_2(countryid('usa')))))
-answer(population_1(stateid('alabama')))
-answer(population_1(cityid('boulder', _)))
-answer(population_1(stateid('california')))
-answer(population_1(cityid('montgomery', _)))
-answer(count(major(city(loc_2(stateid('arizona'))))))
-answer(count(major(city(loc_2(stateid('florida'))))))
-answer(count(major(city(loc_2(state(next_to_2(stateid('nebraska'))))))))
-answer(count(major(city(loc_2(state(next_to_2(stateid('utah'))))))))
-answer(count(major(city(loc_2(stateid('texas'))))))
-answer(count(major(city(all))))
-answer(count(major(city(loc_2(stateid('oregon'))))))
-answer(count(major(river(traverse_2(stateid('ohio'))))))
-answer(population_1(state(stateid('nevada'))))
-answer(population_1(stateid('iowa')))
-answer(population_1(stateid('new york')))
-answer(population_1(cityid('boulder', _)))
-answer(population_1(cityid('austin', _)))
-answer(population_1(cityid('austin', 'tx')))
-answer(population_1(stateid('california')))
-answer(population_1(cityid('chicago', _)))
-answer(population_1(stateid('hawaii')))
-answer(population_1(cityid('kalamazoo', _)))
-answer(population_1(stateid('kansas')))
-answer(population_1(stateid('montana')))
-answer(population_1(stateid('new hampshire')))
-answer(population_1(stateid('new mexico')))
-answer(population_1(stateid('new york')))
-answer(population_1(cityid('riverside', _)))
-answer(population_1(cityid('san francisco', _)))
-answer(population_1(stateid('south dakota')))
-answer(population_1(cityid('spokane', 'wa')))
-answer(population_1(stateid('texas')))
-answer(population_1(capital(loc_2(stateid('georgia')))))
-answer(population_1(smallest(state(next_to_2(stateid('wyoming'))))))
-answer(population_1(largest_one(density_1(state(all)))))
-answer(population_1(stateid('washington')))
-answer(population_1(cityid('washington', 'dc')))
-answer(population_1(stateid('utah')))
-answer(count(river(riverid('colorado'))))
-answer(count(river(loc_2(stateid('colorado')))))
-answer(count(river(loc_2(stateid('colorado')))))
-answer(count(river(loc_2(stateid('missouri')))))
-answer(count(river(loc_2(stateid('new york')))))
-answer(count(river(loc_2(state(loc_1(highest(place(all))))))))
-answer(count(river(loc_2(largest_one(population_1(state(all)))))))
-answer(count(river(loc_2(stateid('idaho')))))
-answer(count(river(loc_2(stateid('texas')))))
-answer(count(river(loc_2(countryid('usa')))))
-answer(count(exclude(river(all), traverse_2(state(loc_1(capital(cityid('albany', _))))))))
-answer(count(river(loc_2(stateid('alaska')))))
-answer(count(intersection(river(loc_2(stateid('texas'))), longer(riverid('red')))))
-answer(count(river(loc_2(stateid('washington')))))
-answer(count(river(traverse_2(stateid('texas')))))
-answer(count(river(traverse_2(state(next_to_2(stateid('colorado')))))))
-answer(area_1(countryid('usa')))
-answer(count(state(loc_2(countryid('usa')))))
-answer(count(state(next_to_2(major(river(all))))))
-answer(count(state(loc_2(countryid('usa')))))
-answer(count(state(next_to_2(stateid('alaska')))))
-answer(count(state(next_to_2(state(all)))))
-answer(count(state(intersection(next_to_2(stateid('colorado')), next_to_2(stateid('new mexico'))))))
-answer(count(state(next_to_2(stateid('hawaii')))))
-answer(count(state(next_to_2(state(loc_1(capital(cityid('boston', _))))))))
-answer(count(state(next_to_2(stateid('tennessee')))))
-answer(count(state(next_to_2(stateid('texas')))))
-answer(count(state(next_to_2(largest(state(all))))))
-answer(count(state(next_to_2(river(riverid('mississippi'))))))
-answer(count(state(next_to_2(most(state(next_to_2(state(all))))))))
-answer(count(state(next_to_1(stateid('iowa')))))
-answer(count(state(next_to_1(stateid('missouri')))))
-answer(count(state(traverse_1(river(riverid('colorado'))))))
-answer(count(state(traverse_1(river(riverid('colorado'))))))
-answer(count(state(traverse_1(river(riverid('mississippi'))))))
-answer(count(state(traverse_1(riverid('mississippi')))))
-answer(count(state(traverse_1(river(riverid('missouri'))))))
-answer(count(state(loc_1(city(cityid('rochester', _))))))
-answer(count(state(loc_1(city(cityid('springfield', _))))))
-answer(count(state(loc_1(city(cityid('austin', _))))))
-answer(count(state(loc_1(city(cityid('springfield', _))))))
-answer(count(state(loc_1(major(river(all))))))
-answer(count(intersection(state(loc_2(countryid('usa'))), traverse_1(shortest(river(all))))))
-answer(state(loc_1(placeid('mount mckinley'))))
-answer(state(loc_1(highest(place(loc_2(countryid('usa')))))))
-answer(state(loc_1(cityid('rochester', _))))
-answer(state(all))
-answer(lake(loc_2(countryid('usa'))))
-answer(river(loc_2(stateid('colorado'))))
-answer(capital(loc_2(countryid('usa'))))
-answer(longest(river(loc_2(countryid('usa')))))
-answer(major(lake(loc_2(stateid('michigan')))))
-answer(river(loc_2(stateid('arkansas'))))
-answer(exclude(state(all), next_to_2(state(all))))
-answer(population_1(cityid('boulder', _)))
-answer(state(loc_1(lowest(place(loc_2(state(traverse_1(river(riverid('mississippi'))))))))))
-answer(population_1(cityid('boulder', _)))
-answer(population_1(cityid('boulder', _)))
-answer(state(loc_1(capital(cityid('sacramento', _)))))
-answer(major(city(loc_2(stateid('colorado')))))
-answer(major(lake(loc_2(countryid('usa')))))
-answer(largest_one(area_1(state(all))))
-answer(state(next_to_2(stateid('iowa'))))
-answer(state(traverse_1(riverid('mississippi'))))
-answer(state(traverse_1(riverid('mississippi'))))
-answer(major(river(loc_2(stateid('texas')))))
-answer(longest(river(loc_2(stateid('texas')))))
-answer(capital(city(loc_2(state(next_to_2(stateid('texas')))))))
-answer(capital(loc_2(state(next_to_2(stateid('texas'))))))
-answer(city(loc_2(stateid('california'))))
-answer(highest(place(loc_2(state(next_to_2(stateid('mississippi')))))))
-answer(lake(loc_2(state(next_to_2(stateid('texas'))))))
-answer(largest(city(loc_2(state(next_to_2(largest(state(all))))))))
-answer(major(city(loc_2(stateid('california')))))
-answer(major(city(loc_2(stateid('delaware')))))
-answer(major(city(loc_2(stateid('kansas')))))
-answer(major(city(loc_2(stateid('missouri')))))
-answer(major(city(loc_2(stateid('new mexico')))))
-answer(major(city(loc_2(stateid('north carolina')))))
-answer(major(city(loc_2(stateid('ohio')))))
-answer(major(city(loc_2(stateid('oklahoma')))))
-answer(major(city(loc_2(stateid('rhode island')))))
-answer(major(city(loc_2(stateid('texas')))))
-answer(major(city(loc_2(largest(state(all))))))
-answer(major(city(loc_2(smallest(state(loc_2(countryid('usa'))))))))
-answer(major(city(loc_2(state(traverse_1(major(river(loc_2(stateid('virginia'))))))))))
-answer(major(city(loc_2(stateid('wyoming')))))
-answer(major(city(loc_2(stateid('texas')))))
-answer(major(city(loc_2(countryid('usa')))))
-answer(major(city(loc_2(countryid('usa')))))
-answer(major(lake(loc_2(countryid('usa')))))
-answer(major(river(loc_2(countryid('usa')))))
-answer(major(city(loc_2(stateid('illinois')))))
-answer(state(next_to_2(stateid('michigan'))))
-answer(population_1(major(city(loc_2(stateid('montana'))))))
-answer(population_1(state(traverse_1(river(riverid('mississippi'))))))
-answer(population_1(state(traverse_1(riverid('mississippi')))))
-answer(population_1(state(traverse_1(river(riverid('mississippi'))))))
-answer(population_1(state(traverse_1(river(riverid('mississippi'))))))
-answer(population_1(state(traverse_1(riverid('mississippi')))))
-answer(population_1(state(traverse_1(riverid('mississippi')))))
-answer(river(loc_2(state(stateid('indiana')))))
-answer(river(loc_2(state(stateid('texas')))))
-answer(river(loc_2(stateid('montana'))))
-answer(state(all))
-answer(state(next_to_2(largest_one(population_1(state(all))))))
-answer(state(traverse_1(riverid('potomac'))))
-answer(state(traverse_1(longest(river(all)))))
-answer(population_1(stateid('missouri')))
-answer(largest_one(population_1(capital(all))))
-answer(largest(capital(loc_2(countryid('usa')))))
-answer(city(loc_2(stateid('pennsylvania'))))
-answer(city(loc_2(stateid('california'))))
-answer(largest_one(population_1(city(loc_2(stateid('texas'))))))
-answer(largest_one(population_1(city(loc_2(stateid('texas'))))))
-answer(largest_one(population_1(city(all))))
-answer(smallest_one(population_1(city(all))))
-answer(capital(loc_2(stateid('iowa'))))
-answer(largest(capital(all)))
-answer(state(next_to_2(stateid('california'))))
-answer(area_1(stateid('alaska')))
-answer(sum(area_1(state(all))))
-answer(area_1(stateid('california')))
-answer(area_1(stateid('idaho')))
-answer(area_1(stateid('maine')))
-answer(area_1(stateid('maryland')))
-answer(area_1(stateid('new mexico')))
-answer(area_1(cityid('seattle', _)))
-answer(area_1(stateid('south carolina')))
-answer(area_1(stateid('texas')))
-answer(area_1(largest(state(all))))
-answer(area_1(smallest(state(all))))
-answer(area_1(state(loc_1(capital(cityid('albany', _))))))
-answer(area_1(smallest_one(density_1(state(all)))))
-answer(area_1(state(all)))
-answer(density_1(countryid('usa')))
-answer(density_1(stateid('pennsylvania')))
-answer(density_1(countryid('usa')))
-answer(largest(city(loc_2(stateid('arizona')))))
-answer(largest(city(loc_2(stateid('georgia')))))
-answer(largest(city(loc_2(stateid('nebraska')))))
-answer(largest(city(loc_2(stateid('oregon')))))
-answer(largest(city(loc_2(stateid('texas')))))
-answer(largest(city(loc_2(smallest(state(all))))))
-answer(largest(city(loc_2(countryid('usa')))))
-answer(largest(city(loc_2(countryid('usa')))))
-answer(largest(city(loc_2(countryid('usa')))))
-answer(largest(city(loc_2(stateid('wyoming')))))
-answer(longest(river(loc_2(stateid('illinois')))))
-answer(largest(state(all)))
-answer(largest(state(loc_2(countryid('usa')))))
-answer(largest(state(loc_2(countryid('usa')))))
-answer(capital(city(loc_2(largest(state(loc_2(countryid('usa'))))))))
-answer(capital(loc_2(stateid('georgia'))))
-answer(capital(loc_2(stateid('hawaii'))))
-answer(capital(loc_2(stateid('indiana'))))
-answer(capital(loc_2(stateid('maine'))))
-answer(capital(loc_2(stateid('maryland'))))
-answer(capital(loc_2(stateid('michigan'))))
-answer(capital(loc_2(stateid('new hampshire'))))
-answer(capital(loc_2(stateid('pennsylvania'))))
-answer(capital(loc_2(stateid('texas'))))
-answer(capital(loc_2(state(stateid('alabama')))))
-answer(capital(loc_2(largest(state(all)))))
-answer(capital(loc_2(state(stateid('texas')))))
-answer(capital(loc_2(most(state(next_to_2(state(all)))))))
-answer(capital(loc_2(state(next_to_2(state(next_to_2(stateid('texas'))))))))
-answer(capital(loc_2(state(loc_1(highest(place(all)))))))
-answer(capital(loc_2(state(loc_1(highest(place(all)))))))
-answer(capital(loc_2(stateid('utah'))))
-answer(capital(loc_2(stateid('vermont'))))
-answer(capital(loc_2(stateid('washington'))))
-answer(largest_one(population_1(city(loc_2(stateid('texas'))))))
-answer(smallest_one(population_1(city(all))))
-answer(sum(population_1(state(all))))
-answer(density_1(stateid('texas')))
-answer(elevation_1(placeid('death valley')))
-answer(elevation_1(highest(place(loc_2(countryid('usa'))))))
-answer(elevation_1(placeid('mount mckinley')))
-answer(elevation_1(highest(mountain(loc_2(stateid('texas'))))))
-answer(elevation_1(highest(place(loc_2(countryid('usa'))))))
-answer(highest(place(loc_2(stateid('new mexico')))))
-answer(highest(place(loc_2(stateid('south carolina')))))
-answer(highest(mountain(loc_2(stateid('alaska')))))
-answer(highest(mountain(loc_2(stateid('texas')))))
-answer(highest(place(loc_2(stateid('colorado')))))
-answer(highest(place(loc_2(state(loc_1(place(elevation_2(0))))))))
-answer(highest(place(loc_2(stateid('florida')))))
-answer(highest(place(loc_2(stateid('kansas')))))
-answer(highest(place(loc_2(stateid('new mexico')))))
-answer(highest(place(loc_2(stateid('ohio')))))
-answer(highest(place(loc_2(stateid('rhode island')))))
-answer(highest(place(loc_2(stateid('texas')))))
-answer(highest(place(loc_2(countryid('usa')))))
-answer(highest(place(loc_2(smallest(state(all))))))
-answer(highest(place(loc_2(state(loc_1(capital(cityid('des moines', _))))))))
-answer(highest(place(loc_2(state(loc_1(capital(cityid('des moines', _))))))))
-answer(highest(place(loc_2(most(state(traverse_1(river(all))))))))
-answer(highest(place(loc_2(smallest_one(population_1(state(all)))))))
-answer(highest(place(loc_2(countryid('usa')))))
-answer(highest(place(loc_2(countryid('usa')))))
-answer(highest(place(loc_2(stateid('wyoming')))))
-answer(highest(place(loc_2(largest_one(area_1(state(all)))))))
-answer(largest(capital(all)))
-answer(largest(city(loc_2(state(next_to_2(stateid('texas')))))))
-answer(largest(city(loc_2(stateid('alabama')))))
-answer(largest(city(loc_2(stateid('michigan')))))
-answer(largest_one(population_1(city(loc_2(stateid('minnesota'))))))
-answer(largest(city(loc_2(stateid('missouri')))))
-answer(largest(city(loc_2(state(next_to_2(stateid('california')))))))
-answer(largest(city(loc_2(stateid('texas')))))
-answer(largest(city(loc_2(stateid('wisconsin')))))
-answer(largest(city(loc_2(stateid('kansas')))))
-answer(largest(state(traverse_1(riverid('rio grande')))))
-answer(largest(state(all)))
-answer(largest(state(next_to_2(stateid('texas')))))
-answer(largest_one(population_1(capital_1(state(all)))))
-answer(largest(state(loc_2(countryid('usa')))))
-answer(largest(state(loc_2(countryid('usa')))))
-answer(largest(state(next_to_2(stateid('california')))))
-answer(largest(state(next_to_2(largest_one(population_1(state(all)))))))
-answer(largest(state(next_to_2(state(loc_1(lowest(place(loc_2(countryid('usa'))))))))))
-answer(largest(state(traverse_1(river(riverid('mississippi'))))))
-answer(len(intersection(riverid('colorado'), river(loc_2(stateid('texas'))))))
-answer(len(longest(river(loc_2(countryid('usa'))))))
-answer(len(most(river(traverse_2(state(all))))))
-answer(len(most(river(traverse_2(state(all))))))
-answer(longest(river(all)))
-answer(longest(river(traverse_2(stateid('new york')))))
-answer(longest(river(loc_2(countryid('usa')))))
-answer(longest(river(loc_2(stateid('california')))))
-answer(longest(river(loc_2(stateid('mississippi')))))
-answer(longest(river(loc_2(stateid('new york')))))
-answer(longest(river(loc_2(stateid('pennsylvania')))))
-answer(longest(river(loc_2(stateid('texas')))))
-answer(longest(river(loc_2(smallest(state(loc_2(countryid('usa'))))))))
-answer(longest(river(loc_2(state(loc_1(highest(place(all))))))))
-answer(longest(river(loc_2(countryid('usa')))))
-answer(longest(river(loc_2(countryid('usa')))))
-answer(longest(exclude(river(all), traverse_2(stateid('texas')))))
-answer(longest(river(traverse_2(stateid('colorado')))))
-answer(longest(river(traverse_2(state(next_to_2(most(state(next_to_2(state(all))))))))))
-answer(longest(river(traverse_2(state(next_to_2(stateid('tennessee')))))))
-answer(lowest(place(loc_2(stateid('pennsylvania')))))
-answer(lowest(place(loc_2(stateid('california')))))
-answer(lowest(place(loc_2(stateid('louisiana')))))
-answer(lowest(place(loc_2(stateid('oregon')))))
-answer(lowest(place(loc_2(stateid('texas')))))
-answer(lowest(place(loc_2(state(stateid('texas'))))))
-answer(lowest(place(loc_2(countryid('usa')))))
-answer(lowest(place(loc_2(stateid('wisconsin')))))
-answer(lowest(place(loc_2(stateid('colorado')))))
-answer(lowest(place(loc_2(largest_one(area_1(state(all)))))))
-answer(lowest(place(loc_2(countryid('usa')))))
-answer(major(city(loc_2(stateid('montana')))))
-answer(largest_one(population_1(capital(loc_2(countryid('usa'))))))
-answer(largest_one(population_1(state(next_to_2(stateid('oklahoma'))))))
-answer(largest_one(population_1(city(loc_2(stateid('texas'))))))
-answer(largest_one(population_1(city(loc_2(stateid('wyoming'))))))
-answer(largest_one(population_1(state(loc_2(countryid('usa'))))))
-answer(state(loc_1(lowest(place(all)))))
-answer(count(state(next_to_2(stateid('kentucky')))))
-answer(density_1(state(loc_1(capital(cityid('austin', _))))))
-answer(density_1(stateid('south dakota')))
-answer(density_1(stateid('texas')))
-answer(density_1(smallest(state(all))))
-answer(density_1(smallest_one(area_1(state(all)))))
-answer(density_1(smallest_one(population_1(state(all)))))
-answer(density_1(stateid('wyoming')))
-answer(population_1(cityid('boston', _)))
-answer(population_1(stateid('arizona')))
-answer(population_1(cityid('atlanta', _)))
-answer(population_1(cityid('atlanta', 'ga')))
-answer(population_1(cityid('austin', _)))
-answer(population_1(cityid('austin', 'tx')))
-answer(population_1(cityid('boston', 'ma')))
-answer(population_1(stateid('california')))
-answer(population_1(cityid('dallas', _)))
-answer(population_1(cityid('denver', _)))
-answer(population_1(stateid('idaho')))
-answer(population_1(stateid('illinois')))
-answer(population_1(stateid('maine')))
-answer(population_1(stateid('minnesota')))
-answer(population_1(stateid('montana')))
-answer(population_1(stateid('new york')))
-answer(population_1(stateid('oregon')))
-answer(population_1(cityid('portland', 'me')))
-answer(population_1(stateid('rhode island')))
-answer(population_1(cityid('sacramento', _)))
-answer(population_1(cityid('seattle', _)))
-answer(population_1(cityid('seattle', 'wa')))
-answer(population_1(stateid('south dakota')))
-answer(population_1(cityid('springfield', 'mo')))
-answer(population_1(cityid('springfield', 'sd')))
-answer(population_1(stateid('texas')))
-answer(population_1(capital(loc_2(largest(state(all))))))
-answer(population_1(capital(loc_2(largest(state(traverse_1(riverid('mississippi'))))))))
-answer(population_1(capital(loc_2(smallest(state(all))))))
-answer(population_1(largest(state(all))))
-answer(population_1(largest(state(next_to_2(stateid('texas'))))))
-answer(population_1(major(city(loc_2(stateid('wisconsin'))))))
-answer(population_1(largest_one(area_1(state(all)))))
-answer(population_1(cityid('washington', 'dc')))
-answer(river(traverse_2(stateid('ohio'))))
-answer(shortest(river(all)))
-answer(shortest(river(loc_2(stateid('alaska')))))
-answer(shortest(river(loc_2(stateid('iowa')))))
-answer(shortest(river(loc_2(stateid('nebraska')))))
-answer(shortest(river(loc_2(stateid('texas')))))
-answer(shortest(river(loc_2(countryid('usa')))))
-answer(shortest(river(loc_2(countryid('usa')))))
-answer(shortest(river(loc_2(countryid('usa')))))
-answer(size(stateid('california')))
-answer(size(stateid('florida')))
-answer(size(stateid('texas')))
-answer(size(capital(loc_2(stateid('texas')))))
-answer(size(largest(state(loc_2(countryid('usa'))))))
-answer(smallest(city(loc_2(stateid('alaska')))))
-answer(smallest(city(loc_2(stateid('arkansas')))))
-answer(smallest(city(loc_2(stateid('hawaii')))))
-answer(smallest(city(loc_2(largest(state(all))))))
-answer(smallest(city(loc_2(stateid('washington')))))
-answer(smallest(city(loc_2(smallest(state(loc_2(countryid('usa'))))))))
-answer(smallest(state(next_to_2(stateid('ohio')))))
-answer(smallest_one(area_1(state(all))))
-answer(smallest(state(loc_2(countryid('usa')))))
-answer(smallest(state(next_to_2(stateid('texas')))))
-answer(smallest(state(traverse_1(longest(river(all))))))
-answer(state(loc_1(highest(place(all)))))
-answer(state(loc_1(highest(place(loc_2(countryid('usa')))))))
-answer(largest_one(density_1(state(loc_2(countryid('usa'))))))
-answer(largest_one(density_1(state(all))))
-answer(state(loc_1(lowest(place(all)))))
-answer(smallest_one(population_1(state(all))))
-answer(smallest_one(density_1(state(all))))
-answer(highest(mountain(loc_2(countryid('usa')))))
-answer(highest(mountain(loc_2(countryid('usa')))))
-answer(area_1(countryid('usa')))
-answer(sum(population_1(state(next_to_2(stateid('texas'))))))
-answer(major(river(traverse_2(stateid('illinois')))))
-answer(mountain(loc_2(stateid('alaska'))))
-answer(river(traverse_2(stateid('kansas'))))
-answer(river(traverse_2(stateid('texas'))))
-answer(longest(river(loc_2(countryid('usa')))))
-answer(river(traverse_2(stateid('illinois'))))
-answer(most(river(traverse_2(state(all)))))
-answer(river(traverse_2(stateid('virginia'))))
-answer(most(river(traverse_2(state(all)))))
-answer(river(loc_2(stateid('nevada'))))
-answer(river(loc_2(stateid('new mexico'))))
-answer(river(loc_2(stateid('oregon'))))
-answer(river(loc_2(stateid('utah'))))
-answer(exclude(river(all), traverse_2(stateid('tennessee'))))
-answer(river(traverse_2(stateid('colorado'))))
-answer(river(traverse_2(stateid('missouri'))))
-answer(river(traverse_2(state(next_to_1(stateid('alabama'))))))
-answer(river(traverse_2(state(next_to_2(largest_one(population_1(state(all))))))))
-answer(river(traverse_2(largest(state(all)))))
-answer(river(traverse_2(largest_one(population_1(state(all))))))
-answer(river(traverse_2(stateid('arizona'))))
-answer(river(traverse_2(cityid('austin', 'tx'))))
-answer(river(traverse_2(stateid('colorado'))))
-answer(river(traverse_2(stateid('louisiana'))))
-answer(river(traverse_2(stateid('maine'))))
-answer(river(traverse_2(state(loc_1(lowest(place(loc_2(countryid('usa')))))))))
-answer(river(traverse_2(state(next_to_2(state(loc_1(capital(cityid('atlanta', _)))))))))
-answer(river(traverse_2(stateid('west virginia'))))
-answer(state(next_to_2(stateid('michigan'))))
-answer(most(state(next_to_2(state(all)))))
-answer(fewest(state(next_to_2(state(all)))))
-answer(fewest(state(next_to_2(exclude(exclude(state(all), stateid('alaska')), stateid('hawaii'))))))
-answer(state(next_to_2(smallest_one(population_1(state(all))))))
-answer(state(loc_1(highest(place(loc_2(countryid('usa')))))))
-answer(state(loc_1(highest(place(all)))))
-answer(exclude(state(all), loc_1(river(all))))
-answer(state(loc_1(capital(cityid('salem', _)))))
-answer(state(loc_1(city(cityid('flint', _)))))
-answer(state(loc_1(largest_one(population_1(city(all))))))
-answer(state(loc_1(largest_one(population_1(city(all))))))
-answer(largest_one(density_1(state(all))))
-answer(state(loc_1(highest(place(all)))))
-answer(largest_one(population_1(state(all))))
-answer(largest_one(density_1(state(all))))
-answer(state(loc_1(largest(city(all)))))
-answer(largest_one(population_1(state(all))))
-answer(largest_one(density_1(state(all))))
-answer(largest_one(population_1(state(all))))
-answer(smallest_one(density_1(state(all))))
-answer(most(state(loc_1(city(all)))))
-answer(most(state(traverse_1(major(river(all))))))
-answer(largest_one(population_1(state(all))))
-answer(most(state(traverse_1(river(all)))))
-answer(state(loc_1(shortest(river(all)))))
-answer(smallest_one(area_1(state(all))))
-answer(state(loc_1(smallest(capital(all)))))
-answer(smallest_one(population_1(state(all))))
-answer(smallest_one(density_1(state(all))))
-answer(smallest_one(density_1(state(all))))
-answer(state(loc_1(capital(cityid('austin', _)))))
-answer(state(loc_1(cityid('boston', _))))
-answer(state(loc_1(capital(cityid('columbus', _)))))
-answer(state(loc_1(cityid('dallas', _))))
-answer(state(loc_1(cityid('des moines', _))))
-answer(state(loc_1(cityid('pittsburgh', _))))
-answer(largest(state(all)))
-answer(state(most(state(loc_1(river(all))))))
-answer(largest_one(population_1(state(next_to_2(stateid('texas'))))))
-answer(largest(state(next_to_2(stateid('texas')))))
-answer(largest_one(population_1(state(traverse_1(riverid('mississippi'))))))
-answer(state(next_to_2(stateid('texas'))))
-answer(state(next_to_2(stateid('mississippi'))))
-answer(state(next_to_2(stateid('alaska'))))
-answer(state(next_to_2(stateid('arkansas'))))
-answer(state(next_to_2(stateid('delaware'))))
-answer(state(next_to_2(stateid('georgia'))))
-answer(state(next_to_2(stateid('hawaii'))))
-answer(state(next_to_2(stateid('kentucky'))))
-answer(state(next_to_2(stateid('missouri'))))
-answer(state(next_to_2(stateid('new hampshire'))))
-answer(state(next_to_2(stateid('ohio'))))
-answer(state(next_to_2(stateid('rhode island'))))
-answer(state(next_to_2(state(next_to_2(stateid('colorado'))))))
-answer(state(next_to_2(state(next_to_2(state(next_to_2(stateid('florida'))))))))
-answer(state(next_to_2(state(next_to_2(state(next_to_2(state(next_to_2(stateid('texas'))))))))))
-answer(state(next_to_2(state(next_to_2(largest_one(population_1(state(all))))))))
-answer(state(next_to_2(state(traverse_1(riverid('mississippi'))))))
-answer(state(next_to_2(state(traverse_1(riverid('mississippi'))))))
-answer(state(next_to_2(stateid('texas'))))
-answer(state(next_to_2(river(riverid('mississippi')))))
-answer(state(next_to_2(most(state(loc_1(city(all)))))))
-answer(state(next_to_2(stateid('wisconsin'))))
-answer(state(capital_2(cityid('dover', _))))
-answer(state(traverse_1(river(riverid('colorado')))))
-answer(state(traverse_1(riverid('mississippi'))))
-answer(state(traverse_1(river(riverid('missouri')))))
-answer(state(traverse_1(river(riverid('ohio')))))
-answer(state(traverse_1(shortest(river(all)))))
-answer(state(loc_1(capital(highest(place(all))))))
-answer(state(loc_1(city(cityid('austin', _)))))
-answer(state(loc_1(city(cityid('austin', _)))))
-answer(exclude(state(all), next_to_2(state(all))))
-answer(state(loc_1(river(riverid('colorado')))))
-answer(state(traverse_1(river(all))))
-answer(state(loc_1(city(cityid('springfield', _)))))
-answer(state(high_point_2(higher_2(high_point_1(stateid('colorado'))))))
-answer(intersection(state(loc_2(countryid('usa'))), loc_1(city(cityid('springfield', _)))))
-answer(state(next_to_2(stateid('maine'))))
-answer(largest_one(population_1(city(loc_2(stateid('texas'))))))
-answer(largest(city(all)))
-answer(loc_1(cityid('austin', _)))
-answer(loc_1(cityid('baton rouge', _)))
-answer(loc_1(cityid('fort wayne', _)))
-answer(loc_1(cityid('houston', _)))
-answer(loc_1(cityid('indianapolis', _)))
-answer(loc_1(stateid('massachusetts')))
-answer(loc_1(placeid('mount whitney')))
-answer(loc_1(placeid('mount whitney')))
-answer(loc_1(stateid('new hampshire')))
-answer(loc_1(cityid('new orleans', _)))
-answer(loc_1(cityid('san diego', _)))
-answer(loc_1(cityid('san jose', _)))
-answer(loc_1(cityid('scotts valley', _)))
-answer(loc_1(cityid('springfield', _)))
-answer(highest(place(loc_2(stateid('montana')))))
-answer(lowest(place(loc_2(countryid('usa')))))
-answer(lowest(place(loc_2(stateid('iowa')))))
-answer(capital(loc_2(state(next_to_2(stateid('texas'))))))
-answer(exclude(capital(all), major(city(all))))
-answer(lowest(place(loc_2(state(traverse_1(riverid('mississippi')))))))
-answer(shortest(river(all)))
-answer(most(river(traverse_2(state(all)))))
-answer(river(loc_2(stateid('alaska'))))
-answer(river(traverse_2(stateid('alaska'))))
-answer(river(traverse_2(state(next_to_2(stateid('new mexico'))))))
-answer(river(traverse_2(state(loc_1(largest(city(loc_2(countryid('usa')))))))))
-answer(river(traverse_2(state(loc_1(lowest(place(loc_2(countryid('usa')))))))))
-answer(state(next_to_2(stateid('kentucky'))))
-answer(state(next_to_2(stateid('florida'))))
-answer(most(state(next_to_2(state(all)))))
-answer(most(state(loc_1(river(all)))))
-answer(largest_one(density_1(state(all))))
-answer(state(loc_1(highest(place(all)))))
-answer(state(loc_1(largest(city(all)))))
-answer(largest_one(density_1(state(all))))
-answer(smallest_one(density_1(state(all))))
-answer(state(loc_1(longest(river(all)))))
-answer(largest_one(population_1(state(all))))
-answer(most(state(traverse_1(river(all)))))
-answer(state(loc_1(river(riverid('red')))))
-answer(smallest_one(area_1(state(next_to_2(stateid('texas'))))))
-answer(smallest_one(density_1(state(all))))
-answer(state(loc_1(cityid('kalamazoo', _))))
-answer(state(loc_1(city(cityid('denver', _)))))
-answer(state(loc_1(largest(city(loc_2(stateid('montana')))))))
-answer(state(next_to_2(stateid('alabama'))))
-answer(state(next_to_2(stateid('alabama'))))
-answer(state(next_to_2(stateid('alaska'))))
-answer(state(next_to_2(stateid('arizona'))))
-answer(state(next_to_2(stateid('colorado'))))
-answer(state(next_to_2(stateid('hawaii'))))
-answer(state(next_to_2(stateid('iowa'))))
-answer(state(next_to_2(stateid('michigan'))))
-answer(state(next_to_2(stateid('new york'))))
-answer(exclude(state(all), next_to_2(state(all))))
-answer(state(next_to_2(stateid('south dakota'))))
-answer(state(next_to_2(state(traverse_1(riverid('mississippi'))))))
-answer(state(next_to_2(stateid('texas'))))
-answer(state(next_to_2(longest(river(loc_2(countryid('usa')))))))
-answer(state(traverse_1(river(riverid('colorado')))))
-answer(exclude(state(all), next_to_2(stateid('texas'))))
-answer(state(traverse_1(river(riverid('colorado')))))
-answer(state(traverse_1(longest(river(all)))))
-answer(state(traverse_1(river(riverid('mississippi')))))
-answer(state(traverse_1(river(riverid('missouri')))))
-answer(state(traverse_1(river(riverid('missouri')))))
-answer(state(loc_1(major(city(cityid('austin', _))))))
-answer(state(loc_1(place(higher_2(highest(place(loc_2(stateid('colorado')))))))))
-answer(state(loc_1(place(higher_2(highest(place(loc_2(stateid('texas')))))))))
-answer(state(traverse_1(longest(river(loc_2(countryid('usa')))))))
diff --git a/example/train.gold b/example/train.gold
deleted file mode 100644
index 53380ad..0000000
--- a/example/train.gold
+++ /dev/null
@@ -1,600 +0,0 @@
-[cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
-[placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')]
-[riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)]
-[cityid(austin,tx)]
-[placeid('mount hood')]
-[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-[cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)]
-[cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)]
-[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)]
-[]
-[stateid(alaska)]
-[]
-[591000.0]
-[8284.0]
-[121600.0]
-[70700.0]
-[266807.0]
-[7071639]
-[6194]
-[2667]
-[3901]
-[6194]
-[135]
-[105]
-[163]
-[174431]
-[3033]
-[3778]
-[3778]
-[3778]
-[3968]
-[3033]
-[451]
-[2]
-[8]
-[2]
-[386]
-[386]
-[386]
-[30]
-[386]
-[1]
-[3894000.0]
-[76685]
-[23670000.0]
-[177857]
-[3]
-[5]
-[8]
-[8]
-[9]
-[107]
-[1]
-[2]
-[800500.0]
-[2913000.0]
-[17558000.0]
-[76685]
-[345496]
-[345496]
-[23670000.0]
-[3005172]
-[964000.0]
-[79722]
-[2364000.0]
-[786.7]
-[920600.0]
-[1303000.0]
-[17558000.0]
-[170876]
-[678974]
-[690767.0]
-[171300]
-[14229000.0]
-[425022]
-[690767.0]
-[7365000.0]
-[4113200.0]
-[638333]
-[1461000.0]
-[1]
-[10]
-[10]
-[4]
-[3]
-[0]
-[1]
-[2]
-[5]
-[46]
-[43]
-[0]
-[1]
-[2]
-[5]
-[24]
-[]
-[51]
-[0]
-[51]
-[0]
-[49]
-[3]
-[0]
-[5]
-[8]
-[4]
-[0]
-[0]
-[8]
-[6]
-[8]
-[5]
-[5]
-[10]
-[10]
-[6]
-[1]
-[1]
-[1]
-[1]
-[33]
-[4]
-[stateid(alaska)]
-[stateid(alaska)]
-[stateid(minnesota),stateid('new york')]
-[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[]
-[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')]
-[cityid(albany,ny),cityid(atlanta,ga),cityid(austin,tx),cityid('baton rouge',la),cityid(boise,id),cityid(boston,ma),cityid(charleston,wv),cityid(columbia,sc),cityid(columbus,oh),cityid(denver,co),cityid('des moines',ia),cityid(hartford,ct),cityid(honolulu,hi),cityid(indianapolis,in),cityid(jackson,ms),cityid(lansing,mi),cityid(lincoln,ne),cityid('little rock',ar),cityid(madison,wi),cityid(montgomery,al),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(phoenix,az),cityid(providence,ri),cityid(raleigh,nc),cityid(richmond,va),cityid(sacramento,ca),cityid(salem,or),cityid('salt lake city',ut),cityid(springfield,il),cityid('st. paul',mn),cityid(tallahassee,fl),cityid(topeka,ks),cityid(trenton,nj),cityid(washington,dc)]
-[riverid(missouri)]
-[]
-[riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)]
-[stateid(alaska),stateid(hawaii)]
-[76685]
-[stateid(louisiana)]
-[76685]
-[76685]
-[stateid(california)]
-[cityid(aurora,co),cityid('colorado springs',co),cityid(denver,co)]
-[]
-[stateid(alaska)]
-[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)]
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[riverid('rio grande')]
-[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)]
-[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)]
-[cityid(alameda,ca),cityid(alhambra,ca),cityid(anaheim,ca),cityid(bakersfield,ca),cityid(berkeley,ca),cityid('buena park',ca),cityid(burbank,ca),cityid(carson,ca),cityid('chula vista',ca),cityid('citrus heights',ca),cityid(compton,ca),cityid(concord,ca),cityid('costa mesa',ca),cityid('daly city',ca),cityid(downey,ca),cityid('east los angeles',ca),cityid('el cajon',ca),cityid('el monte',ca),cityid(escondido,ca),cityid(fairfield,ca),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid('garden grove',ca),cityid(glendale,ca),cityid(hayward,ca),cityid('huntington beach',ca),cityid(inglewood,ca),cityid(irvine,ca),cityid(lakewood,ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(modesto,ca),cityid('mountain view',ca),cityid('newport beach',ca),cityid(norwalk,ca),cityid(oakland,ca),cityid(oceanside,ca),cityid(ontario,ca),cityid(orange,ca),cityid(oxnard,ca),cityid(pasadena,ca),cityid(pomona,ca),cityid('redondo beach',ca),cityid(richmond,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid(salinas,ca),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid('scotts valley',ca),cityid('simi valley',ca),cityid('south gate',ca),cityid(stockton,ca),cityid(sunnyvale,ca),cityid('thousand oaks',ca),cityid(torrance,ca),cityid(vallejo,ca),cityid(ventura,ca),cityid('west covina',ca),cityid(westminster,ca),cityid(whittier,ca)]
-[placeid('clingmans dome')]
-[]
-[]
-[cityid(anaheim,ca),cityid(fresno,ca),cityid('huntington beach',ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(oakland,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca)]
-[]
-[cityid('kansas city',ks),cityid(wichita,ks)]
-[cityid('kansas city',mo),cityid('st. louis',mo)]
-[cityid(albuquerque,nm)]
-[cityid(charlotte,nc),cityid(greensboro,nc)]
-[cityid(akron,oh),cityid(cincinnati,oh),cityid(cleveland,oh),cityid(columbus,oh),cityid(dayton,oh),cityid(toledo,oh)]
-[cityid('oklahoma city',ok),cityid(tulsa,ok)]
-[cityid(providence,ri)]
-[cityid(arlington,tx),cityid(austin,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(houston,tx),cityid(lubbock,tx),cityid('san antonio',tx)]
-[cityid(anchorage,ak)]
-[cityid(washington,dc)]
-[]
-[]
-[cityid(arlington,tx),cityid(austin,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(houston,tx),cityid(lubbock,tx),cityid('san antonio',tx)]
-[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)]
-[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)]
-[]
-[riverid(arkansas),riverid(canadian),riverid(cheyenne),riverid(cimarron),riverid(colorado),riverid(columbia),riverid(cumberland),riverid(dakota),riverid(gila),riverid(green),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('smoky hill'),riverid(snake),riverid(tennessee),riverid(wabash),riverid(washita),riverid(white),riverid(yellowstone)]
-[cityid(chicago,il)]
-[stateid(indiana),stateid(ohio),stateid(wisconsin)]
-[]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0]
-[riverid(ohio),riverid(wabash)]
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[riverid(bighorn),riverid('clark fork'),riverid('little missouri'),riverid(missouri),riverid(powder),riverid(yellowstone)]
-[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[stateid(arizona),stateid(nevada),stateid(oregon)]
-[stateid('district of columbia'),stateid(maryland),stateid(virginia),stateid('west virginia')]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[4916000.0]
-[cityid(phoenix,az)]
-[cityid(phoenix,az)]
-[cityid(abingdon,pa),cityid(allentown,pa),cityid(altoona,pa),cityid(bethlehem,pa),cityid('bristol township',pa),cityid(erie,pa),cityid('lower merion',pa),cityid('penn hills',pa),cityid(philadelphia,pa),cityid(pittsburgh,pa),cityid(reading,pa),cityid(scranton,pa),cityid('upper darby',pa)]
-[cityid(alameda,ca),cityid(alhambra,ca),cityid(anaheim,ca),cityid(bakersfield,ca),cityid(berkeley,ca),cityid('buena park',ca),cityid(burbank,ca),cityid(carson,ca),cityid('chula vista',ca),cityid('citrus heights',ca),cityid(compton,ca),cityid(concord,ca),cityid('costa mesa',ca),cityid('daly city',ca),cityid(downey,ca),cityid('east los angeles',ca),cityid('el cajon',ca),cityid('el monte',ca),cityid(escondido,ca),cityid(fairfield,ca),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid('garden grove',ca),cityid(glendale,ca),cityid(hayward,ca),cityid('huntington beach',ca),cityid(inglewood,ca),cityid(irvine,ca),cityid(lakewood,ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(modesto,ca),cityid('mountain view',ca),cityid('newport beach',ca),cityid(norwalk,ca),cityid(oakland,ca),cityid(oceanside,ca),cityid(ontario,ca),cityid(orange,ca),cityid(oxnard,ca),cityid(pasadena,ca),cityid(pomona,ca),cityid('redondo beach',ca),cityid(richmond,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid(salinas,ca),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid('scotts valley',ca),cityid('simi valley',ca),cityid('south gate',ca),cityid(stockton,ca),cityid(sunnyvale,ca),cityid('thousand oaks',ca),cityid(torrance,ca),cityid(vallejo,ca),cityid(ventura,ca),cityid('west covina',ca),cityid(westminster,ca),cityid(whittier,ca)]
-[cityid(houston,tx)]
-[cityid(houston,tx)]
-[cityid('new york',ny)]
-[cityid('scotts valley',ca)]
-[cityid('des moines',ia)]
-[cityid(phoenix,az)]
-[stateid(arizona),stateid(nevada),stateid(oregon)]
-[591000.0]
-[3670038.0]
-[158000.0]
-[83000.0]
-[33265.0]
-[10460.0]
-[121600.0]
-[]
-[31113.0]
-[266807.0]
-[591000.0]
-[1100.0]
-[49100.0]
-[147000.0]
-[1100.0,1212.0,2044.0,5020.0,6471.0,7787.0,8284.0,9279.0,9614.0,10460.0,24200.0,31113.0,33265.0,36200.0,40760.0,41300.0,42140.0,45308.0,47700.0,49100.0,51700.0,52670.0,53200.0,56153.0,56300.0,58500.0,58900.0,68139.0,68664.0,69700.0,69950.0,70700.0,77116.0,77300.0,82300.0,83000.0,84400.0,84900.0,97073.0,97809.0,104000.0,110500.0,114000.0,121600.0,147000.0,158000.0,266807.0,591000.0]
-[]
-[261.8301403725611]
-[]
-[cityid(phoenix,az)]
-[cityid(atlanta,ga)]
-[cityid(omaha,ne)]
-[cityid(portland,or)]
-[cityid(houston,tx)]
-[cityid(washington,dc)]
-[cityid('new york',ny)]
-[cityid('new york',ny)]
-[cityid('new york',ny)]
-[cityid(casper,wy)]
-[riverid(mississippi)]
-[stateid(alaska)]
-[stateid(alaska)]
-[stateid(alaska)]
-[]
-[cityid(atlanta,ga)]
-[cityid(honolulu,hi)]
-[cityid(indianapolis,in)]
-[]
-[]
-[cityid(lansing,mi)]
-[]
-[]
-[cityid(austin,tx)]
-[cityid(montgomery,al)]
-[]
-[cityid(austin,tx)]
-[]
-[cityid(austin,tx),cityid('baton rouge',la),cityid(denver,co),cityid(jackson,ms),cityid('little rock',ar),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(phoenix,az),cityid('salt lake city',ut),cityid(topeka,ks)]
-[]
-[]
-[cityid('salt lake city',ut)]
-[]
-[]
-[cityid(houston,tx)]
-[cityid('scotts valley',ca)]
-[224409210.7]
-[53.33068472716233]
-[-85]
-[6194]
-[6194]
-[2667]
-[6194]
-[placeid('wheeler peak')]
-[placeid('sassafras mountain')]
-[placeid('mount mckinley')]
-[placeid('guadalupe peak')]
-[placeid('mount elbert')]
-[].
-[placeid('walton county')]
-[placeid('mount sunflower')]
-[placeid('wheeler peak')]
-[placeid('campbell hill')]
-[placeid('jerimoth hill')]
-[placeid('guadalupe peak')]
-[placeid('mount mckinley')]
-[placeid(tenleytown)]
-[placeid('ocheyedan mound')]
-[placeid('ocheyedan mound')]
-[]
-[placeid('granite peak')]
-[placeid('mount mckinley')]
-[placeid('mount mckinley')]
-[placeid('gannett peak')]
-[placeid('mount mckinley')]
-[cityid(phoenix,az)]
-[cityid('new orleans',la)]
-[cityid(birmingham,al)]
-[cityid(detroit,mi)]
-[cityid(minneapolis,mn)]
-[cityid('st. louis',mo)]
-[cityid(phoenix,az)]
-[cityid(houston,tx)]
-[cityid(milwaukee,wi)]
-[cityid(wichita,ks)]
-[stateid(texas)]
-[stateid(alaska)]
-[stateid('new mexico')]
-[cityid(phoenix,az)]
-[stateid(alaska)]
-[stateid(alaska)]
-[stateid(arizona)]
-[stateid(arizona)]
-[stateid(arizona)]
-[stateid(minnesota)]
-[]
-[3968]
-[]
-[]
-[riverid(missouri)]
-[riverid(allegheny)]
-[riverid(missouri)]
-[riverid(colorado)]
-[riverid(mississippi)]
-[riverid(allegheny)]
-[riverid(ohio)]
-[riverid('rio grande')]
-[riverid(potomac)]
-[]
-[riverid(missouri)]
-[riverid(missouri)]
-[riverid(missouri)]
-[riverid('rio grande')]
-[riverid(missouri)]
-[riverid(missouri)]
-[placeid('delaware river')]
-[placeid('death valley')]
-[placeid('new orleans')]
-[placeid('pacific ocean')]
-[placeid('gulf of mexico')]
-[placeid('gulf of mexico')]
-[placeid('death valley')]
-[placeid('lake michigan')]
-[placeid('arkansas river')]
-[placeid('pacific ocean')]
-[placeid('death valley')]
-[]
-[cityid(phoenix,az)]
-[stateid(texas)]
-[cityid(houston,tx)]
-[cityid(casper,wy)]
-[stateid(california)]
-[stateid(california)]
-[7]
-[53.33068472716233]
-[8.957505576015354]
-[53.33068472716233]
-[580.0]
-[580.0]
-[0.0053517006802721095]
-[4.8007545317915525]
-[562994]
-[2718000.0]
-[425022]
-[425022]
-[345496]
-[345496]
-[562994]
-[23670000.0]
-[904078]
-[492365]
-[944000.0]
-[11400000.0]
-[1125000.0]
-[4076000.0]
-[786.7]
-[17558000.0]
-[2633000.0]
-[61572]
-[947200.0]
-[275741]
-[493846]
-[493846]
-[690767.0]
-[133116]
-[]
-[14229000.0]
-[]
-[270230]
-[638333]
-[401800.0]
-[1303000.0]
-[170616,636212]
-[401800.0]
-[638333]
-[riverid(ohio),riverid(wabash)]
-[riverid(delaware)]
-[]
-[riverid(mississippi)]
-[riverid(republican)]
-[riverid(pecos)]
-[riverid(delaware)]
-[riverid(delaware)]
-[riverid(delaware)]
-[158000.0]
-[68664.0]
-[266807.0]
-[345496]
-[591000.0]
-[cityid(anchorage,ak)]
-[cityid('north little rock',ar)]
-[cityid(koolaupoko,hi)]
-[cityid(anchorage,ak)]
-[cityid(bellevue,wa)]
-[cityid(washington,dc)]
-[stateid('west virginia')]
-[stateid('district of columbia')]
-[stateid('district of columbia')]
-[stateid(louisiana)]
-[stateid(iowa)]
-[stateid(alaska)]
-[stateid(alaska)]
-[stateid('new jersey')]
-[stateid('new jersey')]
-[stateid(california)]
-[stateid(montana)]
-[stateid(montana)]
-[placeid('mount mckinley')]
-[placeid('mount mckinley')]
-[]
-[10820000.0]
-[riverid(mississippi),riverid(ohio),riverid(wabash)]
-[placeid('mount mckinley'),placeid('pacific ocean')]
-[riverid(arkansas),riverid(cimarron),riverid(neosho),riverid(republican),riverid('smoky hill')]
-[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)]
-[riverid(missouri)]
-[riverid(mississippi),riverid(ohio),riverid(rock),riverid(wabash)]
-[stateid(colorado)]
-[riverid(potomac),riverid(roanoke)]
-[stateid(colorado)]
-[riverid(colorado)]
-[riverid(canadian),riverid(cimarron),riverid(gila),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan')]
-[riverid(columbia),riverid(snake)]
-[riverid(colorado),riverid(green),riverid('san juan')]
-[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(canadian),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(potomac),riverid(powder),riverid(red),riverid(republican),riverid('rio grande'),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tombigbee),riverid(wabash),riverid(washita),riverid('wateree catawba'),riverid(white),riverid(yellowstone)]
-[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')]
-[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)]
-[riverid(chattahoochee),riverid(cumberland),riverid(mississippi),riverid(tennessee),riverid(tombigbee)]
-[riverid(colorado),riverid(columbia),riverid(gila),riverid(snake)]
-[]
-[riverid(colorado)]
-[riverid(colorado),riverid(gila)]
-[]
-[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')]
-[riverid(mississippi),riverid(ouachita),riverid(pearl),riverid(red)]
-[]
-[riverid(colorado)]
-[riverid(chattahoochee),riverid(cumberland),riverid(mississippi),riverid(roanoke),riverid(tennessee),riverid(tombigbee),riverid('wateree catawba')]
-[riverid(ohio),riverid(potomac)]
-[stateid(indiana),stateid(ohio),stateid(wisconsin)]
-[stateid(missouri)]
-[stateid(alaska)]
-[stateid(maine)]
-[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)]
-[stateid(alaska)]
-[stateid(alaska)]
-[stateid(alaska),stateid(hawaii),stateid(maine),stateid('rhode island')]
-[stateid(oregon)]
-[stateid(michigan)]
-[stateid('new york')]
-[stateid('new york')]
-[stateid('new jersey')]
-[stateid(alaska)]
-[stateid(california)]
-[stateid('new jersey')]
-[stateid('new york')]
-[stateid(california)]
-[stateid('new jersey')]
-[stateid(california)]
-[stateid(montana)]
-[cityid(birmingham,al)]
-[riverid(mississippi)]
-[stateid(california)]
-[riverid(mississippi)]
-[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)]
-[stateid('district of columbia')]
-[stateid('west virginia')]
-[stateid(montana)]
-[stateid(montana)]
-[stateid(montana)]
-[stateid(texas)]
-[stateid(massachusetts)]
-[stateid(ohio)]
-[stateid(texas)]
-[stateid(iowa)]
-[stateid(pennsylvania)]
-[stateid(alaska)]
-[]
-[stateid(louisiana)]
-[stateid('new mexico')]
-[stateid(illinois)]
-[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)]
-[stateid(alabama),stateid(arkansas),stateid(louisiana),stateid(tennessee)]
-[]
-[stateid(louisiana),stateid(mississippi),stateid(missouri),stateid(oklahoma),stateid(tennessee),stateid(texas)]
-[stateid(maryland),stateid('new jersey'),stateid(pennsylvania)]
-[stateid(alabama),stateid(florida),stateid('north carolina'),stateid('south carolina'),stateid(tennessee)]
-[]
-[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(nebraska),stateid(oklahoma),stateid(tennessee)]
-[stateid(maine),stateid(massachusetts),stateid(vermont)]
-[stateid(indiana),stateid(kentucky),stateid(michigan),stateid(pennsylvania),stateid('west virginia')]
-[stateid(connecticut),stateid(massachusetts)]
-[stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(idaho),stateid(iowa),stateid(kansas),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid(oklahoma),stateid('south dakota'),stateid(texas),stateid(utah),stateid(wyoming)]
-[stateid(alabama),stateid(arkansas),stateid(florida),stateid(georgia),stateid(kentucky),stateid(louisiana),stateid(mississippi),stateid(missouri),stateid('north carolina'),stateid('south carolina'),stateid(tennessee),stateid(virginia)]
-[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid('north carolina'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[stateid(arizona),stateid(california),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(oregon),stateid(utah),stateid(washington)]
-[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)]
-[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)]
-[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)]
-[]
-[]
-[stateid(illinois),stateid(iowa),stateid(michigan),stateid(minnesota)]
-[stateid(delaware)]
-[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[stateid(illinois),stateid(indiana),stateid(kentucky),stateid(ohio),stateid(pennsylvania),stateid('west virginia')]
-[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)]
-[]
-[stateid(texas)]
-[stateid(texas)]
-[stateid(alaska),stateid(hawaii)]
-[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)]
-[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[stateid(illinois)]
-[stateid(alaska),stateid(california)]
-[stateid(illinois)]
-[stateid('new hampshire')]
-[cityid(houston,tx)]
-[cityid('new york',ny)]
-[countryid(usa),stateid(texas)]
-[countryid(usa),stateid(louisiana)]
-[countryid(usa),stateid(indiana)]
-[countryid(usa),stateid(texas)]
-[countryid(usa),stateid(indiana)]
-[countryid(usa)]
-[countryid(usa),stateid(california)]
-[countryid(usa),stateid(california)]
-[countryid(usa)]
-[countryid(usa),stateid(louisiana)]
-[countryid(usa),stateid(california)]
-[countryid(usa),stateid(california)]
-[countryid(usa),stateid(california)]
-[countryid(usa),stateid(illinois),stateid(massachusetts),stateid(missouri),stateid(ohio)]
-[placeid('granite peak')]
-[placeid('death valley')]
-[placeid('mississippi river')]
-[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)]
-[cityid(albany,ny),cityid(annapolis,md),cityid(augusta,me),cityid(bismarck,nd),cityid(boise,id),cityid('carson city',nv),cityid(charleston,wv),cityid(cheyenne,wy),cityid(columbia,sc),cityid(concord,nh),cityid(dover,de),cityid(frankfort,ky),cityid(harrisburg,pa),cityid(hartford,ct),cityid(helena,mt),cityid('jefferson city',mo),cityid(juneau,ak),cityid(lansing,mi),cityid(montpelier,vt),cityid(olympia,wa),cityid(pierre,sd),cityid(raleigh,nc),cityid(salem,or),cityid('santa fe',nm),cityid(springfield,il),cityid(tallahassee,fl),cityid(topeka,ks),cityid(trenton,nj)]
-[placeid('new orleans')]
-[riverid(delaware)]
-[stateid(colorado)]
-[]
-[]
-[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(colorado),riverid(gila),riverid(green),riverid(neosho),riverid('north platte'),riverid(pecos),riverid(red),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte'),riverid(washita)]
-[riverid(allegheny),riverid(delaware),riverid(hudson)]
-[riverid(colorado)]
-[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')]
-[stateid(alabama),stateid(georgia)]
-[stateid(missouri)]
-[riverid(mississippi)]
-[stateid('new jersey')]
-[stateid(alaska)]
-[stateid('new york')]
-[stateid('new jersey')]
-[stateid(montana)]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[stateid(california)]
-[riverid(mississippi)]
-[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma),stateid(texas)]
-[stateid(louisiana)]
-[stateid(montana)]
-[stateid(michigan)]
-[stateid(colorado)]
-[stateid(montana)]
-[stateid(florida),stateid(georgia),stateid(mississippi),stateid(tennessee)]
-[stateid(florida),stateid(georgia),stateid(mississippi),stateid(tennessee)]
-[]
-[stateid(california),stateid(colorado),stateid(nevada),stateid('new mexico'),stateid(utah)]
-[stateid(arizona),stateid(kansas),stateid(nebraska),stateid('new mexico'),stateid(oklahoma),stateid(utah),stateid(wyoming)]
-[]
-[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)]
-[stateid(indiana),stateid(ohio),stateid(wisconsin)]
-[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)]
-[stateid(alaska),stateid(hawaii)]
-[stateid(iowa),stateid(minnesota),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid(wyoming)]
-[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)]
-[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)]
-[]
-[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)]
-[stateid(alabama),stateid(alaska),stateid(arizona),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)]
-[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
-[stateid(texas)]
-[stateid(alaska),stateid(california)]
-[stateid(alaska),stateid(arizona),stateid(california),stateid(colorado),stateid(hawaii),stateid(idaho),stateid(montana),stateid(nevada),stateid('new mexico'),stateid(oregon),stateid(utah),stateid(washington),stateid(wyoming)]
-[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')]
diff --git a/example/train.in b/example/train.in
deleted file mode 100644
index 8f60fd6..0000000
--- a/example/train.in
+++ /dev/null
@@ -1,600 +0,0 @@
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.0" id="0"> gebe mir die städte in virginia </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.1" id="1"> welches sind die höchsten punkte der an mississippi grenzenden staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.2" id="2"> nenne die flüsse in arkansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.4" id="4"> kannst du mir sagen , was die hauptstadt von texas ist </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.5" id="5"> könntest du mir sagen welches der höchstgelegene punkt im staat oregon ist </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.7" id="7"> nenne all staaten der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.8" id="8"> sag mir welche städte in texas sind </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.9" id="9"> nenne die städte der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.10" id="10"> nenne mir die städte in virginia </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.11" id="11"> nenne mir städte in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.12" id="12"> nenne mir die seen in california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.13" id="13"> welche stadt ist die größte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.14" id="14"> nenne mir den längsten fluss , welcher durch die usa fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.17" id="17"> wie groß ist alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.18" id="18"> wie groß ist massachusetts </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.19" id="19"> wie groß ist new mexico </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.20" id="20"> wie groß ist north dakota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.21" id="21"> wie groß ist texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.22" id="22"> wie groß ist die stadt new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.23" id="23"> wie hoch sind die höchsten erhebungen aller staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.24" id="24"> wie hoch liegt guadalupe peak </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.27" id="27"> wie hoch ist der höchste punkt in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.28" id="28"> wie hoch liegt der höchste punkt des größten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.30" id="30"> wie hoch liegt der höchste punkt von delaware </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.31" id="31"> wie hoch liegt der höchste punkt floridas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.32" id="32"> wie hoch liegt der höchste punkt von louisiana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.35" id="35"> wie groß ist die größte stadt in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.36" id="36"> wie lang ist rio grande </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.41" id="41"> wie lang ist der mississippi fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.42" id="42"> wie lang ist der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.43" id="43"> wie lang in meilen ist der mississippi fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.44" id="44"> wie lang ist der fluss missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.47" id="47"> wie lang ist der rio grande fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.48" id="48"> wie lang ist der kürzeste fluss in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.49" id="49"> wie viele große städte gibt es in pennsylvania </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.51" id="51"> wie viele städte sind in louisiana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.52" id="52"> wie viele städte sind in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.54" id="54"> wie viele städte hat die usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.55" id="55"> wie viele städte gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.56" id="56"> wie viele städte gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.57" id="57"> wie viele städte hat texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.58" id="58"> wie viele städte gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.59" id="59"> wie viele städte mit dem namen austin gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.61" id="61"> wie viele bewohner hat alabama </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.62" id="62"> anzahl leute in boulder </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.63" id="63"> wie viele staatsbürger wohnen in california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.65" id="65"> wie viele einwohner hat montgomery </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.66" id="66"> wie viele große städte gibt es in arizona </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.67" id="67"> wie viele wichtige städte gibt es in florida </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.68" id="68"> wie viele wichtige städte gibt es in den staaten , welche an nebraska grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.69" id="69"> wie viele größere städte sind in staaten , die an utah angrenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.70" id="70"> wie viele wichtige städte gibt es in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.71" id="71"> wie viele größere städte gibt es </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.72" id="72"> wie viele wichtige städte gibt es in oregon </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.73" id="73"> wie viele größere flüsse durchqueren ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.74" id="74"> wie viele einwohner hat nevada </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.75" id="75"> wie viele leute gibt es in iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.76" id="76"> wie viele leute gibt es in new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.77" id="77"> anzahl staatsbürger in boulder </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.78" id="78"> wie viele menschen leben in austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.79" id="79"> wie viele leute leben in austin texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.80" id="80"> wie viele einwohner hat kalifornien </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.81" id="81"> wie viele leute wohnen in chicago </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.83" id="83"> wie hoch ist die bevölkerung von hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.85" id="85"> wie viele menschen leben in kalamazoo </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.86" id="86"> wie viele leute wohnen in kansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.89" id="89"> wie viele leute wohnen in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.90" id="90"> wie viele leute wohnen in new hampshire </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.91" id="91"> welches ist die einwohnerzahl von neu mexiko </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.92" id="92"> wie viele einwohner hat new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.94" id="94"> wie viele leute wohnen in riverside </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.95" id="95"> wie viele leute wohnen in san francisco </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.96" id="96"> wie viele leute wohnen in süd dakota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.97" id="97"> wie viele leute wohnen in spokane washington </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.98" id="98"> wie groß ist die bevölkerung von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.100" id="100"> wie viele leute wohnen in der hauptstadt georgias </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.102" id="102"> wie viele leute leben in dem kleinsten staat , welcher an wyoming grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.103" id="103"> wie lautet die bevölkerung des staates mit der höchsten bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.105" id="105"> was ist die einwohnerzahl von washington </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.106" id="106"> wie viele einwohner hat washington dc </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.109" id="109"> welches ist die bevölkerungszahl von utah </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.111" id="111"> wie viele flüsse heißen colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.112" id="112"> wie viele flüsse gibt es in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.113" id="113"> wie viele flüsse sind in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.115" id="115"> wie viele flüsse gibt es in missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.116" id="116"> wie viele flüsse gibt es in new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.118" id="118"> wie viele flüsse gibt es im staat mit dem höchsten punkt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.119" id="119"> wie viele flüsse sind in dem staat mit der größten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.120" id="120"> wie viele flüsse gibt es in idaho </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.121" id="121"> wie viele flüsse laufen durch texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.122" id="122"> wie viele flüsse gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.123" id="123"> wie viele flüsse verlaufen nicht durch den staat mit der hauptstadt albany </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.124" id="124"> wie viele flüsse gibt es in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.126" id="126"> wie viele flüsse in texas sind länger als der red </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.127" id="127"> wie viele flüsse gibt es in washington </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.128" id="128"> wie viele flüsse gibt es in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.129" id="129"> wie viele flüsse fließen durch die staaten , die an colorado grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.130" id="130"> wie viele quadratkilometer umfasst die usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.131" id="131"> wie viele staaten gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.133" id="133"> wie viele staaten liegen neben wichtigen flüssen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.136" id="136"> wie viele staaten gibt es in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.137" id="137"> wie viele staaten grenzen an alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.138" id="138"> wie viele staaten grenzen an zumindest einen anderen staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.139" id="139"> wie viele staaten grenzen an colorado und new mexico </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.140" id="140"> wie viele staaten grenzen an hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.142" id="142"> wie viele staaten grenzen an den staat , dessen hauptstadt boston ist </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.143" id="143"> wie viele staaten grenzen an tennessee </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.144" id="144"> wie viele staaten grenzen an texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.145" id="145"> wie viele staaten grenzen an den größten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.146" id="146"> wie viele staaten grenzen an den mississippi fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.147" id="147"> wie viele staaten grenzen an den staat mit den meisten nachbarstaaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.150" id="150"> iowa grenzt an wie viele staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.151" id="151"> an wie viele staaten grenzt missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.153" id="153"> durch wie viele staaten fließt der fluss colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.154" id="154"> durch wie viele staaten fließt der fluss colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.155" id="155"> durch wie viele staaten fließt der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.156" id="156"> durch wie viele staaten fließt der fluss mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.157" id="157"> durch wie viele staaten läuft der fluss missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.159" id="159"> in wie vielen staaten gibt es eine stadt mit dem namen rochester </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.160" id="160"> in wie vielen staaten gibt es eine stadt namens springfield </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.162" id="162"> wie viele staaten habe städte die austin heißen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.163" id="163"> wie viele staaten haben städte welche nach springfield benannt sind </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.164" id="164"> wie viele staaten haben wichtige flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.165" id="165"> durch wie viele staaten der usa fließt der kürzeste fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.169" id="169"> in welchem staat befindet sich der mount mckinley </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.170" id="170"> was ist der staat mit der höchsten höhe in den vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.171" id="171"> in welchem staat liegt rochester </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.173" id="173"> liste alle staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.174" id="174"> gib alle seen in den usa aus </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.175" id="175"> welche flüsse fließen durch colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.176" id="176"> nenne die 50 hauptstädte in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.177" id="177"> was ist der längste fluss in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.178" id="178"> nenne die größten seen in michigan </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.180" id="180"> nenne die flüsse in arkansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.181" id="181"> nenne die staaten , an die keine anderen staaten grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.182" id="182"> wie viele staatsbürger in boulder </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.185" id="185"> welcher staat hat die niedrigste erhebung in den staaten , durch welche der mississippi fluss verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.186" id="186"> wie hoch ist die bevölkerung von boulder </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.187" id="187"> leute in boulder </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.189" id="189"> sacramento ist die hauptstadt welchen staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.191" id="191"> zeige mir die wichtigsten städte in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.192" id="192"> zeige mir alle größeren seen in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.193" id="193"> nenne den staat mit der größten fläche </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.194" id="194"> staaten , die an iowa grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.197" id="197"> durch welche staaten verläuft der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.198" id="198"> durch welche staaten fließt der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.200" id="200"> welche wichtigen flüsse gibt es in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.201" id="201"> welches sind die größten flüsse in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.202" id="202"> wie lauten die hauptstädte der staaten , welche an texas grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.205" id="205"> welches sind die hauptstädte der an texas grenzenden staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.206" id="206"> was sind die städte in california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.210" id="210"> wie lauten die höchsten punkte der staaten , welche mississippi umgeben </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.211" id="211"> wie lauten die namen der seen in staaten , welche an texas grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.212" id="212"> welches sind die größten städte in an den größten staat angrenzenden staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.215" id="215"> wie lauten die wichtigsten flüsse in dem staat california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.216" id="216"> welches sind große städte in delaware </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.217" id="217"> welche großen städte gibt es in kansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.218" id="218"> welche sind die größten städte in missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.219" id="219"> welche sind die größeren städte in new mexico </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.221" id="221"> welches sind die wesentlichen städte north carolinas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.222" id="222"> wie lauten die wichtigsten städte in ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.223" id="223"> welche sind die größte städte in oklahoma </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.224" id="224"> wie lauten die wichtigsten städte in rhode island </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.226" id="226"> welche sind die größten städte in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.227" id="227"> was sind die größten städte in dem größten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.228" id="228"> welches sind die größten städte im kleinsten staat der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.230" id="230"> wie lauten die wichtigsten städte in den vereinigten staaten durch welche der wichtigste fluss in virginia verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.233" id="233"> wie lauten die wichtigsten städte in wyoming </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.234" id="234"> welches sind die wesentlichen städte in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.235" id="235"> welches sind die größten städte der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.236" id="236"> wie lauten die wichtigsten städte der vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.237" id="237"> wie lauten die wichtigsten seen in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.239" id="239"> welches sind die hauptflüsse in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.240" id="240"> welches sind die namen großer städte in illinois </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.241" id="241"> welches sind die nachbarstaaten von michigan </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.244" id="244"> wie groß sind die bevölkerungen aller wichtigen städte in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.246" id="246"> was sind die bevölkerungen der staaten , durch die der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.248" id="248"> was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.251" id="251"> wie groß ist die bevölkerungszahl der staaten , durch die der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.252" id="252"> wie groß ist die bevölkerung der staaten , durch welche der mississippi verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.253" id="253"> wie groß ist die bevölkerung der staaten , durch die der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.254" id="254"> wie groß sind die bevölkerungen in den staaten , durch welche der mississippi fluss verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.256" id="256"> welches sind die flüsse im staate indiana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.257" id="257"> welche flüsse gibt es in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.258" id="258"> welche sind die flüsse montanas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.259" id="259"> welche staaten gibt es </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.260" id="260"> welche staaten grenzen an den höchstbevölkertsten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.261" id="261"> welches sind die staaten durch die der potomac fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.262" id="262"> welche staaten durchquert der längste fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.263" id="263"> was können sie mir zur bevölkerung missouris sagen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.264" id="264"> was ist die größte hauptstadt nach bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.265" id="265"> welche hauptstadt ist die größte in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.266" id="266"> welche städte befinden sich in pennsylvania </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.267" id="267"> welche städte in california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.268" id="268"> welche städte in texas haben die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.269" id="269"> welche stadt in texas hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.270" id="270"> welche stadt hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.271" id="271"> welche stadt hat die kleinste bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.274" id="274"> wie lautet die hauptstadt von iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.276" id="276"> wie lautet die größte hauptstadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.277" id="277"> welcher staat grenzt an kalifornien </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.278" id="278"> was ist die flächenausdehnung von alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.279" id="279"> wie lautet die gesamte bevölkerung aller 50 staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.280" id="280"> welche flächenausdehnung hat kalifornien </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.282" id="282"> welche fläche hat idaho </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.283" id="283"> wie groß ist die fläche von maine </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.284" id="284"> wie groß ist die fläche von maryland in quadratkilometer </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.285" id="285"> was ist die fläche new mexicos </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.287" id="287"> was ist die fläche seattles </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.288" id="288"> was ist die fläche von south carolina </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.289" id="289"> wie groß ist die fläche von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.290" id="290"> was ist die fläche des größten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.291" id="291"> was ist die fläche des kleinsten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.292" id="292"> wie groß ist die fläche des staates mit der hauptstadt albany </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.293" id="293"> wie groß ist die fläche von dem staat mit der niedrigsten bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.294" id="294"> wie groß ist die gesamtfläche der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.297" id="297"> was ist die durchschnittliche bevölkerung für die usa pro staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.298" id="298"> welches ist die durchschnittliche bevölkerungsdichte in pennsylvania </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.299" id="299"> wie groß ist die durchschnittliche bevölkerung pro quadratkilometer in den vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.302" id="302"> wie lautet die größte stadt in arizona </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.303" id="303"> was ist die größte stadt georgias </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.306" id="306"> welches ist die größte stadt in nebraska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.307" id="307"> welches ist die größte stadt in oregon </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.308" id="308"> wie lautet die größte stadt in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.309" id="309"> was ist die größte stadt in dem kleinsten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.310" id="310"> welches ist die größte stadt der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.311" id="311"> was ist die größte stadt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.312" id="312"> welches ist die größte stadt der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.313" id="313"> welches ist die größte stadt in wyoming </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.314" id="314"> welches ist der größte fluss in illinois </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.315" id="315"> wie lautet der größte staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.316" id="316"> welches ist der größte staat auf dem us festland </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.317" id="317"> wie lautet der größte staat in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.318" id="318"> wie lautet die hauptstadt des größten staates in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.321" id="321"> was ist die hauptstadt georgias </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.322" id="322"> welches ist die hauptstadt von hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.324" id="324"> was ist die hauptstadt von indiana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.326" id="326"> wie heißt die hauptstadt von maine </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.327" id="327"> wie lautet die hauptstadt von maryland </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.329" id="329"> welches ist die hauptstadt von michigan </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.330" id="330"> wie lautet die hauptstadt von new hampshire </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.335" id="335"> welches ist die hauptstadt von pennsylvania </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.337" id="337"> welches ist die hauptstadt von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.338" id="338"> welches ist die hauptstadt des staates alabama </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.340" id="340"> wie lautet die hauptstadt des größten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.342" id="342"> kannst du mir die hauptstadt von texas nennen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.343" id="343"> was ist die hauptstadt des staates , der an die meisten staaten grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.344" id="344"> was ist die hauptstadt des staates , der an den staat grenzt , der an texas grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.345" id="345"> was ist die hauptstadt des staates mit der größten höhe </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.346" id="346"> wie lautet die hauptstadt des staats mit der höchsten erhebung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.351" id="351"> welches ist die hauptstadt von utah </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.352" id="352"> welches ist die hauptstadt von vermont </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.353" id="353"> was ist die hauptstadt von washington </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.354" id="354"> welche städte in texas haben die höchste einwohnerzahl </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.355" id="355"> was ist die stadt mit der kleinsten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.357" id="357"> wie lautet die gesamte bevölkerung aller 50 staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.358" id="358"> wie groß ist die bevölkerung von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.360" id="360"> wie hoch liegt death valley </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.361" id="361"> was ist die höhe des höchsten punktes in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.362" id="362"> was ist die höhe mount mckinleys </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.363" id="363"> wie lautet die höhe des höchsten berges in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.364" id="364"> was ist die höhe des höchsten punktes in der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.366" id="366"> welcher ist der höchste punkt in new mexico </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.367" id="367"> welches ist die höchste erhöhung in south carolina </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.370" id="370"> welches ist der höchste berg in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.371" id="371"> welches ist der höchste berg in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.374" id="374"> wie lautet der höchste punkt in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.376" id="376"> welches sind die höchsten punkte der staaten , dessen tiefster punkt auf meeresniveau liegt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.377" id="377"> welches ist der höchste punkt in florida </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.379" id="379"> wie lautet der höchste punkt in kansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.383" id="383"> was ist die höchste höhe in new mexico </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.384" id="384"> was ist der höchste punkt in ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.385" id="385"> welches ist der höchstgelegene punkt in rhode island </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.387" id="387"> welches ist die höchste erhebung in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.388" id="388"> wie lautet der höchste punkt der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.389" id="389"> was ist der höchste punkt im kleinsten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.391" id="391"> welches ist der höchste punkt im staat mit hauptstadt des moines </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.392" id="392"> wie heißt der höchste punkt in dem staat mit der hauptstadt des moines </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.393" id="393"> was ist der höchste punkt in dem staat mit den meisten flüssen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.394" id="394"> wie lautet der höchste punkt in dem staat mit der kleinsten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.396" id="396"> was ist der höchste punkt in den vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.397" id="397"> wie lautet der höchste punkt in dem land </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.400" id="400"> welches ist der höchstgelegene punkt von wyoming </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.401" id="401"> welches ist der höchste punkt des bezüglich fläche größten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.404" id="404"> was ist die größte hauptstadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.406" id="406"> was ist die größte stadt in einem staat , der an texas grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.407" id="407"> welche ist die größte stadt in alabama </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.409" id="409"> welches ist die größte stadt in michigan </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.410" id="410"> welches ist die bevölkerungsreichste stadt in minnesota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.411" id="411"> wie lautet die größte stadt in missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.414" id="414"> was ist die größte stadt in staaten , die an california grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.415" id="415"> welches ist die größte stadt in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.417" id="417"> wie lautet die größte stadt in wisconsin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.418" id="418"> wie lautet die größte stadt in kansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.419" id="419"> welcher ist der größte staat , durch den der rio grande fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.421" id="421"> nenne mir den größten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.423" id="423"> welches ist der größte an texas grenzende staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.424" id="424"> welche hauptstadt hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.425" id="425"> wie lautet der größte staat in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.426" id="426"> welcher ist der größte staat in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.427" id="427"> wie lautet der größte staat , der an california grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.429" id="429"> was ist der größte staat , der an den staat mit der größten bevölkerung grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.430" id="430"> wie lautet der größte staat , welcher an den staat grenzt , welcher die niedrigste erhebung in den usa hat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.431" id="431"> wie lautet der größte staat , durch welchen der mississippi fluss verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.434" id="434"> was ist die länge des colorado flusses in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.435" id="435"> wie lang ist der längste fluss der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.439" id="439"> wie lange ist der fluss , welcher durch die größte anzahl von staaten fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.441" id="441"> wie lang ist der fluss , welcher die meisten staaten durchquert </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.442" id="442"> was ist der längste fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.443" id="443"> welches ist der längste fluss new yorks </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.444" id="444"> welches ist der längste fluss der vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.445" id="445"> was ist der längste fluss in california </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.447" id="447"> wie lautet der längste fluss in mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.448" id="448"> welches ist der längste fluss in new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.449" id="449"> wie lautet der längste fluss in pennsylvania </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.450" id="450"> was ist der längste fluss in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.452" id="452"> was ist der längste fluss in dem kleinsten staat in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.453" id="453"> welches ist der längste fluss im staate mit dem höchstgelegenen punkt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.456" id="456"> welches ist der längste fluss in amerika </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.457" id="457"> nenne den längsten fluss in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.458" id="458"> wie lautet der längste fluss , der nicht durch texas verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.460" id="460"> wie lautet der längste fluss , der durch colorado verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.461" id="461"> wie lautet der längste fluss , der durch die staaten verläuft , welche an den staat grenzen , der die meisten nachbarstaaten hat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.462" id="462"> welches ist der längste fluss , der durch einen an tennessee grenzenden staat fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.463" id="463"> welches ist die niedrigste erhöhung in pennsylvania </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.465" id="465"> welches ist der tiefstgelegene punkt in kalifornien </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.466" id="466"> welches ist der tiefstgelegene punkt in louisiana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.470" id="470"> was ist der niedrigste punkt in oregon </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.471" id="471"> wie lautet der niedrigste punkt in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.473" id="473"> welches ist der tiefstgelegene punkt von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.474" id="474"> wie lautet der niedrigste punkt in den vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.476" id="476"> welches ist der tiefstgelegene punkt in wisconsin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.478" id="478"> welches ist der tiefstgelegene punkt in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.479" id="479"> was ist die tiefste stelle des staates mit der größte fläche </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.480" id="480"> welches ist der tiefstgelegene punkt der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.481" id="481"> was sind die größeren städte in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.484" id="484"> welche ist die meist bevölkerte stadt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.485" id="485"> welches ist der bevölkerungsreichste staat , der an oklahoma grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.487" id="487"> welche texanische stadt hat die größte bevölkerungszahl </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.488" id="488"> was ist die meist bevölkerte stadt in wyoming </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.490" id="490"> welcher ist der meist bevölkerte staat in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.492" id="492"> wie lautet der name des staates mit der geringsten erhebung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.493" id="493"> wie viele staaten grenzen an kentucky </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.494" id="494"> was ist die bevölkerungsdichte in dem staat mit hauptstadt austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.496" id="496"> was ist die bevölkerungsdichte von south dakota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.497" id="497"> wie lautet die bevölkerungsdichte von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.499" id="499"> wie groß ist die bevölkerungsdichte des kleinsten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.500" id="500"> was ist die bevölkerungsdichte des staates mit der kleinsten größe </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.501" id="501"> wie hoch ist die bevölkerungsdichte des staates mit der kleinsten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.502" id="502"> was ist die bevölkerungsdichte wyomings </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.503" id="503"> wie groß ist die bevölkerung von boston </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.505" id="505"> wie groß ist die bevölkerung von arizona </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.506" id="506"> wie groß ist die bevölkerung von atlanta </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.507" id="507"> wie viele einwohner hat atlanta ga </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.508" id="508"> was ist die einwohnerzahl von austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.509" id="509"> wie groß ist die bevölkerung von austin texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.510" id="510"> was ist die bevölkerung von boston massachusetts </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.512" id="512"> wie viele leute leben in kalifornien </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.513" id="513"> wie viele einwohner hat dallas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.514" id="514"> welches ist die bevölkerungszahl von denver </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.518" id="518"> wie viele einwohner hat idaho </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.519" id="519"> wie groß ist die bevölkerungszahl von illinois </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.520" id="520"> was ist die bevölkerung von maine </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.522" id="522"> wie groß ist die bevölkerung von minnesota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.523" id="523"> wie groß ist die bevölkerung von montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.525" id="525"> wie viele leute leben in new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.527" id="527"> wie viele einwohner hat oregon </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.528" id="528"> was ist die bevölkerung von portland maine </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.529" id="529"> wie groß ist die bevölkerung von rhode island </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.530" id="530"> wie groß is die bevölkerungszahl von sacramento </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.532" id="532"> wie lautet die bevölkerung von seattle </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.533" id="533"> wie groß ist die bevölkerung von seattle in washington </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.534" id="534"> wie groß ist die bevölkerung in south dakota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.535" id="535"> wie groß ist die einwohnerzahl von springfield missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.536" id="536"> wie groß ist die bevölkerung von springfield in south dakota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.538" id="538"> wie groß ist die bevölkerung von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.539" id="539"> was ist die bevölkerung der hauptstadt des größten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.540" id="540"> was ist die bevölkerung der hauptstadt des größten staates , durch den der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.541" id="541"> welches ist die einwohnerzahl der hauptstadt des kleinsten staates </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.543" id="543"> wie groß ist die bevölkerung in dem größten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.544" id="544"> was ist die bevölkerung des größten staates , der an texas grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.545" id="545"> was ist die bevölkerung der größeren städte in wisconsin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.549" id="549"> was ist die bevölkerung des staates mit der größten fläche </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.553" id="553"> wie viele einwohner leben in washington dc </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.554" id="554"> welcher fluss fließt durch ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.555" id="555"> welches ist der kürzeste fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.556" id="556"> was ist der kürzeste fluss in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.557" id="557"> was ist der kürzeste fluss in iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.558" id="558"> wie lautet der kürzeste fluss in nebraska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.559" id="559"> wie lautet der kürzeste fluss in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.560" id="560"> welches ist der kürzeste fluss der vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.561" id="561"> welches ist der kürzeste fluss in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.562" id="562"> was ist der kürzeste fluss in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.563" id="563"> wie groß ist kalifornien </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.564" id="564"> wie groß ist florida </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.565" id="565"> welche fläche hat texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.566" id="566"> was ist die größe der hauptstadt texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.567" id="567"> wie lautet die fläche des größten staates in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.568" id="568"> was ist die kleinste stadt in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.569" id="569"> welches ist die kleinste stadt in arkansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.570" id="570"> welches ist die kleinste stadt in hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.571" id="571"> wie lautet die kleinste stadt in dem größten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.574" id="574"> was ist die kleinste stadt in washington </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.575" id="575"> wie lautet die kleinste stadt des kleinsten staates in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.576" id="576"> wie lautet der kleinste staat , welcher an ohio grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.578" id="578"> welcher staat hat die kleinste flächenausdehnung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.579" id="579"> welches ist der kleinste staat der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.580" id="580"> welches ist der kleinste an texas grenzende staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.583" id="583"> welches ist der kleinste unter den staaten , durch die der längste fluss läuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.584" id="584"> welcher staat hat die höchste erhebung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.585" id="585"> in welchem staat liegt die höchste erhebung in den vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.587" id="587"> welcher staat hat die höchste dichte in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.588" id="588"> welcher staat hat die größte bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.589" id="589"> welcher staat hat die niedrigste erhebung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.590" id="590"> welcher staat hat die kleinste bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.591" id="591"> welche staaten haben die niedrigste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.593" id="593"> welches ist der höchste berg in amerika </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.594" id="594"> welches ist der höchste berg in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.595" id="595"> welche fläche hat die usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.597" id="597"> welches ist die summe der bevölkerungszahlen der an texas grenzenden staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.600" id="600"> welche großen flüsse fließen durch illinois </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.601" id="601"> welche berge gibt es in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.602" id="602"> welcher fluss fließt durch kansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.603" id="603"> welches flüsse gibt es in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.605" id="605"> welcher fluss ist der längste in den vereinigten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.606" id="606"> welcher fluss durchfließt illinois </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.607" id="607"> welcher fluss verläuft durch die meisten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.609" id="609"> welcher fluss fließt durch virginia </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.610" id="610"> welcher fluss durchquert die meisten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.612" id="612"> welche flüsse gibt es in nevada </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.613" id="613"> welche flüsse gibt es in new mexico </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.614" id="614"> welche flüsse gibt es in oregon </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.617" id="617"> welche flüsse gibt es in utah </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.619" id="619"> welche flüsse fließen nicht durch tennessee </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.620" id="620"> nenne alle flüsse in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.621" id="621"> welche flüsse verlaufen durch missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.622" id="622"> welche flüsse verlaufen durch staaten , welche an alabama grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.623" id="623"> welche flüsse fließen durch staaten , die an den staat mit der größten bevölkerungszahl grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.624" id="624"> welche flüsse verlaufen durch den größten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.625" id="625"> welche flüsse fließen durch den bevölkerungsreichsten staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.626" id="626"> welche flüsse fließen durch arizona </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.627" id="627"> welche flüsse fließen durch austin texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.628" id="628"> welche flüsse verlaufen durch colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.629" id="629"> welche flüsse fließen durch louisiana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.630" id="630"> welche flüsse verlaufen durch maine </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.632" id="632"> welche flüsse verlaufen durch den staat mit dem niedrigsten punkt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.633" id="633"> welche flüsse verlaufen duch die staaten , welche an den staat mit der hauptstadt atlanta grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.634" id="634"> welche flüsse fließen durch west virginia </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.637" id="637"> welche städte grenzen an michigan </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.638" id="638"> welcher staat hat die meisten nachbarstaaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.640" id="640"> welcher staat grenzt an die wenigsten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.641" id="641"> welcher staat grenzt an die wenigsten staaten mit ausnahme von alaska und mit ausnahme von hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.643" id="643"> welcher staat grenzt an den staat mit der kleinsten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.644" id="644"> in welchem staat liegt der höchste punkt der usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.646" id="646"> welcher staat hat die höchste erhebung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.647" id="647"> welcher staat hat keine flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.648" id="648"> welcher staat hat die hauptstadt salem </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.649" id="649"> in welchem staat liegt die stadt flint </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.650" id="650"> in welchem staat befindet sich die bevölkerungsreichste stadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.651" id="651"> welcher staat hat die stadt mit der größten bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.652" id="652"> welcher staat hat die größte bevölkerungsidchte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.653" id="653"> welcher staat hat die höchste erhebung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.654" id="654"> welcher staat hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.655" id="655"> welcher staat hat die größte dichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.658" id="658"> welcher staat hat die größte stadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.659" id="659"> welcher staat hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.660" id="660"> wie lautet der staat mit der größten bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.661" id="661"> welcher staat hat die meisten einwohner </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.662" id="662"> welcher staat hat die niedrigste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.665" id="665"> welcher staat hat die meisten städte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.667" id="667"> welcher staat hat die meisten flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.668" id="668"> welches ist der bevölkerungsreichste staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.670" id="670"> welcher staat wird von den meisten flüssen durchflossen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.671" id="671"> durch welche staaten fließt der kürzeste fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.672" id="672"> welches ist der staat mit der geringsten flächenausdehnung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.673" id="673"> welcher staat hat die kleinste hauptstadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.674" id="674"> welcher staat hat die kleinste anzahl urbaner einwohner </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.675" id="675"> welcher staat hat die kleinste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.677" id="677"> welcher staat hat die niedrigsten bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.679" id="679"> von welchem staat ist austin die hauptstadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.680" id="680"> in welchem staat ist boston </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.681" id="681"> welcher staat hat columbus als hauptstadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.682" id="682"> in welchem staat liegt dallas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.683" id="683"> in welchem staat ist des moines </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.685" id="685"> in welchem staat ist pittsburgh </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.686" id="686"> welches ist der größte staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.688" id="688"> welcher staat hat die meisten flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.689" id="689"> welcher staat , der an texas grenzt , hat die größte bevölkerung </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.690" id="690"> welches ist der größte an texas grenzende staat </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.691" id="691"> wie lautet der meistbevölkerte staat , durch welchen der mississippi fluss verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.693" id="693"> welche staaten grenzen an texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.694" id="694"> welche staaten grenzen an mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.695" id="695"> welche staaten grenzen an alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.696" id="696"> welche staaten grenzen an arkansas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.697" id="697"> welche staaten grenzen an delaware </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.699" id="699"> welche staaten grenzen an georgia </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.700" id="700"> welcher staat grenzt an hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.702" id="702"> welche staaten grenzen an kentucky </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.704" id="704"> welche staaten grenzen an missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.706" id="706"> welche staaten grenzen an new hampshire </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.708" id="708"> welche staaten grenzen an ohio </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.709" id="709"> welche staaten grenzen an rhode island </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.710" id="710"> welche staaten grenzen an staaten , die an colorado grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.712" id="712"> welche staaten grenzen an staaten , die an staaten grenzen , die an florida grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.713" id="713"> welche staaten grenzen an staaten , welche an staaten grenzen , welche an staaten grenzen , die an texas grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.714" id="714"> welche staaten grenzen an staaten , welche an den staat mit der größten bevölkerung grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.715" id="715"> welche staaten grenzen an staaten , durch die der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.717" id="717"> welche staaten grenzen an staaten , durch die der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.718" id="718"> welche staaten grenzen an texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.720" id="720"> welche staaten grenzen an den mississippi fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.726" id="726"> welche staaten grenzen an die staaten mit den meisten städten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.727" id="727"> welche staaten grenzen an wisconsin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.728" id="728"> welcher staat hat dover als hauptstadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.730" id="730"> durch welche staaten fließt der fluss colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.733" id="733"> durch welche staaten fließt der mississippi </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.734" id="734"> durch welche staaten verläuft der missouri fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.736" id="736"> durch welche staaten verläuft der ohio fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.738" id="738"> welcher staat hat den kürzesten fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.739" id="739"> welche staaten haben eine hauptstadt , die der höchste punkt des staates ist </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.740" id="740"> welche staaten haben städte mit dem namen austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.741" id="741"> welche staaten haben städte die austin heißen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.747" id="747"> welche staaten haben keine angrenzende staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.748" id="748"> wie viele staaten haben flüsse mit dem namen colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.749" id="749"> welche staaten haben einen fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.750" id="750"> welche staaten haben städte mit dem namen springfield </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.751" id="751"> welche höchstgelegenen punkte eines staates liegen höher als derjenige von colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.752" id="752"> welche staaten in den vereinigten staaten habe eine stadt springfield </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.753" id="753"> welche staaten grenzen an maine </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.755" id="755"> welches ist die bevölkerungsreichste stadt von texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.756" id="756"> welches ist die größte stadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.758" id="758"> wo liegt austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.759" id="759"> wo ist baton rouge </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.761" id="761"> wo ist fort wayne </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.762" id="762"> wo ist houston </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.763" id="763"> wo ist indianapolis </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.764" id="764"> wo ist massachusetts </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.765" id="765"> wo befindet sich mount whitney </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.766" id="766"> wo liegt mount whitney </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.767" id="767"> wo liegt new hampshire </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.768" id="768"> wo ist new orleans </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.770" id="770"> wo liegt san diego </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.771" id="771"> wo liegt san jose </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.772" id="772"> wo liegt scotts valley </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.773" id="773"> wo ist springfield </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.777" id="777"> wo liegt der höchste punkt in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.779" id="779"> wo ist der tiefste punkt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.780" id="780"> wo ist der tiefste punkt in iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.783" id="783"> welches sind die hauptstädte der an texas anliegenden staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.784" id="784"> welche hauptstädte gehören nicht zu den größten städten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.789" id="789"> wie lautet der niedrigste punkt von den staaten , durch die der mississippi verläuft </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.790" id="790"> welches ist der kürzeste fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.795" id="795"> welcher fluss fließt durch die meisten staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.797" id="797"> welcher fluss verläuft durch alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.800" id="800"> welche flüsse gibt es in alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.801" id="801"> welcher fluss verläuft durch staaten , welche an new mexico grenzen </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.804" id="804"> welche flüsse fließen durch den staat mit der größten stadt in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.805" id="805"> welche flüsse verlaufen durch den staat mit der niedrigsten erhebung in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.806" id="806"> welche staaten grenzen an kentucky </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.807" id="807"> welcher staat grenzt an florida </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.809" id="809"> welcher staat grenzt an die meisten anderen staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.812" id="812"> welcher staat hat die meisten flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.814" id="814"> welcher staat hat die größte bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.817" id="817"> in welchem staat liegt der höchste gipfel des landes </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.820" id="820"> welcher staat hat die größte stadt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.821" id="821"> welches ist der staat mit der höchsten bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.822" id="822"> welcher staat hat die geringste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.823" id="823"> welcher staat hat den längsten fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.830" id="830"> welcher staat hat die meisten einwohner </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.833" id="833"> durch welchen staat verlaufen die meisten flüsse </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.834" id="834"> welcher staat hat den red fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.835" id="835"> welcher staat hat die kleinste fläche , die an texas grenzt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.838" id="838"> welcher staat hat die niedrigste bevölkerungsdichte </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.839" id="839"> in welchem staat ist kalamazoo </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.841" id="841"> in welchem staat liegt denver </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.842" id="842"> in welchem staat liegt die größte stadt in montana </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.844" id="844"> welche staaten grenzen an alabama </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.845" id="845"> welche staaten grenzen an alabama </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.846" id="846"> welche staaten grenzen an alaska </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.847" id="847"> welche staaten grenzen an arizona </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.848" id="848"> welche staaten grenzen an colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.849" id="849"> welche staaten grenzen an hawaii </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.851" id="851"> welche staaten grenzen an iowa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.853" id="853"> welcher staat grenzt an michigan </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.854" id="854"> welche staaten grenzen an new york </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.855" id="855"> welche staaten grenzen an keinen anderen staaten </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.856" id="856"> welche staaten grenzen an south dakota </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.857" id="857"> welche staaten grenzen an einen staat , durch den der mississippi fließt </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.858" id="858"> welche staaten grenzen an texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.859" id="859"> welche staaten grenzen an den längsten fluss in den usa </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.863" id="863"> durch welche staaten fließt der colorado fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.864" id="864"> welche staaten grenzen nicht an texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.866" id="866"> durch welche staaten verläuft der colorado fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.867" id="867"> durch welche staaten fließt der längste fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.869" id="869"> durch welche staaten verläuft der mississippi fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.871" id="871"> durch welche staaten fließt der missouri </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.872" id="872"> durch welche staaten fließt der missouri fluss </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.873" id="873"> welche staaten haben eine wichtige stadt mit dem namen austin </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.876" id="876"> welche staaten haben erhebungen , welche höher sind als der höchste punkt in colorado </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.877" id="877"> welche staaten haben punkte , die höher liegen als der höchste punkt in texas </seg>
-<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.878" id="878"> welche staaten liegen entlang des längsten fluss in den vereinigten staaten </seg>
diff --git a/example/weights.init b/example/weights.init
deleted file mode 100644
index 0d09f9f..0000000
--- a/example/weights.init
+++ /dev/null
@@ -1,12 +0,0 @@
-CountEF 0.1
-EgivenFCoherent -0.1
-Glue 0.01
-IsSingletonF -0.01
-IsSingletonFE -0.01
-LanguageModel 0.1
-LanguageModel_OOV -1
-MaxLexFgivenE -0.1
-MaxLexEgivenF -0.1
-PassThrough -0.1
-SampleCountF -0.1
-WordPenalty -0.1