From 1bf772018b77e68137614a11add9f9f2f43ad344 Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Mon, 14 Apr 2014 15:53:32 +0200 Subject: version for final; 'old' data; new example --- example/cdec.ini | 7 +- example/cfg.rb | 7 + example/data.en | 10 + example/data.funql | 10 + example/data.gold | 10 + example/data.in | 10 + example/data.prolog | 10 + example/example.sh | 33 + example/grammar/grammar.15.gz | Bin 0 -> 17487 bytes example/grammar/grammar.16.gz | Bin 0 -> 17489 bytes example/grammar/grammar.25.gz | Bin 0 -> 7307 bytes example/grammar/grammar.26.gz | Bin 0 -> 25672 bytes example/grammar/grammar.29.gz | Bin 0 -> 22610 bytes example/grammar/grammar.3.gz | Bin 0 -> 4659 bytes example/grammar/grammar.33.gz | Bin 0 -> 7612 bytes example/grammar/grammar.34.gz | Bin 0 -> 7601 bytes example/grammar/grammar.37.gz | Bin 0 -> 11126 bytes example/grammar/grammar.6.gz | Bin 0 -> 43680 bytes example/output-answers | 280 --- example/output-eval | 1 - example/output-weights.0.gz | Bin 203 -> 0 bytes example/output-weights.1.gz | Bin 223 -> 0 bytes example/output-weights.2.gz | Bin 217 -> 0 bytes example/output.stderr | 4106 ----------------------------------------- example/output.stdout | 29 - example/run.sh | 35 - example/stopwords.en | 176 -- example/test.gold | 280 --- example/test.in | 280 --- example/train.en | 600 ------ example/train.funql | 600 ------ example/train.gold | 600 ------ example/train.in | 600 ------ example/weights.init | 12 - 34 files changed, 95 insertions(+), 7601 deletions(-) create mode 100644 example/cfg.rb create mode 100644 example/data.en create mode 100644 example/data.funql create mode 100644 example/data.gold create mode 100644 example/data.in create mode 100644 example/data.prolog create mode 100755 example/example.sh create mode 100644 example/grammar/grammar.15.gz create mode 100644 example/grammar/grammar.16.gz create mode 100644 example/grammar/grammar.25.gz create mode 100644 example/grammar/grammar.26.gz create mode 100644 example/grammar/grammar.29.gz create mode 100644 example/grammar/grammar.3.gz create mode 100644 example/grammar/grammar.33.gz create mode 100644 example/grammar/grammar.34.gz create mode 100644 example/grammar/grammar.37.gz create mode 100644 example/grammar/grammar.6.gz delete mode 100644 example/output-answers delete mode 100644 example/output-eval delete mode 100644 example/output-weights.0.gz delete mode 100644 example/output-weights.1.gz delete mode 100644 example/output-weights.2.gz delete mode 100644 example/output.stderr delete mode 100644 example/output.stdout delete mode 100755 example/run.sh delete mode 100644 example/stopwords.en delete mode 100644 example/test.gold delete mode 100644 example/test.in delete mode 100644 example/train.en delete mode 100644 example/train.funql delete mode 100644 example/train.gold delete mode 100644 example/train.in delete mode 100644 example/weights.init (limited to 'example') diff --git a/example/cdec.ini b/example/cdec.ini index 608c2b4..b9b564d 100644 --- a/example/cdec.ini +++ b/example/cdec.ini @@ -1,6 +1,9 @@ +formalism=scfg intersection_strategy=cube_pruning cubepruning_pop_limit=30 scfg_max_span_limit=15 -feature_function=KLanguageModel /workspace/grounded/mt-system/crawl/lm.5gram.en.binary feature_function=WordPenalty -formalism=scfg +feature_function=RuleIdentityFeatures +feature_function=RuleSourceBigramFeatures +feature_function=RuleTargetBigramFeatures +feature_function=RuleShape diff --git a/example/cfg.rb b/example/cfg.rb new file mode 100644 index 0000000..fbf8e7f --- /dev/null +++ b/example/cfg.rb @@ -0,0 +1,7 @@ +SMT_SEMPARSE = 'python /workspace/grounded/smt-semparse-cp/decode_sentence.py /workspace/grounded/smt-semparse-cp/working/full_dataset' +EVAL_PL = '/workspace/grounded/wasp-1.0/data/geo-funql/eval/eval.pl' +ACCEPT_ZOMBIES = true +TIMEOUT = 60 +CDEC_BIN = '/toolbox/cdec-dtrain/decoder/cdec' +$cache = Memcached.new('localhost:31337') + diff --git a/example/data.en b/example/data.en new file mode 100644 index 0000000..7d7740e --- /dev/null +++ b/example/data.en @@ -0,0 +1,10 @@ +name all the rivers in colorado +count the states which have elevations lower than what alabama has +give me the number of rivers in california +give me the states that border utah +how high is mount mckinley +how high is the highest point in america +how high is the highest point of alabama +how large is alaska +how large is texas +how long is the colorado river diff --git a/example/data.funql b/example/data.funql new file mode 100644 index 0000000..6843394 --- /dev/null +++ b/example/data.funql @@ -0,0 +1,10 @@ +answer(river(loc_2(stateid('colorado')))) +answer(count(state(low_point_2(lower_2(low_point_1(stateid('alabama'))))))) +answer(count(river(loc_2(stateid('california'))))) +answer(state(next_to_2(stateid('utah')))) +answer(elevation_1(placeid('mount mckinley'))) +answer(elevation_1(highest(place(loc_2(countryid('usa')))))) +answer(elevation_1(highest(place(loc_2(stateid('alabama')))))) +answer(size(stateid('alaska'))) +answer(size(stateid('texas'))) +answer(len(river(riverid('colorado')))) diff --git a/example/data.gold b/example/data.gold new file mode 100644 index 0000000..aed50af --- /dev/null +++ b/example/data.gold @@ -0,0 +1,10 @@ +[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] +[2] +[1] +[stateid(arizona),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(wyoming)] +[6194] +[6194] +[734] +[591000.0] +[266807.0] +[2333] diff --git a/example/data.in b/example/data.in new file mode 100644 index 0000000..e678525 --- /dev/null +++ b/example/data.in @@ -0,0 +1,10 @@ + nenne alle flüsse in colorado + zähle die staaten , welche erhebungen haben , die niedriger liegen als jene in alabama + nenne mir die anzahl der flüsse in california + nenne mir die staaten , welche an utah grenzen + wie hoch ist mount mckinley + wie hoch liegt der höchste punkt in amerika + wie hoch liegt der höchste punkt in alabama + wie groß ist alaska + wie groß ist texas + wie lang ist der colorado fluss diff --git a/example/data.prolog b/example/data.prolog new file mode 100644 index 0000000..6843394 --- /dev/null +++ b/example/data.prolog @@ -0,0 +1,10 @@ +answer(river(loc_2(stateid('colorado')))) +answer(count(state(low_point_2(lower_2(low_point_1(stateid('alabama'))))))) +answer(count(river(loc_2(stateid('california'))))) +answer(state(next_to_2(stateid('utah')))) +answer(elevation_1(placeid('mount mckinley'))) +answer(elevation_1(highest(place(loc_2(countryid('usa')))))) +answer(elevation_1(highest(place(loc_2(stateid('alabama')))))) +answer(size(stateid('alaska'))) +answer(size(stateid('texas'))) +answer(len(river(riverid('colorado')))) diff --git a/example/example.sh b/example/example.sh new file mode 100755 index 0000000..1c67ed0 --- /dev/null +++ b/example/example.sh @@ -0,0 +1,33 @@ +#!/bin/bash + +# memcached has to be running! `memcached -p 31337` + +# run lampion with rampion variant for 1 epoch over 10 examples (data.*) +../lampion.rb \ + -k 100 \ + -i $(pwd)/data.in \ + -r $(pwd)/data.en \ + -g $(pwd)/data.gold \ + -h $(pwd)/data.funql \ + -w $(pwd)/../data/weights.init \ + -t $(pwd)/../data/stopwords.en \ + -c $(pwd)/cdec.ini \ + -b $(pwd)/cfg.rb \ + -o output-weights \ + -l \ + -e 0.01 \ + -j 1 \ + -v rampion 2>output.stderr > output.stdout + +# translate test +/toolbox/cdec-dtrain/decoder/cdec \ + -c cdec.ini \ + -w output-weights 2>/dev/null \ + < data.in \ + | ../scripts/geoquery/semparse.rb $(pwd)/cfg.rb \ + | ../scripts/geoquery/query.rb $(pwd)/cfg.rb > output-answers + +# evaluate result +../scripts/geoquery/eval.rb \ + data.gold < output-answers > output-eval + diff --git a/example/grammar/grammar.15.gz b/example/grammar/grammar.15.gz new file mode 100644 index 0000000..416152f Binary files /dev/null and b/example/grammar/grammar.15.gz differ diff --git a/example/grammar/grammar.16.gz b/example/grammar/grammar.16.gz new file mode 100644 index 0000000..19189e6 Binary files /dev/null and b/example/grammar/grammar.16.gz differ diff --git a/example/grammar/grammar.25.gz b/example/grammar/grammar.25.gz new file mode 100644 index 0000000..a441190 Binary files /dev/null and b/example/grammar/grammar.25.gz differ diff --git a/example/grammar/grammar.26.gz b/example/grammar/grammar.26.gz new file mode 100644 index 0000000..753e491 Binary files /dev/null and b/example/grammar/grammar.26.gz differ diff --git a/example/grammar/grammar.29.gz b/example/grammar/grammar.29.gz new file mode 100644 index 0000000..56c91cd Binary files /dev/null and b/example/grammar/grammar.29.gz differ diff --git a/example/grammar/grammar.3.gz b/example/grammar/grammar.3.gz new file mode 100644 index 0000000..6e03a98 Binary files /dev/null and b/example/grammar/grammar.3.gz differ diff --git a/example/grammar/grammar.33.gz b/example/grammar/grammar.33.gz new file mode 100644 index 0000000..4f58842 Binary files /dev/null and b/example/grammar/grammar.33.gz differ diff --git a/example/grammar/grammar.34.gz b/example/grammar/grammar.34.gz new file mode 100644 index 0000000..a700a54 Binary files /dev/null and b/example/grammar/grammar.34.gz differ diff --git a/example/grammar/grammar.37.gz b/example/grammar/grammar.37.gz new file mode 100644 index 0000000..32feb04 Binary files /dev/null and b/example/grammar/grammar.37.gz differ diff --git a/example/grammar/grammar.6.gz b/example/grammar/grammar.6.gz new file mode 100644 index 0000000..bb24c62 Binary files /dev/null and b/example/grammar/grammar.6.gz differ diff --git a/example/output-answers b/example/output-answers deleted file mode 100644 index 1f6b4b2..0000000 --- a/example/output-answers +++ /dev/null @@ -1,280 +0,0 @@ -[riverid(river(loc_2(stateid(colorado))))] -[0] -[riverid(count(river(loc_2(stateid(california)))))] -[cityid(state(answer(next_to_2(stateid(utah)))),all)] -[6194] -[6194] -[734] -[591000.0] -[266807.0] -[2333] -[451] -[] -[3968] -[]. -[1569] -[71204,71992,87123,156804] -[386] -[] -[1] -[1203339] -[1595138] -[0] -[2520000.0] -[947200.0] -[7071639] -[345496] -[]. -[345496] -[1461000.0] -[14229000.0] -[2] -[0] -[10] -[51] -[51] -[51] -[riverid(count(state(stateid(iowa))))] -[3] -[51] -[1] -[51] -[11] -[14229000.0] -[6194] -[3901] -[1] -[cityid(stateid(maine),river(loc_2(stateid(florida))))] -[76685] -[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[] -[riverid(city(loc_2(stateid(texas))))] -[] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[cityid(austin,tx)] -[]. -[cityid(appleton,wi),cityid('arlington heights',il),cityid(aurora,il),cityid('baton rouge',la),cityid(bloomington,mn),cityid('cedar rapids',ia),cityid(champaign,il),cityid(chattanooga,tn),cityid(chicago,il),cityid(cicero,il),cityid(columbia,mo),cityid(davenport,ia),cityid(decatur,il),cityid('des moines',ia),cityid(dubuque,ia),cityid(duluth,mn),cityid(elgin,il),cityid(evanston,il),cityid('fort smith',ar),cityid('green bay',wi),cityid(independence,mo),cityid(jackson,ms),cityid(joliet,il),cityid('kansas city',mo),cityid(kenner,la),cityid(kenosha,wi),cityid(knoxville,tn),cityid(lafayette,la),cityid('lake charles',la),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(monroe,la),cityid(nashville,tn),cityid('new orleans',la),cityid('north little rock',ar),cityid('oak lawn',il),cityid(peoria,il),cityid(racine,wi),cityid(rochester,mn),cityid(rockford,il),cityid(shreveport,la),cityid('sioux city',ia),cityid(skokie,il),cityid(springfield,il),cityid(springfield,mo),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi)] -[]. -[placeid('mount mckinley')] -[cityid(birmingham,al),cityid(mobile,al),cityid(montgomery,al)] -[stateid(alaska)] -[57045,57648,66713,67972,70794,71384,75632,92145,101727,170105,195351,241741,357870,7071639] -[202895] -[] -[countryid(usa)] -[] -[] - -[2520000.0] -[] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[1303000.0,2286000.0,3025000.0,4206000.0] - -[] -[cityid('new york',ny)] -[] -[cityid(sacramento,ca)] -[68664.0] -[41300.0] -[266807.0] -[56153.0] -[cityid('new york',ny)] -[cityid(phoenix,az)] -[cityid(wichita,ks)] -[cityid('new orleans',la)] -[cityid(sacramento,ca)] -[cityid(denver,co)] -[cityid(springfield,il)] -[cityid('des moines',ia)] -[cityid(boston,ma)] -[cityid(trenton,nj)] -[cityid(albany,ny)] -[] -[cityid(columbus,oh)] -[] -[cityid(tallahassee,fl)] -[cityid(washington,dc)] -[cityid(sacramento,ca)] -[cityid(trenton,nj)] -[cityid('des moines',ia),cityid(lincoln,ne)] -[cityid(sacramento,ca)] -[1100.0,1212.0,2044.0,5020.0,6471.0,7787.0,8284.0,9279.0,9614.0,10460.0,24200.0,31113.0,33265.0,36200.0,40760.0,41300.0,42140.0,45308.0,47700.0,49100.0,51700.0,52670.0,53200.0,56153.0,56300.0,58500.0,58900.0,68139.0,68664.0,69700.0,69950.0,70700.0,77116.0,77300.0,82300.0,83000.0,84400.0,84900.0,97073.0,97809.0,104000.0,110500.0,114000.0,121600.0,147000.0,158000.0,266807.0,591000.0] -[] -[placeid('gannett peak')] -[placeid('guadalupe peak')] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[]. -[placeid(centerville)] -[placeid('ocheyedan mound')] -[placeid('mount katahdin')] -[placeid('granite peak')] -[placeid('johnson township')] - -[placeid('guadalupe peak')] -[placeid('gannett peak')] -[placeid('mount mckinley')] -[placeid('mount rogers')] -[placeid('granite peak')] -[placeid('mount mckinley')] -[cityid('new york',ny)] -[cityid('los angeles',ca)] -[cityid(providence,ri)] -[]. -[stateid('new york')] -[riverid(len(longest(river(loc_2(state(stateid(washington)))))))] - - -[stateid(montana)] -[2333] -[3033] -[3778] -[] -[] -[riverid(chattahoochee)] -[] -[]. -[riverid(missouri)] -[riverid(mississippi)] - -[placeid('atlantic ocean')] -[placeid('gulf of mexico')] -[256] -[placeid('death valley')] -[]. -[] -[] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[cityid('new york',ny)] -[stateid(california)] -[]. -[33.81932962573275] -[401800.0] -[] -[] - -[964000.0] -[] -[4217000.0] -[1303000.0] -[7071639] -[785880] -[106919] -[174431] -[786.7] -[4916000.0] -[7365000.0] -[330537] -[1461000.0] -[4113200.0] -[]. -[countryid(usa),stateid(california)] -[stateid('south dakota')] -[stateid(alabama)] -[]. -[stateid(alaska)] -[stateid('district of columbia')] -[51393] -[3778] -[cityid(philadelphia,pa),cityid(pittsburgh,pa)] -[] -[] -[]. - -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[]. - -[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)] -[]. -[]. -[stateid(alaska)] -[stateid(arizona)] -[] - -[]. -[riverid(mississippi)] - -[stateid(texas)] -[] -[cityid('new york',ny)] -[stateid(arizona)] -[] -[stateid(illinois),stateid(kentucky),stateid(michigan),stateid(ohio)] -[] -[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)] -[stateid(delaware),stateid('new york'),stateid(pennsylvania)] -[]. -[stateid(delaware),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kentucky),stateid(maryland),stateid(michigan),stateid(missouri),stateid('new jersey'),stateid('new york'),stateid(ohio),stateid(pennsylvania),stateid(tennessee),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] - -[stateid(missouri)] -[stateid(tennessee)] -[] -[stateid(missouri)] -[stateid(maryland),stateid(virginia)] - -[] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[] -[] -[] -[] -[] -[] -[] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] - -[countryid(usa),stateid(texas)] -[countryid(usa),stateid(maine),stateid(oregon)] - -[]. -[placeid('mauna kea')] -[placeid('atlantic ocean')] -[cityid(albuquerque,nm)] -[countryid(usa),stateid(california)] -[cityid('los angeles',ca)] -[] -[placeid('mount mckinley')] -[riverid(missouri)] -[stateid('district of columbia')] -[]. -[stateid(colorado)] -[stateid(colorado)] -[] -[]. -[]. -[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)] -[] -[] -[stateid(missouri)] -[cityid(charleston,wv)] -[stateid(california)] -[stateid(california)] -[]. -[] -[stateid('new jersey')] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] - -[stateid(montana)] -[]. -[] -[]. -[stateid(california)] -[]. -[stateid(montana)] -[stateid(montana)] -[] - -[] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[] -[stateid(maryland),stateid(virginia)] -[stateid(arizona)] - -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[] - -[stateid(texas)] -[stateid('new jersey')] diff --git a/example/output-eval b/example/output-eval deleted file mode 100644 index 47f8874..0000000 --- a/example/output-eval +++ /dev/null @@ -1 +0,0 @@ -acc=60.0 prec=64.37 (280/19) abs=168 f1=62.11 diff --git a/example/output-weights.0.gz b/example/output-weights.0.gz deleted file mode 100644 index 3ebfeb6..0000000 Binary files a/example/output-weights.0.gz and /dev/null differ diff --git a/example/output-weights.1.gz b/example/output-weights.1.gz deleted file mode 100644 index 36fa2ce..0000000 Binary files a/example/output-weights.1.gz and /dev/null differ diff --git a/example/output-weights.2.gz b/example/output-weights.2.gz deleted file mode 100644 index b5a8542..0000000 Binary files a/example/output-weights.2.gz and /dev/null differ diff --git a/example/output.stderr b/example/output.stderr deleted file mode 100644 index 864d110..0000000 --- a/example/output.stderr +++ /dev/null @@ -1,4106 +0,0 @@ -CONFIGURATION - k=100 - input=train.in - references=train.en - gold=train.gold - gold_mrl=train.funql - init_weights=weights.init - cdec_ini=cdec.ini - stopwords_file=stopwords.en - output_weights=output-weights - debug=false - print_kbest=true - eta=0.01 - iterate=3 - stop_after=30 - scale_model=1.0 - normalize=false - skip_on_no_proper_gold=false - no_update=false - hope_fear_max=10000000000 - variant=rampion - help=false - k_given=true - input_given=true - references_given=true - gold_given=true - gold_mrl_given=true - init_weights_given=true - cdec_ini_given=true - stopwords_file_given=true - output_weights_given=true - print_kbest_given=true - eta_given=true - iterate_given=true - stop_after_given=true - variant_given=true - -================= - EXAMPLE: 0 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| give me the cities in virginia ||| ||| {:decoder=>-2.93469, :psb=>1.0} -1 ||| give me cities in virginia ||| ||| {:decoder=>-3.13281, :psb=>0.49473859088183875} -2 ||| give me the cities virginia ||| ||| {:decoder=>-3.2086, :psb=>0.6511126026643229} -3 ||| give me the towns in virginia ||| ||| {:decoder=>-3.25434, :psb=>0.48549177170732344} -4 ||| give me the cities of virginia ||| ||| {:decoder=>-3.30623, :psb=>0.6389431042462724} -5 ||| i give the cities in virginia ||| ||| {:decoder=>-3.3163, :psb=>0.6389431042462724} -6 ||| unto me the cities in virginia ||| ||| {:decoder=>-3.36245, :psb=>0.8034284189446518} -7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-3.36825, :psb=>0.7034711503007025} -8 ||| me give the cities in virginia ||| ||| {:decoder=>-3.37352, :psb=>0.668740304976422} -9 ||| unto me the towns in virginia ||| ||| {:decoder=>-3.80009, :psb=>0.35930411196308426} ->>> - - [TOP1] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: give me cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>0.7710654032817191, :psb=>0.49473859088183875}, #1 - -================= - EXAMPLE: 1 - REFERENCE: what are the high points of states surrounding mississippi - GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi'))))) -GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')] -NO MT OUTPUT, skipping example - -================= - EXAMPLE: 2 - REFERENCE: name the rivers in arkansas - GOLD MRL: answer(river(loc_2(stateid('arkansas')))) -GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] - -<<< KBEST -0 ||| call the rivers in arkansas ||| ||| {:decoder=>-2.07277, :psb=>0.7521206186172787} -1 ||| the call rivers in arkansas ||| ||| {:decoder=>-2.45543, :psb=>0.5318295896944989} -2 ||| the rivers call in arkansas ||| ||| {:decoder=>-2.49639, :psb=>0.4472135954999579} -3 ||| name the rivers in arkansas ||| ||| {:decoder=>-2.54568, :psb=>1.0} -4 ||| the rivers in arkansas call ||| ||| {:decoder=>-2.55167, :psb=>0.7521206186172787} -5 ||| call the rivers in the arkansas ||| ||| {:decoder=>-2.60767, :psb=>0.4272870063962341} -6 ||| call the rivers to arkansas ||| ||| {:decoder=>-2.62805, :psb=>0.3760603093086393} -7 ||| called the rivers in arkansas ||| ||| {:decoder=>-2.64447, :psb=>0.7521206186172787} -8 ||| call the rivers in nicky ||| ||| {:decoder=>-2.65825, :psb=>0.4949232003839765} -9 ||| call the rivers into arkansas ||| ||| {:decoder=>-2.68599, :psb=>0.3760603093086393} -10 ||| call the rivers in from ||| ||| {:decoder=>-2.68817, :psb=>0.4949232003839765} -11 ||| call the rivers in first ||| ||| {:decoder=>-2.69615, :psb=>0.4949232003839765} -12 ||| call rivers in the arkansas ||| ||| {:decoder=>-2.7041, :psb=>0.40410310093532464} -13 ||| do the rivers in arkansas ||| ||| {:decoder=>-2.71057, :psb=>0.7521206186172787} -14 ||| call the rivers in made ||| ||| {:decoder=>-2.71232, :psb=>0.4949232003839765} ->>> - - [TOP1] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787} - - [HOPE] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - - [FEAR] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - -================= - EXAMPLE: 3 - REFERENCE: can you tell me the capital of texas - GOLD MRL: answer(capital(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(austin,tx)] - -<<< KBEST -0 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-2.30551, :psb=>0.3852971889399676} -1 ||| you can you tell me , what the capital of texas is ||| ||| {:decoder=>-2.374, :psb=>0.47987820666906633} -2 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-2.39111, :psb=>0.5270027137504644} -3 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-2.43333, :psb=>0.3852971889399676} -4 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-2.46734, :psb=>0.4272870063962341} -5 ||| you can you tell me , what is the capital of texas ||| ||| {:decoder=>-2.50182, :psb=>0.47987820666906633} -6 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-2.51894, :psb=>0.5270027137504644} -7 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-2.5461, :psb=>0.5844356470407898} -8 ||| you can you tell me what the capital of texas is ||| ||| {:decoder=>-2.54851, :psb=>0.5270027137504644} -9 ||| you can you tell me , was the capital of texas is ||| ||| {:decoder=>-2.56709, :psb=>0.47987820666906633} -10 ||| you tell me , what the capital of texas is ||| ||| {:decoder=>-2.57737, :psb=>0.46478456293957165} -11 ||| you can tell me , what the capital from texas is ||| ||| {:decoder=>-2.60129, :psb=>0.2095549161132726} -12 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-2.62677, :psb=>0.3852971889399676} -13 ||| you can you tell me , what the capital from texas is ||| ||| {:decoder=>-2.66978, :psb=>0.33932513407933634} -14 ||| you can i say , what the capital of texas is ||| ||| {:decoder=>-2.67341, :psb=>0.33910457813956707} -15 ||| you can you tell me , what the capital of texas , ||| ||| {:decoder=>-2.70216, :psb=>0.47987820666906633} -16 ||| you can me say , what the capital of texas is ||| ||| {:decoder=>-2.74144, :psb=>0.3524279555168876} -17 ||| you can tell me what the capital from texas is ||| ||| {:decoder=>-2.76312, :psb=>0.23239228146978586} -18 ||| you can tell me , what the capital city of texas is ||| ||| {:decoder=>-2.8331, :psb=>0.21200626759025185} -19 ||| you can you tell me what the capital from texas is ||| ||| {:decoder=>-2.8443, :psb=>0.3726471925966664} -20 ||| you can you tell me what the capital of texas , ||| ||| {:decoder=>-2.87667, :psb=>0.5270027137504644} -21 ||| you can you tell me , was the capital of texas , ||| ||| {:decoder=>-2.89525, :psb=>0.47987820666906633} -22 ||| you can you tell me , what the capital city of texas is ||| ||| {:decoder=>-2.90159, :psb=>0.33707998271946277} -23 ||| can you tell me , what the capital city of texas is ||| ||| {:decoder=>-2.9187, :psb=>0.3672056269893592} -24 ||| you can you tell me , what the capital city of texas , ||| ||| {:decoder=>-3.22975, :psb=>0.33707998271946277} ->>> - - [TOP1] - nrl: you can tell me , what the capital of texas is - mrl: answer(population_1(answer(capital(loc_2(stateid('texas')))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3852971889399676} - - [HOPE] - nrl: can you tell me , what the capital of texas is - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>0.9073833636284949, :psb=>0.5270027137504644}, #2 - - [FEAR] - nrl: you can tell me , what the capital of texas is - mrl: answer(population_1(answer(capital(loc_2(stateid('texas')))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3852971889399676}, #0 - -================= - EXAMPLE: 4 - REFERENCE: could you tell me what is the highest point in the state of oregon - GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon')))))) -GOLD OUTPUT: [placeid('mount hood')] - -<<< KBEST -0 ||| could you tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-3.9874, :psb=>0.7367565054628357} -1 ||| could you tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-4.02165, :psb=>0.8142441551106129} -2 ||| could you tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-4.0219, :psb=>0.7367565054628357} -3 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-4.05843, :psb=>0.7992975447228272} -4 ||| could you tell me that the highest point in the state oregon is ||| ||| {:decoder=>-4.16269, :psb=>0.5940876484765517} -5 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-4.17303, :psb=>0.633160218956179} -6 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-4.1808, :psb=>0.684694991173804} -7 ||| could you tell me what the highest point in the state oregon is ||| ||| {:decoder=>-4.19694, :psb=>0.6734009436331136} -8 ||| could you tell me which the highest point in the state oregon is ||| ||| {:decoder=>-4.19719, :psb=>0.5940876484765517} -9 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-4.21109, :psb=>0.633160218956179} -10 ||| could you tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-4.21202, :psb=>1.0} -11 ||| could you tell me that the highest point in oregon state is ||| ||| {:decoder=>-4.21315, :psb=>0.4495431954509448} -12 ||| could you tell me that the highest point in the oregon state is ||| ||| {:decoder=>-4.2402, :psb=>0.5249261301080137} -13 ||| could you tell me what the highest point in oregon state is ||| ||| {:decoder=>-4.2474, :psb=>0.5333225381284186} -14 ||| could you tell me which the highest point in oregon state is ||| ||| {:decoder=>-4.24765, :psb=>0.4495431954509448} -15 ||| could you tell me that is the highest point in the state of oregon ||| ||| {:decoder=>-4.26389, :psb=>0.7992975447228272} -16 ||| could you tell me what the highest point in the oregon state is ||| ||| {:decoder=>-4.27445, :psb=>0.6060954862666158} -17 ||| could you tell me which the highest point in the oregon state is ||| ||| {:decoder=>-4.2747, :psb=>0.5249261301080137} -18 ||| could you tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-4.3113, :psb=>0.6848661007688605} -19 ||| could you tell me which of the highest point in the state oregon is ||| ||| {:decoder=>-4.48658, :psb=>0.6049483675122199} -20 ||| could you tell me which of the highest point in oregon state is ||| ||| {:decoder=>-4.53705, :psb=>0.4605329793777294} -21 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-4.55444, :psb=>0.535536059195526} -22 ||| could you tell me which of the highest point in the oregon state is ||| ||| {:decoder=>-4.5641, :psb=>0.5345224838248488} ->>> - - [TOP1] - nrl: could you tell me that the highest point in the state of oregon is - mrl: population_1(state(highest(place(loc_2(stateid('oregon')))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7367565054628357} - - [HOPE] - nrl: could you tell me what the highest point in the state of oregon is - mrl: answer(highest(place(loc_2(loc_2(state(stateid('oregon'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.9406103693428123, :psb=>0.8142441551106129}, #1 - - [FEAR] - nrl: could you tell me that the highest point in the state of oregon is - mrl: population_1(state(highest(place(loc_2(stateid('oregon')))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7367565054628357}, #0 - -================= - EXAMPLE: 5 - REFERENCE: give me all the states of usa - GOLD MRL: answer(state(loc_2(countryid('usa')))) -GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] - -<<< KBEST -0 ||| call all states ||| ||| {:decoder=>-2.26563, :psb=>0.15218787864872976} -1 ||| call all states the u.s. ||| ||| {:decoder=>-2.30394, :psb=>0.21197381067415416} -2 ||| call all states the usa ||| ||| {:decoder=>-2.32666, :psb=>0.22778068328450227} -3 ||| call all the usa ||| ||| {:decoder=>-2.42772, :psb=>0.23618327637050732} -4 ||| call all states of usa ||| ||| {:decoder=>-2.44782, :psb=>0.3564960350471317} -5 ||| call all states of the usa ||| ||| {:decoder=>-2.44932, :psb=>0.29059254080791846} -6 ||| all states call ||| ||| {:decoder=>-2.4986, :psb=>0.15218787864872976} -7 ||| call all countries the usa ||| ||| {:decoder=>-2.5191, :psb=>0.21197381067415416} -8 ||| all call states ||| ||| {:decoder=>-2.57315, :psb=>0.15218787864872976} -9 ||| call all states the united states ||| ||| {:decoder=>-2.65098, :psb=>0.21506254256566312} -10 ||| call all states the us ||| ||| {:decoder=>-2.66279, :psb=>0.21197381067415416} -11 ||| call all united states of america ||| ||| {:decoder=>-2.76251, :psb=>0.2557539057896621} ->>> - - [TOP1] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976} - - [HOPE] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - - [FEAR] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - -================= - EXAMPLE: 6 - REFERENCE: give me the cities in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| tell me what cities in texas are ||| ||| {:decoder=>-2.19707, :psb=>0.35745672884978397} -1 ||| tell me what cities in texas , ||| ||| {:decoder=>-2.41406, :psb=>0.35745672884978397} -2 ||| tell me what are cities in texas ||| ||| {:decoder=>-2.48748, :psb=>0.35745672884978397} -3 ||| tell me what cities in texas is ||| ||| {:decoder=>-2.48963, :psb=>0.35745672884978397} -4 ||| tell me which cities in texas are ||| ||| {:decoder=>-2.49004, :psb=>0.35745672884978397} -5 ||| tell me what cities are in texas ||| ||| {:decoder=>-2.4976, :psb=>0.271608378656351} -6 ||| tell me that cities in texas are ||| ||| {:decoder=>-2.58874, :psb=>0.35745672884978397} -7 ||| tell me what towns in texas are ||| ||| {:decoder=>-2.60186, :psb=>0.2527600769504433} -8 ||| tell me the cities in texas are ||| ||| {:decoder=>-2.65822, :psb=>0.672126440078521} -9 ||| tell me which cities in texas , ||| ||| {:decoder=>-2.70704, :psb=>0.35745672884978397} ->>> - - [TOP1] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397} - - [HOPE] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - - [FEAR] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - -================= - EXAMPLE: 7 - REFERENCE: give me the cities in usa - GOLD MRL: answer(city(loc_2(countryid('usa')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - -<<< KBEST -0 ||| call the cities of usa ||| ||| {:decoder=>-1.9387, :psb=>0.3078921402430011} -1 ||| call the cities the usa ||| ||| {:decoder=>-2.01213, :psb=>0.3078921402430011} -2 ||| call the cities of the usa ||| ||| {:decoder=>-2.06626, :psb=>0.3021375397356768} -3 ||| call the cities of u.s. ||| ||| {:decoder=>-2.08364, :psb=>0.27821195481929917} -4 ||| call the cities the u.s. ||| ||| {:decoder=>-2.08532, :psb=>0.27821195481929917} -5 ||| call the cities in the usa ||| ||| {:decoder=>-2.27222, :psb=>0.4272870063962341} -6 ||| call the towns of usa ||| ||| {:decoder=>-2.30112, :psb=>0.23394743548827707} -7 ||| call the cities of us ||| ||| {:decoder=>-2.31409, :psb=>0.27821195481929917} -8 ||| call the u.s. cities ||| ||| {:decoder=>-2.32271, :psb=>0.2304318198457308} -9 ||| call the cities of the united states ||| ||| {:decoder=>-2.32819, :psb=>0.2283945119649991} -10 ||| call the cities the united states ||| ||| {:decoder=>-2.33646, :psb=>0.2730120862709067} -11 ||| call the cities in the united states ||| ||| {:decoder=>-2.33668, :psb=>0.33265096878635064} ->>> - - [TOP1] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011} - - [HOPE] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - - [FEAR] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - -================= - EXAMPLE: 8 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| call me the cities in virginia ||| ||| {:decoder=>-2.12435, :psb=>0.8034284189446518} -1 ||| call me the towns in virginia ||| ||| {:decoder=>-2.41531, :psb=>0.35930411196308426} -2 ||| the call me cities in virginia ||| ||| {:decoder=>-2.50236, :psb=>0.45180100180492244} -3 ||| me call the cities in virginia ||| ||| {:decoder=>-2.56986, :psb=>0.6389431042462724} -4 ||| call me in the cities virginia ||| ||| {:decoder=>-2.57372, :psb=>0.34329452398451965} -5 ||| call me the cities virginia ||| ||| {:decoder=>-2.61388, :psb=>0.43542524047973125} -6 ||| the cities in virginia call me ||| ||| {:decoder=>-2.63093, :psb=>0.6389431042462724} -7 ||| i call the cities in virginia ||| ||| {:decoder=>-2.64068, :psb=>0.6042750794713536} -8 ||| call me the cities to virginia ||| ||| {:decoder=>-2.66484, :psb=>0.4272870063962341} -9 ||| call the cities in virginia me ||| ||| {:decoder=>-2.67013, :psb=>0.6389431042462724} -10 ||| call i the cities in virginia ||| ||| {:decoder=>-2.67208, :psb=>0.6042750794713536} -11 ||| call me the cities in va ||| ||| {:decoder=>-2.67613, :psb=>0.6042750794713536} -12 ||| call me cities in the virginia ||| ||| {:decoder=>-2.69001, :psb=>0.34329452398451965} ->>> - - [TOP1] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 9 - REFERENCE: give me the cities which are in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| call me cities in texas ||| ||| {:decoder=>-1.85974, :psb=>0.221776483974985} -1 ||| call me towns in texas ||| ||| {:decoder=>-2.20454, :psb=>0.20638627362169998} -2 ||| call me in texas cities ||| ||| {:decoder=>-2.24615, :psb=>0.221776483974985} -3 ||| call i cities in texas ||| ||| {:decoder=>-2.29025, :psb=>0.20638627362169998} -4 ||| me call cities in texas ||| ||| {:decoder=>-2.36612, :psb=>0.221776483974985} -5 ||| cities in texas call me ||| ||| {:decoder=>-2.39526, :psb=>0.221776483974985} -6 ||| cities call me in texas ||| ||| {:decoder=>-2.40861, :psb=>0.221776483974985} -7 ||| call cities in texas me ||| ||| {:decoder=>-2.45898, :psb=>0.221776483974985} -8 ||| cities in call me texas ||| ||| {:decoder=>-2.51053, :psb=>0.18649105036213778} -9 ||| call cities me in texas ||| ||| {:decoder=>-2.51799, :psb=>0.221776483974985} -10 ||| me cities in texas call ||| ||| {:decoder=>-2.52114, :psb=>0.221776483974985} ->>> - - [TOP1] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985} - - [HOPE] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - - [FEAR] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - -================= - EXAMPLE: 10 - REFERENCE: give me the lakes in california - GOLD MRL: answer(lake(loc_2(stateid('california')))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the lakes in california ||| ||| {:decoder=>-2.04111, :psb=>0.8034284189446518} -1 ||| the call me lakes in california ||| ||| {:decoder=>-2.42578, :psb=>0.45180100180492244} -2 ||| the lakes call me in california ||| ||| {:decoder=>-2.48008, :psb=>0.37991784282579627} -3 ||| me call the lakes in california ||| ||| {:decoder=>-2.48661, :psb=>0.6389431042462724} -4 ||| call me the lakes to california ||| ||| {:decoder=>-2.50608, :psb=>0.4272870063962341} -5 ||| call me the lakes of california ||| ||| {:decoder=>-2.52394, :psb=>0.4272870063962341} -6 ||| the lakes in california call me ||| ||| {:decoder=>-2.53061, :psb=>0.6389431042462724} -7 ||| call the me lakes in california ||| ||| {:decoder=>-2.54373, :psb=>0.45180100180492244} -8 ||| i call the lakes in california ||| ||| {:decoder=>-2.54412, :psb=>0.6042750794713536} -9 ||| call the lakes me in california ||| ||| {:decoder=>-2.54644, :psb=>0.37991784282579627} -10 ||| call me lakes in the california ||| ||| {:decoder=>-2.59348, :psb=>0.34329452398451965} -11 ||| call the lakes in california me ||| ||| {:decoder=>-2.60022, :psb=>0.6389431042462724} -12 ||| call me in the lakes california ||| ||| {:decoder=>-2.61399, :psb=>0.34329452398451965} -13 ||| call i the lakes in california ||| ||| {:decoder=>-2.62112, :psb=>0.6042750794713536} -14 ||| call me in california the lakes ||| ||| {:decoder=>-2.6326, :psb=>0.37991784282579627} -15 ||| called me the lakes in california ||| ||| {:decoder=>-2.72303, :psb=>0.8034284189446518} -16 ||| me the call lakes in california ||| ||| {:decoder=>-2.7312, :psb=>0.48549177170732344} ->>> - - [TOP1] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 11 - REFERENCE: give me the largest state - GOLD MRL: answer(largest(state(all))) -GOLD OUTPUT: [stateid(alaska)] - -<<< KBEST -0 ||| the city is the largest ||| ||| {:decoder=>-1.52264, :psb=>0.33980884896942454} -1 ||| which city is the largest ||| ||| {:decoder=>-1.54833, :psb=>0.33980884896942454} -2 ||| what city is the largest ||| ||| {:decoder=>-1.58285, :psb=>0.33980884896942454} -3 ||| which city is the biggest ||| ||| {:decoder=>-1.69687, :psb=>0.24028114141347542} -4 ||| what city is the biggest ||| ||| {:decoder=>-1.73139, :psb=>0.24028114141347542} -5 ||| what is the largest city ||| ||| {:decoder=>-1.74759, :psb=>0.33980884896942454} -6 ||| which town is the largest ||| ||| {:decoder=>-1.75937, :psb=>0.33980884896942454} -7 ||| which is the largest city ||| ||| {:decoder=>-1.8243, :psb=>0.33980884896942454} -8 ||| what town is the largest ||| ||| {:decoder=>-1.8533, :psb=>0.33980884896942454} -9 ||| that city is the largest ||| ||| {:decoder=>-1.86788, :psb=>0.33980884896942454} -10 ||| which town is the biggest ||| ||| {:decoder=>-1.90791, :psb=>0.24028114141347542} ->>> - - [TOP1] - nrl: the city is the largest - mrl: largest(city(all)) - output: [cityid('new york',ny)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454} - - [HOPE] - nrl: the city is the largest - mrl: largest(city(all)) - output: [cityid('new york',ny)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - - [FEAR] - nrl: the city is the largest - mrl: largest(city(all)) - output: [cityid('new york',ny)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - -================= - EXAMPLE: 12 - REFERENCE: give me the longest river that passes through the us - GOLD MRL: answer(longest(river(traverse_2(countryid('usa'))))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-3.42816, :psb=>0.3585594362259136} -1 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-3.47408, :psb=>0.32399502498695193} -2 ||| call me the longest river , which by the usa flows ||| ||| {:decoder=>-3.50156, :psb=>0.32399502498695193} -3 ||| call me the longest river , which through the usa flows ||| ||| {:decoder=>-3.71014, :psb=>0.3585594362259136} -4 ||| call me the longest river flows , which by the usa ||| ||| {:decoder=>-3.72391, :psb=>0.32399502498695193} -5 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-3.73799, :psb=>0.3264971028628052} -6 ||| call me the longest river which by the usa flows ||| ||| {:decoder=>-3.74014, :psb=>0.35930411196308426} -7 ||| call me the longest river , which by the usa is ||| ||| {:decoder=>-3.79029, :psb=>0.32399502498695193} -8 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-3.79473, :psb=>0.3976353643835253} -9 ||| call me the longest river which by the usa is ||| ||| {:decoder=>-4.02887, :psb=>0.35930411196308426} ->>> - - [TOP1] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136} - - [HOPE] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - - [FEAR] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - -================= - EXAMPLE: 13 - REFERENCE: how big is alaska - GOLD MRL: answer(size(stateid('alaska'))) -GOLD OUTPUT: [591000.0] - -<<< KBEST -0 ||| how big is alaska ||| ||| {:decoder=>-1.76349, :psb=>1.0} -1 ||| how large is alaska ||| ||| {:decoder=>-1.87235, :psb=>0.49999999999999994} -2 ||| how great is alaska ||| ||| {:decoder=>-1.93435, :psb=>0.49999999999999994} -3 ||| as large is alaska ||| ||| {:decoder=>-1.97498, :psb=>0.4518010018049224} -4 ||| as big is alaska ||| ||| {:decoder=>-2.06714, :psb=>0.6580370064762462} -5 ||| as great is alaska ||| ||| {:decoder=>-2.13864, :psb=>0.4518010018049224} -6 ||| like large is alaska ||| ||| {:decoder=>-2.14212, :psb=>0.4518010018049224} -7 ||| like big is alaska ||| ||| {:decoder=>-2.19425, :psb=>0.6580370064762462} -8 ||| as large alaska ||| ||| {:decoder=>-2.19548, :psb=>0.3478700554542393} -9 ||| how big alaska is ||| ||| {:decoder=>-2.19985, :psb=>0.537284965911771} -10 ||| such as large is alaska ||| ||| {:decoder=>-2.21714, :psb=>0.33980884896942454} -11 ||| as large alaska is ||| ||| {:decoder=>-2.21774, :psb=>0.37991784282579627} -12 ||| is as large alaska ||| ||| {:decoder=>-2.22111, :psb=>0.37991784282579627} -13 ||| how large alaska is ||| ||| {:decoder=>-2.25183, :psb=>0.42044820762685725} -14 ||| is as big alaska ||| ||| {:decoder=>-2.28654, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>0.7918745817799446, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 14 - REFERENCE: how big is massachusetts - GOLD MRL: answer(size(stateid('massachusetts'))) -GOLD OUTPUT: [8284.0] - -<<< KBEST -0 ||| how big is massachusetts ||| ||| {:decoder=>-2.32488, :psb=>1.0} -1 ||| how large is massachusetts ||| ||| {:decoder=>-2.52005, :psb=>0.49999999999999994} -2 ||| how great is massachusetts ||| ||| {:decoder=>-2.55259, :psb=>0.49999999999999994} -3 ||| what is massachusetts ||| ||| {:decoder=>-2.59019, :psb=>0.4919625503668659} -4 ||| how much is massachusetts ||| ||| {:decoder=>-2.65221, :psb=>0.49999999999999994} -5 ||| how great massachusetts ||| ||| {:decoder=>-2.67531, :psb=>0.41368954504257255} -6 ||| as large is massachusetts ||| ||| {:decoder=>-2.73596, :psb=>0.4518010018049224} -7 ||| how big , massachusetts ||| ||| {:decoder=>-2.7697, :psb=>0.49999999999999994} -8 ||| as large massachusetts ||| ||| {:decoder=>-2.77246, :psb=>0.3478700554542393} -9 ||| as big is massachusetts ||| ||| {:decoder=>-2.82198, :psb=>0.6580370064762462} -10 ||| as big massachusetts ||| ||| {:decoder=>-2.82936, :psb=>0.41368954504257255} -11 ||| is as large massachusetts ||| ||| {:decoder=>-2.84073, :psb=>0.37991784282579627} -12 ||| how large , massachusetts ||| ||| {:decoder=>-2.84939, :psb=>0.37991784282579627} -13 ||| is how big massachusetts ||| ||| {:decoder=>-2.88164, :psb=>0.537284965911771} -14 ||| is as big massachusetts ||| ||| {:decoder=>-2.90651, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>0.664443030792772, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 15 - REFERENCE: how big is new mexico - GOLD MRL: answer(size(stateid('new mexico'))) -GOLD OUTPUT: [121600.0] - -<<< KBEST -0 ||| how big is new mexico ||| ||| {:decoder=>-2.9497, :psb=>1.0} -1 ||| what is new mexico ||| ||| {:decoder=>-2.97296, :psb=>0.5124797359336637} -2 ||| how big is mexico ||| ||| {:decoder=>-3.10052, :psb=>0.5506953149031837} -3 ||| how great is new mexico ||| ||| {:decoder=>-3.2228, :psb=>0.5318295896944989} -4 ||| how much is new mexico ||| ||| {:decoder=>-3.25635, :psb=>0.5318295896944989} -5 ||| how great new mexico ||| ||| {:decoder=>-3.27266, :psb=>0.3894003915357024} -6 ||| how large is new mexico ||| ||| {:decoder=>-3.30084, :psb=>0.5318295896944989} -7 ||| what is mexico ||| ||| {:decoder=>-3.33284, :psb=>0.29642151188002913} -8 ||| how great is mexico ||| ||| {:decoder=>-3.37363, :psb=>0.32744539334076506} -9 ||| how much is mexico ||| ||| {:decoder=>-3.40718, :psb=>0.32744539334076506} -10 ||| how large is mexico ||| ||| {:decoder=>-3.47877, :psb=>0.32744539334076506} -11 ||| just how big is new mexico ||| ||| {:decoder=>-3.49964, :psb=>0.8034284189446518} -12 ||| how big , new mexico ||| ||| {:decoder=>-3.53163, :psb=>0.4472135954999579} -13 ||| how large , new mexico ||| ||| {:decoder=>-3.59678, :psb=>0.3760603093086393} ->>> - - [TOP1] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: what is new mexico - mrl: answer('new mexico') - output: []. - correct?: false - SCORES: {:decoder=>0.9640539036904245, :psb=>0.5124797359336637}, #1 - -================= - EXAMPLE: 16 - REFERENCE: how big is north dakota - GOLD MRL: answer(size(stateid('north dakota'))) -GOLD OUTPUT: [70700.0] - -<<< KBEST -0 ||| how big is north dakota ||| ||| {:decoder=>-2.28488, :psb=>1.0} -1 ||| how great is north dakota ||| ||| {:decoder=>-2.53473, :psb=>0.5318295896944989} -2 ||| how large is north dakota ||| ||| {:decoder=>-2.61467, :psb=>0.5318295896944989} -3 ||| how much is north dakota ||| ||| {:decoder=>-2.67928, :psb=>0.5318295896944989} -4 ||| what is north dakota ||| ||| {:decoder=>-2.7223, :psb=>0.5124797359336637} -5 ||| how great north dakota ||| ||| {:decoder=>-2.72936, :psb=>0.3894003915357024} -6 ||| just how big is north dakota ||| ||| {:decoder=>-2.77501, :psb=>0.8034284189446518} -7 ||| as big is north dakota ||| ||| {:decoder=>-2.92364, :psb=>0.7521206186172787} -8 ||| how big north dakota is ||| ||| {:decoder=>-2.92694, :psb=>0.47287080450158786} -9 ||| is how large north dakota ||| ||| {:decoder=>-2.94444, :psb=>0.40410310093532464} -10 ||| is how big north dakota ||| ||| {:decoder=>-2.95559, :psb=>0.47287080450158786} -11 ||| is as large north dakota ||| ||| {:decoder=>-2.96007, :psb=>0.3760603093086393} -12 ||| is as big north dakota ||| ||| {:decoder=>-3.02045, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is north dakota - mrl: answer(loc_1(stateid('north dakota'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.660331443642345, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 17 - REFERENCE: how big is texas - GOLD MRL: answer(size(stateid('texas'))) -GOLD OUTPUT: [266807.0] - -<<< KBEST -0 ||| how big is texas ||| ||| {:decoder=>-2.12049, :psb=>1.0} -1 ||| how great is texas ||| ||| {:decoder=>-2.3974, :psb=>0.49999999999999994} -2 ||| how large is texas ||| ||| {:decoder=>-2.46891, :psb=>0.49999999999999994} -3 ||| how much is texas ||| ||| {:decoder=>-2.51827, :psb=>0.49999999999999994} -4 ||| what is texas ||| ||| {:decoder=>-2.55362, :psb=>0.4919625503668659} -5 ||| how great texas ||| ||| {:decoder=>-2.55674, :psb=>0.41368954504257255} -6 ||| just how big is texas ||| ||| {:decoder=>-2.63412, :psb=>0.7521206186172787} -7 ||| is how large texas ||| ||| {:decoder=>-2.76055, :psb=>0.42044820762685725} -8 ||| how big texas is ||| ||| {:decoder=>-2.77502, :psb=>0.537284965911771} -9 ||| like big is texas ||| ||| {:decoder=>-2.77661, :psb=>0.6580370064762462} -10 ||| as big is texas ||| ||| {:decoder=>-2.78607, :psb=>0.6580370064762462} -11 ||| is how big texas ||| ||| {:decoder=>-2.78856, :psb=>0.537284965911771} -12 ||| is as large texas ||| ||| {:decoder=>-2.78943, :psb=>0.37991784282579627} -13 ||| is as big texas ||| ||| {:decoder=>-2.85645, :psb=>0.42044820762685725} -14 ||| how large texas is ||| ||| {:decoder=>-2.85938, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is texas - mrl: answer(loc_1(stateid('texas'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6252351500223307, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 18 - REFERENCE: how big is the city of new york - GOLD MRL: answer(size(city(cityid('new york', _)))) -GOLD OUTPUT: [7071639] - -<<< KBEST -0 ||| how big is the city of new york ||| ||| {:decoder=>-2.71666, :psb=>1.0} -1 ||| how big is the new york city ||| ||| {:decoder=>-2.8007, :psb=>0.5329462628216856} -2 ||| how much is the new york city ||| ||| {:decoder=>-2.841, :psb=>0.2883677731713749} -3 ||| how great is the city of new york ||| ||| {:decoder=>-3.03119, :psb=>0.7476743906106103} -4 ||| how much is the city of new york ||| ||| {:decoder=>-3.0723, :psb=>0.7476743906106103} -5 ||| how large is the new york city ||| ||| {:decoder=>-3.07251, :psb=>0.2883677731713749} -6 ||| how big is the york city ||| ||| {:decoder=>-3.09541, :psb=>0.4791733671582712} -7 ||| how large is the city of new york ||| ||| {:decoder=>-3.1168, :psb=>0.7476743906106103} -8 ||| how great is the new york city ||| ||| {:decoder=>-3.15951, :psb=>0.2883677731713749} ->>> - - [TOP1] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is the new york city - mrl: answer(loc_1(cityid('new york',_))) - output: [countryid(usa),stateid('new york')] - correct?: false - SCORES: {:decoder=>0.7192277294795074, :psb=>0.2883677731713749}, #2 - -================= - EXAMPLE: 19 - REFERENCE: how high are the highest points of all the states - GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all)))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| what are the highest surveys all states ||| ||| {:decoder=>-4.43622, :psb=>0.257703362342899} -1 ||| how high are the highest surveys all states ||| ||| {:decoder=>-4.47177, :psb=>0.5062667121584363} -2 ||| how much are the highest surveys all states ||| ||| {:decoder=>-4.48915, :psb=>0.27534765745159184} -3 ||| what are the highest surveys of all states ||| ||| {:decoder=>-4.49133, :psb=>0.29588031349552907} -4 ||| how high is the highest surveys all states ||| ||| {:decoder=>-4.49862, :psb=>0.2315388580995513} -5 ||| how much are the highest surveys of all states ||| ||| {:decoder=>-4.50295, :psb=>0.3084052692656029} -6 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-4.57617, :psb=>0.5501366107724776} -7 ||| what are the supreme surveys of all states ||| ||| {:decoder=>-4.58769, :psb=>0.22278563765922124} -8 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-4.60303, :psb=>0.25933688537080213} -9 ||| how much are the supreme surveys of all states ||| ||| {:decoder=>-4.62665, :psb=>0.2334165360649142} -10 ||| how high are the supreme surveys of all states ||| ||| {:decoder=>-4.69201, :psb=>0.429170247427184} -11 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-4.73159, :psb=>0.26493826542476406} -12 ||| what are the highest uplift all states ||| ||| {:decoder=>-4.92044, :psb=>0.257703362342899} -13 ||| what are the highest eminence all states ||| ||| {:decoder=>-4.92179, :psb=>0.257703362342899} -14 ||| what are the highest hills all states ||| ||| {:decoder=>-4.93793, :psb=>0.257703362342899} -15 ||| how high are the highest uplift all states ||| ||| {:decoder=>-4.94146, :psb=>0.5062667121584363} -16 ||| how high are the highest eminence all states ||| ||| {:decoder=>-4.94281, :psb=>0.5062667121584363} -17 ||| how high are the highest hills all states ||| ||| {:decoder=>-4.95895, :psb=>0.5062667121584363} -18 ||| how high is the highest uplift all states ||| ||| {:decoder=>-4.96832, :psb=>0.2315388580995513} -19 ||| how high is the highest eminence all states ||| ||| {:decoder=>-4.96967, :psb=>0.2315388580995513} -20 ||| how high is the highest hills all states ||| ||| {:decoder=>-4.9858, :psb=>0.2315388580995513} ->>> - - [TOP1] - nrl: what are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.257703362342899} - - [HOPE] - nrl: how high are the highest surveys all states - mrl: answer(elevation_1(highest(state(all)))) - output: [] - correct?: false - SCORES: {:decoder=>0.9353142399650631, :psb=>0.5062667121584363}, #1 - - [FEAR] - nrl: what are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.257703362342899}, #0 - -================= - EXAMPLE: 20 - REFERENCE: how high is guadalupe peak - GOLD MRL: answer(elevation_1(placeid('guadalupe peak'))) -GOLD OUTPUT: [2667] - -<<< KBEST -0 ||| how high is guadalupe peak ||| ||| {:decoder=>-1.73189, :psb=>1.0} -1 ||| how high is located guadalupe peak ||| ||| {:decoder=>-1.92751, :psb=>0.48549177170732344} -2 ||| how much is guadalupe peak ||| ||| {:decoder=>-1.95238, :psb=>0.5318295896944989} -3 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-1.95515, :psb=>0.48549177170732344} -4 ||| as high is guadalupe peak ||| ||| {:decoder=>-1.95689, :psb=>0.7521206186172787} -5 ||| how highly is guadalupe peak ||| ||| {:decoder=>-1.96778, :psb=>0.5318295896944989} -6 ||| like high is guadalupe peak ||| ||| {:decoder=>-1.98541, :psb=>0.7521206186172787} -7 ||| as highly is guadalupe peak ||| ||| {:decoder=>-2.00361, :psb=>0.4949232003839765} -8 ||| such as high is guadalupe peak ||| ||| {:decoder=>-2.00426, :psb=>0.6042750794713536} -9 ||| like highly is guadalupe peak ||| ||| {:decoder=>-2.03269, :psb=>0.4949232003839765} -10 ||| such as highly is guadalupe peak ||| ||| {:decoder=>-2.05014, :psb=>0.39763536438352537} -11 ||| how highly is located guadalupe peak ||| ||| {:decoder=>-2.16904, :psb=>0.32466791547509893} -12 ||| as high is located guadalupe peak ||| ||| {:decoder=>-2.17339, :psb=>0.35930411196308426} -13 ||| how highly is situated guadalupe peak ||| ||| {:decoder=>-2.19668, :psb=>0.32466791547509893} -14 ||| like high is located guadalupe peak ||| ||| {:decoder=>-2.20191, :psb=>0.35930411196308426} -15 ||| as highly is located guadalupe peak ||| ||| {:decoder=>-2.20486, :psb=>0.3021375397356768} -16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-2.22041, :psb=>0.35930411196308426} -17 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-2.22077, :psb=>0.3005840818981024} -18 ||| how high is situated of guadalupe peak ||| ||| {:decoder=>-2.22753, :psb=>0.40614925799324625} -19 ||| as highly is situated guadalupe peak ||| ||| {:decoder=>-2.23251, :psb=>0.3021375397356768} -20 ||| like highly is located guadalupe peak ||| ||| {:decoder=>-2.23394, :psb=>0.3021375397356768} -21 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-2.24893, :psb=>0.35930411196308426} -22 ||| such as highly is located guadalupe peak ||| ||| {:decoder=>-2.2514, :psb=>0.2527600769504433} -23 ||| like highly is situated guadalupe peak ||| ||| {:decoder=>-2.26159, :psb=>0.3021375397356768} -24 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-2.26779, :psb=>0.3005840818981024} -25 ||| such as highly is situated guadalupe peak ||| ||| {:decoder=>-2.27904, :psb=>0.2527600769504433} -26 ||| how highly is situated of guadalupe peak ||| ||| {:decoder=>-2.46906, :psb=>0.271608378656351} -27 ||| as high is situated of guadalupe peak ||| ||| {:decoder=>-2.50104, :psb=>0.3005840818981024} -28 ||| as highly is situated of guadalupe peak ||| ||| {:decoder=>-2.50489, :psb=>0.2527600769504433} -29 ||| like high is situated of guadalupe peak ||| ||| {:decoder=>-2.52956, :psb=>0.3005840818981024} -30 ||| like highly is situated of guadalupe peak ||| ||| {:decoder=>-2.53397, :psb=>0.2527600769504433} -31 ||| such as high is situated of guadalupe peak ||| ||| {:decoder=>-2.54842, :psb=>0.25848657697858524} -32 ||| such as highly is situated of guadalupe peak ||| ||| {:decoder=>-2.55142, :psb=>0.21736043597249566} ->>> - - [TOP1] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located guadalupe peak - mrl: answer(elevation_1(loc_1(placeid('guadalupe peak')))) - output: [] - correct?: false - SCORES: {:decoder=>0.7613022098031796, :psb=>0.48549177170732344}, #1 - -================= - EXAMPLE: 21 - REFERENCE: how high is the highest point in montana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) -GOLD OUTPUT: [3901] - -<<< KBEST -0 ||| how high is the highest point in montana ||| ||| {:decoder=>-2.6542, :psb=>1.0} -1 ||| how much is the highest point in montana ||| ||| {:decoder=>-2.84267, :psb=>0.7476743906106103} -2 ||| as high is the highest point in montana ||| ||| {:decoder=>-2.8651, :psb=>0.8599476570625982} -3 ||| how high is the highest point montana ||| ||| {:decoder=>-2.87224, :psb=>0.7536998328984837} -4 ||| like high is the highest point in montana ||| ||| {:decoder=>-2.89628, :psb=>0.8599476570625982} -5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-2.91773, :psb=>0.719408902854813} -6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-2.95364, :psb=>0.719408902854813} -7 ||| what is the highest point in montana ||| ||| {:decoder=>-2.97724, :psb=>0.7252065560578255} -8 ||| as are highly is the highest point in montana ||| ||| {:decoder=>-3.0663, :psb=>0.631196907822589} -9 ||| montana how high is the highest point in ||| ||| {:decoder=>-3.16872, :psb=>0.8891397050194614} -10 ||| how high is the highest point in in montana ||| ||| {:decoder=>-3.76973, :psb=>0.8065978233496266} -11 ||| how much is the highest point in in montana ||| ||| {:decoder=>-3.95819, :psb=>0.5773502691896258} -12 ||| as high is the highest point in in montana ||| ||| {:decoder=>-4.01866, :psb=>0.6817705815391745} -13 ||| what is the highest point in in montana ||| ||| {:decoder=>-4.08474, :psb=>0.633160218956179} -14 ||| as highly is the highest point in in montana ||| ||| {:decoder=>-4.18169, :psb=>0.5555238068023581} ->>> - - [TOP1] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is the highest point in montana - mrl: answer(highest(place(loc_2(stateid('montana'))))) - output: [placeid('granite peak')] - correct?: false - SCORES: {:decoder=>0.8766145768548402, :psb=>0.7476743906106103}, #1 - -================= - EXAMPLE: 22 - REFERENCE: how high is the highest point in the largest state - GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-3.80279, :psb=>0.3760603093086394} -1 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-3.88146, :psb=>0.347507514861063} -2 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-3.88991, :psb=>0.29697089145035693} -3 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-3.89829, :psb=>0.33437015248821106} -4 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-3.96347, :psb=>0.5844356470407898} -5 ||| how high lies the highest point the largest state ||| ||| {:decoder=>-3.97275, :psb=>0.3777177718431893} -6 ||| as high is situated the highest point of the largest state ||| ||| {:decoder=>-4.01081, :psb=>0.33910457813956707} -7 ||| how high lies of the highest point the biggest state ||| ||| {:decoder=>-4.01371, :psb=>0.29697089145035693} -8 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-4.02343, :psb=>0.347507514861063} -9 ||| how high lies the highest point the biggest state ||| ||| {:decoder=>-4.03546, :psb=>0.2982797722714565} -10 ||| how much lies the highest point of the largest state ||| ||| {:decoder=>-4.04784, :psb=>0.347507514861063} -11 ||| how high lies the highest point of the greatest state ||| ||| {:decoder=>-4.04875, :psb=>0.29697089145035693} -12 ||| as high is located the highest point of the largest state ||| ||| {:decoder=>-4.05371, :psb=>0.33910457813956707} -13 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-4.05397, :psb=>0.49144984054308527} -14 ||| as high is the highest point of largest state ||| ||| {:decoder=>-4.06535, :psb=>0.5341735956899846} -15 ||| as highly is situated the highest point of the largest state ||| ||| {:decoder=>-4.06745, :psb=>0.31335768840889733} -16 ||| how high is situated the highest point of the largest state ||| ||| {:decoder=>-4.07762, :psb=>0.3900256463674887} -17 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-4.07829, :psb=>0.6999271023161167} -18 ||| as high is located the highest point of the biggest state ||| ||| {:decoder=>-4.07942, :psb=>0.2677873372229633} -19 ||| as highly is the highest point of the biggest state ||| ||| {:decoder=>-4.08176, :psb=>0.3760603093086393} -20 ||| how high lies of the highest point of the largest state ||| ||| {:decoder=>-4.08893, :psb=>0.33910457813956707} -21 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-4.08908, :psb=>0.6042750794713536} -22 ||| how high lies the the highest point of the largest state ||| ||| {:decoder=>-4.09269, :psb=>0.33910457813956707} -23 ||| how high located the highest point of the largest state ||| ||| {:decoder=>-4.14486, :psb=>0.3760603093086394} -24 ||| how much lies the highest point of the biggest state ||| ||| {:decoder=>-4.15496, :psb=>0.2659147948472494} -25 ||| how high lies the highest point of biggest state ||| ||| {:decoder=>-4.15815, :psb=>0.2982797722714565} -26 ||| how high lies the highest point the greatest state ||| ||| {:decoder=>-4.18232, :psb=>0.2982797722714565} -27 ||| how high , located the highest point of the largest state ||| ||| {:decoder=>-4.19526, :psb=>0.33910457813956707} -28 ||| how high is located the highest point of the largest state ||| ||| {:decoder=>-4.19731, :psb=>0.3900256463674887} -29 ||| how high is of the highest point of the largest state ||| ||| {:decoder=>-4.23343, :psb=>0.3900256463674887} -30 ||| how much lies the highest point the biggest state ||| ||| {:decoder=>-4.30052, :psb=>0.26708679784499234} -31 ||| how much lies the the highest point of the largest state ||| ||| {:decoder=>-4.34336, :psb=>0.31335768840889733} -32 ||| as highly lies the the highest point of the largest state ||| ||| {:decoder=>-4.38304, :psb=>0.30151134457776363} ->>> - - [TOP1] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394} - - [HOPE] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0 - - [FEAR] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0 - -================= - EXAMPLE: 23 - REFERENCE: how high is the highest point of delaware - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) -GOLD OUTPUT: [135] - -<<< KBEST -0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-3.12849, :psb=>1.0} -1 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-3.18423, :psb=>0.6559965570884768} -2 ||| like high is the highest point of delaware ||| ||| {:decoder=>-3.22366, :psb=>0.8599476570625982} -3 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-3.23867, :psb=>0.6559965570884768} -4 ||| as high is the highest point of delaware ||| ||| {:decoder=>-3.24334, :psb=>0.8599476570625982} -5 ||| like high is located the highest point of delaware ||| ||| {:decoder=>-3.3139, :psb=>0.5773502691896258} -6 ||| like high is situated the highest point of delaware ||| ||| {:decoder=>-3.32506, :psb=>0.5773502691896258} -7 ||| as high is located the highest point of delaware ||| ||| {:decoder=>-3.33358, :psb=>0.5773502691896258} -8 ||| how high lies the highest point of delaware ||| ||| {:decoder=>-3.33709, :psb=>0.6580370064762462} -9 ||| as high is situated the highest point of delaware ||| ||| {:decoder=>-3.34474, :psb=>0.5773502691896258} -10 ||| how high situated the highest point of delaware ||| ||| {:decoder=>-3.35049, :psb=>0.6580370064762462} -11 ||| how high located the highest point of delaware ||| ||| {:decoder=>-3.35291, :psb=>0.6580370064762462} -12 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-3.3759, :psb=>0.6559965570884768} -13 ||| like high lies the highest point of delaware ||| ||| {:decoder=>-3.38886, :psb=>0.6049483675122199} -14 ||| like high situated the highest point of delaware ||| ||| {:decoder=>-3.40226, :psb=>0.6049483675122199} -15 ||| like high located the highest point of delaware ||| ||| {:decoder=>-3.40468, :psb=>0.6049483675122199} -16 ||| as high lies the highest point of delaware ||| ||| {:decoder=>-3.40854, :psb=>0.6049483675122199} -17 ||| as high situated the highest point of delaware ||| ||| {:decoder=>-3.42194, :psb=>0.6049483675122199} -18 ||| as high located the highest point of delaware ||| ||| {:decoder=>-3.42436, :psb=>0.6049483675122199} -19 ||| how much is located the highest point of delaware ||| ||| {:decoder=>-3.45227, :psb=>0.5516251532744788} -20 ||| how high is located the the highest point of delaware ||| ||| {:decoder=>-3.81267, :psb=>0.5844356470407898} -21 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-3.83505, :psb=>0.8065978233496266} -22 ||| how high lays the highest point of delaware ||| ||| {:decoder=>-3.87202, :psb=>0.6580370064762462} -23 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-3.91688, :psb=>0.6817705815391745} -24 ||| like high lays the highest point of delaware ||| ||| {:decoder=>-3.92379, :psb=>0.6049483675122199} -25 ||| as high lays the highest point of delaware ||| ||| {:decoder=>-3.94347, :psb=>0.6049483675122199} -26 ||| how much is located the the highest point of delaware ||| ||| {:decoder=>-4.06633, :psb=>0.49144984054308527} -27 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-4.16884, :psb=>0.49944351611061033} -28 ||| how high is situated the highest point of of delaware ||| ||| {:decoder=>-4.18551, :psb=>0.49944351611061033} -29 ||| how high lies the highest point of of delaware ||| ||| {:decoder=>-4.2445, :psb=>0.48549177170732344} -30 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-4.27029, :psb=>0.49944351611061033} -31 ||| how much is located the highest point of of delaware ||| ||| {:decoder=>-4.43688, :psb=>0.41325840918969} ->>> - - [TOP1] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of delaware - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.957398023525096, :psb=>0.6559965570884768}, #1 - -================= - EXAMPLE: 24 - REFERENCE: how high is the highest point of florida - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida')))))) -GOLD OUTPUT: [105] - -<<< KBEST -0 ||| how high is the highest point florida ||| ||| {:decoder=>-4.55496, :psb=>0.7536998328984837} -1 ||| how high is the highest point floridas ||| ||| {:decoder=>-4.6746, :psb=>0.7252065560578255} -2 ||| as high is the highest point florida ||| ||| {:decoder=>-4.78174, :psb=>0.6098235933075173} -3 ||| florida how high is the highest point ||| ||| {:decoder=>-4.81695, :psb=>0.7536998328984837} -4 ||| how high the highest point is florida ||| ||| {:decoder=>-4.82526, :psb=>0.3829795673743804} -5 ||| like high is the highest point florida ||| ||| {:decoder=>-4.85749, :psb=>0.6098235933075173} -6 ||| how high is situated the highest point florida ||| ||| {:decoder=>-4.86497, :psb=>0.4445698525097307} -7 ||| how high is located the highest point florida ||| ||| {:decoder=>-4.90203, :psb=>0.4445698525097307} -8 ||| as high is the highest point floridas ||| ||| {:decoder=>-4.92138, :psb=>0.5826515567418346} -9 ||| how much is the highest point florida ||| ||| {:decoder=>-4.93144, :psb=>0.48497485346901076} -10 ||| florida as high is the highest point ||| ||| {:decoder=>-4.94433, :psb=>0.6098235933075173} -11 ||| florida like high is the highest point ||| ||| {:decoder=>-4.97678, :psb=>0.6098235933075173} -12 ||| like high is the highest point floridas ||| ||| {:decoder=>-4.97713, :psb=>0.5826515567418346} -13 ||| how high is of the highest point florida ||| ||| {:decoder=>-5.0234, :psb=>0.45966135761245924} -14 ||| how high florida is the highest point ||| ||| {:decoder=>-5.04683, :psb=>0.5329462628216856} -15 ||| how high lies the highest point florida ||| ||| {:decoder=>-5.04749, :psb=>0.3685012003094065} -16 ||| as high is situated the highest point florida ||| ||| {:decoder=>-5.05718, :psb=>0.3655552228545123} -17 ||| how high situated the highest point florida ||| ||| {:decoder=>-5.06152, :psb=>0.3685012003094065} -18 ||| as high is located the highest point florida ||| ||| {:decoder=>-5.11423, :psb=>0.3655552228545123} -19 ||| how high located the highest point florida ||| ||| {:decoder=>-5.11462, :psb=>0.3685012003094065} -20 ||| florida how high is situated the highest point ||| ||| {:decoder=>-5.1215, :psb=>0.4445698525097307} -21 ||| as high lies the highest point florida ||| ||| {:decoder=>-5.12349, :psb=>0.3276490485424231} -22 ||| like high is situated the highest point florida ||| ||| {:decoder=>-5.13293, :psb=>0.3655552228545123} -23 ||| as high situated the highest point florida ||| ||| {:decoder=>-5.13752, :psb=>0.3276490485424231} -24 ||| florida how high is located the highest point ||| ||| {:decoder=>-5.15856, :psb=>0.4445698525097307} -25 ||| like high is located the highest point florida ||| ||| {:decoder=>-5.16999, :psb=>0.3655552228545123} -26 ||| like high lies the highest point florida ||| ||| {:decoder=>-5.17924, :psb=>0.3276490485424231} -27 ||| as high located the highest point florida ||| ||| {:decoder=>-5.19062, :psb=>0.3276490485424231} -28 ||| like high located the highest point florida ||| ||| {:decoder=>-5.24637, :psb=>0.3276490485424231} -29 ||| florida how high is of the highest point ||| ||| {:decoder=>-5.27993, :psb=>0.45966135761245924} ->>> - - [TOP1] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837} - - [HOPE] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - - [FEAR] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - -================= - EXAMPLE: 25 - REFERENCE: how high is the highest point of louisiana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) -GOLD OUTPUT: [163] - -<<< KBEST -0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-4.45688, :psb=>1.0} -1 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-4.70366, :psb=>0.8599476570625982} -2 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-4.75942, :psb=>0.8599476570625982} -3 ||| how high is located the highest point of louisiana ||| ||| {:decoder=>-4.78347, :psb=>0.6559965570884768} -4 ||| how high is situated the highest point of louisiana ||| ||| {:decoder=>-4.79725, :psb=>0.6559965570884768} -5 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-4.83336, :psb=>0.7476743906106103} -6 ||| what is the highest point of louisiana ||| ||| {:decoder=>-4.88511, :psb=>0.7252065560578255} -7 ||| how high located the highest point of louisiana ||| ||| {:decoder=>-4.89227, :psb=>0.6580370064762462} -8 ||| how high is of the highest point of louisiana ||| ||| {:decoder=>-4.95567, :psb=>0.6559965570884768} -9 ||| how high lies the highest point of louisiana ||| ||| {:decoder=>-4.99977, :psb=>0.6580370064762462} -10 ||| as high is situated the highest point of louisiana ||| ||| {:decoder=>-5.00945, :psb=>0.5773502691896258} -11 ||| how high situated the highest point of louisiana ||| ||| {:decoder=>-5.0138, :psb=>0.6580370064762462} -12 ||| as high is located the highest point of louisiana ||| ||| {:decoder=>-5.04651, :psb=>0.5773502691896258} -13 ||| as high lies the highest point of louisiana ||| ||| {:decoder=>-5.05576, :psb=>0.6049483675122199} -14 ||| like high is situated the highest point of louisiana ||| ||| {:decoder=>-5.06521, :psb=>0.5773502691896258} -15 ||| as high situated the highest point of louisiana ||| ||| {:decoder=>-5.06979, :psb=>0.6049483675122199} -16 ||| like high is located the highest point of louisiana ||| ||| {:decoder=>-5.10226, :psb=>0.5773502691896258} -17 ||| like high lies the highest point of louisiana ||| ||| {:decoder=>-5.11152, :psb=>0.6049483675122199} -18 ||| as high located the highest point of louisiana ||| ||| {:decoder=>-5.12289, :psb=>0.6049483675122199} -19 ||| like high located the highest point of louisiana ||| ||| {:decoder=>-5.17864, :psb=>0.6049483675122199} -20 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-5.40085, :psb=>0.8065978233496266} -21 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-5.62548, :psb=>0.6817705815391745} -22 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-5.91813, :psb=>0.5773502691896258} -23 ||| how high is located the highest point of of louisiana ||| ||| {:decoder=>-6.068, :psb=>0.49944351611061033} ->>> - - [TOP1] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of louisiana - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('louisiana'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.7972900839167781, :psb=>0.6559965570884768}, #3 - -================= - EXAMPLE: 26 - REFERENCE: how large is the largest city in alaska - GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska')))))) -GOLD OUTPUT: [174431] - -<<< KBEST -0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-4.66569, :psb=>0.7476743906106103} -1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-4.83987, :psb=>0.3655552228545123} -2 ||| as big is the largest city in alaska ||| ||| {:decoder=>-4.92986, :psb=>0.719408902854813} -3 ||| how much is the largest city in alaska ||| ||| {:decoder=>-4.96272, :psb=>0.7476743906106103} -4 ||| how great is the largest city in alaska ||| ||| {:decoder=>-4.97905, :psb=>0.7476743906106103} -5 ||| how big is the largest town in alaska ||| ||| {:decoder=>-5.02657, :psb=>0.3655552228545123} -6 ||| how large is the largest city in alaska ||| ||| {:decoder=>-5.03371, :psb=>1.0} -7 ||| as great is the largest city in alaska ||| ||| {:decoder=>-5.06928, :psb=>0.719408902854813} -8 ||| as big is the biggest city in alaska ||| ||| {:decoder=>-5.07609, :psb=>0.3492671028290048} -9 ||| how great is the biggest city in alaska ||| ||| {:decoder=>-5.17803, :psb=>0.3655552228545123} -10 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-5.21079, :psb=>0.5946035575013605} -11 ||| how big is the largest city of in alaska ||| ||| {:decoder=>-5.50709, :psb=>0.4638596139522901} -12 ||| how large is the largest city of in alaska ||| ||| {:decoder=>-5.70876, :psb=>0.7049141756270427} -13 ||| how great is the largest city of in alaska ||| ||| {:decoder=>-5.77997, :psb=>0.4638596139522901} ->>> - - [TOP1] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103} - - [HOPE] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - - [FEAR] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - -================= - EXAMPLE: 27 - REFERENCE: how long is rio grande - GOLD MRL: answer(len(riverid('rio grande'))) -GOLD OUTPUT: [3033] - -<<< KBEST -0 ||| how long rio grande ||| ||| {:decoder=>-3.44215, :psb=>0.4630777161991027} -1 ||| how long has rio grande ||| ||| {:decoder=>-3.63115, :psb=>0.4472135954999579} -2 ||| how long is rio grande ||| ||| {:decoder=>-3.68587, :psb=>1.0} -3 ||| how long will rio grande ||| ||| {:decoder=>-3.76379, :psb=>0.4472135954999579} -4 ||| like long is rio grande ||| ||| {:decoder=>-3.83572, :psb=>0.7521206186172787} -5 ||| like lang is rio grande ||| ||| {:decoder=>-3.86803, :psb=>0.4949232003839765} -6 ||| how long will it rio grande ||| ||| {:decoder=>-3.95253, :psb=>0.35930411196308426} -7 ||| how long has of rio grande ||| ||| {:decoder=>-4.06843, :psb=>0.35930411196308426} -8 ||| how long río grande ||| ||| {:decoder=>-4.14496, :psb=>0.3894003915357024} -9 ||| how long rio grande is ||| ||| {:decoder=>-4.1618, :psb=>0.47287080450158786} -10 ||| how long , rio grande ||| ||| {:decoder=>-4.21092, :psb=>0.4472135954999579} -11 ||| rio grande is how long ||| ||| {:decoder=>-4.23318, :psb=>0.47287080450158786} -12 ||| how long is of rio grande ||| ||| {:decoder=>-4.23611, :psb=>0.48549177170732344} -13 ||| like long has rio grande ||| ||| {:decoder=>-4.29615, :psb=>0.3760603093086393} -14 ||| is how long rio grande ||| ||| {:decoder=>-4.30336, :psb=>0.47287080450158786} -15 ||| like long rio grande ||| ||| {:decoder=>-4.33319, :psb=>0.3894003915357024} -16 ||| rio grande is as long ||| ||| {:decoder=>-4.36009, :psb=>0.40410310093532464} -17 ||| as long is rio grande ||| ||| {:decoder=>-4.38834, :psb=>0.7521206186172787} -18 ||| as long rio grande ||| ||| {:decoder=>-4.50078, :psb=>0.3894003915357024} -19 ||| as long rio grande is ||| ||| {:decoder=>-4.62146, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how long rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.4630777161991027} - - [HOPE] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>0.7933367816774214, :psb=>1.0}, #2 - - [FEAR] - nrl: how long rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.4630777161991027}, #0 - -================= - EXAMPLE: 28 - REFERENCE: how long is the mississippi - GOLD MRL: answer(len(riverid('mississippi'))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi river ||| ||| {:decoder=>-3.85459, :psb=>0.8034284189446518} -1 ||| how long the mississippi river ||| ||| {:decoder=>-3.94595, :psb=>0.4472135954999579} -2 ||| how long will the mississippi river ||| ||| {:decoder=>-4.18693, :psb=>0.35930411196308426} -3 ||| how long has the mississippi river ||| ||| {:decoder=>-4.19349, :psb=>0.35930411196308426} -4 ||| how long is the mississippi river and ||| ||| {:decoder=>-4.4355, :psb=>0.672126440078521} -5 ||| is how long the mississippi river ||| ||| {:decoder=>-4.48862, :psb=>0.37991784282579627} -6 ||| how long is mississippi river ||| ||| {:decoder=>-4.54241, :psb=>0.5318295896944989} -7 ||| how long has mississippi river ||| ||| {:decoder=>-4.55425, :psb=>0.3760603093086393} -8 ||| how long the mississippi river is ||| ||| {:decoder=>-4.57413, :psb=>0.37991784282579627} -9 ||| like long is the mississippi river ||| ||| {:decoder=>-4.6366, :psb=>0.6042750794713536} -10 ||| as long is the mississippi river ||| ||| {:decoder=>-4.74238, :psb=>0.6042750794713536} -11 ||| like lang is the mississippi river ||| ||| {:decoder=>-4.75457, :psb=>0.39763536438352537} -12 ||| how long is der mississippi river ||| ||| {:decoder=>-5.17746, :psb=>0.4272870063962341} ->>> - - [TOP1] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 29 - REFERENCE: how long is the mississippi river - GOLD MRL: answer(len(river(riverid('mississippi')))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long the mississippi ||| ||| {:decoder=>-3.38154, :psb=>0.36064528799877893} -1 ||| how long is the mississippi ||| ||| {:decoder=>-3.53382, :psb=>0.8187307530779819} -2 ||| how long will the mississippi ||| ||| {:decoder=>-3.62252, :psb=>0.36614752383039256} -3 ||| how long has the mississippi ||| ||| {:decoder=>-3.62908, :psb=>0.36614752383039256} -4 ||| how long has mississippi ||| ||| {:decoder=>-3.78592, :psb=>0.30326532985631666} -5 ||| how long is mississippi ||| ||| {:decoder=>-3.79303, :psb=>0.4288819424803534} -6 ||| how long will mississippi ||| ||| {:decoder=>-3.92198, :psb=>0.30326532985631666} -7 ||| how long the mississippi is ||| ||| {:decoder=>-4.09379, :psb=>0.3871538698781762} -8 ||| is how long the mississippi ||| ||| {:decoder=>-4.09503, :psb=>0.3871538698781762} -9 ||| the mississippi is how long ||| ||| {:decoder=>-4.13368, :psb=>0.3871538698781762} -10 ||| how long , mississippi ||| ||| {:decoder=>-4.20676, :psb=>0.30326532985631666} -11 ||| as long is the mississippi ||| ||| {:decoder=>-4.25544, :psb=>0.6157842804860023} -12 ||| the mississippi is as long ||| ||| {:decoder=>-4.26501, :psb=>0.3308516361499261} -13 ||| is how long mississippi ||| ||| {:decoder=>-4.28547, :psb=>0.3258798048281462} -14 ||| how long is der mississippi ||| ||| {:decoder=>-4.40912, :psb=>0.43542524047973125} -15 ||| like long is the mississippi ||| ||| {:decoder=>-4.44212, :psb=>0.6157842804860023} -16 ||| as long the mississippi ||| ||| {:decoder=>-4.46871, :psb=>0.30326532985631666} ->>> - - [TOP1] - nrl: how long the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.36064528799877893} - - [HOPE] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>0.8599299097657221, :psb=>0.8187307530779819}, #1 - - [FEAR] - nrl: how long the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.36064528799877893}, #0 - ---- - iteration #1/3: 30 examples - type1 updates: 11 - type2 updates: 18 - top1 hits: 11 - top1 variant: 9 - top1 true variant: 9 - hope hits: 12 - hope variant: 8 - hope true variant: 8 - kbest size: 16.0 - 3.33% without translations (abs: 1) - 6.67% no good gold output (abs: 2) - - top1 with parse 96.67% abs=29.0 - top1 with output 96.67% abs=29.0 -top1 with correct output 66.67% adj=68.97 abs=20.0 - - hope with parse 96.67% abs=29.0 - hope with output 96.67% abs=29.0 -hope with correct output 66.67% adj=68.97 abs=20.0 - - fear with parse 96.67% abs=29.0 - fear with output 96.67% abs=29.0 -fear with correct output 40.0% adj=41.38 abs=12.0 - - - -================= - EXAMPLE: 0 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| give me the cities in virginia ||| ||| {:decoder=>-4.39202, :psb=>1.0} -1 ||| give me cities in virginia ||| ||| {:decoder=>-4.62797, :psb=>0.49473859088183875} -2 ||| give me the towns in virginia ||| ||| {:decoder=>-4.74129, :psb=>0.48549177170732344} -3 ||| give me the cities virginia ||| ||| {:decoder=>-4.7643, :psb=>0.6511126026643229} -4 ||| the cities in virginia give me ||| ||| {:decoder=>-4.7757, :psb=>0.7071067811865476} -5 ||| give me the cities of virginia ||| ||| {:decoder=>-4.83635, :psb=>0.6389431042462724} -6 ||| unto me the cities in virginia ||| ||| {:decoder=>-4.87582, :psb=>0.8034284189446518} -7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-4.91304, :psb=>0.7034711503007025} -8 ||| me give the cities in virginia ||| ||| {:decoder=>-4.94826, :psb=>0.668740304976422} -9 ||| unto me the towns in virginia ||| ||| {:decoder=>-5.3093, :psb=>0.35930411196308426} -10 ||| give unto me the towns in virginia ||| ||| {:decoder=>-5.34653, :psb=>0.3178289704467185} ->>> - - [TOP1] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: give me cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>0.7528051041895834, :psb=>0.49473859088183875}, #1 - -================= - EXAMPLE: 1 - REFERENCE: what are the high points of states surrounding mississippi - GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi'))))) -GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')] -NO MT OUTPUT, skipping example - -================= - EXAMPLE: 2 - REFERENCE: name the rivers in arkansas - GOLD MRL: answer(river(loc_2(stateid('arkansas')))) -GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] - -<<< KBEST -0 ||| call the rivers in arkansas ||| ||| {:decoder=>-4.11703, :psb=>0.7521206186172787} -1 ||| call rivers in the arkansas ||| ||| {:decoder=>-4.23043, :psb=>0.40410310093532464} -2 ||| the rivers in arkansas call ||| ||| {:decoder=>-4.44413, :psb=>0.7521206186172787} -3 ||| call the rivers into arkansas ||| ||| {:decoder=>-4.47248, :psb=>0.3760603093086393} -4 ||| the rivers call in arkansas ||| ||| {:decoder=>-4.49541, :psb=>0.4472135954999579} -5 ||| the call rivers in arkansas ||| ||| {:decoder=>-4.53319, :psb=>0.5318295896944989} -6 ||| rivers in the call arkansas ||| ||| {:decoder=>-4.56979, :psb=>0.40410310093532464} -7 ||| rivers in the arkansas call ||| ||| {:decoder=>-4.57475, :psb=>0.40410310093532464} -8 ||| call the rivers in the arkansas ||| ||| {:decoder=>-4.60689, :psb=>0.4272870063962341} -9 ||| call the rivers arkansas ||| ||| {:decoder=>-4.66407, :psb=>0.3894003915357024} -10 ||| rivers in call the arkansas ||| ||| {:decoder=>-4.68148, :psb=>0.40410310093532464} -11 ||| call the rivers , in arkansas ||| ||| {:decoder=>-4.70798, :psb=>0.35930411196308426} -12 ||| in arkansas call the rivers ||| ||| {:decoder=>-4.73262, :psb=>0.4472135954999579} -13 ||| call rivers in arkansas ||| ||| {:decoder=>-4.76755, :psb=>0.5124797359336637} -14 ||| name rivers in the arkansas ||| ||| {:decoder=>-4.86883, :psb=>0.4272870063962341} -15 ||| call rivers in the the arkansas ||| ||| {:decoder=>-4.90226, :psb=>0.32466791547509893} -16 ||| rivers in the the arkansas call ||| ||| {:decoder=>-5.23461, :psb=>0.32466791547509893} ->>> - - [TOP1] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787} - - [HOPE] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - - [FEAR] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - -================= - EXAMPLE: 3 - REFERENCE: can you tell me the capital of texas - GOLD MRL: answer(capital(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(austin,tx)] - -<<< KBEST -0 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-5.1274, :psb=>0.5270027137504644} -1 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-5.20615, :psb=>0.4272870063962341} -2 ||| can you tell me what is the capital of texas ||| ||| {:decoder=>-5.21848, :psb=>0.5844356470407898} -3 ||| can you tell me , was the capital of texas is ||| ||| {:decoder=>-5.22012, :psb=>0.5270027137504644} -4 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-5.27686, :psb=>0.5844356470407898} -5 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-5.29333, :psb=>0.3852971889399676} -6 ||| can you tell me , what is the capital of the texas ||| ||| {:decoder=>-5.31683, :psb=>0.39458812555917666} -7 ||| you can tell me what is the capital of texas ||| ||| {:decoder=>-5.34753, :psb=>0.4272870063962341} -8 ||| can you tell me , which is the capital of texas ||| ||| {:decoder=>-5.36883, :psb=>0.5270027137504644} -9 ||| can you tell me , what is the capital city of texas ||| ||| {:decoder=>-5.39836, :psb=>0.3672056269893592} -10 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-5.40518, :psb=>0.5270027137504644} -11 ||| can you tell me what is the capital of the texas ||| ||| {:decoder=>-5.40791, :psb=>0.43333706364123536} -12 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-5.4104, :psb=>0.3852971889399676} -13 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-5.42651, :psb=>0.3852971889399676} -14 ||| you can tell me was the capital of texas is ||| ||| {:decoder=>-5.55128, :psb=>0.4272870063962341} -15 ||| you can tell me that the capital of texas is ||| ||| {:decoder=>-5.57293, :psb=>0.4272870063962341} -16 ||| you can tell me , what is the capital city of texas ||| ||| {:decoder=>-5.60475, :psb=>0.21200626759025185} -17 ||| can you tell me , was the capital city of texas is ||| ||| {:decoder=>-5.71531, :psb=>0.3672056269893592} -18 ||| you can tell me , was the capital city of texas is ||| ||| {:decoder=>-5.9217, :psb=>0.21200626759025185} ->>> - - [TOP1] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644} - - [HOPE] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0 - - [FEAR] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0 - -================= - EXAMPLE: 4 - REFERENCE: could you tell me what is the highest point in the state of oregon - GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon')))))) -GOLD OUTPUT: [placeid('mount hood')] - -<<< KBEST -0 ||| you could tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.5084, :psb=>0.6985342056580097} -1 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.69601, :psb=>0.7992975447228272} -2 ||| you could tell me which is the highest point in oregon state ||| ||| {:decoder=>-7.74873, :psb=>0.4090790395780627} -3 ||| you could say which is the highest point in the state of oregon me ||| ||| {:decoder=>-7.79918, :psb=>0.6668954865619205} -4 ||| you could say me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.83782, :psb=>0.6668954865619205} -5 ||| you could tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-7.85909, :psb=>0.8817192535122739} -6 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-7.88394, :psb=>0.684694991173804} -7 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-7.90874, :psb=>0.633160218956179} -8 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-7.91722, :psb=>0.633160218956179} -9 ||| you could say what me is the highest point in the state of oregon ||| ||| {:decoder=>-7.93162, :psb=>0.6803749333171202} -10 ||| could you tell me which is the highest point in oregon state ||| ||| {:decoder=>-7.94634, :psb=>0.5227564628601822} -11 ||| you could tell me which is the highest point in the oregon state ||| ||| {:decoder=>-7.95397, :psb=>0.48507053375249726} -12 ||| you could tell me that is the highest point in the state of oregon ||| ||| {:decoder=>-7.98744, :psb=>0.6985342056580097} -13 ||| could you tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-8.01419, :psb=>0.7367565054628357} -14 ||| you could tell me what the highest point is in the state of oregon ||| ||| {:decoder=>-8.03135, :psb=>0.521873921269267} -15 ||| could you tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-8.11483, :psb=>0.7367565054628357} -16 ||| could you tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-8.11766, :psb=>0.8142441551106129} -17 ||| you could tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-8.16515, :psb=>0.5885661912765424} -18 ||| you could tell me which highest point in the state of oregon is ||| ||| {:decoder=>-8.2233, :psb=>0.566260439529554} -19 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-8.40307, :psb=>0.535536059195526} -20 ||| you could tell me which the highest point in the state oregon is ||| ||| {:decoder=>-8.48039, :psb=>0.48507053375249726} ->>> - - [TOP1] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097} - - [HOPE] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0 - - [FEAR] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0 - -================= - EXAMPLE: 5 - REFERENCE: give me all the states of usa - GOLD MRL: answer(state(loc_2(countryid('usa')))) -GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] - -<<< KBEST -0 ||| call all states ||| ||| {:decoder=>-3.92581, :psb=>0.15218787864872976} -1 ||| all states call ||| ||| {:decoder=>-4.11349, :psb=>0.15218787864872976} -2 ||| all call states ||| ||| {:decoder=>-4.23272, :psb=>0.15218787864872976} -3 ||| call all states of the usa ||| ||| {:decoder=>-4.27556, :psb=>0.29059254080791846} -4 ||| call all the usa ||| ||| {:decoder=>-4.34422, :psb=>0.23618327637050732} -5 ||| call all states the usa ||| ||| {:decoder=>-4.45563, :psb=>0.22778068328450227} -6 ||| call all states of usa ||| ||| {:decoder=>-4.50267, :psb=>0.3564960350471317} -7 ||| call states all ||| ||| {:decoder=>-4.55982, :psb=>0.15218787864872976} -8 ||| call all united states of america ||| ||| {:decoder=>-4.56554, :psb=>0.2557539057896621} -9 ||| call all states in the usa ||| ||| {:decoder=>-4.574, :psb=>0.2310997417025822} -10 ||| name all states ||| ||| {:decoder=>-4.59699, :psb=>0.15218787864872976} ->>> - - [TOP1] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976} - - [HOPE] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - - [FEAR] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - -================= - EXAMPLE: 6 - REFERENCE: give me the cities in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| tell me what cities in texas are ||| ||| {:decoder=>-4.55611, :psb=>0.35745672884978397} -1 ||| tell me what are cities in texas ||| ||| {:decoder=>-4.69943, :psb=>0.35745672884978397} -2 ||| tell me which cities in texas are ||| ||| {:decoder=>-4.82504, :psb=>0.35745672884978397} -3 ||| tell me which are cities in texas ||| ||| {:decoder=>-4.85315, :psb=>0.35745672884978397} -4 ||| tell me what cities in texas , ||| ||| {:decoder=>-4.87254, :psb=>0.35745672884978397} -5 ||| tell me what cities are in texas ||| ||| {:decoder=>-4.87256, :psb=>0.271608378656351} -6 ||| tell me what cities in texas is ||| ||| {:decoder=>-4.9474, :psb=>0.35745672884978397} -7 ||| tell me which cities are in texas ||| ||| {:decoder=>-5.00184, :psb=>0.271608378656351} -8 ||| are tell me what cities in texas ||| ||| {:decoder=>-5.1019, :psb=>0.35745672884978397} -9 ||| tell me downloading cities in texas are ||| ||| {:decoder=>-5.26545, :psb=>0.35745672884978397} ->>> - - [TOP1] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397} - - [HOPE] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - - [FEAR] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - -================= - EXAMPLE: 7 - REFERENCE: give me the cities in usa - GOLD MRL: answer(city(loc_2(countryid('usa')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - -<<< KBEST -0 ||| call the cities of usa ||| ||| {:decoder=>-3.66011, :psb=>0.3078921402430011} -1 ||| call the cities of the usa ||| ||| {:decoder=>-3.72726, :psb=>0.3021375397356768} -2 ||| call the cities of the u.s. ||| ||| {:decoder=>-3.72881, :psb=>0.2730120862709067} -3 ||| call the cities of the united states ||| ||| {:decoder=>-3.85241, :psb=>0.2283945119649991} -4 ||| the cities of usa call ||| ||| {:decoder=>-3.91981, :psb=>0.3078921402430011} -5 ||| call the cities in the united states ||| ||| {:decoder=>-3.94392, :psb=>0.33265096878635064} -6 ||| call the usa cities ||| ||| {:decoder=>-3.98003, :psb=>0.255014728746912} -7 ||| call the cities the usa ||| ||| {:decoder=>-4.08224, :psb=>0.3078921402430011} -8 ||| call the cities in the usa ||| ||| {:decoder=>-4.09771, :psb=>0.4272870063962341} ->>> - - [TOP1] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011} - - [HOPE] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - - [FEAR] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - -================= - EXAMPLE: 8 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| call me the cities in virginia ||| ||| {:decoder=>-4.33256, :psb=>0.8034284189446518} -1 ||| call me cities in virginia ||| ||| {:decoder=>-4.6442, :psb=>0.43542524047973125} -2 ||| the cities in virginia call me ||| ||| {:decoder=>-4.72759, :psb=>0.6389431042462724} -3 ||| the call me cities in virginia ||| ||| {:decoder=>-4.73668, :psb=>0.45180100180492244} -4 ||| call me the cities virginia ||| ||| {:decoder=>-4.77874, :psb=>0.43542524047973125} -5 ||| call me the towns in virginia ||| ||| {:decoder=>-4.79512, :psb=>0.35930411196308426} -6 ||| call the cities in virginia me ||| ||| {:decoder=>-4.82678, :psb=>0.6389431042462724} -7 ||| me call the cities in virginia ||| ||| {:decoder=>-4.88323, :psb=>0.6389431042462724} -8 ||| call the me cities in virginia ||| ||| {:decoder=>-4.92687, :psb=>0.45180100180492244} -9 ||| call me the cities , virginia in ||| ||| {:decoder=>-4.93699, :psb=>0.3779644730092272} -10 ||| in virginia call me the cities ||| ||| {:decoder=>-5.03151, :psb=>0.48549177170732344} -11 ||| me the call cities in virginia ||| ||| {:decoder=>-5.07227, :psb=>0.48549177170732344} -12 ||| cities in virginia call me the ||| ||| {:decoder=>-5.09447, :psb=>0.48549177170732344} ->>> - - [TOP1] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 9 - REFERENCE: give me the cities which are in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| call me cities in texas ||| ||| {:decoder=>-3.75541, :psb=>0.221776483974985} -1 ||| cities in texas call me ||| ||| {:decoder=>-4.16914, :psb=>0.221776483974985} -2 ||| call me in texas cities ||| ||| {:decoder=>-4.18458, :psb=>0.221776483974985} -3 ||| call me towns in texas ||| ||| {:decoder=>-4.2724, :psb=>0.20638627362169998} -4 ||| call cities in texas me ||| ||| {:decoder=>-4.29096, :psb=>0.221776483974985} -5 ||| me call cities in texas ||| ||| {:decoder=>-4.3131, :psb=>0.221776483974985} -6 ||| i call cities in texas ||| ||| {:decoder=>-4.33349, :psb=>0.20638627362169998} -7 ||| me cities in texas call ||| ||| {:decoder=>-4.34565, :psb=>0.221776483974985} -8 ||| call i cities in texas ||| ||| {:decoder=>-4.34595, :psb=>0.20638627362169998} -9 ||| cities in call me texas ||| ||| {:decoder=>-4.38155, :psb=>0.18649105036213778} -10 ||| cities call me in texas ||| ||| {:decoder=>-4.40393, :psb=>0.221776483974985} -11 ||| call cities in me texas ||| ||| {:decoder=>-4.45751, :psb=>0.18649105036213778} -12 ||| call cities me in texas ||| ||| {:decoder=>-4.52574, :psb=>0.221776483974985} ->>> - - [TOP1] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985} - - [HOPE] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - - [FEAR] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - -================= - EXAMPLE: 10 - REFERENCE: give me the lakes in california - GOLD MRL: answer(lake(loc_2(stateid('california')))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the lakes in california ||| ||| {:decoder=>-4.21994, :psb=>0.8034284189446518} -1 ||| the lakes in california call me ||| ||| {:decoder=>-4.52517, :psb=>0.6389431042462724} -2 ||| call the lakes in california me ||| ||| {:decoder=>-4.6544, :psb=>0.6389431042462724} -3 ||| the lakes call me in california ||| ||| {:decoder=>-4.68485, :psb=>0.37991784282579627} -4 ||| me call the lakes in california ||| ||| {:decoder=>-4.70086, :psb=>0.6389431042462724} -5 ||| the call me lakes in california ||| ||| {:decoder=>-4.71777, :psb=>0.45180100180492244} -6 ||| i call the lakes in california ||| ||| {:decoder=>-4.79032, :psb=>0.6042750794713536} -7 ||| call me the lakes , california in ||| ||| {:decoder=>-4.79205, :psb=>0.3779644730092272} -8 ||| call the lakes me in california ||| ||| {:decoder=>-4.80999, :psb=>0.37991784282579627} -9 ||| call me a lakes in california ||| ||| {:decoder=>-4.81742, :psb=>0.4272870063962341} -10 ||| call me lakes in california ||| ||| {:decoder=>-4.82882, :psb=>0.43542524047973125} -11 ||| me the lakes in california call ||| ||| {:decoder=>-4.8569, :psb=>0.8034284189446518} -12 ||| call i the lakes in california ||| ||| {:decoder=>-4.95829, :psb=>0.6042750794713536} -13 ||| in california call me the lakes ||| ||| {:decoder=>-4.96477, :psb=>0.48549177170732344} -14 ||| call me the the lakes in california ||| ||| {:decoder=>-5.01259, :psb=>0.5651887140592688} -15 ||| me the the lakes in california call ||| ||| {:decoder=>-5.65175, :psb=>0.5651887140592688} ->>> - - [TOP1] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 11 - REFERENCE: give me the largest state - GOLD MRL: answer(largest(state(all))) -GOLD OUTPUT: [stateid(alaska)] - -<<< KBEST -0 ||| which city is the largest ||| ||| {:decoder=>-3.12489, :psb=>0.33980884896942454} -1 ||| the town is the largest ||| ||| {:decoder=>-3.2327, :psb=>0.33980884896942454} -2 ||| what is the largest city ||| ||| {:decoder=>-3.24458, :psb=>0.33980884896942454} -3 ||| what town is the largest ||| ||| {:decoder=>-3.27745, :psb=>0.33980884896942454} -4 ||| what city is the largest ||| ||| {:decoder=>-3.31533, :psb=>0.33980884896942454} -5 ||| which city is the biggest ||| ||| {:decoder=>-3.36251, :psb=>0.24028114141347542} -6 ||| which is the largest city ||| ||| {:decoder=>-3.36404, :psb=>0.33980884896942454} -7 ||| what city is the biggest ||| ||| {:decoder=>-3.41863, :psb=>0.24028114141347542} -8 ||| which town is the largest ||| ||| {:decoder=>-3.51234, :psb=>0.33980884896942454} -9 ||| which city has the largest ||| ||| {:decoder=>-3.52084, :psb=>0.33980884896942454} -10 ||| what town is the biggest ||| ||| {:decoder=>-3.52506, :psb=>0.24028114141347542} -11 ||| downloading city is the largest ||| ||| {:decoder=>-3.57107, :psb=>0.33980884896942454} -12 ||| which town is the biggest ||| ||| {:decoder=>-3.64376, :psb=>0.24028114141347542} ->>> - - [TOP1] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454} - - [HOPE] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - - [FEAR] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - -================= - EXAMPLE: 12 - REFERENCE: give me the longest river that passes through the us - GOLD MRL: answer(longest(river(traverse_2(countryid('usa'))))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-6.95509, :psb=>0.3585594362259136} -1 ||| call me the longest river , which flows through the u.s. ||| ||| {:decoder=>-6.97475, :psb=>0.3585594362259136} -2 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-7.22326, :psb=>0.3976353643835253} -3 ||| the longest river , which flows through the usa call me ||| ||| {:decoder=>-7.29612, :psb=>0.257663759638272} -4 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-7.30196, :psb=>0.3264971028628052} -5 ||| call me , the longest river , which flows through the usa ||| ||| {:decoder=>-7.36955, :psb=>0.23462350320528} -6 ||| call the longest river , which flows through the usa me ||| ||| {:decoder=>-7.37955, :psb=>0.257663759638272} -7 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-7.38281, :psb=>0.32399502498695193} -8 ||| call me the longest river that flows through the usa ||| ||| {:decoder=>-7.39227, :psb=>0.5143686723610401} -9 ||| me call the longest river , which flows through the usa ||| ||| {:decoder=>-7.436, :psb=>0.257663759638272} -10 ||| the longest river which flows through the usa call me ||| ||| {:decoder=>-7.5643, :psb=>0.28574404296988} -11 ||| call the longest river which flows through the usa me ||| ||| {:decoder=>-7.64772, :psb=>0.28574404296988} -12 ||| me call the longest river which flows through the usa ||| ||| {:decoder=>-7.70417, :psb=>0.28574404296988} -13 ||| the longest river that flows through the usa call me ||| ||| {:decoder=>-7.73331, :psb=>0.41325840918969} -14 ||| call the longest river that flows through the usa me ||| ||| {:decoder=>-7.81673, :psb=>0.41325840918969} -15 ||| me call the longest river that flows through the usa ||| ||| {:decoder=>-7.87318, :psb=>0.41325840918969} ->>> - - [TOP1] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136} - - [HOPE] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - - [FEAR] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - -================= - EXAMPLE: 13 - REFERENCE: how big is alaska - GOLD MRL: answer(size(stateid('alaska'))) -GOLD OUTPUT: [591000.0] - -<<< KBEST -0 ||| how big is alaska ||| ||| {:decoder=>-2.98892, :psb=>1.0} -1 ||| how large is alaska ||| ||| {:decoder=>-3.33252, :psb=>0.49999999999999994} -2 ||| how great is alaska ||| ||| {:decoder=>-3.33959, :psb=>0.49999999999999994} -3 ||| how great alaska ||| ||| {:decoder=>-3.51397, :psb=>0.41368954504257255} -4 ||| how much is alaska ||| ||| {:decoder=>-3.52043, :psb=>0.49999999999999994} -5 ||| as big is alaska ||| ||| {:decoder=>-3.54857, :psb=>0.6580370064762462} -6 ||| what is alaska ||| ||| {:decoder=>-3.58248, :psb=>0.4919625503668659} -7 ||| as large is alaska ||| ||| {:decoder=>-3.58385, :psb=>0.4518010018049224} -8 ||| how big alaska is ||| ||| {:decoder=>-3.59645, :psb=>0.537284965911771} -9 ||| is how large alaska ||| ||| {:decoder=>-3.644, :psb=>0.42044820762685725} -10 ||| is how big alaska ||| ||| {:decoder=>-3.67593, :psb=>0.537284965911771} -11 ||| how large alaska is ||| ||| {:decoder=>-3.69363, :psb=>0.42044820762685725} -12 ||| is as large alaska ||| ||| {:decoder=>-3.70024, :psb=>0.37991784282579627} -13 ||| how great alaska is ||| ||| {:decoder=>-3.76508, :psb=>0.42044820762685725} -14 ||| is as big alaska ||| ||| {:decoder=>-3.76676, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>0.5582639103157458, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 14 - REFERENCE: how big is massachusetts - GOLD MRL: answer(size(stateid('massachusetts'))) -GOLD OUTPUT: [8284.0] - -<<< KBEST -0 ||| how big is massachusetts ||| ||| {:decoder=>-3.48825, :psb=>1.0} -1 ||| how great is massachusetts ||| ||| {:decoder=>-3.845, :psb=>0.49999999999999994} -2 ||| how much is massachusetts ||| ||| {:decoder=>-3.98945, :psb=>0.49999999999999994} -3 ||| how great massachusetts ||| ||| {:decoder=>-3.99393, :psb=>0.41368954504257255} -4 ||| how large is massachusetts ||| ||| {:decoder=>-4.00153, :psb=>0.49999999999999994} -5 ||| what is massachusetts ||| ||| {:decoder=>-4.03909, :psb=>0.4919625503668659} -6 ||| how big is , massachusetts ||| ||| {:decoder=>-4.09322, :psb=>0.5318295896944989} -7 ||| just how big is massachusetts ||| ||| {:decoder=>-4.15455, :psb=>0.7521206186172787} -8 ||| how big is ma ||| ||| {:decoder=>-4.27101, :psb=>0.6580370064762462} -9 ||| is how large massachusetts ||| ||| {:decoder=>-4.31332, :psb=>0.42044820762685725} -10 ||| how big is ( massachusetts ||| ||| {:decoder=>-4.31763, :psb=>0.5318295896944989} -11 ||| how big , massachusetts ||| ||| {:decoder=>-4.3379, :psb=>0.49999999999999994} -12 ||| is how big massachusetts ||| ||| {:decoder=>-4.33837, :psb=>0.537284965911771} -13 ||| is as large massachusetts ||| ||| {:decoder=>-4.37489, :psb=>0.37991784282579627} -14 ||| how big massachusetts is ||| ||| {:decoder=>-4.38305, :psb=>0.537284965911771} -15 ||| how large , massachusetts ||| ||| {:decoder=>-4.43004, :psb=>0.37991784282579627} -16 ||| is as big massachusetts ||| ||| {:decoder=>-4.43439, :psb=>0.42044820762685725} -17 ||| how large massachusetts is ||| ||| {:decoder=>-4.48433, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is massachusetts - mrl: answer(loc_1(stateid('massachusetts'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6418460364629344, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 15 - REFERENCE: how big is new mexico - GOLD MRL: answer(size(stateid('new mexico'))) -GOLD OUTPUT: [121600.0] - -<<< KBEST -0 ||| how big is new mexico ||| ||| {:decoder=>-4.05458, :psb=>1.0} -1 ||| how big is mexico ||| ||| {:decoder=>-4.33683, :psb=>0.5506953149031837} -2 ||| what is new mexico ||| ||| {:decoder=>-4.35235, :psb=>0.5124797359336637} -3 ||| how great is new mexico ||| ||| {:decoder=>-4.44119, :psb=>0.5318295896944989} -4 ||| how large is new mexico ||| ||| {:decoder=>-4.52288, :psb=>0.5318295896944989} -5 ||| how much is new mexico ||| ||| {:decoder=>-4.55958, :psb=>0.5318295896944989} -6 ||| how great new mexico ||| ||| {:decoder=>-4.56912, :psb=>0.3894003915357024} -7 ||| how great is mexico ||| ||| {:decoder=>-4.72344, :psb=>0.32744539334076506} -8 ||| just how big is new mexico ||| ||| {:decoder=>-4.76495, :psb=>0.8034284189446518} -9 ||| how large is mexico ||| ||| {:decoder=>-4.87078, :psb=>0.32744539334076506} -10 ||| how big new mexico is ||| ||| {:decoder=>-4.89277, :psb=>0.47287080450158786} -11 ||| how large new mexico is ||| ||| {:decoder=>-4.97659, :psb=>0.40410310093532464} -12 ||| how large , new mexico ||| ||| {:decoder=>-4.97943, :psb=>0.3760603093086393} -13 ||| is as large new mexico ||| ||| {:decoder=>-5.00405, :psb=>0.3760603093086393} ->>> - - [TOP1] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: what is new mexico - mrl: answer('new mexico') - output: []. - correct?: false - SCORES: {:decoder=>0.6863829294237832, :psb=>0.5124797359336637}, #2 - -================= - EXAMPLE: 16 - REFERENCE: how big is north dakota - GOLD MRL: answer(size(stateid('north dakota'))) -GOLD OUTPUT: [70700.0] - -<<< KBEST -0 ||| how big is north dakota ||| ||| {:decoder=>-3.35756, :psb=>1.0} -1 ||| how great is north dakota ||| ||| {:decoder=>-3.70091, :psb=>0.5318295896944989} -2 ||| how large is north dakota ||| ||| {:decoder=>-3.81679, :psb=>0.5318295896944989} -3 ||| how much is north dakota ||| ||| {:decoder=>-3.9503, :psb=>0.5318295896944989} -4 ||| just how big is north dakota ||| ||| {:decoder=>-3.98813, :psb=>0.8034284189446518} -5 ||| how great north dakota ||| ||| {:decoder=>-3.99944, :psb=>0.3894003915357024} -6 ||| what is north dakota ||| ||| {:decoder=>-4.12953, :psb=>0.5124797359336637} -7 ||| how big north dakota is ||| ||| {:decoder=>-4.15327, :psb=>0.47287080450158786} -8 ||| is how large north dakota ||| ||| {:decoder=>-4.18577, :psb=>0.40410310093532464} -9 ||| is how big north dakota ||| ||| {:decoder=>-4.19059, :psb=>0.47287080450158786} -10 ||| as big is north dakota ||| ||| {:decoder=>-4.21926, :psb=>0.7521206186172787} -11 ||| is as large north dakota ||| ||| {:decoder=>-4.25994, :psb=>0.3760603093086393} -12 ||| how large north dakota is ||| ||| {:decoder=>-4.27708, :psb=>0.40410310093532464} -13 ||| is as big north dakota ||| ||| {:decoder=>-4.32673, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is north dakota - mrl: answer(loc_1(stateid('north dakota'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6457277876946255, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 17 - REFERENCE: how big is texas - GOLD MRL: answer(size(stateid('texas'))) -GOLD OUTPUT: [266807.0] - -<<< KBEST -0 ||| how big is texas ||| ||| {:decoder=>-2.99927, :psb=>1.0} -1 ||| how great is texas ||| ||| {:decoder=>-3.37968, :psb=>0.49999999999999994} -2 ||| how large is texas ||| ||| {:decoder=>-3.48712, :psb=>0.49999999999999994} -3 ||| how much is texas ||| ||| {:decoder=>-3.59539, :psb=>0.49999999999999994} -4 ||| how great texas ||| ||| {:decoder=>-3.62859, :psb=>0.41368954504257255} -5 ||| just how big is texas ||| ||| {:decoder=>-3.65333, :psb=>0.7521206186172787} -6 ||| how big is of texas ||| ||| {:decoder=>-3.72698, :psb=>0.5318295896944989} -7 ||| what is texas ||| ||| {:decoder=>-3.76694, :psb=>0.4919625503668659} -8 ||| like big is texas ||| ||| {:decoder=>-3.77439, :psb=>0.6580370064762462} -9 ||| how big texas is ||| ||| {:decoder=>-3.81161, :psb=>0.537284965911771} -10 ||| is how large texas ||| ||| {:decoder=>-3.81498, :psb=>0.42044820762685725} -11 ||| is how big texas ||| ||| {:decoder=>-3.84152, :psb=>0.537284965911771} -12 ||| as big is texas ||| ||| {:decoder=>-3.8878, :psb=>0.6580370064762462} -13 ||| is as large texas ||| ||| {:decoder=>-3.89239, :psb=>0.37991784282579627} -14 ||| how large texas is ||| ||| {:decoder=>-3.90906, :psb=>0.42044820762685725} -15 ||| is as big texas ||| ||| {:decoder=>-3.96071, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is texas - mrl: answer(loc_1(stateid('texas'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6043330837077718, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 18 - REFERENCE: how big is the city of new york - GOLD MRL: answer(size(city(cityid('new york', _)))) -GOLD OUTPUT: [7071639] - -<<< KBEST -0 ||| how big is the city of new york ||| ||| {:decoder=>-3.86018, :psb=>1.0} -1 ||| how big is the new york city ||| ||| {:decoder=>-3.93768, :psb=>0.5329462628216856} -2 ||| how much is the new york city ||| ||| {:decoder=>-4.12003, :psb=>0.2883677731713749} -3 ||| how big is the york city ||| ||| {:decoder=>-4.2701, :psb=>0.4791733671582712} -4 ||| how great is the city of new york ||| ||| {:decoder=>-4.27963, :psb=>0.7476743906106103} -5 ||| how large is the new york city ||| ||| {:decoder=>-4.32869, :psb=>0.2883677731713749} -6 ||| how large is the city of new york ||| ||| {:decoder=>-4.40741, :psb=>0.7476743906106103} -7 ||| how great is the new york city ||| ||| {:decoder=>-4.486, :psb=>0.2883677731713749} -8 ||| how big is the city new york ||| ||| {:decoder=>-4.48641, :psb=>0.6633400689531749} -9 ||| just how big is the city of new york ||| ||| {:decoder=>-4.57721, :psb=>0.8773826753016616} ->>> - - [TOP1] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how big is the new york city - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>0.8919152615650674, :psb=>0.5329462628216856}, #1 - -================= - EXAMPLE: 19 - REFERENCE: how high are the highest points of all the states - GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all)))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| what are the highest surveys all states ||| ||| {:decoder=>-6.84432, :psb=>0.257703362342899} -1 ||| how much are the highest surveys all states ||| ||| {:decoder=>-6.89276, :psb=>0.27534765745159184} -2 ||| how high is the highest surveys all states ||| ||| {:decoder=>-6.91242, :psb=>0.2315388580995513} -3 ||| how high are the highest surveys all states ||| ||| {:decoder=>-6.92558, :psb=>0.5062667121584363} -4 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-7.03658, :psb=>0.25933688537080213} -5 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-7.04974, :psb=>0.5501366107724776} -6 ||| all states how high are the highest surveys ||| ||| {:decoder=>-7.09249, :psb=>0.5062667121584363} -7 ||| how high are the highest peaks all states ||| ||| {:decoder=>-7.15425, :psb=>0.5062667121584363} -8 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-7.25011, :psb=>0.26493826542476406} -9 ||| how high are the supreme surveys of all states ||| ||| {:decoder=>-7.29429, :psb=>0.429170247427184} -10 ||| what are the highest uplift all states ||| ||| {:decoder=>-7.4484, :psb=>0.257703362342899} -11 ||| what are the highest eminence all states ||| ||| {:decoder=>-7.45127, :psb=>0.257703362342899} -12 ||| what are the highest hills all states ||| ||| {:decoder=>-7.50095, :psb=>0.257703362342899} -13 ||| how high is the highest uplift all states ||| ||| {:decoder=>-7.50111, :psb=>0.2315388580995513} -14 ||| how high is the highest eminence all states ||| ||| {:decoder=>-7.50399, :psb=>0.2315388580995513} -15 ||| how high are the highest uplift all states ||| ||| {:decoder=>-7.51427, :psb=>0.5062667121584363} -16 ||| how high are the highest eminence all states ||| ||| {:decoder=>-7.51715, :psb=>0.5062667121584363} -17 ||| how high is the highest hills all states ||| ||| {:decoder=>-7.55366, :psb=>0.2315388580995513} -18 ||| how high are the highest hills all states ||| ||| {:decoder=>-7.56682, :psb=>0.5062667121584363} -19 ||| how much are the highest uplift all states ||| ||| {:decoder=>-7.69884, :psb=>0.27534765745159184} -20 ||| how much are the highest eminence all states ||| ||| {:decoder=>-7.70171, :psb=>0.27534765745159184} -21 ||| how much are the highest hills all states ||| ||| {:decoder=>-7.75139, :psb=>0.27534765745159184} ->>> - - [TOP1] - nrl: what are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.257703362342899} - - [HOPE] - nrl: how high are the highest surveys all states - mrl: answer(elevation_1(highest(state(all)))) - output: [] - correct?: false - SCORES: {:decoder=>0.9104148522164769, :psb=>0.5062667121584363}, #3 - - [FEAR] - nrl: what are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.257703362342899}, #0 - -================= - EXAMPLE: 20 - REFERENCE: how high is guadalupe peak - GOLD MRL: answer(elevation_1(placeid('guadalupe peak'))) -GOLD OUTPUT: [2667] - -<<< KBEST -0 ||| how high is guadalupe peak ||| ||| {:decoder=>-3.4003, :psb=>1.0} -1 ||| how much is guadalupe peak ||| ||| {:decoder=>-3.70178, :psb=>0.5318295896944989} -2 ||| how high is located guadalupe peak ||| ||| {:decoder=>-3.79957, :psb=>0.48549177170732344} -3 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-3.83114, :psb=>0.48549177170732344} -4 ||| as high is guadalupe peak ||| ||| {:decoder=>-3.85381, :psb=>0.7521206186172787} -5 ||| how highly is guadalupe peak ||| ||| {:decoder=>-3.88094, :psb=>0.5318295896944989} -6 ||| as highly is guadalupe peak ||| ||| {:decoder=>-3.91956, :psb=>0.4949232003839765} -7 ||| like high is guadalupe peak ||| ||| {:decoder=>-3.92346, :psb=>0.7521206186172787} -8 ||| how high lies guadalupe peak ||| ||| {:decoder=>-3.94484, :psb=>0.4472135954999579} -9 ||| such as high is guadalupe peak ||| ||| {:decoder=>-3.96174, :psb=>0.6042750794713536} -10 ||| how high located guadalupe peak ||| ||| {:decoder=>-3.97385, :psb=>0.4472135954999579} -11 ||| how high situated guadalupe peak ||| ||| {:decoder=>-3.98086, :psb=>0.4472135954999579} -12 ||| like highly is guadalupe peak ||| ||| {:decoder=>-4.00156, :psb=>0.4949232003839765} -13 ||| as high is located guadalupe peak ||| ||| {:decoder=>-4.27579, :psb=>0.35930411196308426} -14 ||| how highly is located guadalupe peak ||| ||| {:decoder=>-4.28634, :psb=>0.32466791547509893} -15 ||| how highly is situated guadalupe peak ||| ||| {:decoder=>-4.3179, :psb=>0.32466791547509893} -16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-4.32847, :psb=>0.35930411196308426} -17 ||| as highly is located guadalupe peak ||| ||| {:decoder=>-4.33047, :psb=>0.3021375397356768} -18 ||| like high is located guadalupe peak ||| ||| {:decoder=>-4.34544, :psb=>0.35930411196308426} -19 ||| as highly is situated guadalupe peak ||| ||| {:decoder=>-4.36203, :psb=>0.3021375397356768} -20 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-4.38372, :psb=>0.3005840818981024} -21 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-4.39812, :psb=>0.35930411196308426} -22 ||| like highly is located guadalupe peak ||| ||| {:decoder=>-4.40696, :psb=>0.3021375397356768} -23 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-4.4364, :psb=>0.3005840818981024} -24 ||| like highly is situated guadalupe peak ||| ||| {:decoder=>-4.43853, :psb=>0.3021375397356768} -25 ||| how high is situated of guadalupe peak ||| ||| {:decoder=>-4.55033, :psb=>0.40614925799324625} -26 ||| as high is situated of guadalupe peak ||| ||| {:decoder=>-4.7445, :psb=>0.3005840818981024} -27 ||| like high is situated of guadalupe peak ||| ||| {:decoder=>-4.81415, :psb=>0.3005840818981024} -28 ||| such as high is situated of guadalupe peak ||| ||| {:decoder=>-4.85243, :psb=>0.25848657697858524} ->>> - - [TOP1] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is guadalupe peak - mrl: answer(loc_1(placeid('guadalupe peak'))) - output: [countryid(usa),stateid(texas)] - correct?: false - SCORES: {:decoder=>0.7923877338805756, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 21 - REFERENCE: how high is the highest point in montana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) -GOLD OUTPUT: [3901] - -<<< KBEST -0 ||| how high is the highest point in montana ||| ||| {:decoder=>-3.38519, :psb=>1.0} -1 ||| as high is the highest point in montana ||| ||| {:decoder=>-3.6603, :psb=>0.8599476570625982} -2 ||| like high is the highest point in montana ||| ||| {:decoder=>-3.67525, :psb=>0.8599476570625982} -3 ||| how much is the highest point in montana ||| ||| {:decoder=>-3.70863, :psb=>0.7476743906106103} -4 ||| how high is the highest point montana ||| ||| {:decoder=>-3.75306, :psb=>0.7536998328984837} -5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-3.77606, :psb=>0.719408902854813} -6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-3.79648, :psb=>0.719408902854813} -7 ||| how highly is the highest point in montana ||| ||| {:decoder=>-3.8789, :psb=>0.7476743906106103} -8 ||| such as high is the highest point in montana ||| ||| {:decoder=>-3.97329, :psb=>0.7545031759729783} ->>> - - [TOP1] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - -================= - EXAMPLE: 22 - REFERENCE: how high is the highest point in the largest state - GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-5.13697, :psb=>0.3760603093086394} -1 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-5.25588, :psb=>0.29697089145035693} -2 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-5.29645, :psb=>0.5844356470407898} -3 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-5.29965, :psb=>0.347507514861063} -4 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-5.31402, :psb=>0.33437015248821106} -5 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-5.3277, :psb=>0.6999271023161167} -6 ||| how high lies the highest point the largest state ||| ||| {:decoder=>-5.39775, :psb=>0.3777177718431893} -7 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-5.41523, :psb=>0.6042750794713536} -8 ||| as high is situated the highest point of the largest state ||| ||| {:decoder=>-5.42835, :psb=>0.33910457813956707} -9 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-5.43372, :psb=>0.49144984054308527} -10 ||| how high is situated the highest point of the largest state ||| ||| {:decoder=>-5.43385, :psb=>0.3900256463674887} -11 ||| as high is located the highest point of the largest state ||| ||| {:decoder=>-5.43934, :psb=>0.33910457813956707} -12 ||| as high is the highest point of largest state ||| ||| {:decoder=>-5.45679, :psb=>0.5341735956899846} -13 ||| how much lies the highest point of the largest state ||| ||| {:decoder=>-5.471, :psb=>0.347507514861063} -14 ||| how high lies the highest point of the greatest state ||| ||| {:decoder=>-5.47439, :psb=>0.29697089145035693} -15 ||| how high lies the highest point the biggest state ||| ||| {:decoder=>-5.48456, :psb=>0.2982797722714565} -16 ||| how highly lies the highest point of the largest state ||| ||| {:decoder=>-5.50574, :psb=>0.347507514861063} -17 ||| how high is located the highest point of the largest state ||| ||| {:decoder=>-5.51361, :psb=>0.3900256463674887} -18 ||| as high situated the highest point of the largest state ||| ||| {:decoder=>-5.54247, :psb=>0.347507514861063} -19 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-5.54826, :psb=>0.347507514861063} -20 ||| like high lies the highest point of the largest state ||| ||| {:decoder=>-5.56125, :psb=>0.347507514861063} -21 ||| how high located the highest point of the largest state ||| ||| {:decoder=>-5.5768, :psb=>0.3760603093086394} -22 ||| how high situated the highest point of the largest state ||| ||| {:decoder=>-5.83805, :psb=>0.3760603093086394} -23 ||| like high situated the highest point of the largest state ||| ||| {:decoder=>-5.99662, :psb=>0.347507514861063} -24 ||| like high located the highest point of the largest state ||| ||| {:decoder=>-6.00241, :psb=>0.347507514861063} ->>> - - [TOP1] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394} - - [HOPE] - nrl: how high is the highest point of the largest state - mrl: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) - output: [6194] - correct?: true - SCORES: {:decoder=>0.7796149935293027, :psb=>0.6999271023161167}, #5 - - [FEAR] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0 - -================= - EXAMPLE: 23 - REFERENCE: how high is the highest point of delaware - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) -GOLD OUTPUT: [135] - -<<< KBEST -0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-5.29326, :psb=>1.0} -1 ||| how much is the highest point of delaware ||| ||| {:decoder=>-5.54301, :psb=>0.7476743906106103} -2 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-5.58546, :psb=>0.6559965570884768} -3 ||| as high is the highest point of delaware ||| ||| {:decoder=>-5.66772, :psb=>0.8599476570625982} -4 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-5.68158, :psb=>0.6559965570884768} -5 ||| like high is the highest point of delaware ||| ||| {:decoder=>-5.72751, :psb=>0.8599476570625982} -6 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-5.84379, :psb=>0.6559965570884768} -7 ||| such as high is the highest point of delaware ||| ||| {:decoder=>-5.89577, :psb=>0.7545031759729783} -8 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-6.09751, :psb=>0.8065978233496266} -9 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-6.44204, :psb=>0.6817705815391745} -10 ||| how much is the highest point of of delaware ||| ||| {:decoder=>-6.46402, :psb=>0.5773502691896258} -11 ||| like high is the highest point of of delaware ||| ||| {:decoder=>-6.58852, :psb=>0.6817705815391745} -12 ||| such as high is the highest point of of delaware ||| ||| {:decoder=>-6.66799, :psb=>0.6073980520929507} -13 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-6.69356, :psb=>0.49944351611061033} -14 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-7.01692, :psb=>0.49944351611061033} ->>> - - [TOP1] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of delaware - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.8304770082266802, :psb=>0.6559965570884768}, #2 - -================= - EXAMPLE: 24 - REFERENCE: how high is the highest point of florida - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida')))))) -GOLD OUTPUT: [105] - -<<< KBEST -0 ||| how high is the highest point florida ||| ||| {:decoder=>-6.68086, :psb=>0.7536998328984837} -1 ||| how high is the highest point floridas ||| ||| {:decoder=>-6.88691, :psb=>0.7252065560578255} -2 ||| how much is the highest point florida ||| ||| {:decoder=>-6.88731, :psb=>0.48497485346901076} -3 ||| what is the highest point florida ||| ||| {:decoder=>-6.91488, :psb=>0.45782273986766686} -4 ||| how high the highest point is florida ||| ||| {:decoder=>-6.9883, :psb=>0.3829795673743804} -5 ||| florida how high is the highest point ||| ||| {:decoder=>-7.13067, :psb=>0.7536998328984837} -6 ||| as high is the highest point florida ||| ||| {:decoder=>-7.15724, :psb=>0.6098235933075173} -7 ||| how high florida is the highest point ||| ||| {:decoder=>-7.20824, :psb=>0.5329462628216856} -8 ||| like high is the highest point florida ||| ||| {:decoder=>-7.32247, :psb=>0.6098235933075173} -9 ||| florida as high is the highest point ||| ||| {:decoder=>-7.37726, :psb=>0.6098235933075173} -10 ||| how much florida is the highest point ||| ||| {:decoder=>-7.44916, :psb=>0.48497485346901076} -11 ||| florida like high is the highest point ||| ||| {:decoder=>-7.4618, :psb=>0.6098235933075173} -12 ||| florida how much is the highest point ||| ||| {:decoder=>-7.46192, :psb=>0.48497485346901076} -13 ||| florida what is the highest point ||| ||| {:decoder=>-7.51419, :psb=>0.45782273986766686} -14 ||| as high florida is the highest point ||| ||| {:decoder=>-7.58351, :psb=>0.48497485346901076} -15 ||| as florida high is the highest point ||| ||| {:decoder=>-7.5905, :psb=>0.6098235933075173} -16 ||| as florida highly is the highest point ||| ||| {:decoder=>-7.99345, :psb=>0.4633657281473354} ->>> - - [TOP1] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837} - - [HOPE] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - - [FEAR] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - -================= - EXAMPLE: 25 - REFERENCE: how high is the highest point of louisiana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) -GOLD OUTPUT: [163] - -<<< KBEST -0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-6.65751, :psb=>1.0} -1 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-6.86396, :psb=>0.7476743906106103} -2 ||| what is the highest point of louisiana ||| ||| {:decoder=>-6.88351, :psb=>0.7252065560578255} -3 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-7.1639, :psb=>0.8599476570625982} -4 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-7.29912, :psb=>0.8599476570625982} -5 ||| louisiana how high is the highest point of ||| ||| {:decoder=>-7.50406, :psb=>0.8891397050194614} -6 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-7.7048, :psb=>0.8065978233496266} -7 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-8.00776, :psb=>0.5773502691896258} -8 ||| what is the highest point of of louisiana ||| ||| {:decoder=>-8.04695, :psb=>0.633160218956179} -9 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-8.18649, :psb=>0.6817705815391745} -10 ||| like high is the highest point of of louisiana ||| ||| {:decoder=>-8.40118, :psb=>0.6817705815391745} ->>> - - [TOP1] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: what is the highest point of louisiana - mrl: answer(highest(place(loc_2(stateid('louisiana'))))) - output: [placeid('driskill mountain')] - correct?: false - SCORES: {:decoder=>0.8703883188906157, :psb=>0.7252065560578255}, #2 - -================= - EXAMPLE: 26 - REFERENCE: how large is the largest city in alaska - GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska')))))) -GOLD OUTPUT: [174431] - -<<< KBEST -0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-4.96206, :psb=>0.7476743906106103} -1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-5.19406, :psb=>0.3655552228545123} -2 ||| how large is the largest city in alaska ||| ||| {:decoder=>-5.30781, :psb=>1.0} -3 ||| how great is the largest city in alaska ||| ||| {:decoder=>-5.36404, :psb=>0.7476743906106103} -4 ||| as big is the largest city in alaska ||| ||| {:decoder=>-5.3762, :psb=>0.719408902854813} -5 ||| how big is the largest town in alaska ||| ||| {:decoder=>-5.40489, :psb=>0.3655552228545123} -6 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-5.65073, :psb=>0.5946035575013605} ->>> - - [TOP1] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103} - - [HOPE] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - - [FEAR] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - -================= - EXAMPLE: 27 - REFERENCE: how long is rio grande - GOLD MRL: answer(len(riverid('rio grande'))) -GOLD OUTPUT: [3033] - -<<< KBEST -0 ||| how long is rio grande ||| ||| {:decoder=>-3.52588, :psb=>1.0} -1 ||| how long rio grande ||| ||| {:decoder=>-3.7083, :psb=>0.4630777161991027} -2 ||| how long has rio grande ||| ||| {:decoder=>-3.84633, :psb=>0.4472135954999579} -3 ||| like lang is rio grande ||| ||| {:decoder=>-4.00042, :psb=>0.4949232003839765} -4 ||| how long will rio grande ||| ||| {:decoder=>-4.05779, :psb=>0.4472135954999579} -5 ||| how long rio grande is ||| ||| {:decoder=>-4.0743, :psb=>0.47287080450158786} -6 ||| like long is rio grande ||| ||| {:decoder=>-4.0844, :psb=>0.7521206186172787} -7 ||| how long is a rio grande ||| ||| {:decoder=>-4.1369, :psb=>0.48549177170732344} -8 ||| how long is of rio grande ||| ||| {:decoder=>-4.15176, :psb=>0.48549177170732344} -9 ||| rio grande is how long ||| ||| {:decoder=>-4.17458, :psb=>0.47287080450158786} -10 ||| is how long rio grande ||| ||| {:decoder=>-4.20232, :psb=>0.47287080450158786} -11 ||| how long , rio grande ||| ||| {:decoder=>-4.26115, :psb=>0.4472135954999579} -12 ||| as long is rio grande ||| ||| {:decoder=>-4.34869, :psb=>0.7521206186172787} -13 ||| rio grande is as long ||| ||| {:decoder=>-4.35013, :psb=>0.40410310093532464} -14 ||| as lang is rio grande ||| ||| {:decoder=>-4.48982, :psb=>0.4949232003839765} -15 ||| is as long rio grande ||| ||| {:decoder=>-4.49959, :psb=>0.40410310093532464} -16 ||| is like long rio grande ||| ||| {:decoder=>-4.56531, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how long rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>0.8244999663276988, :psb=>0.4630777161991027}, #1 - -================= - EXAMPLE: 28 - REFERENCE: how long is the mississippi - GOLD MRL: answer(len(riverid('mississippi'))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi river ||| ||| {:decoder=>-4.02421, :psb=>0.8034284189446518} -1 ||| how long the mississippi river ||| ||| {:decoder=>-4.33982, :psb=>0.4472135954999579} -2 ||| how long has the mississippi river ||| ||| {:decoder=>-4.53518, :psb=>0.35930411196308426} -3 ||| how long is mississippi river ||| ||| {:decoder=>-4.59269, :psb=>0.5318295896944989} -4 ||| how long the mississippi river is ||| ||| {:decoder=>-4.61284, :psb=>0.37991784282579627} -5 ||| is how long the mississippi river ||| ||| {:decoder=>-4.69413, :psb=>0.37991784282579627} -6 ||| as long is the mississippi river ||| ||| {:decoder=>-4.846, :psb=>0.6042750794713536} -7 ||| like long is the mississippi river ||| ||| {:decoder=>-5.07372, :psb=>0.6042750794713536} -8 ||| how long is der mississippi river ||| ||| {:decoder=>-5.15498, :psb=>0.4272870063962341} -9 ||| is as long the mississippi river ||| ||| {:decoder=>-5.16513, :psb=>0.32466791547509893} -10 ||| is like long the mississippi river ||| ||| {:decoder=>-5.24122, :psb=>0.32466791547509893} ->>> - - [TOP1] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 29 - REFERENCE: how long is the mississippi river - GOLD MRL: answer(len(river(riverid('mississippi')))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi ||| ||| {:decoder=>-3.59409, :psb=>0.8187307530779819} -1 ||| how long the mississippi ||| ||| {:decoder=>-3.86179, :psb=>0.36064528799877893} -2 ||| how long is mississippi ||| ||| {:decoder=>-3.93407, :psb=>0.4288819424803534} -3 ||| how long has the mississippi ||| ||| {:decoder=>-4.05715, :psb=>0.36614752383039256} -4 ||| is how long the mississippi ||| ||| {:decoder=>-4.2161, :psb=>0.3871538698781762} -5 ||| the mississippi is how long ||| ||| {:decoder=>-4.21615, :psb=>0.3871538698781762} -6 ||| how long the mississippi is ||| ||| {:decoder=>-4.21634, :psb=>0.3871538698781762} -7 ||| how long is of mississippi ||| ||| {:decoder=>-4.26868, :psb=>0.43542524047973125} -8 ||| as long is the mississippi ||| ||| {:decoder=>-4.33797, :psb=>0.6157842804860023} -9 ||| the mississippi is as long ||| ||| {:decoder=>-4.39611, :psb=>0.3308516361499261} -10 ||| how long is der mississippi ||| ||| {:decoder=>-4.46637, :psb=>0.43542524047973125} -11 ||| is how long mississippi ||| ||| {:decoder=>-4.48856, :psb=>0.3258798048281462} -12 ||| like long is the mississippi ||| ||| {:decoder=>-4.55192, :psb=>0.6157842804860023} -13 ||| is as long the mississippi ||| ||| {:decoder=>-4.6871, :psb=>0.3308516361499261} -14 ||| mississippi how long is the ||| ||| {:decoder=>-4.68789, :psb=>0.6511126026643229} ->>> - - [TOP1] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819} - - [HOPE] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0 - - [FEAR] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0 - ---- - iteration #2/3: 30 examples - type1 updates: 12 - type2 updates: 17 - top1 hits: 12 - top1 variant: 9 - top1 true variant: 9 - hope hits: 12 - hope variant: 10 - hope true variant: 10 - kbest size: 14.0 - 3.33% without translations (abs: 1) - 6.67% no good gold output (abs: 2) - - top1 with parse 96.67% abs=29.0 - top1 with output 96.67% abs=29.0 -top1 with correct output 70.0% adj=72.41 abs=21.0 - - hope with parse 96.67% abs=29.0 - hope with output 96.67% abs=29.0 -hope with correct output 73.33% adj=75.86 abs=22.0 - - fear with parse 96.67% abs=29.0 - fear with output 96.67% abs=29.0 -fear with correct output 46.67% adj=48.28 abs=14.0 - - - -================= - EXAMPLE: 0 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| give me the cities in virginia ||| ||| {:decoder=>-4.90046, :psb=>1.0} -1 ||| the cities in virginia give me ||| ||| {:decoder=>-5.29943, :psb=>0.7071067811865476} -2 ||| give me cities in virginia ||| ||| {:decoder=>-5.30919, :psb=>0.49473859088183875} -3 ||| give me the towns in virginia ||| ||| {:decoder=>-5.39031, :psb=>0.48549177170732344} -4 ||| unto me the cities in virginia ||| ||| {:decoder=>-5.41471, :psb=>0.8034284189446518} -5 ||| me give the cities in virginia ||| ||| {:decoder=>-5.43012, :psb=>0.668740304976422} -6 ||| give me the cities , virginia in ||| ||| {:decoder=>-5.4455, :psb=>0.559450014366235} -7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-5.45788, :psb=>0.7034711503007025} -8 ||| give the cities in virginia me ||| ||| {:decoder=>-5.4907, :psb=>0.668740304976422} -9 ||| me the cities in virginia give ||| ||| {:decoder=>-5.50409, :psb=>0.8408964152537146} -10 ||| unto me the towns in virginia ||| ||| {:decoder=>-5.96261, :psb=>0.35930411196308426} -11 ||| give unto me the towns in virginia ||| ||| {:decoder=>-6.00578, :psb=>0.3178289704467185} -12 ||| me the towns in virginia give ||| ||| {:decoder=>-6.052, :psb=>0.37991784282579627} ->>> - - [TOP1] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: give me cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>0.645057922434305, :psb=>0.49473859088183875}, #2 - -================= - EXAMPLE: 1 - REFERENCE: what are the high points of states surrounding mississippi - GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi'))))) -GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')] -NO MT OUTPUT, skipping example - -================= - EXAMPLE: 2 - REFERENCE: name the rivers in arkansas - GOLD MRL: answer(river(loc_2(stateid('arkansas')))) -GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] - -<<< KBEST -0 ||| call the rivers in arkansas ||| ||| {:decoder=>-4.75288, :psb=>0.7521206186172787} -1 ||| call rivers in the arkansas ||| ||| {:decoder=>-4.91936, :psb=>0.40410310093532464} -2 ||| the rivers in arkansas call ||| ||| {:decoder=>-5.05979, :psb=>0.7521206186172787} -3 ||| the rivers call in arkansas ||| ||| {:decoder=>-5.12949, :psb=>0.4472135954999579} -4 ||| the call rivers in arkansas ||| ||| {:decoder=>-5.1567, :psb=>0.5318295896944989} -5 ||| call the rivers into arkansas ||| ||| {:decoder=>-5.16957, :psb=>0.3760603093086393} -6 ||| the rivers in call arkansas ||| ||| {:decoder=>-5.20856, :psb=>0.5318295896944989} -7 ||| rivers in the arkansas call ||| ||| {:decoder=>-5.26077, :psb=>0.40410310093532464} -8 ||| rivers in the call arkansas ||| ||| {:decoder=>-5.268, :psb=>0.40410310093532464} -9 ||| call the rivers in the arkansas ||| ||| {:decoder=>-5.27856, :psb=>0.4272870063962341} -10 ||| rivers in call the arkansas ||| ||| {:decoder=>-5.32639, :psb=>0.40410310093532464} -11 ||| call the rivers , in arkansas ||| ||| {:decoder=>-5.34179, :psb=>0.35930411196308426} -12 ||| in arkansas call the rivers ||| ||| {:decoder=>-5.37467, :psb=>0.4472135954999579} -13 ||| call the rivers arkansas ||| ||| {:decoder=>-5.40607, :psb=>0.3894003915357024} -14 ||| call rivers in arkansas the ||| ||| {:decoder=>-5.51696, :psb=>0.5318295896944989} -15 ||| call rivers in the the arkansas ||| ||| {:decoder=>-5.633, :psb=>0.32466791547509893} -16 ||| call the rivers in in arkansas ||| ||| {:decoder=>-5.86784, :psb=>0.4591497693322866} -17 ||| rivers in the the arkansas call ||| ||| {:decoder=>-5.97442, :psb=>0.32466791547509893} -18 ||| the rivers in in arkansas call ||| ||| {:decoder=>-6.18241, :psb=>0.4591497693322866} -19 ||| the call rivers in in arkansas ||| ||| {:decoder=>-6.25475, :psb=>0.35930411196308426} -20 ||| call rivers in in arkansas the ||| ||| {:decoder=>-6.81386, :psb=>0.35930411196308426} ->>> - - [TOP1] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787} - - [HOPE] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - - [FEAR] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - -================= - EXAMPLE: 3 - REFERENCE: can you tell me the capital of texas - GOLD MRL: answer(capital(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(austin,tx)] - -<<< KBEST -0 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-5.98132, :psb=>0.5270027137504644} -1 ||| can you tell me what is the capital of texas ||| ||| {:decoder=>-6.16151, :psb=>0.5844356470407898} -2 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-6.16317, :psb=>0.3852971889399676} -3 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-6.18376, :psb=>0.4272870063962341} -4 ||| can you tell me , what is the capital of the texas ||| ||| {:decoder=>-6.21355, :psb=>0.39458812555917666} -5 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-6.22759, :psb=>0.5844356470407898} -6 ||| can you tell me , was the capital of texas is ||| ||| {:decoder=>-6.23065, :psb=>0.5270027137504644} -7 ||| you can tell me what is the capital of texas ||| ||| {:decoder=>-6.28271, :psb=>0.4272870063962341} -8 ||| can you tell me , what is the capital city of texas ||| ||| {:decoder=>-6.28756, :psb=>0.3672056269893592} -9 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-6.29963, :psb=>0.5270027137504644} -10 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-6.3575, :psb=>0.3852971889399676} -11 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-6.4125, :psb=>0.3852971889399676} -12 ||| you can tell me , what is the capital city of texas ||| ||| {:decoder=>-6.47983, :psb=>0.21200626759025185} -13 ||| can you tell me , what the capital city of texas is ||| ||| {:decoder=>-6.70185, :psb=>0.3672056269893592} -14 ||| you can tell me what the capital city of texas is ||| ||| {:decoder=>-6.78796, :psb=>0.2328254894667881} -15 ||| you can tell me , what the capital city of texas is ||| ||| {:decoder=>-6.88369, :psb=>0.21200626759025185} ->>> - - [TOP1] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644} - - [HOPE] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0 - - [FEAR] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0 - -================= - EXAMPLE: 4 - REFERENCE: could you tell me what is the highest point in the state of oregon - GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon')))))) -GOLD OUTPUT: [placeid('mount hood')] - -<<< KBEST -0 ||| you could tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.21284, :psb=>0.6985342056580097} -1 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.3765, :psb=>0.7992975447228272} -2 ||| you could say which is the highest point in the state of oregon me ||| ||| {:decoder=>-9.41639, :psb=>0.6668954865619205} -3 ||| you could say me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.4563, :psb=>0.6668954865619205} -4 ||| you could tell me which is the highest point in oregon state ||| ||| {:decoder=>-9.47219, :psb=>0.4090790395780627} -5 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-9.60631, :psb=>0.633160218956179} -6 ||| you could tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-9.60802, :psb=>0.8817192535122739} -7 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-9.62761, :psb=>0.684694991173804} -8 ||| could you tell me which is the highest point in oregon state ||| ||| {:decoder=>-9.63584, :psb=>0.5227564628601822} -9 ||| you could say what me is the highest point in the state of oregon ||| ||| {:decoder=>-9.64509, :psb=>0.6803749333171202} -10 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-9.69288, :psb=>0.633160218956179} -11 ||| you could tell me which is the highest point in the oregon state ||| ||| {:decoder=>-9.69908, :psb=>0.48507053375249726} -12 ||| you could tell me which oregon is the highest point in the state ||| ||| {:decoder=>-9.84646, :psb=>0.5550418054052764} -13 ||| you could tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-9.88721, :psb=>0.5885661912765424} -14 ||| you could tell me which the highest point in the state oregon is ||| ||| {:decoder=>-10.156, :psb=>0.48507053375249726} -15 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-10.1657, :psb=>0.535536059195526} ->>> - - [TOP1] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097} - - [HOPE] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0 - - [FEAR] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0 - -================= - EXAMPLE: 5 - REFERENCE: give me all the states of usa - GOLD MRL: answer(state(loc_2(countryid('usa')))) -GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] - -<<< KBEST -0 ||| call all states ||| ||| {:decoder=>-4.78129, :psb=>0.15218787864872976} -1 ||| all states call ||| ||| {:decoder=>-4.97326, :psb=>0.15218787864872976} -2 ||| call all states of the usa ||| ||| {:decoder=>-5.01221, :psb=>0.29059254080791846} -3 ||| all call states ||| ||| {:decoder=>-5.09643, :psb=>0.15218787864872976} -4 ||| call all states the usa ||| ||| {:decoder=>-5.12451, :psb=>0.22778068328450227} -5 ||| call all the usa ||| ||| {:decoder=>-5.13119, :psb=>0.23618327637050732} -6 ||| call all states of usa ||| ||| {:decoder=>-5.15816, :psb=>0.3564960350471317} -7 ||| call all states in the usa ||| ||| {:decoder=>-5.3356, :psb=>0.2310997417025822} -8 ||| call all united states of america ||| ||| {:decoder=>-5.42748, :psb=>0.2557539057896621} ->>> - - [TOP1] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976} - - [HOPE] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - - [FEAR] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - -================= - EXAMPLE: 6 - REFERENCE: give me the cities in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| tell me what cities in texas are ||| ||| {:decoder=>-5.18623, :psb=>0.35745672884978397} -1 ||| tell me what are cities in texas ||| ||| {:decoder=>-5.36006, :psb=>0.35745672884978397} -2 ||| tell me which are cities in texas ||| ||| {:decoder=>-5.55054, :psb=>0.35745672884978397} -3 ||| tell me what cities are in texas ||| ||| {:decoder=>-5.57587, :psb=>0.271608378656351} -4 ||| tell me which cities in texas are ||| ||| {:decoder=>-5.57615, :psb=>0.35745672884978397} -5 ||| tell me what cities in texas , ||| ||| {:decoder=>-5.68419, :psb=>0.35745672884978397} -6 ||| tell me what cities in are texas ||| ||| {:decoder=>-5.68769, :psb=>0.271608378656351} -7 ||| tell me are what cities in texas ||| ||| {:decoder=>-5.71578, :psb=>0.35745672884978397} -8 ||| tell me what cities in texas is ||| ||| {:decoder=>-5.72165, :psb=>0.35745672884978397} -9 ||| are tell me what cities in texas ||| ||| {:decoder=>-5.7417, :psb=>0.35745672884978397} -10 ||| tell me which cities are in texas ||| ||| {:decoder=>-5.77551, :psb=>0.271608378656351} -11 ||| tell me downloading cities in texas are ||| ||| {:decoder=>-5.85841, :psb=>0.35745672884978397} -12 ||| sag me what cities in texas are ||| ||| {:decoder=>-6.00996, :psb=>0.35745672884978397} -13 ||| sag me which cities in texas are ||| ||| {:decoder=>-6.16294, :psb=>0.35745672884978397} ->>> - - [TOP1] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397} - - [HOPE] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - - [FEAR] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - -================= - EXAMPLE: 7 - REFERENCE: give me the cities in usa - GOLD MRL: answer(city(loc_2(countryid('usa')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - -<<< KBEST -0 ||| call the cities of usa ||| ||| {:decoder=>-4.25718, :psb=>0.3078921402430011} -1 ||| call the cities of the usa ||| ||| {:decoder=>-4.30348, :psb=>0.3021375397356768} -2 ||| call the cities of the u.s. ||| ||| {:decoder=>-4.43573, :psb=>0.2730120862709067} -3 ||| call the cities of the united states ||| ||| {:decoder=>-4.53806, :psb=>0.2283945119649991} -4 ||| call the usa cities ||| ||| {:decoder=>-4.55436, :psb=>0.255014728746912} -5 ||| call the cities the usa ||| ||| {:decoder=>-4.59985, :psb=>0.3078921402430011} -6 ||| call the cities in the usa ||| ||| {:decoder=>-4.64782, :psb=>0.4272870063962341} -7 ||| call the cities in the united states ||| ||| {:decoder=>-4.64897, :psb=>0.33265096878635064} -8 ||| call cities of the usa ||| ||| {:decoder=>-4.93486, :psb=>0.25890539701513354} ->>> - - [TOP1] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011} - - [HOPE] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - - [FEAR] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - -================= - EXAMPLE: 8 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| call me the cities in virginia ||| ||| {:decoder=>-4.93827, :psb=>0.8034284189446518} -1 ||| the cities in virginia call me ||| ||| {:decoder=>-5.31284, :psb=>0.6389431042462724} -2 ||| the call me cities in virginia ||| ||| {:decoder=>-5.31367, :psb=>0.45180100180492244} -3 ||| call the cities in virginia me ||| ||| {:decoder=>-5.42424, :psb=>0.6389431042462724} -4 ||| call me cities in virginia ||| ||| {:decoder=>-5.43661, :psb=>0.43542524047973125} -5 ||| me call the cities in virginia ||| ||| {:decoder=>-5.47804, :psb=>0.6389431042462724} -6 ||| call me the towns in virginia ||| ||| {:decoder=>-5.49818, :psb=>0.35930411196308426} -7 ||| call the me cities in virginia ||| ||| {:decoder=>-5.52764, :psb=>0.45180100180492244} -8 ||| call me the cities virginia ||| ||| {:decoder=>-5.55828, :psb=>0.43542524047973125} -9 ||| call me in the cities virginia ||| ||| {:decoder=>-5.56823, :psb=>0.34329452398451965} -10 ||| me the cities in virginia call ||| ||| {:decoder=>-5.68903, :psb=>0.8034284189446518} -11 ||| in virginia call me the cities ||| ||| {:decoder=>-5.68952, :psb=>0.48549177170732344} -12 ||| me the call cities in virginia ||| ||| {:decoder=>-5.70501, :psb=>0.48549177170732344} -13 ||| cities in virginia call me the ||| ||| {:decoder=>-5.76462, :psb=>0.48549177170732344} -14 ||| me the towns in virginia call ||| ||| {:decoder=>-6.26143, :psb=>0.35930411196308426} ->>> - - [TOP1] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 9 - REFERENCE: give me the cities which are in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| call me cities in texas ||| ||| {:decoder=>-4.23114, :psb=>0.221776483974985} -1 ||| cities in texas call me ||| ||| {:decoder=>-4.66326, :psb=>0.221776483974985} -2 ||| call me in texas cities ||| ||| {:decoder=>-4.7176, :psb=>0.221776483974985} -3 ||| me call cities in texas ||| ||| {:decoder=>-4.80532, :psb=>0.221776483974985} -4 ||| call cities in texas me ||| ||| {:decoder=>-4.80659, :psb=>0.221776483974985} -5 ||| me cities in texas call ||| ||| {:decoder=>-4.83894, :psb=>0.221776483974985} -6 ||| call me towns in texas ||| ||| {:decoder=>-4.88967, :psb=>0.20638627362169998} -7 ||| cities in call me texas ||| ||| {:decoder=>-4.9023, :psb=>0.18649105036213778} -8 ||| cities call me in texas ||| ||| {:decoder=>-4.94992, :psb=>0.221776483974985} -9 ||| call i cities in texas ||| ||| {:decoder=>-4.97096, :psb=>0.20638627362169998} -10 ||| call cities in me texas ||| ||| {:decoder=>-4.99825, :psb=>0.18649105036213778} -11 ||| in texas call me cities ||| ||| {:decoder=>-5.00417, :psb=>0.221776483974985} -12 ||| cities in texas me call ||| ||| {:decoder=>-5.07199, :psb=>0.221776483974985} ->>> - - [TOP1] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985} - - [HOPE] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - - [FEAR] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - -================= - EXAMPLE: 10 - REFERENCE: give me the lakes in california - GOLD MRL: answer(lake(loc_2(stateid('california')))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the lakes in california ||| ||| {:decoder=>-4.84491, :psb=>0.8034284189446518} -1 ||| the lakes in california call me ||| ||| {:decoder=>-5.16499, :psb=>0.6389431042462724} -2 ||| call the lakes in california me ||| ||| {:decoder=>-5.31599, :psb=>0.6389431042462724} -3 ||| the call me lakes in california ||| ||| {:decoder=>-5.33129, :psb=>0.45180100180492244} -4 ||| me call the lakes in california ||| ||| {:decoder=>-5.33979, :psb=>0.6389431042462724} -5 ||| the lakes call me in california ||| ||| {:decoder=>-5.34005, :psb=>0.37991784282579627} -6 ||| call me the lakes , california in ||| ||| {:decoder=>-5.44488, :psb=>0.3779644730092272} -7 ||| call the lakes me in california ||| ||| {:decoder=>-5.48682, :psb=>0.37991784282579627} -8 ||| me the lakes in california call ||| ||| {:decoder=>-5.50098, :psb=>0.8034284189446518} -9 ||| call me lakes in the california ||| ||| {:decoder=>-5.5134, :psb=>0.34329452398451965} -10 ||| call me of the lakes in california ||| ||| {:decoder=>-5.51503, :psb=>0.5345224838248488} -11 ||| in california call me the lakes ||| ||| {:decoder=>-5.56098, :psb=>0.48549177170732344} -12 ||| call the me lakes in california ||| ||| {:decoder=>-5.56826, :psb=>0.45180100180492244} -13 ||| call me in california the lakes ||| ||| {:decoder=>-5.57408, :psb=>0.37991784282579627} -14 ||| call me the in california lakes ||| ||| {:decoder=>-5.60393, :psb=>0.37991784282579627} -15 ||| call me the lakes , in california ||| ||| {:decoder=>-5.6148, :psb=>0.40614925799324625} -16 ||| call me the the lakes in california ||| ||| {:decoder=>-5.62073, :psb=>0.5651887140592688} -17 ||| me the call lakes in california ||| ||| {:decoder=>-5.74564, :psb=>0.48549177170732344} -18 ||| me the the lakes in california call ||| ||| {:decoder=>-6.27679, :psb=>0.5651887140592688} ->>> - - [TOP1] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 11 - REFERENCE: give me the largest state - GOLD MRL: answer(largest(state(all))) -GOLD OUTPUT: [stateid(alaska)] - -<<< KBEST -0 ||| which city is the largest ||| ||| {:decoder=>-3.60384, :psb=>0.33980884896942454} -1 ||| what is the largest city ||| ||| {:decoder=>-3.6763, :psb=>0.33980884896942454} -2 ||| what city is the largest ||| ||| {:decoder=>-3.72761, :psb=>0.33980884896942454} -3 ||| what town is the largest ||| ||| {:decoder=>-3.76011, :psb=>0.33980884896942454} -4 ||| which is the largest city ||| ||| {:decoder=>-3.82416, :psb=>0.33980884896942454} -5 ||| what city is the biggest ||| ||| {:decoder=>-3.85311, :psb=>0.24028114141347542} -6 ||| which city is the biggest ||| ||| {:decoder=>-3.85609, :psb=>0.24028114141347542} -7 ||| downloading city is the largest ||| ||| {:decoder=>-3.94522, :psb=>0.33980884896942454} -8 ||| which town is the largest ||| ||| {:decoder=>-3.97893, :psb=>0.33980884896942454} -9 ||| downloading is the largest city ||| ||| {:decoder=>-4.17845, :psb=>0.33980884896942454} ->>> - - [TOP1] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454} - - [HOPE] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - - [FEAR] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - -================= - EXAMPLE: 12 - REFERENCE: give me the longest river that passes through the us - GOLD MRL: answer(longest(river(traverse_2(countryid('usa'))))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-8.23459, :psb=>0.3585594362259136} -1 ||| call me the longest river , which flows through the u.s. ||| ||| {:decoder=>-8.35556, :psb=>0.3585594362259136} -2 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-8.55136, :psb=>0.3976353643835253} -3 ||| the longest river , which flows through the usa call me ||| ||| {:decoder=>-8.572, :psb=>0.257663759638272} -4 ||| call me , the longest river , which flows through the usa ||| ||| {:decoder=>-8.67255, :psb=>0.23462350320528} -5 ||| call the longest river , which flows through the usa me ||| ||| {:decoder=>-8.67567, :psb=>0.257663759638272} -6 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-8.68234, :psb=>0.32399502498695193} -7 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-8.70065, :psb=>0.3264971028628052} -8 ||| me call the longest river , which flows through the usa ||| ||| {:decoder=>-8.72947, :psb=>0.257663759638272} -9 ||| the longest river which flows through the usa call me ||| ||| {:decoder=>-8.88877, :psb=>0.28574404296988} -10 ||| call me the longest river that flows through the usa ||| ||| {:decoder=>-8.97901, :psb=>0.5143686723610401} -11 ||| call the longest river which flows through the usa me ||| ||| {:decoder=>-8.99243, :psb=>0.28574404296988} -12 ||| me call the longest river which flows through the usa ||| ||| {:decoder=>-9.04623, :psb=>0.28574404296988} -13 ||| the longest river that flows through the usa call me ||| ||| {:decoder=>-9.35138, :psb=>0.41325840918969} -14 ||| call the longest river that flows through the usa me ||| ||| {:decoder=>-9.45505, :psb=>0.41325840918969} -15 ||| me call the longest river that flows through the usa ||| ||| {:decoder=>-9.50885, :psb=>0.41325840918969} ->>> - - [TOP1] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136} - - [HOPE] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - - [FEAR] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - -================= - EXAMPLE: 13 - REFERENCE: how big is alaska - GOLD MRL: answer(size(stateid('alaska'))) -GOLD OUTPUT: [591000.0] - -<<< KBEST -0 ||| how big is alaska ||| ||| {:decoder=>-3.352, :psb=>1.0} -1 ||| how large is alaska ||| ||| {:decoder=>-3.66406, :psb=>0.49999999999999994} -2 ||| how great is alaska ||| ||| {:decoder=>-3.79165, :psb=>0.49999999999999994} -3 ||| how big alaska is ||| ||| {:decoder=>-3.9478, :psb=>0.537284965911771} -4 ||| as large is alaska ||| ||| {:decoder=>-3.98806, :psb=>0.4518010018049224} -5 ||| is how large alaska ||| ||| {:decoder=>-4.00369, :psb=>0.42044820762685725} -6 ||| as big is alaska ||| ||| {:decoder=>-4.0091, :psb=>0.6580370064762462} -7 ||| is how big alaska ||| ||| {:decoder=>-4.03758, :psb=>0.537284965911771} -8 ||| how large alaska is ||| ||| {:decoder=>-4.05471, :psb=>0.42044820762685725} -9 ||| is as large alaska ||| ||| {:decoder=>-4.10908, :psb=>0.37991784282579627} -10 ||| is as big alaska ||| ||| {:decoder=>-4.18126, :psb=>0.42044820762685725} -11 ||| how great alaska is ||| ||| {:decoder=>-4.20096, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>0.6324208443271767, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 14 - REFERENCE: how big is massachusetts - GOLD MRL: answer(size(stateid('massachusetts'))) -GOLD OUTPUT: [8284.0] - -<<< KBEST -0 ||| how big is massachusetts ||| ||| {:decoder=>-3.87508, :psb=>1.0} -1 ||| how great is massachusetts ||| ||| {:decoder=>-4.31177, :psb=>0.49999999999999994} -2 ||| how large is massachusetts ||| ||| {:decoder=>-4.34604, :psb=>0.49999999999999994} -3 ||| how big is , massachusetts ||| ||| {:decoder=>-4.54065, :psb=>0.5318295896944989} -4 ||| how great massachusetts ||| ||| {:decoder=>-4.59867, :psb=>0.41368954504257255} -5 ||| how much is massachusetts ||| ||| {:decoder=>-4.61509, :psb=>0.49999999999999994} -6 ||| just how big is massachusetts ||| ||| {:decoder=>-4.61696, :psb=>0.7521206186172787} -7 ||| is how large massachusetts ||| ||| {:decoder=>-4.68735, :psb=>0.42044820762685725} -8 ||| is how big massachusetts ||| ||| {:decoder=>-4.71459, :psb=>0.537284965911771} -9 ||| how big massachusetts is ||| ||| {:decoder=>-4.74691, :psb=>0.537284965911771} -10 ||| is as large massachusetts ||| ||| {:decoder=>-4.79783, :psb=>0.37991784282579627} -11 ||| as big is massachusetts ||| ||| {:decoder=>-4.82551, :psb=>0.6580370064762462} -12 ||| how big , massachusetts ||| ||| {:decoder=>-4.84744, :psb=>0.49999999999999994} -13 ||| is as big massachusetts ||| ||| {:decoder=>-4.86349, :psb=>0.42044820762685725} -14 ||| as large is massachusetts ||| ||| {:decoder=>-4.86998, :psb=>0.4518010018049224} -15 ||| how large massachusetts is ||| ||| {:decoder=>-4.88264, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is massachusetts - mrl: answer(loc_1(stateid('massachusetts'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.5665866052642027, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 15 - REFERENCE: how big is new mexico - GOLD MRL: answer(size(stateid('new mexico'))) -GOLD OUTPUT: [121600.0] - -<<< KBEST -0 ||| how big is new mexico ||| ||| {:decoder=>-4.61619, :psb=>1.0} -1 ||| how large is new mexico ||| ||| {:decoder=>-5.05484, :psb=>0.5318295896944989} -2 ||| how great is new mexico ||| ||| {:decoder=>-5.09129, :psb=>0.5318295896944989} -3 ||| how big is mexico ||| ||| {:decoder=>-5.09245, :psb=>0.5506953149031837} -4 ||| how great new mexico ||| ||| {:decoder=>-5.34872, :psb=>0.3894003915357024} -5 ||| how much is new mexico ||| ||| {:decoder=>-5.36, :psb=>0.5318295896944989} -6 ||| just how big is new mexico ||| ||| {:decoder=>-5.41215, :psb=>0.8034284189446518} -7 ||| how big new mexico is ||| ||| {:decoder=>-5.45388, :psb=>0.47287080450158786} -8 ||| new mexico how big is ||| ||| {:decoder=>-5.4629, :psb=>0.6042750794713536} -9 ||| is how large new mexico ||| ||| {:decoder=>-5.49776, :psb=>0.40410310093532464} -10 ||| how large new mexico is ||| ||| {:decoder=>-5.54671, :psb=>0.40410310093532464} -11 ||| is how big new mexico ||| ||| {:decoder=>-5.55166, :psb=>0.47287080450158786} -12 ||| how great is mexico ||| ||| {:decoder=>-5.56797, :psb=>0.32744539334076506} -13 ||| how large is mexico ||| ||| {:decoder=>-5.59306, :psb=>0.32744539334076506} -14 ||| as big is new mexico ||| ||| {:decoder=>-5.59339, :psb=>0.7521206186172787} -15 ||| is as large new mexico ||| ||| {:decoder=>-5.61138, :psb=>0.3760603093086393} -16 ||| how great new mexico is ||| ||| {:decoder=>-5.64434, :psb=>0.40410310093532464} -17 ||| is as big new mexico ||| ||| {:decoder=>-5.70361, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>0.5966140037887839, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 16 - REFERENCE: how big is north dakota - GOLD MRL: answer(size(stateid('north dakota'))) -GOLD OUTPUT: [70700.0] - -<<< KBEST -0 ||| how big is north dakota ||| ||| {:decoder=>-4.82486, :psb=>1.0} -1 ||| how great is north dakota ||| ||| {:decoder=>-5.2808, :psb=>0.5318295896944989} -2 ||| how large is north dakota ||| ||| {:decoder=>-5.43474, :psb=>0.5318295896944989} -3 ||| how much is north dakota ||| ||| {:decoder=>-5.52132, :psb=>0.5318295896944989} -4 ||| how great north dakota ||| ||| {:decoder=>-5.58252, :psb=>0.3894003915357024} -5 ||| just how big is north dakota ||| ||| {:decoder=>-5.59917, :psb=>0.8034284189446518} -6 ||| what is north dakota ||| ||| {:decoder=>-5.74702, :psb=>0.5124797359336637} -7 ||| how big north dakota is ||| ||| {:decoder=>-5.81288, :psb=>0.47287080450158786} -8 ||| is how big north dakota ||| ||| {:decoder=>-5.91808, :psb=>0.47287080450158786} -9 ||| is how large north dakota ||| ||| {:decoder=>-5.92961, :psb=>0.40410310093532464} -10 ||| as big is north dakota ||| ||| {:decoder=>-5.95059, :psb=>0.7521206186172787} -11 ||| how large north dakota is ||| ||| {:decoder=>-5.97472, :psb=>0.40410310093532464} -12 ||| is as large north dakota ||| ||| {:decoder=>-6.04774, :psb=>0.3760603093086393} -13 ||| how great north dakota is ||| ||| {:decoder=>-6.05242, :psb=>0.40410310093532464} -14 ||| is as big north dakota ||| ||| {:decoder=>-6.07447, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is north dakota - mrl: answer(loc_1(stateid('north dakota'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6351341618584997, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 17 - REFERENCE: how big is texas - GOLD MRL: answer(size(stateid('texas'))) -GOLD OUTPUT: [266807.0] - -<<< KBEST -0 ||| how big is texas ||| ||| {:decoder=>-4.27286, :psb=>1.0} -1 ||| how great is texas ||| ||| {:decoder=>-4.77554, :psb=>0.49999999999999994} -2 ||| how large is texas ||| ||| {:decoder=>-4.92137, :psb=>0.49999999999999994} -3 ||| how much is texas ||| ||| {:decoder=>-4.97271, :psb=>0.49999999999999994} -4 ||| how great texas ||| ||| {:decoder=>-5.00691, :psb=>0.41368954504257255} -5 ||| just how big is texas ||| ||| {:decoder=>-5.07066, :psb=>0.7521206186172787} -6 ||| how big is of texas ||| ||| {:decoder=>-5.11615, :psb=>0.5318295896944989} -7 ||| what is texas ||| ||| {:decoder=>-5.19072, :psb=>0.4919625503668659} -8 ||| like big is texas ||| ||| {:decoder=>-5.25398, :psb=>0.6580370064762462} -9 ||| how big texas is ||| ||| {:decoder=>-5.27452, :psb=>0.537284965911771} -10 ||| is how large texas ||| ||| {:decoder=>-5.30358, :psb=>0.42044820762685725} -11 ||| is how big texas ||| ||| {:decoder=>-5.3345, :psb=>0.537284965911771} -12 ||| how large texas is ||| ||| {:decoder=>-5.41049, :psb=>0.42044820762685725} -13 ||| is as large texas ||| ||| {:decoder=>-5.42496, :psb=>0.37991784282579627} -14 ||| as big is texas ||| ||| {:decoder=>-5.42542, :psb=>0.6580370064762462} -15 ||| is as big texas ||| ||| {:decoder=>-5.49392, :psb=>0.42044820762685725} -16 ||| how great texas is ||| ||| {:decoder=>-5.54629, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is texas - mrl: answer(loc_1(stateid('texas'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6052550984349351, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 18 - REFERENCE: how big is the city of new york - GOLD MRL: answer(size(city(cityid('new york', _)))) -GOLD OUTPUT: [7071639] - -<<< KBEST -0 ||| how big is the city of new york ||| ||| {:decoder=>-5.35187, :psb=>1.0} -1 ||| how big is the new york city ||| ||| {:decoder=>-5.40803, :psb=>0.5329462628216856} -2 ||| how much is the new york city ||| ||| {:decoder=>-5.60488, :psb=>0.2883677731713749} -3 ||| how big is the york city ||| ||| {:decoder=>-5.83406, :psb=>0.4791733671582712} -4 ||| how great is the city of new york ||| ||| {:decoder=>-5.89202, :psb=>0.7476743906106103} -5 ||| how large is the new york city ||| ||| {:decoder=>-5.96135, :psb=>0.2883677731713749} -6 ||| how large is the city of new york ||| ||| {:decoder=>-6.0681, :psb=>0.7476743906106103} -7 ||| how great is the new york city ||| ||| {:decoder=>-6.13984, :psb=>0.2883677731713749} -8 ||| how big is the new york city 's ||| ||| {:decoder=>-6.14515, :psb=>0.528685631720282} -9 ||| just how big is the city of new york ||| ||| {:decoder=>-6.21917, :psb=>0.8773826753016616} ->>> - - [TOP1] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is the new york city - mrl: answer(loc_1(cityid('new york',_))) - output: [countryid(usa),stateid('new york')] - correct?: false - SCORES: {:decoder=>0.708278565663554, :psb=>0.2883677731713749}, #2 - -================= - EXAMPLE: 19 - REFERENCE: how high are the highest points of all the states - GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all)))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| how much are the highest surveys all states ||| ||| {:decoder=>-8.95102, :psb=>0.27534765745159184} -1 ||| what are the highest surveys all states ||| ||| {:decoder=>-8.95549, :psb=>0.257703362342899} -2 ||| how high is the highest surveys all states ||| ||| {:decoder=>-8.9672, :psb=>0.2315388580995513} -3 ||| how high are the highest surveys all states ||| ||| {:decoder=>-9.01094, :psb=>0.5062667121584363} -4 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-9.11773, :psb=>0.25933688537080213} -5 ||| all states how high are the highest surveys ||| ||| {:decoder=>-9.14587, :psb=>0.5062667121584363} -6 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-9.16148, :psb=>0.5501366107724776} -7 ||| how high all states are the highest surveys ||| ||| {:decoder=>-9.20504, :psb=>0.30592435772324006} -8 ||| all states how high is the highest surveys ||| ||| {:decoder=>-9.22113, :psb=>0.2315388580995513} -9 ||| how high are the highest peaks all states ||| ||| {:decoder=>-9.23844, :psb=>0.5062667121584363} -10 ||| how high are the highest surveys , all states ||| ||| {:decoder=>-9.2844, :psb=>0.5103723117878854} -11 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-9.36742, :psb=>0.26493826542476406} -12 ||| how highly are the highest surveys all states ||| ||| {:decoder=>-9.39154, :psb=>0.27534765745159184} -13 ||| what are the highest uplift all states ||| ||| {:decoder=>-9.6381, :psb=>0.257703362342899} -14 ||| how high is the highest uplift all states ||| ||| {:decoder=>-9.64389, :psb=>0.2315388580995513} -15 ||| how high is the highest eminence all states ||| ||| {:decoder=>-9.64683, :psb=>0.2315388580995513} -16 ||| what are the highest eminence all states ||| ||| {:decoder=>-9.6507, :psb=>0.257703362342899} -17 ||| how high are the highest uplift all states ||| ||| {:decoder=>-9.68763, :psb=>0.5062667121584363} -18 ||| how high are the highest eminence all states ||| ||| {:decoder=>-9.69057, :psb=>0.5062667121584363} -19 ||| how high is the highest hills all states ||| ||| {:decoder=>-9.73746, :psb=>0.2315388580995513} -20 ||| what are the highest hills all states ||| ||| {:decoder=>-9.74134, :psb=>0.257703362342899} -21 ||| how high are the highest hills all states ||| ||| {:decoder=>-9.78121, :psb=>0.5062667121584363} ->>> - - [TOP1] - nrl: how much are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.27534765745159184} - - [HOPE] - nrl: how high are the highest surveys all states - mrl: answer(elevation_1(highest(state(all)))) - output: [] - correct?: false - SCORES: {:decoder=>0.9278237511894868, :psb=>0.5062667121584363}, #3 - - [FEAR] - nrl: how much are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.27534765745159184}, #0 - -================= - EXAMPLE: 20 - REFERENCE: how high is guadalupe peak - GOLD MRL: answer(elevation_1(placeid('guadalupe peak'))) -GOLD OUTPUT: [2667] - -<<< KBEST -0 ||| how high is guadalupe peak ||| ||| {:decoder=>-5.25889, :psb=>1.0} -1 ||| how much is guadalupe peak ||| ||| {:decoder=>-5.63113, :psb=>0.5318295896944989} -2 ||| how high is located guadalupe peak ||| ||| {:decoder=>-5.87022, :psb=>0.48549177170732344} -3 ||| what is guadalupe peak ||| ||| {:decoder=>-5.89176, :psb=>0.5124797359336637} -4 ||| as high is guadalupe peak ||| ||| {:decoder=>-5.89329, :psb=>0.7521206186172787} -5 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-5.92847, :psb=>0.48549177170732344} -6 ||| how tall is guadalupe peak ||| ||| {:decoder=>-5.95205, :psb=>0.5318295896944989} -7 ||| how highly is guadalupe peak ||| ||| {:decoder=>-5.99923, :psb=>0.5318295896944989} -8 ||| as highly is guadalupe peak ||| ||| {:decoder=>-6.00386, :psb=>0.4949232003839765} -9 ||| like high is guadalupe peak ||| ||| {:decoder=>-6.03796, :psb=>0.7521206186172787} -10 ||| how high lies guadalupe peak ||| ||| {:decoder=>-6.05851, :psb=>0.4472135954999579} -11 ||| how high located guadalupe peak ||| ||| {:decoder=>-6.07554, :psb=>0.4472135954999579} -12 ||| how high situated guadalupe peak ||| ||| {:decoder=>-6.10028, :psb=>0.4472135954999579} -13 ||| such as high is guadalupe peak ||| ||| {:decoder=>-6.12183, :psb=>0.6042750794713536} -14 ||| like highly is guadalupe peak ||| ||| {:decoder=>-6.17188, :psb=>0.4949232003839765} -15 ||| as high is located guadalupe peak ||| ||| {:decoder=>-6.52941, :psb=>0.35930411196308426} -16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-6.60485, :psb=>0.35930411196308426} -17 ||| like high is located guadalupe peak ||| ||| {:decoder=>-6.67408, :psb=>0.35930411196308426} -18 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-6.74952, :psb=>0.35930411196308426} -19 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-6.75795, :psb=>0.3005840818981024} -20 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-6.83338, :psb=>0.3005840818981024} ->>> - - [TOP1] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is guadalupe peak - mrl: answer(loc_1(placeid('guadalupe peak'))) - output: [countryid(usa),stateid(texas)] - correct?: false - SCORES: {:decoder=>0.763580587999924, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 21 - REFERENCE: how high is the highest point in montana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) -GOLD OUTPUT: [3901] - -<<< KBEST -0 ||| how high is the highest point in montana ||| ||| {:decoder=>-5.28617, :psb=>1.0} -1 ||| how much is the highest point in montana ||| ||| {:decoder=>-5.64393, :psb=>0.7476743906106103} -2 ||| as high is the highest point in montana ||| ||| {:decoder=>-5.75403, :psb=>0.8599476570625982} -3 ||| how high is the highest point montana ||| ||| {:decoder=>-5.76096, :psb=>0.7536998328984837} -4 ||| like high is the highest point in montana ||| ||| {:decoder=>-5.83992, :psb=>0.8599476570625982} -5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-5.95092, :psb=>0.719408902854813} -6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-6.05081, :psb=>0.719408902854813} -7 ||| how highly is the highest point in montana ||| ||| {:decoder=>-6.11243, :psb=>0.7476743906106103} -8 ||| montana how high is the highest point in ||| ||| {:decoder=>-6.19152, :psb=>0.8891397050194614} ->>> - - [TOP1] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - -================= - EXAMPLE: 22 - REFERENCE: how high is the highest point in the largest state - GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-7.71391, :psb=>0.6999271023161167} -1 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-7.82842, :psb=>0.3760603093086394} -2 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-7.85246, :psb=>0.5844356470407898} -3 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-7.87491, :psb=>0.6042750794713536} -4 ||| how high is the highest point of largest state ||| ||| {:decoder=>-7.98584, :psb=>0.6496350258549114} -5 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-8.01327, :psb=>0.29697089145035693} -6 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-8.04457, :psb=>0.347507514861063} -7 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-8.05738, :psb=>0.49144984054308527} -8 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-8.09543, :psb=>0.33437015248821106} -9 ||| as high is the highest point of largest state ||| ||| {:decoder=>-8.13951, :psb=>0.5341735956899846} -10 ||| like high is the highest point of the largest state ||| ||| {:decoder=>-8.20983, :psb=>0.5844356470407898} -11 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-8.37807, :psb=>0.347507514861063} ->>> - - [TOP1] - nrl: how high is the highest point of the largest state - mrl: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) - output: [6194] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6999271023161167} - - [HOPE] - nrl: how high is the highest point of the largest state - mrl: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) - output: [6194] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6999271023161167}, #0 - - [FEAR] - nrl: how high is the highest point of the largest state - mrl: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) - output: [6194] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6999271023161167}, #0 - -================= - EXAMPLE: 23 - REFERENCE: how high is the highest point of delaware - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) -GOLD OUTPUT: [135] - -<<< KBEST -0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-6.37084, :psb=>1.0} -1 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-6.68632, :psb=>0.6559965570884768} -2 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-6.77427, :psb=>0.6559965570884768} -3 ||| as high is the highest point of delaware ||| ||| {:decoder=>-6.78307, :psb=>0.8599476570625982} -4 ||| like high is the highest point of delaware ||| ||| {:decoder=>-6.82648, :psb=>0.8599476570625982} -5 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-6.82934, :psb=>0.6559965570884768} -6 ||| how high lies the highest point of delaware ||| ||| {:decoder=>-6.98391, :psb=>0.6580370064762462} -7 ||| how high located the highest point of delaware ||| ||| {:decoder=>-7.1696, :psb=>0.6580370064762462} -8 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-7.34794, :psb=>0.8065978233496266} -9 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-7.7287, :psb=>0.6817705815391745} -10 ||| like high is the highest point of of delaware ||| ||| {:decoder=>-7.86183, :psb=>0.6817705815391745} -11 ||| how high is situated the highest point of of delaware ||| ||| {:decoder=>-7.94157, :psb=>0.49944351611061033} -12 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-7.99414, :psb=>0.49944351611061033} -13 ||| how high lies the highest point of of delaware ||| ||| {:decoder=>-8.13092, :psb=>0.48549177170732344} -14 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-8.5008, :psb=>0.49944351611061033} ->>> - - [TOP1] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of delaware - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.8518845424327217, :psb=>0.6559965570884768}, #1 - -================= - EXAMPLE: 24 - REFERENCE: how high is the highest point of florida - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida')))))) -GOLD OUTPUT: [105] - -<<< KBEST -0 ||| how high is the highest point florida ||| ||| {:decoder=>-7.82412, :psb=>0.7536998328984837} -1 ||| how high is the highest point floridas ||| ||| {:decoder=>-7.93368, :psb=>0.7252065560578255} -2 ||| how high the highest point is florida ||| ||| {:decoder=>-8.18731, :psb=>0.3829795673743804} -3 ||| how much is the highest point florida ||| ||| {:decoder=>-8.24641, :psb=>0.48497485346901076} -4 ||| florida how high is the highest point ||| ||| {:decoder=>-8.29252, :psb=>0.7536998328984837} -5 ||| as high is the highest point florida ||| ||| {:decoder=>-8.33827, :psb=>0.6098235933075173} -6 ||| how high is situated the highest point florida ||| ||| {:decoder=>-8.39189, :psb=>0.4445698525097307} -7 ||| how high florida is the highest point ||| ||| {:decoder=>-8.45005, :psb=>0.5329462628216856} -8 ||| as high is the highest point floridas ||| ||| {:decoder=>-8.47784, :psb=>0.5826515567418346} -9 ||| like high is the highest point florida ||| ||| {:decoder=>-8.48712, :psb=>0.6098235933075173} -10 ||| how high is of the highest point florida ||| ||| {:decoder=>-8.51859, :psb=>0.45966135761245924} -11 ||| florida as high is the highest point ||| ||| {:decoder=>-8.57761, :psb=>0.6098235933075173} -12 ||| like high is the highest point floridas ||| ||| {:decoder=>-8.59668, :psb=>0.5826515567418346} -13 ||| how high is located the highest point florida ||| ||| {:decoder=>-8.63847, :psb=>0.4445698525097307} -14 ||| florida like high is the highest point ||| ||| {:decoder=>-8.64591, :psb=>0.6098235933075173} -15 ||| floridas how high is the highest point ||| ||| {:decoder=>-8.91756, :psb=>0.7252065560578255} ->>> - - [TOP1] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837} - - [HOPE] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - - [FEAR] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - -================= - EXAMPLE: 25 - REFERENCE: how high is the highest point of louisiana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) -GOLD OUTPUT: [163] - -<<< KBEST -0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-7.7586, :psb=>1.0} -1 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-8.19942, :psb=>0.7476743906106103} -2 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-8.30276, :psb=>0.8599476570625982} -3 ||| what is the highest point of louisiana ||| ||| {:decoder=>-8.33672, :psb=>0.7252065560578255} -4 ||| how high is located the highest point of louisiana ||| ||| {:decoder=>-8.3378, :psb=>0.6559965570884768} -5 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-8.4216, :psb=>0.8599476570625982} -6 ||| how high is situated the highest point of louisiana ||| ||| {:decoder=>-8.4222, :psb=>0.6559965570884768} -7 ||| how high is the highest point from louisiana ||| ||| {:decoder=>-8.47028, :psb=>0.7476743906106103} -8 ||| how high is of the highest point of louisiana ||| ||| {:decoder=>-8.5489, :psb=>0.6559965570884768} -9 ||| louisiana how high is the highest point of ||| ||| {:decoder=>-8.78017, :psb=>0.8891397050194614} -10 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-8.97875, :psb=>0.8065978233496266} -11 ||| as louisiana high is the highest point of ||| ||| {:decoder=>-9.01218, :psb=>0.7476743906106103} -12 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-9.49666, :psb=>0.6817705815391745} -13 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-9.54731, :psb=>0.5773502691896258} -14 ||| like high is the highest point of of louisiana ||| ||| {:decoder=>-9.69801, :psb=>0.6817705815391745} ->>> - - [TOP1] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of louisiana - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('louisiana'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.7013524731748318, :psb=>0.6559965570884768}, #4 - -================= - EXAMPLE: 26 - REFERENCE: how large is the largest city in alaska - GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska')))))) -GOLD OUTPUT: [174431] - -<<< KBEST -0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-7.30307, :psb=>0.7476743906106103} -1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-7.58876, :psb=>0.3655552228545123} -2 ||| how large is the largest city in alaska ||| ||| {:decoder=>-7.81022, :psb=>1.0} -3 ||| how great is the largest city in alaska ||| ||| {:decoder=>-7.84126, :psb=>0.7476743906106103} -4 ||| how big is the largest town in alaska ||| ||| {:decoder=>-7.87324, :psb=>0.3655552228545123} -5 ||| how great is the biggest city in alaska ||| ||| {:decoder=>-8.16696, :psb=>0.3655552228545123} -6 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-8.22306, :psb=>0.5946035575013605} ->>> - - [TOP1] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103} - - [HOPE] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - - [FEAR] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - -================= - EXAMPLE: 27 - REFERENCE: how long is rio grande - GOLD MRL: answer(len(riverid('rio grande'))) -GOLD OUTPUT: [3033] - -<<< KBEST -0 ||| how long is rio grande ||| ||| {:decoder=>-5.3791, :psb=>1.0} -1 ||| how long rio grande ||| ||| {:decoder=>-5.51937, :psb=>0.4630777161991027} -2 ||| how long has rio grande ||| ||| {:decoder=>-5.7721, :psb=>0.4472135954999579} -3 ||| how long will rio grande ||| ||| {:decoder=>-6.00931, :psb=>0.4472135954999579} -4 ||| how long rio grande is ||| ||| {:decoder=>-6.11793, :psb=>0.47287080450158786} -5 ||| like lang is rio grande ||| ||| {:decoder=>-6.14756, :psb=>0.4949232003839765} -6 ||| rio grande is how long ||| ||| {:decoder=>-6.17474, :psb=>0.47287080450158786} -7 ||| like long is rio grande ||| ||| {:decoder=>-6.17789, :psb=>0.7521206186172787} -8 ||| how long is of rio grande ||| ||| {:decoder=>-6.222, :psb=>0.48549177170732344} -9 ||| how long , rio grande ||| ||| {:decoder=>-6.26844, :psb=>0.4472135954999579} -10 ||| is how long rio grande ||| ||| {:decoder=>-6.36224, :psb=>0.47287080450158786} -11 ||| rio grande is as long ||| ||| {:decoder=>-6.43718, :psb=>0.40410310093532464} -12 ||| as long is rio grande ||| ||| {:decoder=>-6.57339, :psb=>0.7521206186172787} -13 ||| like long rio grande ||| ||| {:decoder=>-6.60378, :psb=>0.3894003915357024} -14 ||| as lang is rio grande ||| ||| {:decoder=>-6.77637, :psb=>0.4949232003839765} -15 ||| is as long rio grande ||| ||| {:decoder=>-6.84056, :psb=>0.40410310093532464} -16 ||| as long rio grande is ||| ||| {:decoder=>-6.91337, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how long rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>0.9085754137146655, :psb=>0.4630777161991027}, #1 - -================= - EXAMPLE: 28 - REFERENCE: how long is the mississippi - GOLD MRL: answer(len(riverid('mississippi'))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi river ||| ||| {:decoder=>-5.99251, :psb=>0.8034284189446518} -1 ||| how long the mississippi river ||| ||| {:decoder=>-6.3028, :psb=>0.4472135954999579} -2 ||| how long has the mississippi river ||| ||| {:decoder=>-6.65798, :psb=>0.35930411196308426} -3 ||| how long will the mississippi river ||| ||| {:decoder=>-6.70278, :psb=>0.35930411196308426} -4 ||| how long the mississippi river is ||| ||| {:decoder=>-6.86439, :psb=>0.37991784282579627} -5 ||| how long is the mississippi river and ||| ||| {:decoder=>-6.88944, :psb=>0.672126440078521} -6 ||| how long is mississippi river ||| ||| {:decoder=>-6.93108, :psb=>0.5318295896944989} -7 ||| is how long the mississippi river ||| ||| {:decoder=>-6.98489, :psb=>0.37991784282579627} -8 ||| like long is the mississippi river ||| ||| {:decoder=>-7.3585, :psb=>0.6042750794713536} -9 ||| as long is the mississippi river ||| ||| {:decoder=>-7.39935, :psb=>0.6042750794713536} -10 ||| is as long the mississippi river ||| ||| {:decoder=>-7.76952, :psb=>0.32466791547509893} ->>> - - [TOP1] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 29 - REFERENCE: how long is the mississippi river - GOLD MRL: answer(len(river(riverid('mississippi')))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi ||| ||| {:decoder=>-5.4476, :psb=>0.8187307530779819} -1 ||| how long the mississippi ||| ||| {:decoder=>-5.58584, :psb=>0.36064528799877893} -2 ||| how long is mississippi ||| ||| {:decoder=>-5.89517, :psb=>0.4288819424803534} -3 ||| how long has the mississippi ||| ||| {:decoder=>-5.94102, :psb=>0.36614752383039256} -4 ||| how long will the mississippi ||| ||| {:decoder=>-5.98582, :psb=>0.36614752383039256} -5 ||| how long the mississippi is ||| ||| {:decoder=>-6.29413, :psb=>0.3871538698781762} -6 ||| is how long the mississippi ||| ||| {:decoder=>-6.30808, :psb=>0.3871538698781762} -7 ||| how long , mississippi ||| ||| {:decoder=>-6.58296, :psb=>0.30326532985631666} -8 ||| as long is the mississippi ||| ||| {:decoder=>-6.63839, :psb=>0.6157842804860023} -9 ||| is how long mississippi ||| ||| {:decoder=>-6.64193, :psb=>0.3258798048281462} -10 ||| how long , the mississippi ||| ||| {:decoder=>-6.65378, :psb=>0.36614752383039256} -11 ||| how long mississippi is ||| ||| {:decoder=>-6.76988, :psb=>0.3258798048281462} -12 ||| like long is the mississippi ||| ||| {:decoder=>-6.88757, :psb=>0.6157842804860023} -13 ||| is as long the mississippi ||| ||| {:decoder=>-7.05256, :psb=>0.3308516361499261} -14 ||| mississippi how long is the ||| ||| {:decoder=>-7.09624, :psb=>0.6511126026643229} ->>> - - [TOP1] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819} - - [HOPE] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0 - - [FEAR] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0 - ---- - iteration #3/3: 30 examples - type1 updates: 12 - type2 updates: 17 - top1 hits: 12 - top1 variant: 10 - top1 true variant: 10 - hope hits: 12 - hope variant: 10 - hope true variant: 10 - kbest size: 13.0 - 3.33% without translations (abs: 1) - 6.67% no good gold output (abs: 2) - - top1 with parse 96.67% abs=29.0 - top1 with output 96.67% abs=29.0 -top1 with correct output 73.33% adj=75.86 abs=22.0 - - hope with parse 96.67% abs=29.0 - hope with output 96.67% abs=29.0 -hope with correct output 73.33% adj=75.86 abs=22.0 - - fear with parse 96.67% abs=29.0 - fear with output 96.67% abs=29.0 -fear with correct output 50.0% adj=51.72 abs=15.0 - - diff --git a/example/output.stdout b/example/output.stdout deleted file mode 100644 index 17d4e81..0000000 --- a/example/output.stdout +++ /dev/null @@ -1,29 +0,0 @@ -give me the cities in virginia -call the rivers in arkansas -can you tell me , what is the capital of texas -you could tell me which is the highest point in the state of oregon -call all states -tell me what cities in texas are -call the cities of usa -call me the cities in virginia -call me cities in texas -call me the lakes in california -which city is the largest -call me the longest river , which flows through the usa -how big is alaska -how big is massachusetts -how big is new mexico -how big is north dakota -how big is texas -how big is the city of new york -how much are the highest surveys all states -how high is guadalupe peak -how high is the highest point in montana -how high is the highest point of the largest state -how high is the highest point of delaware -how high is the highest point florida -how high is the highest point of louisiana -how big is the largest city in alaska -how long is rio grande -how long is the mississippi river -how long is the mississippi diff --git a/example/run.sh b/example/run.sh deleted file mode 100755 index c47a955..0000000 --- a/example/run.sh +++ /dev/null @@ -1,35 +0,0 @@ -#!/bin/bash - -# stop and start memcached -killall memcached -memcached & - -# run lampion with rampion variant for 3 epochs over 30 examples -../lampion.rb \ - -k 100 \ - -i train.in \ - -r train.en \ - -g train.gold \ - -h train.funql \ - -w weights.init \ - -c cdec.ini \ - -t stopwords.en \ - -o output-weights \ - -l \ - -e 0.01 \ - -j 3 \ - -s 30 \ - -v rampion 2> output.stderr > output.stdout - -# translate test -/toolbox/cdec-dtrain/decoder/cdec \ - -c cdec.ini \ - -w output-weights.2.gz 2>/dev/null \ - < test.in \ - | ../scripts/geoquery/semparse.rb \ - | ../scripts/geoquery/query.rb > output-answers - -# evaluate result -../scripts/geoquery/eval.rb \ - test.gold < output-answers > output-eval - diff --git a/example/stopwords.en b/example/stopwords.en deleted file mode 100644 index 518ceef..0000000 --- a/example/stopwords.en +++ /dev/null @@ -1,176 +0,0 @@ -a -about -above -after -again -against -all -am -an -and -any -are -aren't -as -at -be -because -been -before -being -below -between -both -but -by -can't -cannot -could -couldn't -did -didn't -do -does -doesn't -doing -don't -down -during -each -few -for -from -further -had -hadn't -has -hasn't -have -haven't -having -he -he'd -he'll -he's -her -here -here's -hers -herself -him -himself -his -how -how's -i -i'd -i'll -i'm -i've -if -in -into -is -isn't -it -it's -its -itself -let's -me -more -most -mustn't -my -myself -no -nor -not -of -off -on -once -only -or -other -ought -our -ours -ourselves -out -over -own -same -shan't -she -she'd -she'll -she's -should -shouldn't -so -some -such -than -that -that's -the -their -theirs -them -themselves -then -there -there's -these -they -they'd -they'll -they're -they've -this -those -through -to -too -under -until -up -very -was -wasn't -we -we'd -we'll -we're -we've -were -weren't -what -what's -when -when's -where -where's -which -while -who -who's -whom -why -why's -with -won't -would -wouldn't -you -you'd -you'll -you're -you've -your -yours -yourself -yourselves -'s -'t diff --git a/example/test.gold b/example/test.gold deleted file mode 100644 index 5b8449a..0000000 --- a/example/test.gold +++ /dev/null @@ -1,280 +0,0 @@ -[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] -[2] -[1] -[stateid(arizona),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(wyoming)] -[6194] -[6194] -[734] -[591000.0] -[266807.0] -[2333] -[451] -[2333] -[3968] -[1094] -[1569] -[1] -[386] -[7071639] -[1] -[1203339] -[1595138] -[370951] -[2520000.0] -[947200.0] -[7071639] -[345496] -[] -[345496] -[1461000.0] -[14229000.0] -[2] -[0] -[10] -[51] -[51] -[51] -[6] -[3] -[4] -[8] -[51] -[11] -[14229000.0] -[6194] -[3901] -[6] -[] -[76685] -[6] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[stateid(texas)] -[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] -[stateid(colorado),stateid('new mexico'),stateid(texas)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[cityid(austin,tx)] -[cityid('des moines',ia),cityid(lincoln,ne),cityid('little rock',ar),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(springfield,il),cityid(topeka,ks)] -[cityid(appleton,wi),cityid('arlington heights',il),cityid(aurora,il),cityid('baton rouge',la),cityid(bloomington,mn),cityid('cedar rapids',ia),cityid(champaign,il),cityid(chattanooga,tn),cityid(chicago,il),cityid(cicero,il),cityid(columbia,mo),cityid(davenport,ia),cityid(decatur,il),cityid('des moines',ia),cityid(dubuque,ia),cityid(duluth,mn),cityid(elgin,il),cityid(evanston,il),cityid('fort smith',ar),cityid('green bay',wi),cityid(independence,mo),cityid(jackson,ms),cityid(joliet,il),cityid('kansas city',mo),cityid(kenner,la),cityid(kenosha,wi),cityid(knoxville,tn),cityid(lafayette,la),cityid('lake charles',la),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(monroe,la),cityid(nashville,tn),cityid('new orleans',la),cityid('north little rock',ar),cityid('oak lawn',il),cityid(peoria,il),cityid(racine,wi),cityid(rochester,mn),cityid(rockford,il),cityid(shreveport,la),cityid('sioux city',ia),cityid(skokie,il),cityid(springfield,il),cityid(springfield,mo),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi)] -[cityid(anchorage,ak)] -[placeid('mount mckinley')] -[cityid(birmingham,al),cityid(mobile,al),cityid(montgomery,al)] -[cityid(anchorage,ak)] -[cityid(buffalo,ny),cityid('new york',ny),cityid(rochester,ny),cityid(syracuse,ny),cityid(yonkers,ny)] -[cityid('baton rouge',la),cityid(chattanooga,tn),cityid(chicago,il),cityid('des moines',ia),cityid(jackson,ms),cityid('kansas city',mo),cityid(knoxville,tn),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(nashville,tn),cityid('new orleans',la),cityid(shreveport,la),cityid('st. louis',mo),cityid('st. paul',mn)] -[cityid(anaheim,ca),cityid(fresno,ca),cityid('huntington beach',ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(oakland,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca)] -[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)] -[] -[riverid(ohio),riverid(wabash)] -[0.0053517006802721095,0.6798646362098139,4.8007545317915525,7.244343891402715,8.957505576015354,9.231966053748232,10.71546052631579,11.373493975903614,17.208480565371026,20.297542043984475,23.842105263157894,27.12391705211542,27.778846153846153,28.724179829890645,33.81932962573275,42.96992481203007,43.24517512508935,48.29383886255924,51.740674955595026,52.83018867924528,53.203661327231124,53.33068472716233,60.36484245439469,70.53084648493544,75.31914893617021,80.57851239669421,83.69989136822609,88.17610062893081,92.75042444821732,99.21327729281172,100.3374795101726,108.94636924537257,111.67647617239415,131.1776251226693,141.9375509728533,148.97233812393756,149.81012658227849,151.65745856353593,158.32478632478632,202.4866785079929,261.50121065375305,261.8301403725611,290.60665362035223,357.5967413441955,403.1548757170172,580.0,618.9243027888447,692.5398358281024,781.5181518151816,945.8071144214717] -[2520000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[1303000.0,2286000.0,3025000.0,4206000.0] -[160123,173979,231999,345496,385164,425259,785880,904078,1595138] -[] -[cityid('new york',ny)] -[] -[cityid(sacramento,ca)] -[68664.0] -[41300.0] -[266807.0] -[56153.0] -[cityid('new york',ny)] -[cityid(phoenix,az)] -[cityid(wichita,ks)] -[cityid('new orleans',la)] -[cityid(sacramento,ca)] -[cityid(denver,co)] -[cityid(springfield,il)] -[cityid('des moines',ia)] -[cityid(boston,ma)] -[cityid(trenton,nj)] -[cityid(albany,ny)] -[] -[cityid(columbus,oh)] -[cityid(raleigh,nc)] -[cityid(tallahassee,fl)] -[cityid(washington,dc)] -[cityid(sacramento,ca)] -[cityid(trenton,nj)] -[cityid('des moines',ia),cityid(lincoln,ne)] -[cityid(sacramento,ca)] -[3670038.0] -[357.5967413441955] -[placeid('gannett peak')] -[placeid('guadalupe peak')] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[placeid(centerville)] -[placeid('ocheyedan mound')] -[placeid('mount katahdin')] -[placeid('granite peak')] -[placeid('boundary peak')] -[placeid('mount mitchell')] -[placeid('guadalupe peak')] -[placeid('gannett peak')] -[placeid('mount mckinley')] -[placeid('mount rogers')] -[placeid('granite peak')] -[placeid('mount mckinley')] -[cityid(phoenix,az)] -[cityid('los angeles',ca)] -[cityid(providence,ri)] -[cityid(memphis,tn)] -[cityid(washington,dc)] -[riverid(columbia)] -[stateid(texas)] -[stateid('new mexico')] -[stateid(montana)] -[2333] -[3033] -[3778] -[] -[] -[riverid(chattahoochee)] -[] -[] -[riverid(missouri)] -[riverid(mississippi)] -[placeid('ouachita river')] -[placeid('atlantic ocean')] -[placeid('gulf of mexico')] -[placeid('southeast corner')] -[placeid('death valley')] -[placeid('death valley')] -[placeid('death valley')] -[] -[stateid('new jersey')] -[cityid('new york',ny)] -[stateid(california)] -[stateid(illinois)] -[33.81932962573275] -[0.6798646362098139] -[401800.0] -[76685] -[119123] -[964000.0] -[1595138] -[4217000.0] -[1303000.0] -[7071639] -[785880] -[106919] -[174431] -[786.7] -[4916000.0] -[7365000.0] -[330537] -[1461000.0] -[4113200.0] -[cityid('scotts valley',ca)] -[cityid('scotts valley',ca)] -[stateid('south dakota')] -[stateid(missouri)] -[stateid(tennessee)] -[stateid(alaska)] -[stateid('district of columbia')] -[51393] -[3778] -[cityid(philadelphia,pa),cityid(pittsburgh,pa)] -[stateid(colorado)] -[] -[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)] -[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)] -[stateid(california)] -[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)] -[stateid(missouri)] -[stateid(california)] -[stateid(alaska)] -[stateid(arizona)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(montana)] -[cityid(birmingham,al)] -[riverid(mississippi)] -[stateid(montana)] -[stateid(texas)] -[stateid(florida)] -[stateid(california)] -[stateid(california),stateid(colorado),stateid(nevada),stateid('new mexico'),stateid(utah)] -[stateid(alabama),stateid(georgia)] -[stateid(illinois),stateid(kentucky),stateid(michigan),stateid(ohio)] -[stateid(indiana),stateid(ohio),stateid(wisconsin)] -[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)] -[stateid(delaware),stateid('new york'),stateid(pennsylvania)] -[stateid(alabama),stateid(arkansas),stateid(florida),stateid(georgia),stateid(kentucky),stateid(louisiana),stateid(mississippi),stateid(missouri),stateid('north carolina'),stateid(oklahoma),stateid(tennessee),stateid(texas),stateid(virginia)] -[stateid(delaware),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kentucky),stateid(maryland),stateid(michigan),stateid(missouri),stateid('new jersey'),stateid('new york'),stateid(ohio),stateid(pennsylvania),stateid(tennessee),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)] -[stateid(arizona),stateid(nevada),stateid(oregon)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(nebraska),stateid(oklahoma),stateid(tennessee)] -[] -[] -[stateid(maryland),stateid(virginia)] -[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(illinois),stateid(indiana),stateid(kentucky),stateid(ohio),stateid(pennsylvania),stateid('west virginia')] -[stateid(texas)] -[stateid(texas)] -[stateid(maine)] -[stateid(minnesota)] -[stateid(utah)] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[countryid(usa),stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[countryid(usa),stateid(texas)] -[countryid(usa),stateid(maine),stateid(oregon)] -[countryid(usa),stateid(florida),stateid(georgia)] -[placeid('mount mckinley')] -[placeid('mauna kea')] -[placeid('atlantic ocean')] -[cityid(albuquerque,nm)] -[countryid(usa),stateid(california)] -[cityid('los angeles',ca)] -[0.0053517006802721095,8.957505576015354,9.231966053748232,20.297542043984475,51.740674955595026,70.53084648493544] -[placeid('mount whitney')] -[riverid(missouri)] -[stateid('district of columbia')] -[stateid('new york')] -[stateid(colorado)] -[stateid(colorado)] -[stateid(colorado)] -[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(cumberland),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(potomac),riverid(powder),riverid(republican),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tennessee),riverid(tombigbee),riverid(wabash),riverid('wateree catawba'),riverid(white),riverid(yellowstone)] -[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(canadian),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(cumberland),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(potomac),riverid(powder),riverid(red),riverid(republican),riverid('rio grande'),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tennessee),riverid(tombigbee),riverid(wabash),riverid(washita),riverid('wateree catawba'),riverid(white),riverid(yellowstone)] -[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)] -[] -[] -[stateid(missouri)] -[cityid(charleston,wv)] -[stateid(california)] -[stateid(california)] -[stateid(alaska)] -[stateid(alaska)] -[stateid('new jersey')] -[stateid(california)] -[stateid(alaska),stateid(hawaii),stateid(oregon),stateid(washington)] -[stateid(montana)] -[cityid(birmingham,al)] -[riverid(mississippi)] -[riverid(mississippi)] -[stateid(california)] -[riverid(mississippi)] -[stateid(montana)] -[stateid(montana)] -[stateid(alaska)] -[stateid('district of columbia')] -[stateid(indiana),stateid(iowa),stateid(kentucky),stateid(missouri),stateid(wisconsin)] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[] -[stateid(maryland),stateid(virginia)] -[stateid(arizona)] -[stateid(florida),stateid(georgia)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(texas)] -[] diff --git a/example/test.in b/example/test.in deleted file mode 100644 index 62bd0c9..0000000 --- a/example/test.in +++ /dev/null @@ -1,280 +0,0 @@ - nenne alle flüsse in colorado - zähle die staaten , welche erhebungen haben , die niedriger liegen als jene in alabama - nenne mir die anzahl der flüsse in california - nenne mir die staaten , welche an utah grenzen - wie hoch ist mount mckinley - wie hoch liegt der höchste punkt in amerika - wie hoch liegt der höchste punkt in alabama - wie groß ist alaska - wie groß ist texas - wie lang ist der colorado fluss - wie lang ist der delaware river - wie lang ist der längste fluss kaliforniens - wie lange ist der längste fluss der usa - wie lang ist der north platte fluss - wie lang ist der fluss ohio - wie viele große städte gibt es in rhode island - wie viele städte gibt es in den usa - wie viele einwohner hat die größte stadt in den usa - wie viele flüsse mit dem namen colorado gibt es - wie viele menschen leben in detroit - wie viele menschen leben in houston - wie viele leute leben in minneapolis minnesota - wie viele leute leben in mississippi - wie viele leute leben in rhode island - wie viele menschen leben in der größten stadt von new york state - wie viele leute leben in der hauptstadt von texas - wie viele menschen leben in den usa - wie viele leute leben in austin - wie viele menschen leben in utah - wie viele einwohner leben in texas - wie viele flüsse gibt es in iowa - wie viele flüsse gibt es im staat mit den meisten flüssen - wie viele flüsse gibt es in colorado - wie viele staaten gibt es in den usa - wie viele staaten gibt es - wie viele staaten hat die usa - nenne die anzahl der staaten , welche an iowa grenzen - wie viele staaten grenzen an den staat mit der größten bevölkerung - wie viele staaten haben keine flüsse - an wie viele staaten grenzt tennessee - wie viele staaten sind in den vereinigten staaten - wie viele staaten haben einen höher gelegenen punkt als der höchstgelegene punkt des staates mit der größten hauptstadt in den usa - wie viele leute wohnen in texas - wie hoch ist mount mckinley - wie hoch ist der höchste punkt in montana - an wie viele staaten grenzt iowa - nenne die wichtigsten flüsse in florida - wie viele leute in boulder - wie viele staaten grenzen an iowa - wie viele flüsse verlaufen durch new york - in welchem staat liegt san antonio - nenne mir die städte in texas - durch welche staaten fließt der längste fluss in texas - welche flüsse gibt es in texas - was ist die hauptstadt des staates texas - wie lauten die hauptstädte der staaten , welche an missouri grenzen - wie lauten die städte in den staaten , durch welche der mississippi fluss verläuft - welches sind die städte des staates mit der höchsten erhebung - wie lauten die höchsten punkte aller staaten - welches sind die großen städte in alabama - wie lauten die wichtigsten städte in alaska - welches sind große städte in new york - welches sind große städte in den staaten , durch die der mississippi fließt - wie lauten die wichtigsten städte in california - wie lauten die wichtigen städte der usa - welches sind große städte in vermont - wie lauten die wichtigsten flüsse in ohio - welches sind die bevölkerungsdichten der us staaten - welches ist die einwohnerzahl von mississippi - wie hoch ist die bevölkerung der staaten , durch welche der mississippi fluss verläuft - was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt - wie groß sind die bevölkerungen der staaten , welche an texas grenzen - welches sind die einwohnerzahlen der großen städte in texas - welches sind die flüsse in alaska - welche stadt hat die meisten leute - welche us stadt hat die höchste bevölkerungsdichte - welches ist die hauptstadt des staates mit dem tiefstgelegenen punkt - wie groß ist die fläche von florida - was ist die flächenausdehnung von ohio - was ist die fläche des staates texas - was ist die fläche von wisconsin - wie lautet die größte amerikanische stadt in einem staat mit einem fluss - welches ist die größte hauptstadt in den usa - wie lautet die größte stadt von kansas - welches ist die größte stadt in louisiana - wie lautet die hauptstadt von california - welches ist die hauptstadt von colorado - wie lautet die hauptstadt von illinois - welches ist die hauptstadt von iowa - wie lautet die hauptstadt von massachusetts - wie lautet die hauptstadt von new jersey - welches ist die hauptstadt von new york - wie lautet die hauptstadt von north dakota - wie lautet die hauptstadt von ohio - wie lauten die hauptstädte der staaten , welche städte mit dem namen durham haben - wie lautet die hauptstadt von florida state - welches ist die hauptstadt des kleinsten staates - wie lautet die hauptstadt des staat mit den meisten einwohnern - wie lautet die hauptstadt des staat mit der größten bevölkerungsdichte - welches ist die hauptstadt des staates mit dem längsten fluss - wie lautet die hauptstadt des staates mit der größten bevölkerung - wie groß ist die gesamtfläche aller staaten - was ist die dichte von new york - wie lautet der höchste punkt in wyoming - was ist der höchste punkt in texas - wie lautet die höchste erhebung in den vereinigten staaten - welches ist der höchste berg der vereinigten staaten - welches ist der höchste berg in den usa - welches ist der höchste punkt von delaware - wie lautet der höchste punkt in iowa - welches ist der höchstgelegene punkt in maine - wie lautet der höchste punkt in montana - welches ist der höchstgelegene punkt in nevada gemessen in metern - welches ist der höchste punkt der an georgia grenzenden staaten - wie lautet der höchste punkt in dem staat mit der hauptstadt austin - wie lautet der höchste punkt in den staaten , welche an colorado grenzen - wie lautet der höchste punkt in den usa - welches ist der höchstgelegene punkt in virginia - wie lautet der höchste punkt des staates mit der geringsten bevölkerungsdichte - wie lautet die höchste erhebung der usa - wie lautet die größte hauptstadt in den usa - wie lautet die größte stadt in california - welches ist die größte stadt in rhode island - welches ist die größte stadt im kleinsten staat , durch den der mississippi fließt - welches ist die größte stadt des kleinsten staates in den usa - nenne mir die länge des längsten flusses in washington state - welches ist der größte an arkansas grenzende staat - welcher der an texas grenzenden staaten ist der größte - welches ist der staat mit der niedrigsten bevölkerungszahl - wie lang ist der fluss colorado - wie lautet die länge des längsten flusses , der durch texas verläuft - wie lang ist der mississippi - wie lang ist der fluss , welcher durch die meisten staaten fließt - was ist die länge des flusses , der durch die größte anzahl staaten fließt - welches ist der längste fluss in florida - welches ist der längste fluss im größten staat - welches ist der längste fluss im staat mit der größten anzahl großer städte - wie lautet der längste fluss in den staaten , welche an nebraska grenzen - wie lautet der längste fluss , welcher durch einen staat verläuft , der an indiana grenzt - welches ist der tiefstgelegene punkt in arkansas - wie lautet der niedrigste punkt in massachusetts - welches ist der tiefste punkt in mississippi - wie hoch ist die niedrigste erhebung von nebraska - wie lautet der niedrigste punkt in dem staat california - wie lautet der niedrigste punkt in den usa - welches ist der tiefste punkt aller staaten , durch die der fluss colorado fließt - welches ist die maximale erhöhung von san francisco - welches ist der dichteste staat in den usa - wie lautet die stadt mit der größten bevölkerung - welcher staat hat die größte bevölkerung - welcher staat , durch den der mississippi fließt , hat die größte bevölkerung - was ist die bevölkerungsdichte von maine - was ist die bevölkerungsdichte des größten staates - wie hoch ist die bevölkerungszahl von alaska - wie hoch ist die bevölkerung von boulder - wie groß ist die bevölkerung von erie in pennsylvania - wie viele menschen leben in hawaii - wie hoch ist die bevölkerung von houston - wie groß ist die bevölkerung von maryland - wie viele leute wohnen in new mexico - wie groß ist die bevölkerung von new york city - wie lautet die bevölkerung von san antonio - welches ist die bevölkerungszahl von tempe arizona - was ist die bevölkerungszahl der größten stadt des staates mit der größten flächenausdehnung - welches ist die einwohnerzahl des kleinsten staates - wie lautet die bevölkerung des staat , welcher an die meisten staaten grenzt - wie viele leute wohnen in dem staat mit der größten bevölkerungsdichte - was ist die einwohnerzahl von tucson - wie viele einwohner hat utah - wie viele leute wohnen in washington - welches ist die kleinste stadt der usa - wie lautet die kleinste stadt in den us - wie lautet der kleinste staat , welcher an wyoming grenzt - welches ist der kleinste staat , der an die meisten staaten grenzt - welches ist der kleinste staat , durch den der mississippi fließt - welcher staat hat die größte flächenausdehnung - welcher ist der kleinste staat nach fläche - welches ist die gesamtlänge aller flüsse in den usa - wie lang ist der mississippi - welche großen städte gibt es in pennsylvania - welcher fluss fließt durch die größte anzahl an staaten - welcher fluss fließt durch den staat mit den meisten städten - welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt - welche flüsse gibt es in an texas grenzende staaten - welche flüsse verlaufen durch texas - welche flüsse gibt es in texas - welche flüsse fließen durch new york - welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt - welcher an nevada grenzende staat hat die größte bevölkerungszahl - welche staaten grenzen an new york - welcher staat grenzt an die meisten staaten - welcher der staaten , durch die der colorado fließt , hat die höchste erhebung - welches ist der staat mit der größten fläche - welcher staat hat die größte hauptstadt - welches sind die staaten , welche vom längsten fluss durchflossen werden - welcher staat hat die kleinste durchschnittliche urbane bevölkerungzahl - welcher staat hat die meisten wichtigen städte - welcher staat hat die meisten flüsse - welches ist der bevölkerungsärmste staat - welcher staat liegt in austin - in welchem staat liegt miami - welcher staat hat die größte bevölkerung in den städten - welche staaten sind neben arizona - welche staaten grenzen an florida - welche staaten grenzen an indiana - welche staaten grenzen an michigan - wie viele staaten grenzen an montana - welche staaten grenzen an new jersey - welche staaten grenzen an staaten , welche an mississippi grenzen - welche staaten grenzen an staaten , durch welche der ohio fluss verläuft - welche staaten grenzen an texas und haben einen wichtigen fluss - welche staaten grenzen an den bevölkerungsreichsten staat - welche staaten grenzen an den staat , welcher an die meisten staaten grenzt - welche staaten grenzen an den staat mit den meisten städten - welche staaten grenzen an den staat mit den meisten wichtigsten städten - welcher staat grenzt an den staat mit der kleinsten fläche - durch welche staaten fließt mindestens einer der hauptflüsse - durch welche staaten fließt der delaware - durch welche staaten verläuft der mississippi - durch welche staaten fließt der missouri fluss - durch welche staaten fließt der ohio fluss - welche staaten haben städte mit dem namen dallas - welche staaten haben städte mit dem namen plano - welche staaten haben städte mit dem namen portland - in welchen staaten gibt es städte mit dem namen rochester - welche staaten haben städte mit dem namen salt lake city - welche staaten grenzen an kentucky - wo gibt es berge - wo liegt dallas - wo liegt portland - wo liegt der chattahoochee fluss - wo liegt der höchste berg der usa - wo liegt der höchste punkt in hawaii - wie lautet der niedrigste punkt in maryland - wo liegt die am meisten bevölkerte gegend von neu mexiko - wo liegt die kleinste stadt - welche stadt in kalifornien hat die größte bevölkerung - was ist die dichte des staates , durch den der größte fluss der usa fließt - wie lautet der höchste gipfel der nicht in alaska liegt - wie lautet der längste fluss der usa - wie lautet der kleinste staat - welcher der staaten , welche an pennsylvania grenzen , hat die größte bevölkerung - welcher fluss fließt durch die meisten staaten - welcher fluss fließt durch die meisten staaten - welcher fluss durchquert die meisten staaten - welche flüsse fließen nicht durch texas - welche flüsse fließen durch die usa - welcher fluss verläuft durch staaten , welche an den staat mit der hauptstadt austin grenzen - welche flüsse gehen durch staaten mit den wenigsten städten - welcher staat grenzt an hawaii - welcher staat grenzt an die meisten anderen staaten - welche hauptstadt hat die kleinste bevölkerung - welcher staat hat die größte bevölkerung - welcher staat hat die meisten einwohner - welche staat hat die höchste erhöhung - welcher staat beinhaltet den höchsten punkt - welcher staat hat die größte dichte - in welchem staat liegt der tiefste punkt - in welchem staat liegt der tiefste an idaho grenzende punkt - welcher staat hat die kleinste bevölkerungsdichte - welcher staat hat die meisten wichtigsten städte - durch welchen staat fließen die meisten große flüsse - welcher staat hat die meisten wichtigen flüsse - welcher staat hat die höchste bevölkerung - durch welchen staat fließen die meisten flüsse - welcher staat hat die geringste bevölkerungsdichte - welcher staat hat die geringste bevölkerungsdichte - in welchem staat liegt mount mckinley - welcher staat ist am kleinsten - welche staaten grenzen an illinois - welche staaten grenzen an kentucky - welche staaten grenzen an den fluss missouri - welche staaten grenzen an den staat mit der kleinsten flächenausdehnung - welcher staat hat die größte hauptstadt - durch welchen staat quert der chattahoochee fluss - welcher staat hat den längsten fluss - durch welchen staat fließt der mississippi - durch welche staaten fließen flüsse - in welchen staaten gibt es eine stadt namens austin - welcher staat in den usa hat die höchste bevölkerungsdichte diff --git a/example/train.en b/example/train.en deleted file mode 100644 index 27213a3..0000000 --- a/example/train.en +++ /dev/null @@ -1,600 +0,0 @@ -give me the cities in virginia -what are the high points of states surrounding mississippi -name the rivers in arkansas -can you tell me the capital of texas -could you tell me what is the highest point in the state of oregon -give me all the states of usa -give me the cities in texas -give me the cities in usa -give me the cities in virginia -give me the cities which are in texas -give me the lakes in california -give me the largest state -give me the longest river that passes through the us -how big is alaska -how big is massachusetts -how big is new mexico -how big is north dakota -how big is texas -how big is the city of new york -how high are the highest points of all the states -how high is guadalupe peak -how high is the highest point in montana -how high is the highest point in the largest state -how high is the highest point of delaware -how high is the highest point of florida -how high is the highest point of louisiana -how large is the largest city in alaska -how long is rio grande -how long is the mississippi -how long is the mississippi river -how long is the mississippi river in miles -how long is the missouri river -how long is the rio grande river -how long is the shortest river in the usa -how many big cities are in pennsylvania -how many cities are in louisiana -how many cities are in montana -how many cities are there in the us -how many cities are there in us -how many cities are there in usa -how many cities does texas have -how many cities does the usa have -how many cities named austin are there in the usa -how many citizens in alabama -how many citizens in boulder -how many citizens live in california -how many inhabitants does montgomery have -how many major cities are in arizona -how many major cities are in florida -how many major cities are in states bordering nebraska -how many major cities are in states bordering utah -how many major cities are in texas -how many major cities are there -how many major cities are there in oregon -how many major rivers cross ohio -how many people are in the state of nevada -how many people are there in iowa -how many people are there in new york -how many people in boulder -how many people live in austin -how many people live in austin texas -how many people live in california -how many people live in chicago -how many people live in hawaii -how many people live in kalamazoo -how many people live in kansas -how many people live in montana -how many people live in new hampshire -how many people live in new mexico -how many people live in new york -how many people live in riverside -how many people live in san francisco -how many people live in south dakota -how many people live in spokane washington -how many people live in texas -how many people live in the capital of georgia -how many people live in the smallest state bordering wyoming -how many people live in the state with the largest population density -how many people live in washington -how many people live in washington dc -how many people stay in utah -how many rivers are called colorado -how many rivers are found in colorado -how many rivers are in colorado -how many rivers are in missouri -how many rivers are in new york -how many rivers are in the state with the highest point -how many rivers are in the state with the largest population -how many rivers are there in idaho -how many rivers are there in texas -how many rivers are there in us -how many rivers do not traverse the state with the capital albany -how many rivers does alaska have -how many rivers in texas are longer than the red -how many rivers in washington -how many rivers run through texas -how many rivers run through the states bordering colorado -how many square kilometers in the us -how many states are in the united states -how many states are next to major rivers -how many states are there in united states -how many states border alaska -how many states border at least one other state -how many states border colorado and border new mexico -how many states border hawaii -how many states border on the state whose capital is boston -how many states border tennessee -how many states border texas -how many states border the largest state -how many states border the mississippi river -how many states border the state that borders the most states -how many states does iowa border -how many states does missouri border -how many states does the colorado river flow through -how many states does the colorado river run through -how many states does the mississippi river run through -how many states does the mississippi run through -how many states does the missouri river run through -how many states have a city called rochester -how many states have a city named springfield -how many states have cities named austin -how many states have cities or towns named springfield -how many states have major rivers -how many states in the us does the shortest river run through -in what state is mount mckinley -in which state does the highest point in usa exist -in which state is rochester -list the states -name all the lakes of us -name all the rivers in colorado -name the 50 capitals in the usa -name the longest river in us -name the major lakes in michigan -name the rivers in arkansas -name the states which have no surrounding states -number of citizens in boulder -of the states washed by the mississippi river which has the lowest point -people in boulder -population of boulder -sacramento is the capital of which state -show major cities in colorado -show me all the major lakes in the us -state the state with the largest area -states bordering iowa -through which states does the mississippi flow -through which states does the mississippi run -what are major rivers in texas -what are the biggest rivers in texas -what are the capital cities of the states which border texas -what are the capitals of the states that border texas -what are the cities in california -what are the highest points of states surrounding mississippi -what are the lakes in states bordering texas -what are the largest cities in the states that border the largest state -what are the major cities in california -what are the major cities in delaware -what are the major cities in kansas -what are the major cities in missouri -what are the major cities in new mexico -what are the major cities in north carolina -what are the major cities in ohio -what are the major cities in oklahoma -what are the major cities in rhode island -what are the major cities in texas -what are the major cities in the largest state -what are the major cities in the smallest state in the us -what are the major cities in the states through which the major river in virginia runs -what are the major cities in wyoming -what are the major cities of texas -what are the major cities of the united states -what are the major cities of the us -what are the major lakes in united states -what are the major rivers in the us -what are the names of the major cities in illinois -what are the neighboring states for michigan -what are the populations of all the major cities in montana -what are the populations of states through which the mississippi river runs -what are the populations of states through which the mississippi runs -what are the populations of the states through which the mississippi river runs -what are the populations of the states through which the mississippi river runs -what are the populations of the states through which the mississippi runs -what are the populations of the states through which the mississippi runs -what are the rivers in the state of indiana -what are the rivers in the state of texas -what are the rivers of montana -what are the states -what are the states that border the state with the greatest population -what are the states that the potomac runs through -what are the states through which the longest river runs -what can you tell me about the population of missouri -what capital has the largest population -what capital is the largest in the us -what cities are located in pennsylvania -what cities in california -what cities in texas have the highest number of citizens -what cities in texas have the highest populations -what city has the largest population -what city has the least population -what is capital of iowa -what is largest capital -what is the adjacent state of california -what is the area of alaska -what is the area of all the states combined -what is the area of california -what is the area of idaho -what is the area of maine -what is the area of maryland in square kilometers -what is the area of new mexico -what is the area of seattle -what is the area of south carolina -what is the area of texas -what is the area of the largest state -what is the area of the smallest state -what is the area of the state with the capital albany -what is the area of the state with the smallest population density -what is the area of the states -what is the average population of the us by state -what is the average population per square km in pennsylvania -what is the average population per square km in the us -what is the biggest city in arizona -what is the biggest city in georgia -what is the biggest city in nebraska -what is the biggest city in oregon -what is the biggest city in texas -what is the biggest city in the smallest state -what is the biggest city in the us -what is the biggest city in the usa -what is the biggest city in usa -what is the biggest city in wyoming -what is the biggest river in illinois -what is the biggest state -what is the biggest state in continental us -what is the biggest state in the usa -what is the capital city of the largest state in the us -what is the capital of georgia -what is the capital of hawaii -what is the capital of indiana -what is the capital of maine -what is the capital of maryland -what is the capital of michigan -what is the capital of new hampshire -what is the capital of pennsylvania -what is the capital of texas -what is the capital of the alabama state -what is the capital of the largest state -what is the capital of the state texas -what is the capital of the state that borders the most states -what is the capital of the state that borders the state that borders texas -what is the capital of the state with the highest elevation -what is the capital of the state with the highest point -what is the capital of utah -what is the capital of vermont -what is the capital of washington -what is the city in texas with the largest population -what is the city with the smallest population -what is the combined population of all 50 states -what is the density of texas -what is the elevation of death valley -what is the elevation of the highest point in the usa -what is the height of mount mckinley -what is the height of the highest mountain in texas -what is the height of the highest point in the usa -what is the highest elevation in new mexico -what is the highest elevation in south carolina -what is the highest mountain in alaska -what is the highest mountain in texas -what is the highest point in colorado -what is the highest point in each state whose lowest point is sea level -what is the highest point in florida -what is the highest point in kansas -what is the highest point in new mexico -what is the highest point in ohio -what is the highest point in rhode island -what is the highest point in texas -what is the highest point in the country -what is the highest point in the smallest state -what is the highest point in the state with capital des moines -what is the highest point in the state with the capital des moines -what is the highest point in the state with the most rivers -what is the highest point in the state with the smallest population -what is the highest point in the united states -what is the highest point in the us -what is the highest point in wyoming -what is the highest point of the state with the largest area -what is the largest capital -what is the largest city in a state that borders texas -what is the largest city in alabama -what is the largest city in michigan -what is the largest city in minnesota by population -what is the largest city in missouri -what is the largest city in states that border california -what is the largest city in texas -what is the largest city in wisconsin -what is the largest city of kansas -what is the largest of the states that the rio grande runs through -what is the largest state -what is the largest state bordering texas -what is the largest state capital in population -what is the largest state in the us -what is the largest state in usa -what is the largest state that borders california -what is the largest state that borders the state with the highest population -what is the largest state that borders the state with the lowest point in the usa -what is the largest state traversed by the mississippi river -what is the length of the colorado river in texas -what is the length of the longest river in the usa -what is the length of the river that runs through the most number of states -what is the length of the river that traverses the most states -what is the longest river -what is the longest river flowing through new york -what is the longest river in america -what is the longest river in california -what is the longest river in mississippi -what is the longest river in new york -what is the longest river in pennsylvania -what is the longest river in texas -what is the longest river in the smallest state in the usa -what is the longest river in the state with the highest point -what is the longest river in the united states -what is the longest river in the us -what is the longest river that does not run through texas -what is the longest river that flows through colorado -what is the longest river that passes the states that border the state that borders the most states -what is the longest river that runs through a state that borders tennessee -what is the lowest elevation in pennsylvania -what is the lowest point in california -what is the lowest point in louisiana -what is the lowest point in oregon -what is the lowest point in texas -what is the lowest point in the state of texas -what is the lowest point in the united states -what is the lowest point in wisconsin -what is the lowest point of colorado -what is the lowest point of the state with the largest area -what is the lowest point of the us -what is the major cities in montana -what is the most populated capital in the usa -what is the most populated state bordering oklahoma -what is the most populous city in texas -what is the most populous city in wyoming -what is the most populous state in the us -what is the name of the state with the lowest point -what is the number of neighboring states for kentucky -what is the population density in the state with capital austin -what is the population density of south dakota -what is the population density of texas -what is the population density of the smallest state -what is the population density of the state with the smallest area -what is the population density of the state with the smallest population -what is the population density of wyoming -what is the population in boston -what is the population of arizona -what is the population of atlanta -what is the population of atlanta ga -what is the population of austin -what is the population of austin texas -what is the population of boston massachusetts -what is the population of california -what is the population of dallas -what is the population of denver -what is the population of idaho -what is the population of illinois -what is the population of maine -what is the population of minnesota -what is the population of montana -what is the population of new york -what is the population of oregon -what is the population of portland maine -what is the population of rhode island -what is the population of sacramento -what is the population of seattle -what is the population of seattle washington -what is the population of south dakota -what is the population of springfield missouri -what is the population of springfield south dakota -what is the population of texas -what is the population of the capital of the largest state -what is the population of the capital of the largest state through which the mississippi runs -what is the population of the capital of the smallest state -what is the population of the largest state -what is the population of the largest state that borders texas -what is the population of the major cities in wisconsin -what is the population of the state with the largest area -what is the population of washington dc -what is the river that cross over ohio -what is the shortest river -what is the shortest river in alaska -what is the shortest river in iowa -what is the shortest river in nebraska -what is the shortest river in texas -what is the shortest river in the united states -what is the shortest river in the us -what is the shortest river in the usa -what is the size of california -what is the size of florida -what is the size of texas -what is the size of the capital of texas -what is the size of the largest state in the usa -what is the smallest city in alaska -what is the smallest city in arkansas -what is the smallest city in hawaii -what is the smallest city in the largest state -what is the smallest city in washington -what is the smallest city of the smallest state in the us -what is the smallest state bordering ohio -what is the smallest state by area -what is the smallest state in the usa -what is the smallest state that borders texas -what is the smallest state through which the longest river runs -what is the state that contains the highest point -what is the state with the highest elevation in the united states -what is the state with the largest density in usa -what is the state with the largest population density -what is the state with the lowest point -what is the state with the lowest population -what is the state with the lowest population density -what is the tallest mountain in america -what is the tallest mountain in the united states -what is the total area of the usa -what is the total population of the states that border texas -what major rivers run through illinois -what mountains are in alaska -what river flows through kansas -what river flows through texas -what river is the longest one in the united states -what river runs through illinois -what river runs through the most states -what river runs through virginia -what river traverses the most states -what rivers are in nevada -what rivers are in new mexico -what rivers are in oregon -what rivers are in utah -what rivers do not run through tennessee -what rivers flow through colorado -what rivers flow through missouri -what rivers flow through states that alabama borders -what rivers flow through states that border the state with the largest population -what rivers flow through the largest state -what rivers flow through the state with the largest population -what rivers run through arizona -what rivers run through austin texas -what rivers run through colorado -what rivers run through louisiana -what rivers run through maine -what rivers run through the state with the lowest point in the usa -what rivers run through the states that border the state with the capital atlanta -what rivers run through west virginia -what state borders michigan -what state borders most other states -what state borders the least states -what state borders the least states excluding alaska and excluding hawaii -what state borders the state with the smallest population -what state contains the highest point in the us -what state has highest elevation -what state has no rivers -what state has the capital salem -what state has the city flint -what state has the city with the largest population -what state has the city with the most population -what state has the greatest population density -what state has the highest elevation -what state has the highest population -what state has the highest population density -what state has the largest city -what state has the largest population -what state has the largest population density -what state has the largest urban population -what state has the least population density -what state has the most cities -what state has the most major rivers running through it -what state has the most people -what state has the most rivers running through it -what state has the shortest river -what state has the smallest area -what state has the smallest capital -what state has the smallest population -what state has the smallest population density -what state has the sparsest population density -what state is austin the capital of -what state is boston in -what state is columbus the capital of -what state is dallas in -what state is des moines located in -what state is pittsburgh in -what state is the biggest -what state is the state with the most rivers -what state that borders texas has the highest population -what state that borders texas is the largest -what state which the mississippi runs through has the largest population -what states are next to texas -what states are next to the mississippi -what states border alaska -what states border arkansas -what states border delaware -what states border georgia -what states border hawaii -what states border kentucky -what states border missouri -what states border new hampshire -what states border ohio -what states border rhode island -what states border states that border colorado -what states border states that border states that border florida -what states border states that border states that border states that border texas -what states border states that border the state with the largest population -what states border states that the mississippi runs through -what states border states which the mississippi runs through -what states border texas -what states border the mississippi river -what states border the states with the most cities -what states border wisconsin -what state 's capital is dover -what states does the colorado river run through -what states does the mississippi run through -what states does the missouri river run through -what states does the ohio river go through -what states does the shortest river run through -what states have a capital that is the highest point in the state -what states have a city named austin -what states have cities named austin -what states have no bordering state -what states have rivers named colorado -what states have rivers running through them -what states have towns named springfield -what state 's high point is higher than that of colorado -what states in the united states have a city of springfield -what states neighbor maine -what texas city has the largest population -what 's the largest city -where is austin -where is baton rouge -where is fort wayne -where is houston -where is indianapolis -where is massachusetts -where is mount whitney -where is mount whitney located -where is new hampshire -where is new orleans -where is san diego -where is san jose -where is scotts valley -where is springfield -where is the highest point in montana -where is the lowest point in the us -where is the lowest spot in iowa -which capitals are in the states that border texas -which capitals are not major cities -which is the lowest point of the states that the mississippi runs through -which is the shortest river -which river runs through the most states -which rivers are in alaska -which rivers flow through alaska -which rivers run through states bordering new mexico -which rivers run through the state with the largest city in the us -which rivers run through the state with the lowest elevation in the usa -which state border kentucky -which state borders florida -which state borders most states -which state contains most rivers -which state has the greatest density -which state has the highest peak in the country -which state has the largest city -which state has the largest density -which state has the least population density -which state has the longest river -which state has the most people -which state has the most rivers running through it -which state has the red river -which state has the smallest area that borders texas -which state has the sparsest population density -which state is kalamazoo in -which state is the city denver located in -which state is the largest city in montana in -which states adjoin alabama -which states border alabama -which states border alaska -which states border arizona -which states border colorado -which states border hawaii -which states border iowa -which states border michigan -which states border new york -which states border no other states -which states border south dakota -which states border states through which the mississippi traverses -which states border texas -which states border the longest river in the usa -which states do colorado river flow through -which states does not border texas -which states does the colorado river run through -which states does the longest river cross -which states does the mississippi river run through -which states does the missouri river pass through -which states does the missouri river run through -which states have a major city named austin -which states have points higher than the highest point in colorado -which states have points that are higher than the highest point in texas -which states lie on the largest river in the united states diff --git a/example/train.funql b/example/train.funql deleted file mode 100644 index 7f0c51c..0000000 --- a/example/train.funql +++ /dev/null @@ -1,600 +0,0 @@ -answer(city(loc_2(stateid('virginia')))) -answer(high_point_1(state(next_to_2(stateid('mississippi'))))) -answer(river(loc_2(stateid('arkansas')))) -answer(capital(loc_2(stateid('texas')))) -answer(highest(place(loc_2(state(stateid('oregon')))))) -answer(state(loc_2(countryid('usa')))) -answer(city(loc_2(stateid('texas')))) -answer(city(loc_2(countryid('usa')))) -answer(city(loc_2(stateid('virginia')))) -answer(city(loc_2(stateid('texas')))) -answer(lake(loc_2(stateid('california')))) -answer(largest(state(all))) -answer(longest(river(traverse_2(countryid('usa'))))) -answer(size(stateid('alaska'))) -answer(size(stateid('massachusetts'))) -answer(size(stateid('new mexico'))) -answer(size(stateid('north dakota'))) -answer(size(stateid('texas'))) -answer(size(city(cityid('new york', _)))) -answer(elevation_1(highest(place(loc_2(state(all)))))) -answer(elevation_1(placeid('guadalupe peak'))) -answer(elevation_1(highest(place(loc_2(stateid('montana')))))) -answer(elevation_1(highest(place(loc_2(largest(state(all))))))) -answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) -answer(elevation_1(highest(place(loc_2(stateid('florida')))))) -answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) -answer(size(largest(city(loc_2(stateid('alaska')))))) -answer(len(riverid('rio grande'))) -answer(len(riverid('mississippi'))) -answer(len(river(riverid('mississippi')))) -answer(len(river(riverid('mississippi')))) -answer(len(river(riverid('missouri')))) -answer(len(river(riverid('rio grande')))) -answer(len(shortest(river(loc_2(countryid('usa')))))) -answer(count(major(city(loc_2(stateid('pennsylvania')))))) -answer(count(city(loc_2(stateid('louisiana'))))) -answer(count(city(loc_2(stateid('montana'))))) -answer(count(city(loc_2(countryid('usa'))))) -answer(count(city(loc_2(countryid('usa'))))) -answer(count(city(loc_2(countryid('usa'))))) -answer(count(city(loc_2(stateid('texas'))))) -answer(count(city(loc_2(countryid('usa'))))) -answer(count(intersection(city(cityid('austin', _)), loc_2(countryid('usa'))))) -answer(population_1(stateid('alabama'))) -answer(population_1(cityid('boulder', _))) -answer(population_1(stateid('california'))) -answer(population_1(cityid('montgomery', _))) -answer(count(major(city(loc_2(stateid('arizona')))))) -answer(count(major(city(loc_2(stateid('florida')))))) -answer(count(major(city(loc_2(state(next_to_2(stateid('nebraska')))))))) -answer(count(major(city(loc_2(state(next_to_2(stateid('utah')))))))) -answer(count(major(city(loc_2(stateid('texas')))))) -answer(count(major(city(all)))) -answer(count(major(city(loc_2(stateid('oregon')))))) -answer(count(major(river(traverse_2(stateid('ohio')))))) -answer(population_1(state(stateid('nevada')))) -answer(population_1(stateid('iowa'))) -answer(population_1(stateid('new york'))) -answer(population_1(cityid('boulder', _))) -answer(population_1(cityid('austin', _))) -answer(population_1(cityid('austin', 'tx'))) -answer(population_1(stateid('california'))) -answer(population_1(cityid('chicago', _))) -answer(population_1(stateid('hawaii'))) -answer(population_1(cityid('kalamazoo', _))) -answer(population_1(stateid('kansas'))) -answer(population_1(stateid('montana'))) -answer(population_1(stateid('new hampshire'))) -answer(population_1(stateid('new mexico'))) -answer(population_1(stateid('new york'))) -answer(population_1(cityid('riverside', _))) -answer(population_1(cityid('san francisco', _))) -answer(population_1(stateid('south dakota'))) -answer(population_1(cityid('spokane', 'wa'))) -answer(population_1(stateid('texas'))) -answer(population_1(capital(loc_2(stateid('georgia'))))) -answer(population_1(smallest(state(next_to_2(stateid('wyoming')))))) -answer(population_1(largest_one(density_1(state(all))))) -answer(population_1(stateid('washington'))) -answer(population_1(cityid('washington', 'dc'))) -answer(population_1(stateid('utah'))) -answer(count(river(riverid('colorado')))) -answer(count(river(loc_2(stateid('colorado'))))) -answer(count(river(loc_2(stateid('colorado'))))) -answer(count(river(loc_2(stateid('missouri'))))) -answer(count(river(loc_2(stateid('new york'))))) -answer(count(river(loc_2(state(loc_1(highest(place(all)))))))) -answer(count(river(loc_2(largest_one(population_1(state(all))))))) -answer(count(river(loc_2(stateid('idaho'))))) -answer(count(river(loc_2(stateid('texas'))))) -answer(count(river(loc_2(countryid('usa'))))) -answer(count(exclude(river(all), traverse_2(state(loc_1(capital(cityid('albany', _)))))))) -answer(count(river(loc_2(stateid('alaska'))))) -answer(count(intersection(river(loc_2(stateid('texas'))), longer(riverid('red'))))) -answer(count(river(loc_2(stateid('washington'))))) -answer(count(river(traverse_2(stateid('texas'))))) -answer(count(river(traverse_2(state(next_to_2(stateid('colorado'))))))) -answer(area_1(countryid('usa'))) -answer(count(state(loc_2(countryid('usa'))))) -answer(count(state(next_to_2(major(river(all)))))) -answer(count(state(loc_2(countryid('usa'))))) -answer(count(state(next_to_2(stateid('alaska'))))) -answer(count(state(next_to_2(state(all))))) -answer(count(state(intersection(next_to_2(stateid('colorado')), next_to_2(stateid('new mexico')))))) -answer(count(state(next_to_2(stateid('hawaii'))))) -answer(count(state(next_to_2(state(loc_1(capital(cityid('boston', _)))))))) -answer(count(state(next_to_2(stateid('tennessee'))))) -answer(count(state(next_to_2(stateid('texas'))))) -answer(count(state(next_to_2(largest(state(all)))))) -answer(count(state(next_to_2(river(riverid('mississippi')))))) -answer(count(state(next_to_2(most(state(next_to_2(state(all)))))))) -answer(count(state(next_to_1(stateid('iowa'))))) -answer(count(state(next_to_1(stateid('missouri'))))) -answer(count(state(traverse_1(river(riverid('colorado')))))) -answer(count(state(traverse_1(river(riverid('colorado')))))) -answer(count(state(traverse_1(river(riverid('mississippi')))))) -answer(count(state(traverse_1(riverid('mississippi'))))) -answer(count(state(traverse_1(river(riverid('missouri')))))) -answer(count(state(loc_1(city(cityid('rochester', _)))))) -answer(count(state(loc_1(city(cityid('springfield', _)))))) -answer(count(state(loc_1(city(cityid('austin', _)))))) -answer(count(state(loc_1(city(cityid('springfield', _)))))) -answer(count(state(loc_1(major(river(all)))))) -answer(count(intersection(state(loc_2(countryid('usa'))), traverse_1(shortest(river(all)))))) -answer(state(loc_1(placeid('mount mckinley')))) -answer(state(loc_1(highest(place(loc_2(countryid('usa'))))))) -answer(state(loc_1(cityid('rochester', _)))) -answer(state(all)) -answer(lake(loc_2(countryid('usa')))) -answer(river(loc_2(stateid('colorado')))) -answer(capital(loc_2(countryid('usa')))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(major(lake(loc_2(stateid('michigan'))))) -answer(river(loc_2(stateid('arkansas')))) -answer(exclude(state(all), next_to_2(state(all)))) -answer(population_1(cityid('boulder', _))) -answer(state(loc_1(lowest(place(loc_2(state(traverse_1(river(riverid('mississippi')))))))))) -answer(population_1(cityid('boulder', _))) -answer(population_1(cityid('boulder', _))) -answer(state(loc_1(capital(cityid('sacramento', _))))) -answer(major(city(loc_2(stateid('colorado'))))) -answer(major(lake(loc_2(countryid('usa'))))) -answer(largest_one(area_1(state(all)))) -answer(state(next_to_2(stateid('iowa')))) -answer(state(traverse_1(riverid('mississippi')))) -answer(state(traverse_1(riverid('mississippi')))) -answer(major(river(loc_2(stateid('texas'))))) -answer(longest(river(loc_2(stateid('texas'))))) -answer(capital(city(loc_2(state(next_to_2(stateid('texas'))))))) -answer(capital(loc_2(state(next_to_2(stateid('texas')))))) -answer(city(loc_2(stateid('california')))) -answer(highest(place(loc_2(state(next_to_2(stateid('mississippi'))))))) -answer(lake(loc_2(state(next_to_2(stateid('texas')))))) -answer(largest(city(loc_2(state(next_to_2(largest(state(all)))))))) -answer(major(city(loc_2(stateid('california'))))) -answer(major(city(loc_2(stateid('delaware'))))) -answer(major(city(loc_2(stateid('kansas'))))) -answer(major(city(loc_2(stateid('missouri'))))) -answer(major(city(loc_2(stateid('new mexico'))))) -answer(major(city(loc_2(stateid('north carolina'))))) -answer(major(city(loc_2(stateid('ohio'))))) -answer(major(city(loc_2(stateid('oklahoma'))))) -answer(major(city(loc_2(stateid('rhode island'))))) -answer(major(city(loc_2(stateid('texas'))))) -answer(major(city(loc_2(largest(state(all)))))) -answer(major(city(loc_2(smallest(state(loc_2(countryid('usa')))))))) -answer(major(city(loc_2(state(traverse_1(major(river(loc_2(stateid('virginia')))))))))) -answer(major(city(loc_2(stateid('wyoming'))))) -answer(major(city(loc_2(stateid('texas'))))) -answer(major(city(loc_2(countryid('usa'))))) -answer(major(city(loc_2(countryid('usa'))))) -answer(major(lake(loc_2(countryid('usa'))))) -answer(major(river(loc_2(countryid('usa'))))) -answer(major(city(loc_2(stateid('illinois'))))) -answer(state(next_to_2(stateid('michigan')))) -answer(population_1(major(city(loc_2(stateid('montana')))))) -answer(population_1(state(traverse_1(river(riverid('mississippi')))))) -answer(population_1(state(traverse_1(riverid('mississippi'))))) -answer(population_1(state(traverse_1(river(riverid('mississippi')))))) -answer(population_1(state(traverse_1(river(riverid('mississippi')))))) -answer(population_1(state(traverse_1(riverid('mississippi'))))) -answer(population_1(state(traverse_1(riverid('mississippi'))))) -answer(river(loc_2(state(stateid('indiana'))))) -answer(river(loc_2(state(stateid('texas'))))) -answer(river(loc_2(stateid('montana')))) -answer(state(all)) -answer(state(next_to_2(largest_one(population_1(state(all)))))) -answer(state(traverse_1(riverid('potomac')))) -answer(state(traverse_1(longest(river(all))))) -answer(population_1(stateid('missouri'))) -answer(largest_one(population_1(capital(all)))) -answer(largest(capital(loc_2(countryid('usa'))))) -answer(city(loc_2(stateid('pennsylvania')))) -answer(city(loc_2(stateid('california')))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(largest_one(population_1(city(all)))) -answer(smallest_one(population_1(city(all)))) -answer(capital(loc_2(stateid('iowa')))) -answer(largest(capital(all))) -answer(state(next_to_2(stateid('california')))) -answer(area_1(stateid('alaska'))) -answer(sum(area_1(state(all)))) -answer(area_1(stateid('california'))) -answer(area_1(stateid('idaho'))) -answer(area_1(stateid('maine'))) -answer(area_1(stateid('maryland'))) -answer(area_1(stateid('new mexico'))) -answer(area_1(cityid('seattle', _))) -answer(area_1(stateid('south carolina'))) -answer(area_1(stateid('texas'))) -answer(area_1(largest(state(all)))) -answer(area_1(smallest(state(all)))) -answer(area_1(state(loc_1(capital(cityid('albany', _)))))) -answer(area_1(smallest_one(density_1(state(all))))) -answer(area_1(state(all))) -answer(density_1(countryid('usa'))) -answer(density_1(stateid('pennsylvania'))) -answer(density_1(countryid('usa'))) -answer(largest(city(loc_2(stateid('arizona'))))) -answer(largest(city(loc_2(stateid('georgia'))))) -answer(largest(city(loc_2(stateid('nebraska'))))) -answer(largest(city(loc_2(stateid('oregon'))))) -answer(largest(city(loc_2(stateid('texas'))))) -answer(largest(city(loc_2(smallest(state(all)))))) -answer(largest(city(loc_2(countryid('usa'))))) -answer(largest(city(loc_2(countryid('usa'))))) -answer(largest(city(loc_2(countryid('usa'))))) -answer(largest(city(loc_2(stateid('wyoming'))))) -answer(longest(river(loc_2(stateid('illinois'))))) -answer(largest(state(all))) -answer(largest(state(loc_2(countryid('usa'))))) -answer(largest(state(loc_2(countryid('usa'))))) -answer(capital(city(loc_2(largest(state(loc_2(countryid('usa')))))))) -answer(capital(loc_2(stateid('georgia')))) -answer(capital(loc_2(stateid('hawaii')))) -answer(capital(loc_2(stateid('indiana')))) -answer(capital(loc_2(stateid('maine')))) -answer(capital(loc_2(stateid('maryland')))) -answer(capital(loc_2(stateid('michigan')))) -answer(capital(loc_2(stateid('new hampshire')))) -answer(capital(loc_2(stateid('pennsylvania')))) -answer(capital(loc_2(stateid('texas')))) -answer(capital(loc_2(state(stateid('alabama'))))) -answer(capital(loc_2(largest(state(all))))) -answer(capital(loc_2(state(stateid('texas'))))) -answer(capital(loc_2(most(state(next_to_2(state(all))))))) -answer(capital(loc_2(state(next_to_2(state(next_to_2(stateid('texas')))))))) -answer(capital(loc_2(state(loc_1(highest(place(all))))))) -answer(capital(loc_2(state(loc_1(highest(place(all))))))) -answer(capital(loc_2(stateid('utah')))) -answer(capital(loc_2(stateid('vermont')))) -answer(capital(loc_2(stateid('washington')))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(smallest_one(population_1(city(all)))) -answer(sum(population_1(state(all)))) -answer(density_1(stateid('texas'))) -answer(elevation_1(placeid('death valley'))) -answer(elevation_1(highest(place(loc_2(countryid('usa')))))) -answer(elevation_1(placeid('mount mckinley'))) -answer(elevation_1(highest(mountain(loc_2(stateid('texas')))))) -answer(elevation_1(highest(place(loc_2(countryid('usa')))))) -answer(highest(place(loc_2(stateid('new mexico'))))) -answer(highest(place(loc_2(stateid('south carolina'))))) -answer(highest(mountain(loc_2(stateid('alaska'))))) -answer(highest(mountain(loc_2(stateid('texas'))))) -answer(highest(place(loc_2(stateid('colorado'))))) -answer(highest(place(loc_2(state(loc_1(place(elevation_2(0)))))))) -answer(highest(place(loc_2(stateid('florida'))))) -answer(highest(place(loc_2(stateid('kansas'))))) -answer(highest(place(loc_2(stateid('new mexico'))))) -answer(highest(place(loc_2(stateid('ohio'))))) -answer(highest(place(loc_2(stateid('rhode island'))))) -answer(highest(place(loc_2(stateid('texas'))))) -answer(highest(place(loc_2(countryid('usa'))))) -answer(highest(place(loc_2(smallest(state(all)))))) -answer(highest(place(loc_2(state(loc_1(capital(cityid('des moines', _)))))))) -answer(highest(place(loc_2(state(loc_1(capital(cityid('des moines', _)))))))) -answer(highest(place(loc_2(most(state(traverse_1(river(all)))))))) -answer(highest(place(loc_2(smallest_one(population_1(state(all))))))) -answer(highest(place(loc_2(countryid('usa'))))) -answer(highest(place(loc_2(countryid('usa'))))) -answer(highest(place(loc_2(stateid('wyoming'))))) -answer(highest(place(loc_2(largest_one(area_1(state(all))))))) -answer(largest(capital(all))) -answer(largest(city(loc_2(state(next_to_2(stateid('texas'))))))) -answer(largest(city(loc_2(stateid('alabama'))))) -answer(largest(city(loc_2(stateid('michigan'))))) -answer(largest_one(population_1(city(loc_2(stateid('minnesota')))))) -answer(largest(city(loc_2(stateid('missouri'))))) -answer(largest(city(loc_2(state(next_to_2(stateid('california'))))))) -answer(largest(city(loc_2(stateid('texas'))))) -answer(largest(city(loc_2(stateid('wisconsin'))))) -answer(largest(city(loc_2(stateid('kansas'))))) -answer(largest(state(traverse_1(riverid('rio grande'))))) -answer(largest(state(all))) -answer(largest(state(next_to_2(stateid('texas'))))) -answer(largest_one(population_1(capital_1(state(all))))) -answer(largest(state(loc_2(countryid('usa'))))) -answer(largest(state(loc_2(countryid('usa'))))) -answer(largest(state(next_to_2(stateid('california'))))) -answer(largest(state(next_to_2(largest_one(population_1(state(all))))))) -answer(largest(state(next_to_2(state(loc_1(lowest(place(loc_2(countryid('usa')))))))))) -answer(largest(state(traverse_1(river(riverid('mississippi')))))) -answer(len(intersection(riverid('colorado'), river(loc_2(stateid('texas')))))) -answer(len(longest(river(loc_2(countryid('usa')))))) -answer(len(most(river(traverse_2(state(all)))))) -answer(len(most(river(traverse_2(state(all)))))) -answer(longest(river(all))) -answer(longest(river(traverse_2(stateid('new york'))))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(longest(river(loc_2(stateid('california'))))) -answer(longest(river(loc_2(stateid('mississippi'))))) -answer(longest(river(loc_2(stateid('new york'))))) -answer(longest(river(loc_2(stateid('pennsylvania'))))) -answer(longest(river(loc_2(stateid('texas'))))) -answer(longest(river(loc_2(smallest(state(loc_2(countryid('usa')))))))) -answer(longest(river(loc_2(state(loc_1(highest(place(all)))))))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(longest(exclude(river(all), traverse_2(stateid('texas'))))) -answer(longest(river(traverse_2(stateid('colorado'))))) -answer(longest(river(traverse_2(state(next_to_2(most(state(next_to_2(state(all)))))))))) -answer(longest(river(traverse_2(state(next_to_2(stateid('tennessee'))))))) -answer(lowest(place(loc_2(stateid('pennsylvania'))))) -answer(lowest(place(loc_2(stateid('california'))))) -answer(lowest(place(loc_2(stateid('louisiana'))))) -answer(lowest(place(loc_2(stateid('oregon'))))) -answer(lowest(place(loc_2(stateid('texas'))))) -answer(lowest(place(loc_2(state(stateid('texas')))))) -answer(lowest(place(loc_2(countryid('usa'))))) -answer(lowest(place(loc_2(stateid('wisconsin'))))) -answer(lowest(place(loc_2(stateid('colorado'))))) -answer(lowest(place(loc_2(largest_one(area_1(state(all))))))) -answer(lowest(place(loc_2(countryid('usa'))))) -answer(major(city(loc_2(stateid('montana'))))) -answer(largest_one(population_1(capital(loc_2(countryid('usa')))))) -answer(largest_one(population_1(state(next_to_2(stateid('oklahoma')))))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(largest_one(population_1(city(loc_2(stateid('wyoming')))))) -answer(largest_one(population_1(state(loc_2(countryid('usa')))))) -answer(state(loc_1(lowest(place(all))))) -answer(count(state(next_to_2(stateid('kentucky'))))) -answer(density_1(state(loc_1(capital(cityid('austin', _)))))) -answer(density_1(stateid('south dakota'))) -answer(density_1(stateid('texas'))) -answer(density_1(smallest(state(all)))) -answer(density_1(smallest_one(area_1(state(all))))) -answer(density_1(smallest_one(population_1(state(all))))) -answer(density_1(stateid('wyoming'))) -answer(population_1(cityid('boston', _))) -answer(population_1(stateid('arizona'))) -answer(population_1(cityid('atlanta', _))) -answer(population_1(cityid('atlanta', 'ga'))) -answer(population_1(cityid('austin', _))) -answer(population_1(cityid('austin', 'tx'))) -answer(population_1(cityid('boston', 'ma'))) -answer(population_1(stateid('california'))) -answer(population_1(cityid('dallas', _))) -answer(population_1(cityid('denver', _))) -answer(population_1(stateid('idaho'))) -answer(population_1(stateid('illinois'))) -answer(population_1(stateid('maine'))) -answer(population_1(stateid('minnesota'))) -answer(population_1(stateid('montana'))) -answer(population_1(stateid('new york'))) -answer(population_1(stateid('oregon'))) -answer(population_1(cityid('portland', 'me'))) -answer(population_1(stateid('rhode island'))) -answer(population_1(cityid('sacramento', _))) -answer(population_1(cityid('seattle', _))) -answer(population_1(cityid('seattle', 'wa'))) -answer(population_1(stateid('south dakota'))) -answer(population_1(cityid('springfield', 'mo'))) -answer(population_1(cityid('springfield', 'sd'))) -answer(population_1(stateid('texas'))) -answer(population_1(capital(loc_2(largest(state(all)))))) -answer(population_1(capital(loc_2(largest(state(traverse_1(riverid('mississippi')))))))) -answer(population_1(capital(loc_2(smallest(state(all)))))) -answer(population_1(largest(state(all)))) -answer(population_1(largest(state(next_to_2(stateid('texas')))))) -answer(population_1(major(city(loc_2(stateid('wisconsin')))))) -answer(population_1(largest_one(area_1(state(all))))) -answer(population_1(cityid('washington', 'dc'))) -answer(river(traverse_2(stateid('ohio')))) -answer(shortest(river(all))) -answer(shortest(river(loc_2(stateid('alaska'))))) -answer(shortest(river(loc_2(stateid('iowa'))))) -answer(shortest(river(loc_2(stateid('nebraska'))))) -answer(shortest(river(loc_2(stateid('texas'))))) -answer(shortest(river(loc_2(countryid('usa'))))) -answer(shortest(river(loc_2(countryid('usa'))))) -answer(shortest(river(loc_2(countryid('usa'))))) -answer(size(stateid('california'))) -answer(size(stateid('florida'))) -answer(size(stateid('texas'))) -answer(size(capital(loc_2(stateid('texas'))))) -answer(size(largest(state(loc_2(countryid('usa')))))) -answer(smallest(city(loc_2(stateid('alaska'))))) -answer(smallest(city(loc_2(stateid('arkansas'))))) -answer(smallest(city(loc_2(stateid('hawaii'))))) -answer(smallest(city(loc_2(largest(state(all)))))) -answer(smallest(city(loc_2(stateid('washington'))))) -answer(smallest(city(loc_2(smallest(state(loc_2(countryid('usa')))))))) -answer(smallest(state(next_to_2(stateid('ohio'))))) -answer(smallest_one(area_1(state(all)))) -answer(smallest(state(loc_2(countryid('usa'))))) -answer(smallest(state(next_to_2(stateid('texas'))))) -answer(smallest(state(traverse_1(longest(river(all)))))) -answer(state(loc_1(highest(place(all))))) -answer(state(loc_1(highest(place(loc_2(countryid('usa'))))))) -answer(largest_one(density_1(state(loc_2(countryid('usa')))))) -answer(largest_one(density_1(state(all)))) -answer(state(loc_1(lowest(place(all))))) -answer(smallest_one(population_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(highest(mountain(loc_2(countryid('usa'))))) -answer(highest(mountain(loc_2(countryid('usa'))))) -answer(area_1(countryid('usa'))) -answer(sum(population_1(state(next_to_2(stateid('texas')))))) -answer(major(river(traverse_2(stateid('illinois'))))) -answer(mountain(loc_2(stateid('alaska')))) -answer(river(traverse_2(stateid('kansas')))) -answer(river(traverse_2(stateid('texas')))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(river(traverse_2(stateid('illinois')))) -answer(most(river(traverse_2(state(all))))) -answer(river(traverse_2(stateid('virginia')))) -answer(most(river(traverse_2(state(all))))) -answer(river(loc_2(stateid('nevada')))) -answer(river(loc_2(stateid('new mexico')))) -answer(river(loc_2(stateid('oregon')))) -answer(river(loc_2(stateid('utah')))) -answer(exclude(river(all), traverse_2(stateid('tennessee')))) -answer(river(traverse_2(stateid('colorado')))) -answer(river(traverse_2(stateid('missouri')))) -answer(river(traverse_2(state(next_to_1(stateid('alabama')))))) -answer(river(traverse_2(state(next_to_2(largest_one(population_1(state(all)))))))) -answer(river(traverse_2(largest(state(all))))) -answer(river(traverse_2(largest_one(population_1(state(all)))))) -answer(river(traverse_2(stateid('arizona')))) -answer(river(traverse_2(cityid('austin', 'tx')))) -answer(river(traverse_2(stateid('colorado')))) -answer(river(traverse_2(stateid('louisiana')))) -answer(river(traverse_2(stateid('maine')))) -answer(river(traverse_2(state(loc_1(lowest(place(loc_2(countryid('usa'))))))))) -answer(river(traverse_2(state(next_to_2(state(loc_1(capital(cityid('atlanta', _))))))))) -answer(river(traverse_2(stateid('west virginia')))) -answer(state(next_to_2(stateid('michigan')))) -answer(most(state(next_to_2(state(all))))) -answer(fewest(state(next_to_2(state(all))))) -answer(fewest(state(next_to_2(exclude(exclude(state(all), stateid('alaska')), stateid('hawaii')))))) -answer(state(next_to_2(smallest_one(population_1(state(all)))))) -answer(state(loc_1(highest(place(loc_2(countryid('usa'))))))) -answer(state(loc_1(highest(place(all))))) -answer(exclude(state(all), loc_1(river(all)))) -answer(state(loc_1(capital(cityid('salem', _))))) -answer(state(loc_1(city(cityid('flint', _))))) -answer(state(loc_1(largest_one(population_1(city(all)))))) -answer(state(loc_1(largest_one(population_1(city(all)))))) -answer(largest_one(density_1(state(all)))) -answer(state(loc_1(highest(place(all))))) -answer(largest_one(population_1(state(all)))) -answer(largest_one(density_1(state(all)))) -answer(state(loc_1(largest(city(all))))) -answer(largest_one(population_1(state(all)))) -answer(largest_one(density_1(state(all)))) -answer(largest_one(population_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(most(state(loc_1(city(all))))) -answer(most(state(traverse_1(major(river(all)))))) -answer(largest_one(population_1(state(all)))) -answer(most(state(traverse_1(river(all))))) -answer(state(loc_1(shortest(river(all))))) -answer(smallest_one(area_1(state(all)))) -answer(state(loc_1(smallest(capital(all))))) -answer(smallest_one(population_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(state(loc_1(capital(cityid('austin', _))))) -answer(state(loc_1(cityid('boston', _)))) -answer(state(loc_1(capital(cityid('columbus', _))))) -answer(state(loc_1(cityid('dallas', _)))) -answer(state(loc_1(cityid('des moines', _)))) -answer(state(loc_1(cityid('pittsburgh', _)))) -answer(largest(state(all))) -answer(state(most(state(loc_1(river(all)))))) -answer(largest_one(population_1(state(next_to_2(stateid('texas')))))) -answer(largest(state(next_to_2(stateid('texas'))))) -answer(largest_one(population_1(state(traverse_1(riverid('mississippi')))))) -answer(state(next_to_2(stateid('texas')))) -answer(state(next_to_2(stateid('mississippi')))) -answer(state(next_to_2(stateid('alaska')))) -answer(state(next_to_2(stateid('arkansas')))) -answer(state(next_to_2(stateid('delaware')))) -answer(state(next_to_2(stateid('georgia')))) -answer(state(next_to_2(stateid('hawaii')))) -answer(state(next_to_2(stateid('kentucky')))) -answer(state(next_to_2(stateid('missouri')))) -answer(state(next_to_2(stateid('new hampshire')))) -answer(state(next_to_2(stateid('ohio')))) -answer(state(next_to_2(stateid('rhode island')))) -answer(state(next_to_2(state(next_to_2(stateid('colorado')))))) -answer(state(next_to_2(state(next_to_2(state(next_to_2(stateid('florida')))))))) -answer(state(next_to_2(state(next_to_2(state(next_to_2(state(next_to_2(stateid('texas')))))))))) -answer(state(next_to_2(state(next_to_2(largest_one(population_1(state(all)))))))) -answer(state(next_to_2(state(traverse_1(riverid('mississippi')))))) -answer(state(next_to_2(state(traverse_1(riverid('mississippi')))))) -answer(state(next_to_2(stateid('texas')))) -answer(state(next_to_2(river(riverid('mississippi'))))) -answer(state(next_to_2(most(state(loc_1(city(all))))))) -answer(state(next_to_2(stateid('wisconsin')))) -answer(state(capital_2(cityid('dover', _)))) -answer(state(traverse_1(river(riverid('colorado'))))) -answer(state(traverse_1(riverid('mississippi')))) -answer(state(traverse_1(river(riverid('missouri'))))) -answer(state(traverse_1(river(riverid('ohio'))))) -answer(state(traverse_1(shortest(river(all))))) -answer(state(loc_1(capital(highest(place(all)))))) -answer(state(loc_1(city(cityid('austin', _))))) -answer(state(loc_1(city(cityid('austin', _))))) -answer(exclude(state(all), next_to_2(state(all)))) -answer(state(loc_1(river(riverid('colorado'))))) -answer(state(traverse_1(river(all)))) -answer(state(loc_1(city(cityid('springfield', _))))) -answer(state(high_point_2(higher_2(high_point_1(stateid('colorado')))))) -answer(intersection(state(loc_2(countryid('usa'))), loc_1(city(cityid('springfield', _))))) -answer(state(next_to_2(stateid('maine')))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(largest(city(all))) -answer(loc_1(cityid('austin', _))) -answer(loc_1(cityid('baton rouge', _))) -answer(loc_1(cityid('fort wayne', _))) -answer(loc_1(cityid('houston', _))) -answer(loc_1(cityid('indianapolis', _))) -answer(loc_1(stateid('massachusetts'))) -answer(loc_1(placeid('mount whitney'))) -answer(loc_1(placeid('mount whitney'))) -answer(loc_1(stateid('new hampshire'))) -answer(loc_1(cityid('new orleans', _))) -answer(loc_1(cityid('san diego', _))) -answer(loc_1(cityid('san jose', _))) -answer(loc_1(cityid('scotts valley', _))) -answer(loc_1(cityid('springfield', _))) -answer(highest(place(loc_2(stateid('montana'))))) -answer(lowest(place(loc_2(countryid('usa'))))) -answer(lowest(place(loc_2(stateid('iowa'))))) -answer(capital(loc_2(state(next_to_2(stateid('texas')))))) -answer(exclude(capital(all), major(city(all)))) -answer(lowest(place(loc_2(state(traverse_1(riverid('mississippi'))))))) -answer(shortest(river(all))) -answer(most(river(traverse_2(state(all))))) -answer(river(loc_2(stateid('alaska')))) -answer(river(traverse_2(stateid('alaska')))) -answer(river(traverse_2(state(next_to_2(stateid('new mexico')))))) -answer(river(traverse_2(state(loc_1(largest(city(loc_2(countryid('usa'))))))))) -answer(river(traverse_2(state(loc_1(lowest(place(loc_2(countryid('usa'))))))))) -answer(state(next_to_2(stateid('kentucky')))) -answer(state(next_to_2(stateid('florida')))) -answer(most(state(next_to_2(state(all))))) -answer(most(state(loc_1(river(all))))) -answer(largest_one(density_1(state(all)))) -answer(state(loc_1(highest(place(all))))) -answer(state(loc_1(largest(city(all))))) -answer(largest_one(density_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(state(loc_1(longest(river(all))))) -answer(largest_one(population_1(state(all)))) -answer(most(state(traverse_1(river(all))))) -answer(state(loc_1(river(riverid('red'))))) -answer(smallest_one(area_1(state(next_to_2(stateid('texas')))))) -answer(smallest_one(density_1(state(all)))) -answer(state(loc_1(cityid('kalamazoo', _)))) -answer(state(loc_1(city(cityid('denver', _))))) -answer(state(loc_1(largest(city(loc_2(stateid('montana'))))))) -answer(state(next_to_2(stateid('alabama')))) -answer(state(next_to_2(stateid('alabama')))) -answer(state(next_to_2(stateid('alaska')))) -answer(state(next_to_2(stateid('arizona')))) -answer(state(next_to_2(stateid('colorado')))) -answer(state(next_to_2(stateid('hawaii')))) -answer(state(next_to_2(stateid('iowa')))) -answer(state(next_to_2(stateid('michigan')))) -answer(state(next_to_2(stateid('new york')))) -answer(exclude(state(all), next_to_2(state(all)))) -answer(state(next_to_2(stateid('south dakota')))) -answer(state(next_to_2(state(traverse_1(riverid('mississippi')))))) -answer(state(next_to_2(stateid('texas')))) -answer(state(next_to_2(longest(river(loc_2(countryid('usa'))))))) -answer(state(traverse_1(river(riverid('colorado'))))) -answer(exclude(state(all), next_to_2(stateid('texas')))) -answer(state(traverse_1(river(riverid('colorado'))))) -answer(state(traverse_1(longest(river(all))))) -answer(state(traverse_1(river(riverid('mississippi'))))) -answer(state(traverse_1(river(riverid('missouri'))))) -answer(state(traverse_1(river(riverid('missouri'))))) -answer(state(loc_1(major(city(cityid('austin', _)))))) -answer(state(loc_1(place(higher_2(highest(place(loc_2(stateid('colorado'))))))))) -answer(state(loc_1(place(higher_2(highest(place(loc_2(stateid('texas'))))))))) -answer(state(traverse_1(longest(river(loc_2(countryid('usa'))))))) diff --git a/example/train.gold b/example/train.gold deleted file mode 100644 index 53380ad..0000000 --- a/example/train.gold +++ /dev/null @@ -1,600 +0,0 @@ -[cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] -[placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')] -[riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] -[cityid(austin,tx)] -[placeid('mount hood')] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] -[cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] -[cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] -[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] -[] -[stateid(alaska)] -[] -[591000.0] -[8284.0] -[121600.0] -[70700.0] -[266807.0] -[7071639] -[6194] -[2667] -[3901] -[6194] -[135] -[105] -[163] -[174431] -[3033] -[3778] -[3778] -[3778] -[3968] -[3033] -[451] -[2] -[8] -[2] -[386] -[386] -[386] -[30] -[386] -[1] -[3894000.0] -[76685] -[23670000.0] -[177857] -[3] -[5] -[8] -[8] -[9] -[107] -[1] -[2] -[800500.0] -[2913000.0] -[17558000.0] -[76685] -[345496] -[345496] -[23670000.0] -[3005172] -[964000.0] -[79722] -[2364000.0] -[786.7] -[920600.0] -[1303000.0] -[17558000.0] -[170876] -[678974] -[690767.0] -[171300] -[14229000.0] -[425022] -[690767.0] -[7365000.0] -[4113200.0] -[638333] -[1461000.0] -[1] -[10] -[10] -[4] -[3] -[0] -[1] -[2] -[5] -[46] -[43] -[0] -[1] -[2] -[5] -[24] -[] -[51] -[0] -[51] -[0] -[49] -[3] -[0] -[5] -[8] -[4] -[0] -[0] -[8] -[6] -[8] -[5] -[5] -[10] -[10] -[6] -[1] -[1] -[1] -[1] -[33] -[4] -[stateid(alaska)] -[stateid(alaska)] -[stateid(minnesota),stateid('new york')] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[] -[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] -[cityid(albany,ny),cityid(atlanta,ga),cityid(austin,tx),cityid('baton rouge',la),cityid(boise,id),cityid(boston,ma),cityid(charleston,wv),cityid(columbia,sc),cityid(columbus,oh),cityid(denver,co),cityid('des moines',ia),cityid(hartford,ct),cityid(honolulu,hi),cityid(indianapolis,in),cityid(jackson,ms),cityid(lansing,mi),cityid(lincoln,ne),cityid('little rock',ar),cityid(madison,wi),cityid(montgomery,al),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(phoenix,az),cityid(providence,ri),cityid(raleigh,nc),cityid(richmond,va),cityid(sacramento,ca),cityid(salem,or),cityid('salt lake city',ut),cityid(springfield,il),cityid('st. paul',mn),cityid(tallahassee,fl),cityid(topeka,ks),cityid(trenton,nj),cityid(washington,dc)] -[riverid(missouri)] -[] -[riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] -[stateid(alaska),stateid(hawaii)] -[76685] -[stateid(louisiana)] -[76685] -[76685] -[stateid(california)] -[cityid(aurora,co),cityid('colorado springs',co),cityid(denver,co)] -[] -[stateid(alaska)] -[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid('rio grande')] -[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)] -[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)] -[cityid(alameda,ca),cityid(alhambra,ca),cityid(anaheim,ca),cityid(bakersfield,ca),cityid(berkeley,ca),cityid('buena park',ca),cityid(burbank,ca),cityid(carson,ca),cityid('chula vista',ca),cityid('citrus heights',ca),cityid(compton,ca),cityid(concord,ca),cityid('costa mesa',ca),cityid('daly city',ca),cityid(downey,ca),cityid('east los angeles',ca),cityid('el cajon',ca),cityid('el monte',ca),cityid(escondido,ca),cityid(fairfield,ca),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid('garden grove',ca),cityid(glendale,ca),cityid(hayward,ca),cityid('huntington beach',ca),cityid(inglewood,ca),cityid(irvine,ca),cityid(lakewood,ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(modesto,ca),cityid('mountain view',ca),cityid('newport beach',ca),cityid(norwalk,ca),cityid(oakland,ca),cityid(oceanside,ca),cityid(ontario,ca),cityid(orange,ca),cityid(oxnard,ca),cityid(pasadena,ca),cityid(pomona,ca),cityid('redondo beach',ca),cityid(richmond,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid(salinas,ca),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid('scotts valley',ca),cityid('simi valley',ca),cityid('south gate',ca),cityid(stockton,ca),cityid(sunnyvale,ca),cityid('thousand oaks',ca),cityid(torrance,ca),cityid(vallejo,ca),cityid(ventura,ca),cityid('west covina',ca),cityid(westminster,ca),cityid(whittier,ca)] -[placeid('clingmans dome')] -[] -[] -[cityid(anaheim,ca),cityid(fresno,ca),cityid('huntington beach',ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(oakland,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca)] -[] -[cityid('kansas city',ks),cityid(wichita,ks)] -[cityid('kansas city',mo),cityid('st. louis',mo)] -[cityid(albuquerque,nm)] -[cityid(charlotte,nc),cityid(greensboro,nc)] -[cityid(akron,oh),cityid(cincinnati,oh),cityid(cleveland,oh),cityid(columbus,oh),cityid(dayton,oh),cityid(toledo,oh)] -[cityid('oklahoma city',ok),cityid(tulsa,ok)] -[cityid(providence,ri)] -[cityid(arlington,tx),cityid(austin,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(houston,tx),cityid(lubbock,tx),cityid('san antonio',tx)] -[cityid(anchorage,ak)] -[cityid(washington,dc)] -[] -[] -[cityid(arlington,tx),cityid(austin,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(houston,tx),cityid(lubbock,tx),cityid('san antonio',tx)] -[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)] -[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)] -[] -[riverid(arkansas),riverid(canadian),riverid(cheyenne),riverid(cimarron),riverid(colorado),riverid(columbia),riverid(cumberland),riverid(dakota),riverid(gila),riverid(green),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('smoky hill'),riverid(snake),riverid(tennessee),riverid(wabash),riverid(washita),riverid(white),riverid(yellowstone)] -[cityid(chicago,il)] -[stateid(indiana),stateid(ohio),stateid(wisconsin)] -[] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[riverid(ohio),riverid(wabash)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(bighorn),riverid('clark fork'),riverid('little missouri'),riverid(missouri),riverid(powder),riverid(yellowstone)] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(arizona),stateid(nevada),stateid(oregon)] -[stateid('district of columbia'),stateid(maryland),stateid(virginia),stateid('west virginia')] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[4916000.0] -[cityid(phoenix,az)] -[cityid(phoenix,az)] -[cityid(abingdon,pa),cityid(allentown,pa),cityid(altoona,pa),cityid(bethlehem,pa),cityid('bristol township',pa),cityid(erie,pa),cityid('lower merion',pa),cityid('penn hills',pa),cityid(philadelphia,pa),cityid(pittsburgh,pa),cityid(reading,pa),cityid(scranton,pa),cityid('upper darby',pa)] -[cityid(alameda,ca),cityid(alhambra,ca),cityid(anaheim,ca),cityid(bakersfield,ca),cityid(berkeley,ca),cityid('buena park',ca),cityid(burbank,ca),cityid(carson,ca),cityid('chula vista',ca),cityid('citrus heights',ca),cityid(compton,ca),cityid(concord,ca),cityid('costa mesa',ca),cityid('daly city',ca),cityid(downey,ca),cityid('east los angeles',ca),cityid('el cajon',ca),cityid('el monte',ca),cityid(escondido,ca),cityid(fairfield,ca),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid('garden grove',ca),cityid(glendale,ca),cityid(hayward,ca),cityid('huntington beach',ca),cityid(inglewood,ca),cityid(irvine,ca),cityid(lakewood,ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(modesto,ca),cityid('mountain view',ca),cityid('newport beach',ca),cityid(norwalk,ca),cityid(oakland,ca),cityid(oceanside,ca),cityid(ontario,ca),cityid(orange,ca),cityid(oxnard,ca),cityid(pasadena,ca),cityid(pomona,ca),cityid('redondo beach',ca),cityid(richmond,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid(salinas,ca),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid('scotts valley',ca),cityid('simi valley',ca),cityid('south gate',ca),cityid(stockton,ca),cityid(sunnyvale,ca),cityid('thousand oaks',ca),cityid(torrance,ca),cityid(vallejo,ca),cityid(ventura,ca),cityid('west covina',ca),cityid(westminster,ca),cityid(whittier,ca)] -[cityid(houston,tx)] -[cityid(houston,tx)] -[cityid('new york',ny)] -[cityid('scotts valley',ca)] -[cityid('des moines',ia)] -[cityid(phoenix,az)] -[stateid(arizona),stateid(nevada),stateid(oregon)] -[591000.0] -[3670038.0] -[158000.0] -[83000.0] -[33265.0] -[10460.0] -[121600.0] -[] -[31113.0] -[266807.0] -[591000.0] -[1100.0] -[49100.0] -[147000.0] -[1100.0,1212.0,2044.0,5020.0,6471.0,7787.0,8284.0,9279.0,9614.0,10460.0,24200.0,31113.0,33265.0,36200.0,40760.0,41300.0,42140.0,45308.0,47700.0,49100.0,51700.0,52670.0,53200.0,56153.0,56300.0,58500.0,58900.0,68139.0,68664.0,69700.0,69950.0,70700.0,77116.0,77300.0,82300.0,83000.0,84400.0,84900.0,97073.0,97809.0,104000.0,110500.0,114000.0,121600.0,147000.0,158000.0,266807.0,591000.0] -[] -[261.8301403725611] -[] -[cityid(phoenix,az)] -[cityid(atlanta,ga)] -[cityid(omaha,ne)] -[cityid(portland,or)] -[cityid(houston,tx)] -[cityid(washington,dc)] -[cityid('new york',ny)] -[cityid('new york',ny)] -[cityid('new york',ny)] -[cityid(casper,wy)] -[riverid(mississippi)] -[stateid(alaska)] -[stateid(alaska)] -[stateid(alaska)] -[] -[cityid(atlanta,ga)] -[cityid(honolulu,hi)] -[cityid(indianapolis,in)] -[] -[] -[cityid(lansing,mi)] -[] -[] -[cityid(austin,tx)] -[cityid(montgomery,al)] -[] -[cityid(austin,tx)] -[] -[cityid(austin,tx),cityid('baton rouge',la),cityid(denver,co),cityid(jackson,ms),cityid('little rock',ar),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(phoenix,az),cityid('salt lake city',ut),cityid(topeka,ks)] -[] -[] -[cityid('salt lake city',ut)] -[] -[] -[cityid(houston,tx)] -[cityid('scotts valley',ca)] -[224409210.7] -[53.33068472716233] -[-85] -[6194] -[6194] -[2667] -[6194] -[placeid('wheeler peak')] -[placeid('sassafras mountain')] -[placeid('mount mckinley')] -[placeid('guadalupe peak')] -[placeid('mount elbert')] -[]. -[placeid('walton county')] -[placeid('mount sunflower')] -[placeid('wheeler peak')] -[placeid('campbell hill')] -[placeid('jerimoth hill')] -[placeid('guadalupe peak')] -[placeid('mount mckinley')] -[placeid(tenleytown)] -[placeid('ocheyedan mound')] -[placeid('ocheyedan mound')] -[] -[placeid('granite peak')] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[placeid('gannett peak')] -[placeid('mount mckinley')] -[cityid(phoenix,az)] -[cityid('new orleans',la)] -[cityid(birmingham,al)] -[cityid(detroit,mi)] -[cityid(minneapolis,mn)] -[cityid('st. louis',mo)] -[cityid(phoenix,az)] -[cityid(houston,tx)] -[cityid(milwaukee,wi)] -[cityid(wichita,ks)] -[stateid(texas)] -[stateid(alaska)] -[stateid('new mexico')] -[cityid(phoenix,az)] -[stateid(alaska)] -[stateid(alaska)] -[stateid(arizona)] -[stateid(arizona)] -[stateid(arizona)] -[stateid(minnesota)] -[] -[3968] -[] -[] -[riverid(missouri)] -[riverid(allegheny)] -[riverid(missouri)] -[riverid(colorado)] -[riverid(mississippi)] -[riverid(allegheny)] -[riverid(ohio)] -[riverid('rio grande')] -[riverid(potomac)] -[] -[riverid(missouri)] -[riverid(missouri)] -[riverid(missouri)] -[riverid('rio grande')] -[riverid(missouri)] -[riverid(missouri)] -[placeid('delaware river')] -[placeid('death valley')] -[placeid('new orleans')] -[placeid('pacific ocean')] -[placeid('gulf of mexico')] -[placeid('gulf of mexico')] -[placeid('death valley')] -[placeid('lake michigan')] -[placeid('arkansas river')] -[placeid('pacific ocean')] -[placeid('death valley')] -[] -[cityid(phoenix,az)] -[stateid(texas)] -[cityid(houston,tx)] -[cityid(casper,wy)] -[stateid(california)] -[stateid(california)] -[7] -[53.33068472716233] -[8.957505576015354] -[53.33068472716233] -[580.0] -[580.0] -[0.0053517006802721095] -[4.8007545317915525] -[562994] -[2718000.0] -[425022] -[425022] -[345496] -[345496] -[562994] -[23670000.0] -[904078] -[492365] -[944000.0] -[11400000.0] -[1125000.0] -[4076000.0] -[786.7] -[17558000.0] -[2633000.0] -[61572] -[947200.0] -[275741] -[493846] -[493846] -[690767.0] -[133116] -[] -[14229000.0] -[] -[270230] -[638333] -[401800.0] -[1303000.0] -[170616,636212] -[401800.0] -[638333] -[riverid(ohio),riverid(wabash)] -[riverid(delaware)] -[] -[riverid(mississippi)] -[riverid(republican)] -[riverid(pecos)] -[riverid(delaware)] -[riverid(delaware)] -[riverid(delaware)] -[158000.0] -[68664.0] -[266807.0] -[345496] -[591000.0] -[cityid(anchorage,ak)] -[cityid('north little rock',ar)] -[cityid(koolaupoko,hi)] -[cityid(anchorage,ak)] -[cityid(bellevue,wa)] -[cityid(washington,dc)] -[stateid('west virginia')] -[stateid('district of columbia')] -[stateid('district of columbia')] -[stateid(louisiana)] -[stateid(iowa)] -[stateid(alaska)] -[stateid(alaska)] -[stateid('new jersey')] -[stateid('new jersey')] -[stateid(california)] -[stateid(montana)] -[stateid(montana)] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[] -[10820000.0] -[riverid(mississippi),riverid(ohio),riverid(wabash)] -[placeid('mount mckinley'),placeid('pacific ocean')] -[riverid(arkansas),riverid(cimarron),riverid(neosho),riverid(republican),riverid('smoky hill')] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(missouri)] -[riverid(mississippi),riverid(ohio),riverid(rock),riverid(wabash)] -[stateid(colorado)] -[riverid(potomac),riverid(roanoke)] -[stateid(colorado)] -[riverid(colorado)] -[riverid(canadian),riverid(cimarron),riverid(gila),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan')] -[riverid(columbia),riverid(snake)] -[riverid(colorado),riverid(green),riverid('san juan')] -[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(canadian),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(potomac),riverid(powder),riverid(red),riverid(republican),riverid('rio grande'),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tombigbee),riverid(wabash),riverid(washita),riverid('wateree catawba'),riverid(white),riverid(yellowstone)] -[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] -[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)] -[riverid(chattahoochee),riverid(cumberland),riverid(mississippi),riverid(tennessee),riverid(tombigbee)] -[riverid(colorado),riverid(columbia),riverid(gila),riverid(snake)] -[] -[riverid(colorado)] -[riverid(colorado),riverid(gila)] -[] -[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] -[riverid(mississippi),riverid(ouachita),riverid(pearl),riverid(red)] -[] -[riverid(colorado)] -[riverid(chattahoochee),riverid(cumberland),riverid(mississippi),riverid(roanoke),riverid(tennessee),riverid(tombigbee),riverid('wateree catawba')] -[riverid(ohio),riverid(potomac)] -[stateid(indiana),stateid(ohio),stateid(wisconsin)] -[stateid(missouri)] -[stateid(alaska)] -[stateid(maine)] -[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)] -[stateid(alaska)] -[stateid(alaska)] -[stateid(alaska),stateid(hawaii),stateid(maine),stateid('rhode island')] -[stateid(oregon)] -[stateid(michigan)] -[stateid('new york')] -[stateid('new york')] -[stateid('new jersey')] -[stateid(alaska)] -[stateid(california)] -[stateid('new jersey')] -[stateid('new york')] -[stateid(california)] -[stateid('new jersey')] -[stateid(california)] -[stateid(montana)] -[cityid(birmingham,al)] -[riverid(mississippi)] -[stateid(california)] -[riverid(mississippi)] -[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)] -[stateid('district of columbia')] -[stateid('west virginia')] -[stateid(montana)] -[stateid(montana)] -[stateid(montana)] -[stateid(texas)] -[stateid(massachusetts)] -[stateid(ohio)] -[stateid(texas)] -[stateid(iowa)] -[stateid(pennsylvania)] -[stateid(alaska)] -[] -[stateid(louisiana)] -[stateid('new mexico')] -[stateid(illinois)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)] -[stateid(alabama),stateid(arkansas),stateid(louisiana),stateid(tennessee)] -[] -[stateid(louisiana),stateid(mississippi),stateid(missouri),stateid(oklahoma),stateid(tennessee),stateid(texas)] -[stateid(maryland),stateid('new jersey'),stateid(pennsylvania)] -[stateid(alabama),stateid(florida),stateid('north carolina'),stateid('south carolina'),stateid(tennessee)] -[] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(nebraska),stateid(oklahoma),stateid(tennessee)] -[stateid(maine),stateid(massachusetts),stateid(vermont)] -[stateid(indiana),stateid(kentucky),stateid(michigan),stateid(pennsylvania),stateid('west virginia')] -[stateid(connecticut),stateid(massachusetts)] -[stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(idaho),stateid(iowa),stateid(kansas),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid(oklahoma),stateid('south dakota'),stateid(texas),stateid(utah),stateid(wyoming)] -[stateid(alabama),stateid(arkansas),stateid(florida),stateid(georgia),stateid(kentucky),stateid(louisiana),stateid(mississippi),stateid(missouri),stateid('north carolina'),stateid('south carolina'),stateid(tennessee),stateid(virginia)] -[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid('north carolina'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(arizona),stateid(california),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(oregon),stateid(utah),stateid(washington)] -[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] -[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)] -[] -[] -[stateid(illinois),stateid(iowa),stateid(michigan),stateid(minnesota)] -[stateid(delaware)] -[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(illinois),stateid(indiana),stateid(kentucky),stateid(ohio),stateid(pennsylvania),stateid('west virginia')] -[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)] -[] -[stateid(texas)] -[stateid(texas)] -[stateid(alaska),stateid(hawaii)] -[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)] -[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(illinois)] -[stateid(alaska),stateid(california)] -[stateid(illinois)] -[stateid('new hampshire')] -[cityid(houston,tx)] -[cityid('new york',ny)] -[countryid(usa),stateid(texas)] -[countryid(usa),stateid(louisiana)] -[countryid(usa),stateid(indiana)] -[countryid(usa),stateid(texas)] -[countryid(usa),stateid(indiana)] -[countryid(usa)] -[countryid(usa),stateid(california)] -[countryid(usa),stateid(california)] -[countryid(usa)] -[countryid(usa),stateid(louisiana)] -[countryid(usa),stateid(california)] -[countryid(usa),stateid(california)] -[countryid(usa),stateid(california)] -[countryid(usa),stateid(illinois),stateid(massachusetts),stateid(missouri),stateid(ohio)] -[placeid('granite peak')] -[placeid('death valley')] -[placeid('mississippi river')] -[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)] -[cityid(albany,ny),cityid(annapolis,md),cityid(augusta,me),cityid(bismarck,nd),cityid(boise,id),cityid('carson city',nv),cityid(charleston,wv),cityid(cheyenne,wy),cityid(columbia,sc),cityid(concord,nh),cityid(dover,de),cityid(frankfort,ky),cityid(harrisburg,pa),cityid(hartford,ct),cityid(helena,mt),cityid('jefferson city',mo),cityid(juneau,ak),cityid(lansing,mi),cityid(montpelier,vt),cityid(olympia,wa),cityid(pierre,sd),cityid(raleigh,nc),cityid(salem,or),cityid('santa fe',nm),cityid(springfield,il),cityid(tallahassee,fl),cityid(topeka,ks),cityid(trenton,nj)] -[placeid('new orleans')] -[riverid(delaware)] -[stateid(colorado)] -[] -[] -[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(colorado),riverid(gila),riverid(green),riverid(neosho),riverid('north platte'),riverid(pecos),riverid(red),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte'),riverid(washita)] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[riverid(colorado)] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[stateid(alabama),stateid(georgia)] -[stateid(missouri)] -[riverid(mississippi)] -[stateid('new jersey')] -[stateid(alaska)] -[stateid('new york')] -[stateid('new jersey')] -[stateid(montana)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(california)] -[riverid(mississippi)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma),stateid(texas)] -[stateid(louisiana)] -[stateid(montana)] -[stateid(michigan)] -[stateid(colorado)] -[stateid(montana)] -[stateid(florida),stateid(georgia),stateid(mississippi),stateid(tennessee)] -[stateid(florida),stateid(georgia),stateid(mississippi),stateid(tennessee)] -[] -[stateid(california),stateid(colorado),stateid(nevada),stateid('new mexico'),stateid(utah)] -[stateid(arizona),stateid(kansas),stateid(nebraska),stateid('new mexico'),stateid(oklahoma),stateid(utah),stateid(wyoming)] -[] -[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)] -[stateid(indiana),stateid(ohio),stateid(wisconsin)] -[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)] -[stateid(alaska),stateid(hawaii)] -[stateid(iowa),stateid(minnesota),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid(wyoming)] -[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)] -[] -[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(texas)] -[stateid(alaska),stateid(california)] -[stateid(alaska),stateid(arizona),stateid(california),stateid(colorado),stateid(hawaii),stateid(idaho),stateid(montana),stateid(nevada),stateid('new mexico'),stateid(oregon),stateid(utah),stateid(washington),stateid(wyoming)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] diff --git a/example/train.in b/example/train.in deleted file mode 100644 index 8f60fd6..0000000 --- a/example/train.in +++ /dev/null @@ -1,600 +0,0 @@ - gebe mir die städte in virginia - welches sind die höchsten punkte der an mississippi grenzenden staaten - nenne die flüsse in arkansas - kannst du mir sagen , was die hauptstadt von texas ist - könntest du mir sagen welches der höchstgelegene punkt im staat oregon ist - nenne all staaten der usa - sag mir welche städte in texas sind - nenne die städte der usa - nenne mir die städte in virginia - nenne mir städte in texas - nenne mir die seen in california - welche stadt ist die größte - nenne mir den längsten fluss , welcher durch die usa fließt - wie groß ist alaska - wie groß ist massachusetts - wie groß ist new mexico - wie groß ist north dakota - wie groß ist texas - wie groß ist die stadt new york - wie hoch sind die höchsten erhebungen aller staaten - wie hoch liegt guadalupe peak - wie hoch ist der höchste punkt in montana - wie hoch liegt der höchste punkt des größten staates - wie hoch liegt der höchste punkt von delaware - wie hoch liegt der höchste punkt floridas - wie hoch liegt der höchste punkt von louisiana - wie groß ist die größte stadt in alaska - wie lang ist rio grande - wie lang ist der mississippi fluss - wie lang ist der mississippi - wie lang in meilen ist der mississippi fluss - wie lang ist der fluss missouri - wie lang ist der rio grande fluss - wie lang ist der kürzeste fluss in den usa - wie viele große städte gibt es in pennsylvania - wie viele städte sind in louisiana - wie viele städte sind in montana - wie viele städte hat die usa - wie viele städte gibt es in den usa - wie viele städte gibt es in den usa - wie viele städte hat texas - wie viele städte gibt es in den usa - wie viele städte mit dem namen austin gibt es in den usa - wie viele bewohner hat alabama - anzahl leute in boulder - wie viele staatsbürger wohnen in california - wie viele einwohner hat montgomery - wie viele große städte gibt es in arizona - wie viele wichtige städte gibt es in florida - wie viele wichtige städte gibt es in den staaten , welche an nebraska grenzen - wie viele größere städte sind in staaten , die an utah angrenzen - wie viele wichtige städte gibt es in texas - wie viele größere städte gibt es - wie viele wichtige städte gibt es in oregon - wie viele größere flüsse durchqueren ohio - wie viele einwohner hat nevada - wie viele leute gibt es in iowa - wie viele leute gibt es in new york - anzahl staatsbürger in boulder - wie viele menschen leben in austin - wie viele leute leben in austin texas - wie viele einwohner hat kalifornien - wie viele leute wohnen in chicago - wie hoch ist die bevölkerung von hawaii - wie viele menschen leben in kalamazoo - wie viele leute wohnen in kansas - wie viele leute wohnen in montana - wie viele leute wohnen in new hampshire - welches ist die einwohnerzahl von neu mexiko - wie viele einwohner hat new york - wie viele leute wohnen in riverside - wie viele leute wohnen in san francisco - wie viele leute wohnen in süd dakota - wie viele leute wohnen in spokane washington - wie groß ist die bevölkerung von texas - wie viele leute wohnen in der hauptstadt georgias - wie viele leute leben in dem kleinsten staat , welcher an wyoming grenzt - wie lautet die bevölkerung des staates mit der höchsten bevölkerungsdichte - was ist die einwohnerzahl von washington - wie viele einwohner hat washington dc - welches ist die bevölkerungszahl von utah - wie viele flüsse heißen colorado - wie viele flüsse gibt es in colorado - wie viele flüsse sind in colorado - wie viele flüsse gibt es in missouri - wie viele flüsse gibt es in new york - wie viele flüsse gibt es im staat mit dem höchsten punkt - wie viele flüsse sind in dem staat mit der größten bevölkerung - wie viele flüsse gibt es in idaho - wie viele flüsse laufen durch texas - wie viele flüsse gibt es in den usa - wie viele flüsse verlaufen nicht durch den staat mit der hauptstadt albany - wie viele flüsse gibt es in alaska - wie viele flüsse in texas sind länger als der red - wie viele flüsse gibt es in washington - wie viele flüsse gibt es in texas - wie viele flüsse fließen durch die staaten , die an colorado grenzen - wie viele quadratkilometer umfasst die usa - wie viele staaten gibt es in den usa - wie viele staaten liegen neben wichtigen flüssen - wie viele staaten gibt es in den usa - wie viele staaten grenzen an alaska - wie viele staaten grenzen an zumindest einen anderen staat - wie viele staaten grenzen an colorado und new mexico - wie viele staaten grenzen an hawaii - wie viele staaten grenzen an den staat , dessen hauptstadt boston ist - wie viele staaten grenzen an tennessee - wie viele staaten grenzen an texas - wie viele staaten grenzen an den größten staat - wie viele staaten grenzen an den mississippi fluss - wie viele staaten grenzen an den staat mit den meisten nachbarstaaten - iowa grenzt an wie viele staaten - an wie viele staaten grenzt missouri - durch wie viele staaten fließt der fluss colorado - durch wie viele staaten fließt der fluss colorado - durch wie viele staaten fließt der mississippi - durch wie viele staaten fließt der fluss mississippi - durch wie viele staaten läuft der fluss missouri - in wie vielen staaten gibt es eine stadt mit dem namen rochester - in wie vielen staaten gibt es eine stadt namens springfield - wie viele staaten habe städte die austin heißen - wie viele staaten haben städte welche nach springfield benannt sind - wie viele staaten haben wichtige flüsse - durch wie viele staaten der usa fließt der kürzeste fluss - in welchem staat befindet sich der mount mckinley - was ist der staat mit der höchsten höhe in den vereinigten staaten - in welchem staat liegt rochester - liste alle staaten - gib alle seen in den usa aus - welche flüsse fließen durch colorado - nenne die 50 hauptstädte in den usa - was ist der längste fluss in den usa - nenne die größten seen in michigan - nenne die flüsse in arkansas - nenne die staaten , an die keine anderen staaten grenzen - wie viele staatsbürger in boulder - welcher staat hat die niedrigste erhebung in den staaten , durch welche der mississippi fluss verläuft - wie hoch ist die bevölkerung von boulder - leute in boulder - sacramento ist die hauptstadt welchen staates - zeige mir die wichtigsten städte in colorado - zeige mir alle größeren seen in den usa - nenne den staat mit der größten fläche - staaten , die an iowa grenzen - durch welche staaten verläuft der mississippi - durch welche staaten fließt der mississippi - welche wichtigen flüsse gibt es in texas - welches sind die größten flüsse in texas - wie lauten die hauptstädte der staaten , welche an texas grenzen - welches sind die hauptstädte der an texas grenzenden staaten - was sind die städte in california - wie lauten die höchsten punkte der staaten , welche mississippi umgeben - wie lauten die namen der seen in staaten , welche an texas grenzen - welches sind die größten städte in an den größten staat angrenzenden staaten - wie lauten die wichtigsten flüsse in dem staat california - welches sind große städte in delaware - welche großen städte gibt es in kansas - welche sind die größten städte in missouri - welche sind die größeren städte in new mexico - welches sind die wesentlichen städte north carolinas - wie lauten die wichtigsten städte in ohio - welche sind die größte städte in oklahoma - wie lauten die wichtigsten städte in rhode island - welche sind die größten städte in texas - was sind die größten städte in dem größten staat - welches sind die größten städte im kleinsten staat der usa - wie lauten die wichtigsten städte in den vereinigten staaten durch welche der wichtigste fluss in virginia verläuft - wie lauten die wichtigsten städte in wyoming - welches sind die wesentlichen städte in texas - welches sind die größten städte der usa - wie lauten die wichtigsten städte der vereinigten staaten - wie lauten die wichtigsten seen in den usa - welches sind die hauptflüsse in den usa - welches sind die namen großer städte in illinois - welches sind die nachbarstaaten von michigan - wie groß sind die bevölkerungen aller wichtigen städte in montana - was sind die bevölkerungen der staaten , durch die der mississippi fließt - was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt - wie groß ist die bevölkerungszahl der staaten , durch die der mississippi fließt - wie groß ist die bevölkerung der staaten , durch welche der mississippi verläuft - wie groß ist die bevölkerung der staaten , durch die der mississippi fließt - wie groß sind die bevölkerungen in den staaten , durch welche der mississippi fluss verläuft - welches sind die flüsse im staate indiana - welche flüsse gibt es in texas - welche sind die flüsse montanas - welche staaten gibt es - welche staaten grenzen an den höchstbevölkertsten staat - welches sind die staaten durch die der potomac fließt - welche staaten durchquert der längste fluss - was können sie mir zur bevölkerung missouris sagen - was ist die größte hauptstadt nach bevölkerung - welche hauptstadt ist die größte in den usa - welche städte befinden sich in pennsylvania - welche städte in california - welche städte in texas haben die größte bevölkerung - welche stadt in texas hat die größte bevölkerung - welche stadt hat die größte bevölkerung - welche stadt hat die kleinste bevölkerung - wie lautet die hauptstadt von iowa - wie lautet die größte hauptstadt - welcher staat grenzt an kalifornien - was ist die flächenausdehnung von alaska - wie lautet die gesamte bevölkerung aller 50 staaten - welche flächenausdehnung hat kalifornien - welche fläche hat idaho - wie groß ist die fläche von maine - wie groß ist die fläche von maryland in quadratkilometer - was ist die fläche new mexicos - was ist die fläche seattles - was ist die fläche von south carolina - wie groß ist die fläche von texas - was ist die fläche des größten staates - was ist die fläche des kleinsten staates - wie groß ist die fläche des staates mit der hauptstadt albany - wie groß ist die fläche von dem staat mit der niedrigsten bevölkerungsdichte - wie groß ist die gesamtfläche der usa - was ist die durchschnittliche bevölkerung für die usa pro staat - welches ist die durchschnittliche bevölkerungsdichte in pennsylvania - wie groß ist die durchschnittliche bevölkerung pro quadratkilometer in den vereinigten staaten - wie lautet die größte stadt in arizona - was ist die größte stadt georgias - welches ist die größte stadt in nebraska - welches ist die größte stadt in oregon - wie lautet die größte stadt in texas - was ist die größte stadt in dem kleinsten staat - welches ist die größte stadt der usa - was ist die größte stadt in den usa - welches ist die größte stadt der usa - welches ist die größte stadt in wyoming - welches ist der größte fluss in illinois - wie lautet der größte staat - welches ist der größte staat auf dem us festland - wie lautet der größte staat in den usa - wie lautet die hauptstadt des größten staates in den usa - was ist die hauptstadt georgias - welches ist die hauptstadt von hawaii - was ist die hauptstadt von indiana - wie heißt die hauptstadt von maine - wie lautet die hauptstadt von maryland - welches ist die hauptstadt von michigan - wie lautet die hauptstadt von new hampshire - welches ist die hauptstadt von pennsylvania - welches ist die hauptstadt von texas - welches ist die hauptstadt des staates alabama - wie lautet die hauptstadt des größten staates - kannst du mir die hauptstadt von texas nennen - was ist die hauptstadt des staates , der an die meisten staaten grenzt - was ist die hauptstadt des staates , der an den staat grenzt , der an texas grenzt - was ist die hauptstadt des staates mit der größten höhe - wie lautet die hauptstadt des staats mit der höchsten erhebung - welches ist die hauptstadt von utah - welches ist die hauptstadt von vermont - was ist die hauptstadt von washington - welche städte in texas haben die höchste einwohnerzahl - was ist die stadt mit der kleinsten bevölkerung - wie lautet die gesamte bevölkerung aller 50 staaten - wie groß ist die bevölkerung von texas - wie hoch liegt death valley - was ist die höhe des höchsten punktes in den usa - was ist die höhe mount mckinleys - wie lautet die höhe des höchsten berges in texas - was ist die höhe des höchsten punktes in der usa - welcher ist der höchste punkt in new mexico - welches ist die höchste erhöhung in south carolina - welches ist der höchste berg in alaska - welches ist der höchste berg in texas - wie lautet der höchste punkt in colorado - welches sind die höchsten punkte der staaten , dessen tiefster punkt auf meeresniveau liegt - welches ist der höchste punkt in florida - wie lautet der höchste punkt in kansas - was ist die höchste höhe in new mexico - was ist der höchste punkt in ohio - welches ist der höchstgelegene punkt in rhode island - welches ist die höchste erhebung in texas - wie lautet der höchste punkt der usa - was ist der höchste punkt im kleinsten staat - welches ist der höchste punkt im staat mit hauptstadt des moines - wie heißt der höchste punkt in dem staat mit der hauptstadt des moines - was ist der höchste punkt in dem staat mit den meisten flüssen - wie lautet der höchste punkt in dem staat mit der kleinsten bevölkerung - was ist der höchste punkt in den vereinigten staaten - wie lautet der höchste punkt in dem land - welches ist der höchstgelegene punkt von wyoming - welches ist der höchste punkt des bezüglich fläche größten staates - was ist die größte hauptstadt - was ist die größte stadt in einem staat , der an texas grenzt - welche ist die größte stadt in alabama - welches ist die größte stadt in michigan - welches ist die bevölkerungsreichste stadt in minnesota - wie lautet die größte stadt in missouri - was ist die größte stadt in staaten , die an california grenzen - welches ist die größte stadt in texas - wie lautet die größte stadt in wisconsin - wie lautet die größte stadt in kansas - welcher ist der größte staat , durch den der rio grande fließt - nenne mir den größten staat - welches ist der größte an texas grenzende staat - welche hauptstadt hat die größte bevölkerung - wie lautet der größte staat in den usa - welcher ist der größte staat in den usa - wie lautet der größte staat , der an california grenzt - was ist der größte staat , der an den staat mit der größten bevölkerung grenzt - wie lautet der größte staat , welcher an den staat grenzt , welcher die niedrigste erhebung in den usa hat - wie lautet der größte staat , durch welchen der mississippi fluss verläuft - was ist die länge des colorado flusses in texas - wie lang ist der längste fluss der usa - wie lange ist der fluss , welcher durch die größte anzahl von staaten fließt - wie lang ist der fluss , welcher die meisten staaten durchquert - was ist der längste fluss - welches ist der längste fluss new yorks - welches ist der längste fluss der vereinigten staaten - was ist der längste fluss in california - wie lautet der längste fluss in mississippi - welches ist der längste fluss in new york - wie lautet der längste fluss in pennsylvania - was ist der längste fluss in texas - was ist der längste fluss in dem kleinsten staat in den usa - welches ist der längste fluss im staate mit dem höchstgelegenen punkt - welches ist der längste fluss in amerika - nenne den längsten fluss in den usa - wie lautet der längste fluss , der nicht durch texas verläuft - wie lautet der längste fluss , der durch colorado verläuft - wie lautet der längste fluss , der durch die staaten verläuft , welche an den staat grenzen , der die meisten nachbarstaaten hat - welches ist der längste fluss , der durch einen an tennessee grenzenden staat fließt - welches ist die niedrigste erhöhung in pennsylvania - welches ist der tiefstgelegene punkt in kalifornien - welches ist der tiefstgelegene punkt in louisiana - was ist der niedrigste punkt in oregon - wie lautet der niedrigste punkt in texas - welches ist der tiefstgelegene punkt von texas - wie lautet der niedrigste punkt in den vereinigten staaten - welches ist der tiefstgelegene punkt in wisconsin - welches ist der tiefstgelegene punkt in colorado - was ist die tiefste stelle des staates mit der größte fläche - welches ist der tiefstgelegene punkt der usa - was sind die größeren städte in montana - welche ist die meist bevölkerte stadt in den usa - welches ist der bevölkerungsreichste staat , der an oklahoma grenzt - welche texanische stadt hat die größte bevölkerungszahl - was ist die meist bevölkerte stadt in wyoming - welcher ist der meist bevölkerte staat in den usa - wie lautet der name des staates mit der geringsten erhebung - wie viele staaten grenzen an kentucky - was ist die bevölkerungsdichte in dem staat mit hauptstadt austin - was ist die bevölkerungsdichte von south dakota - wie lautet die bevölkerungsdichte von texas - wie groß ist die bevölkerungsdichte des kleinsten staates - was ist die bevölkerungsdichte des staates mit der kleinsten größe - wie hoch ist die bevölkerungsdichte des staates mit der kleinsten bevölkerung - was ist die bevölkerungsdichte wyomings - wie groß ist die bevölkerung von boston - wie groß ist die bevölkerung von arizona - wie groß ist die bevölkerung von atlanta - wie viele einwohner hat atlanta ga - was ist die einwohnerzahl von austin - wie groß ist die bevölkerung von austin texas - was ist die bevölkerung von boston massachusetts - wie viele leute leben in kalifornien - wie viele einwohner hat dallas - welches ist die bevölkerungszahl von denver - wie viele einwohner hat idaho - wie groß ist die bevölkerungszahl von illinois - was ist die bevölkerung von maine - wie groß ist die bevölkerung von minnesota - wie groß ist die bevölkerung von montana - wie viele leute leben in new york - wie viele einwohner hat oregon - was ist die bevölkerung von portland maine - wie groß ist die bevölkerung von rhode island - wie groß is die bevölkerungszahl von sacramento - wie lautet die bevölkerung von seattle - wie groß ist die bevölkerung von seattle in washington - wie groß ist die bevölkerung in south dakota - wie groß ist die einwohnerzahl von springfield missouri - wie groß ist die bevölkerung von springfield in south dakota - wie groß ist die bevölkerung von texas - was ist die bevölkerung der hauptstadt des größten staates - was ist die bevölkerung der hauptstadt des größten staates , durch den der mississippi fließt - welches ist die einwohnerzahl der hauptstadt des kleinsten staates - wie groß ist die bevölkerung in dem größten staat - was ist die bevölkerung des größten staates , der an texas grenzt - was ist die bevölkerung der größeren städte in wisconsin - was ist die bevölkerung des staates mit der größten fläche - wie viele einwohner leben in washington dc - welcher fluss fließt durch ohio - welches ist der kürzeste fluss - was ist der kürzeste fluss in alaska - was ist der kürzeste fluss in iowa - wie lautet der kürzeste fluss in nebraska - wie lautet der kürzeste fluss in texas - welches ist der kürzeste fluss der vereinigten staaten - welches ist der kürzeste fluss in den usa - was ist der kürzeste fluss in den usa - wie groß ist kalifornien - wie groß ist florida - welche fläche hat texas - was ist die größe der hauptstadt texas - wie lautet die fläche des größten staates in den usa - was ist die kleinste stadt in alaska - welches ist die kleinste stadt in arkansas - welches ist die kleinste stadt in hawaii - wie lautet die kleinste stadt in dem größten staat - was ist die kleinste stadt in washington - wie lautet die kleinste stadt des kleinsten staates in den usa - wie lautet der kleinste staat , welcher an ohio grenzt - welcher staat hat die kleinste flächenausdehnung - welches ist der kleinste staat der usa - welches ist der kleinste an texas grenzende staat - welches ist der kleinste unter den staaten , durch die der längste fluss läuft - welcher staat hat die höchste erhebung - in welchem staat liegt die höchste erhebung in den vereinigten staaten - welcher staat hat die höchste dichte in den usa - welcher staat hat die größte bevölkerungsdichte - welcher staat hat die niedrigste erhebung - welcher staat hat die kleinste bevölkerung - welche staaten haben die niedrigste bevölkerungsdichte - welches ist der höchste berg in amerika - welches ist der höchste berg in den usa - welche fläche hat die usa - welches ist die summe der bevölkerungszahlen der an texas grenzenden staaten - welche großen flüsse fließen durch illinois - welche berge gibt es in alaska - welcher fluss fließt durch kansas - welches flüsse gibt es in texas - welcher fluss ist der längste in den vereinigten staaten - welcher fluss durchfließt illinois - welcher fluss verläuft durch die meisten staaten - welcher fluss fließt durch virginia - welcher fluss durchquert die meisten staaten - welche flüsse gibt es in nevada - welche flüsse gibt es in new mexico - welche flüsse gibt es in oregon - welche flüsse gibt es in utah - welche flüsse fließen nicht durch tennessee - nenne alle flüsse in colorado - welche flüsse verlaufen durch missouri - welche flüsse verlaufen durch staaten , welche an alabama grenzen - welche flüsse fließen durch staaten , die an den staat mit der größten bevölkerungszahl grenzen - welche flüsse verlaufen durch den größten staat - welche flüsse fließen durch den bevölkerungsreichsten staat - welche flüsse fließen durch arizona - welche flüsse fließen durch austin texas - welche flüsse verlaufen durch colorado - welche flüsse fließen durch louisiana - welche flüsse verlaufen durch maine - welche flüsse verlaufen durch den staat mit dem niedrigsten punkt in den usa - welche flüsse verlaufen duch die staaten , welche an den staat mit der hauptstadt atlanta grenzen - welche flüsse fließen durch west virginia - welche städte grenzen an michigan - welcher staat hat die meisten nachbarstaaten - welcher staat grenzt an die wenigsten staaten - welcher staat grenzt an die wenigsten staaten mit ausnahme von alaska und mit ausnahme von hawaii - welcher staat grenzt an den staat mit der kleinsten bevölkerung - in welchem staat liegt der höchste punkt der usa - welcher staat hat die höchste erhebung - welcher staat hat keine flüsse - welcher staat hat die hauptstadt salem - in welchem staat liegt die stadt flint - in welchem staat befindet sich die bevölkerungsreichste stadt - welcher staat hat die stadt mit der größten bevölkerung - welcher staat hat die größte bevölkerungsidchte - welcher staat hat die höchste erhebung - welcher staat hat die größte bevölkerung - welcher staat hat die größte dichte - welcher staat hat die größte stadt - welcher staat hat die größte bevölkerung - wie lautet der staat mit der größten bevölkerungsdichte - welcher staat hat die meisten einwohner - welcher staat hat die niedrigste bevölkerungsdichte - welcher staat hat die meisten städte - welcher staat hat die meisten flüsse - welches ist der bevölkerungsreichste staat - welcher staat wird von den meisten flüssen durchflossen - durch welche staaten fließt der kürzeste fluss - welches ist der staat mit der geringsten flächenausdehnung - welcher staat hat die kleinste hauptstadt - welcher staat hat die kleinste anzahl urbaner einwohner - welcher staat hat die kleinste bevölkerungsdichte - welcher staat hat die niedrigsten bevölkerungsdichte - von welchem staat ist austin die hauptstadt - in welchem staat ist boston - welcher staat hat columbus als hauptstadt - in welchem staat liegt dallas - in welchem staat ist des moines - in welchem staat ist pittsburgh - welches ist der größte staat - welcher staat hat die meisten flüsse - welcher staat , der an texas grenzt , hat die größte bevölkerung - welches ist der größte an texas grenzende staat - wie lautet der meistbevölkerte staat , durch welchen der mississippi fluss verläuft - welche staaten grenzen an texas - welche staaten grenzen an mississippi - welche staaten grenzen an alaska - welche staaten grenzen an arkansas - welche staaten grenzen an delaware - welche staaten grenzen an georgia - welcher staat grenzt an hawaii - welche staaten grenzen an kentucky - welche staaten grenzen an missouri - welche staaten grenzen an new hampshire - welche staaten grenzen an ohio - welche staaten grenzen an rhode island - welche staaten grenzen an staaten , die an colorado grenzen - welche staaten grenzen an staaten , die an staaten grenzen , die an florida grenzen - welche staaten grenzen an staaten , welche an staaten grenzen , welche an staaten grenzen , die an texas grenzen - welche staaten grenzen an staaten , welche an den staat mit der größten bevölkerung grenzen - welche staaten grenzen an staaten , durch die der mississippi fließt - welche staaten grenzen an staaten , durch die der mississippi fließt - welche staaten grenzen an texas - welche staaten grenzen an den mississippi fluss - welche staaten grenzen an die staaten mit den meisten städten - welche staaten grenzen an wisconsin - welcher staat hat dover als hauptstadt - durch welche staaten fließt der fluss colorado - durch welche staaten fließt der mississippi - durch welche staaten verläuft der missouri fluss - durch welche staaten verläuft der ohio fluss - welcher staat hat den kürzesten fluss - welche staaten haben eine hauptstadt , die der höchste punkt des staates ist - welche staaten haben städte mit dem namen austin - welche staaten haben städte die austin heißen - welche staaten haben keine angrenzende staaten - wie viele staaten haben flüsse mit dem namen colorado - welche staaten haben einen fluss - welche staaten haben städte mit dem namen springfield - welche höchstgelegenen punkte eines staates liegen höher als derjenige von colorado - welche staaten in den vereinigten staaten habe eine stadt springfield - welche staaten grenzen an maine - welches ist die bevölkerungsreichste stadt von texas - welches ist die größte stadt - wo liegt austin - wo ist baton rouge - wo ist fort wayne - wo ist houston - wo ist indianapolis - wo ist massachusetts - wo befindet sich mount whitney - wo liegt mount whitney - wo liegt new hampshire - wo ist new orleans - wo liegt san diego - wo liegt san jose - wo liegt scotts valley - wo ist springfield - wo liegt der höchste punkt in montana - wo ist der tiefste punkt in den usa - wo ist der tiefste punkt in iowa - welches sind die hauptstädte der an texas anliegenden staaten - welche hauptstädte gehören nicht zu den größten städten - wie lautet der niedrigste punkt von den staaten , durch die der mississippi verläuft - welches ist der kürzeste fluss - welcher fluss fließt durch die meisten staaten - welcher fluss verläuft durch alaska - welche flüsse gibt es in alaska - welcher fluss verläuft durch staaten , welche an new mexico grenzen - welche flüsse fließen durch den staat mit der größten stadt in den usa - welche flüsse verlaufen durch den staat mit der niedrigsten erhebung in den usa - welche staaten grenzen an kentucky - welcher staat grenzt an florida - welcher staat grenzt an die meisten anderen staaten - welcher staat hat die meisten flüsse - welcher staat hat die größte bevölkerungsdichte - in welchem staat liegt der höchste gipfel des landes - welcher staat hat die größte stadt - welches ist der staat mit der höchsten bevölkerungsdichte - welcher staat hat die geringste bevölkerungsdichte - welcher staat hat den längsten fluss - welcher staat hat die meisten einwohner - durch welchen staat verlaufen die meisten flüsse - welcher staat hat den red fluss - welcher staat hat die kleinste fläche , die an texas grenzt - welcher staat hat die niedrigste bevölkerungsdichte - in welchem staat ist kalamazoo - in welchem staat liegt denver - in welchem staat liegt die größte stadt in montana - welche staaten grenzen an alabama - welche staaten grenzen an alabama - welche staaten grenzen an alaska - welche staaten grenzen an arizona - welche staaten grenzen an colorado - welche staaten grenzen an hawaii - welche staaten grenzen an iowa - welcher staat grenzt an michigan - welche staaten grenzen an new york - welche staaten grenzen an keinen anderen staaten - welche staaten grenzen an south dakota - welche staaten grenzen an einen staat , durch den der mississippi fließt - welche staaten grenzen an texas - welche staaten grenzen an den längsten fluss in den usa - durch welche staaten fließt der colorado fluss - welche staaten grenzen nicht an texas - durch welche staaten verläuft der colorado fluss - durch welche staaten fließt der längste fluss - durch welche staaten verläuft der mississippi fluss - durch welche staaten fließt der missouri - durch welche staaten fließt der missouri fluss - welche staaten haben eine wichtige stadt mit dem namen austin - welche staaten haben erhebungen , welche höher sind als der höchste punkt in colorado - welche staaten haben punkte , die höher liegen als der höchste punkt in texas - welche staaten liegen entlang des längsten fluss in den vereinigten staaten diff --git a/example/weights.init b/example/weights.init deleted file mode 100644 index 0d09f9f..0000000 --- a/example/weights.init +++ /dev/null @@ -1,12 +0,0 @@ -CountEF 0.1 -EgivenFCoherent -0.1 -Glue 0.01 -IsSingletonF -0.01 -IsSingletonFE -0.01 -LanguageModel 0.1 -LanguageModel_OOV -1 -MaxLexFgivenE -0.1 -MaxLexEgivenF -0.1 -PassThrough -0.1 -SampleCountF -0.1 -WordPenalty -0.1 -- cgit v1.2.3