diff options
40 files changed, 141 insertions, 8307 deletions
diff --git a/data/geoquery/README b/data/geoquery/README index d952f80..54bdf58 100644 --- a/data/geoquery/README +++ b/data/geoquery/README @@ -1,13 +1,16 @@ -corpus.xml : corpus-true.xml of Jacob Andreas, without non-printable chars -delete.ids : references that give empty answers although they shouldn't -eval.pl : modified eval script from wasp-1.0 -folds600 : splits for cross-validation -geoquery.de : slightly corrected German part -geoquery.en : English part -geoquery.funql : geoquery functional query language -geoquery.gold : gold output, eval.pl script modified to output full answers -geoquery.prolog : prolog mrl -README : this file -split880.test.ids : 880 train/test split test ids +corpus.xml : corpus-true.xml of Jacob Andreas, without non-printable chars +delete.ids : references that give empty answers although they shouldn't +eval.pl : modified eval script from wasp-1.0 +folds600 : splits for cross-validation +geoquery.de : slightly corrected German part +geoquery.en : English part +geoquery.funql : geoquery functional query language +geoquery.gold : gold output, eval.pl script modified to output full answers +geoquery.prolog : prolog mrl +README : this file +split880.test.ids : 880 train/test split test ids split880.train.ids : 880 train/test split train ids +../stopwords.en : English stopwords file +../weights.init : initial weights + diff --git a/data/geoquery/fix b/data/geoquery/fix deleted file mode 100644 index f658e6d..0000000 --- a/data/geoquery/fix +++ /dev/null @@ -1,251 +0,0 @@ -gebe -> gib -^ fixed -gib die städte in virginia aus | give me the cities in virginia -gib ... | give me ... - - -nenne (mir) die | give me -welche stadt ist die größte | give me the largest state - - -von vs Genitiv-s - - -delaware river -> delaware fluss -^fixed - - -lang -> lange -^ fixed - - -wie viele ... sind in/gibt es | how many ... are there - - -anzahl leute in boulder | how many citizens in boulder -vs. people -> leute - - -angrenzen/grenzen | bordering - - -wie hoch ist die bevölkerung von hawaii | how many people live in hawaii -vs. wieviele menschen/leute/einwohner leben/wohnen in -vs. welches ist die einwohnerzahl -vs. wie gross ist die bevoelkerung - - -spokane washington | spokane , washington ? - - -staate -> staat -^ fixed - - -georgias vs. von texas - - -was ist die einwohnerzahl/wie viele .../welches ist die bevölkerungszahl | how many people - - -usa | us/usa - - -nenne die anzahl der staaten ... grenzen/wie viele staaten grenzen/an wieviel staaten grenzt | how many states border - - -wie hoch ist die bevölkerung von boulder | people in boulder - - -leute in boulder | population of boulder - - -zeige mir | show (me) - - -197 durch welche staaten fließt der längste fluss in texas -198 durch welche staaten verläuft der mississippi -199 durch welche staaten fließt der mississippi ---- -197 through which states does the longest river in texas run -198 through which states does the mississippi flow -199 through which states does the mississippi run --> flow fliesst - - -läuft -> verläuft -^ fixed - - -welches/was sind // wie lauten | what are - - -welche sind / welches sind | what are - - -wichtigen / wichtigsten | the major - - -246 wie hoch ist die bevölkerung der staaten , durch welche der mississippi fluss verläuft -247 was sind die bevölkerungen der staaten , durch die der mississippi fließt -248 was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt -249 was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt ---- -246 what are the populations of states through which the mississippi river runs -247 what are the populations of states through which the mississippi river runs -248 what are the populations of states through which the mississippi runs -249 what are the populations of states through which the mississippi runs - - -durchquert -> runs - - -kannst du/koennen sie - - -was ist die größte hauptstadt nach bevölkerung | what capital has the largest population -welche hauptstadt ist die größte in den usa | what capital is the largest in the us - - -wie lautet die gesamte bevölkerung aller 50 staaten | what is the area of all the states combined - - -wie gross/was ist/welche hat ... flachenausdehnung/flaeche/gesamtflaeche | area - - -bevölkerung/...dichte | population - - -298 was ist die durchschnittliche bevölkerung für die usa pro staat -299 welches ist die durchschnittliche bevölkerungsdichte in pennsylvania -300 wie groß ist die durchschnittliche bevölkerung pro quadratkilometer in den vereinigten staaten ---- -298 what is the average population of the us by state -299 what is the average population per square km in pennsylvania -300 what is the average population per square km in the us - - -stadt von/stadt in STAAT | city in - - -(skip usa) - - -was ist/welches ist/wie lautet/wie heisst | what is - - -du/sie | you - - -359 wie groß ist die bevölkerung von texas -360 was ist die dichte von new york ---- -359 what is the density of texas -360 what is the density of the new york -(also population density) - - -gemessen in metern !? - - -398 wie lautet der höchste punkt in dem land | 398 what is the highest point in the us -^ fixed: in den usa - - -405 was ist die größte hauptstadt -406 wie lautet die größte hauptstadt in den usa ---- -405 what is the largest capital -406 what is the largest capital city in the usa - - -nennne mir | what is - - -bevölkerungszahl/einwohnerzahl/bevoelkerungsdichte/bevoelkerung/bevloekertsten - - -quert -> fließt -^fixed - - -was welcher welches - - -vereinigten staaten usa - - -staate -> staat -^fixed - - -nenne | what is - - -erhöhung/erhebung | elevation -niedrigste/tiefstgelegene/tiefste | lowest - - -dichteste/meist bevoelkerte/bevölkerungsreichste/größte bevölkerung/höchstbevölkertste/bevölkerungsreichsten | populated/populous - - -bevölkerungszahl/bevölkerungsdichte/bevölkerung/wie viele einwohner/einwohner/leute leben in | what is the population - - -flächenausdehnung/flaeche - - -(in metern) - - -610 welcher fluss fließt durch virginia -611 welcher fluss durchquert die meisten staaten -612 welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt ---- -610 what river runs through virginia -611 what river traverses the most states -612 what river traverses the state which borders the most states - - -620 welche flüsse fließen nicht durch tennessee -621 nenne alle flüsse in colorado ---- -620 what rivers do not run through tennessee -621 what rivers flow through colorado - - -631 welche flüsse verlaufen durch maine -632 welche flüsse fließen durch new york ---- -631 what rivers run through maine -632 what rivers run through new york - - -nachbarstaaten | borders -639 welcher staat hat die meisten nachbarstaaten -641 welcher staat grenzt an die wenigsten staaten ---- -639 what state borders most other states -641 what state borders the least states - - -675 welcher staat hat die kleinste anzahl urbaner einwohner ---- -675 what state has the smallest population - - - -683 in welchem staat liegt dallas -682 welcher staat hat columbus als hauptstadt ---- -682 what state is columbus the capital of -683 what state is dallas in - - -804 welche flüsse gehen durch staaten mit den wenigsten städten -805 welche flüsse fließen durch den staat mit der größten stadt in den usa ---- -804 which rivers run through states with fewest cities -805 which rivers run through the state with the largest city in the us - - diff --git a/data/geoquery/geoquery.de b/data/geoquery/geoquery.de index 21b11ca..3100683 100644 --- a/data/geoquery/geoquery.de +++ b/data/geoquery/geoquery.de @@ -1,880 +1,280 @@ -gib die städte in virginia aus -welches sind die höchsten punkte der an mississippi grenzenden staaten -nenne die flüsse in arkansas nenne alle flüsse in colorado -welches sind große städte in texas -könntest du mir sagen welches der höchstgelegene punkt im staat oregon ist zähle die staaten , welche erhebungen haben , die niedriger liegen als jene in alabama -nenne alle staaten der usa -sag mir welche städte in texas sind -nenne die städte der usa -nenne mir die städte in virginia -nenne mir städte in texas -nenne mir die seen in kalifornien -welche stadt ist die größte -nenne mir den längsten fluss , welcher durch die usa fließt -nenne mir die anzahl der flüsse in kalifornien +nenne mir die anzahl der flüsse in california nenne mir die staaten , welche an utah grenzen -wie groß ist alaska -wie groß ist massachusetts -wie groß ist new mexico -wie groß ist north dakota -wie groß ist texas -wie groß ist die stadt new york -wie hoch sind die höchsten erhebungen aller staaten -wie hoch liegt guadalupe peak wie hoch ist mount mckinley wie hoch liegt der höchste punkt in amerika -wie hoch ist der höchste punkt in montana -wie hoch liegt der höchste punkt des größten staates wie hoch liegt der höchste punkt in alabama -wie hoch liegt der höchste punkt von delaware -wie hoch liegt der höchste punkt floridas -wie hoch liegt der höchste punkt von louisiana wie groß ist alaska wie groß ist texas -wie groß ist die größte stadt in alaska -wie lang ist der rio grande wie lang ist der colorado fluss -wie lang ist der delaware fluss +wie lang ist der delaware river wie lang ist der längste fluss kaliforniens -wie lang ist der längste fluss der usa -wie lang ist der mississippi fluss -wie lang ist der mississippi -wie lang in meilen ist der mississippi fluss -wie lang ist der fluss missouri +wie lange ist der längste fluss der usa wie lang ist der north platte fluss wie lang ist der fluss ohio -wie lang ist der rio grande fluss -wie lang ist der kürzeste fluss in den usa -wie viele große städte gibt es in pennsylvania wie viele große städte gibt es in rhode island -wie viele städte sind in louisiana -wie viele städte sind in montana -wie viele städte gibt es in den usa -wie viele städte hat die usa wie viele städte gibt es in den usa -wie viele städte gibt es in den usa -wie viele städte hat texas -wie viele städte gibt es in den usa -wie viele städte mit dem namen austin gibt es in den usa wie viele einwohner hat die größte stadt in den usa -wie viele bewohner hat alabama -anzahl leute in boulder -wie viele staatsbürger wohnen in kalifornien wie viele flüsse mit dem namen colorado gibt es -wie viele einwohner hat montgomery -wie viele große städte gibt es in arizona -wie viele wichtige städte gibt es in florida -wie viele wichtige städte gibt es in den staaten , welche an nebraska grenzen -wie viele größere städte sind in staaten , die an utah angrenzen -wie viele wichtige städte gibt es in texas -wie viele größere städte gibt es -wie viele wichtige städte gibt es in oregon -wie viele größere flüsse durchqueren ohio -wie viele einwohner hat nevada -wie viele leute gibt es in iowa -wie viele leute gibt es in new york -anzahl staatsbürger in boulder -wie viele menschen leben in austin -wie viele leute leben in austin texas -wie viele einwohner hat kalifornien -wie viele leute wohnen in chicago wie viele menschen leben in detroit -wie hoch ist die bevölkerung von hawaii wie viele menschen leben in houston -wie viele menschen leben in kalamazoo -wie viele leute wohnen in kansas wie viele leute leben in minneapolis minnesota wie viele leute leben in mississippi -wie viele leute wohnen in montana -wie viele leute wohnen in new hampshire -welches ist die einwohnerzahl von new mexico -wie viele einwohner hat new york wie viele leute leben in rhode island -wie viele leute wohnen in riverside -wie viele leute wohnen in san francisco -wie viele leute wohnen in south dakota -wie viele leute wohnen in spokane washington -wie groß ist die bevölkerung von texas -wie viele menschen leben in der größten stadt von dem staat new york -wie viele leute wohnen in der hauptstadt georgias +wie viele menschen leben in der größten stadt von new york state wie viele leute leben in der hauptstadt von texas -wie viele leute leben in dem kleinsten staat , welcher an wyoming grenzt -wie lautet die bevölkerung des staates mit der höchsten bevölkerungsdichte wie viele menschen leben in den usa -welches ist die einwohnerzahl von washington -wie viele einwohner hat washington dc wie viele leute leben in austin wie viele menschen leben in utah -welches ist die bevölkerungszahl von utah wie viele einwohner leben in texas -wie viele flüsse heißen colorado -wie viele flüsse gibt es in colorado -wie viele flüsse sind in colorado wie viele flüsse gibt es in iowa -wie viele flüsse gibt es in missouri -wie viele flüsse gibt es in new york wie viele flüsse gibt es im staat mit den meisten flüssen -wie viele flüsse gibt es im staat mit dem höchsten punkt -wie viele flüsse sind in dem staat mit der größten bevölkerung -wie viele flüsse gibt es in idaho -wie viele flüsse laufen durch texas -wie viele flüsse gibt es in den usa -wie viele flüsse verlaufen nicht durch den staat mit der hauptstadt albany -wie viele flüsse gibt es in alaska wie viele flüsse gibt es in colorado -wie viele flüsse in texas sind länger als der red -wie viele flüsse gibt es in washington -wie viele flüsse gibt es in texas -wie viele flüsse fließen durch die staaten , die an colorado grenzen -wie viele quadratkilometer umfasst die usa -wie viele staaten gibt es in den usa wie viele staaten gibt es in den usa -wie viele staaten liegen neben wichtigen flüssen wie viele staaten gibt es wie viele staaten hat die usa -wie viele staaten gibt es in den usa -wie viele staaten grenzen an alaska -wie viele staaten grenzen an zumindest einen anderen staat -wie viele staaten grenzen an colorado und new mexico -wie viele staaten grenzen an hawaii nenne die anzahl der staaten , welche an iowa grenzen -wie viele staaten grenzen an den staat , dessen hauptstadt boston ist -wie viele staaten grenzen an tennessee -wie viele staaten grenzen an texas -wie viele staaten grenzen an den größten staat -wie viele staaten grenzen an den mississippi fluss -wie viele staaten grenzen an den staat mit den meisten nachbarstaaten wie viele staaten grenzen an den staat mit der größten bevölkerung wie viele staaten haben keine flüsse -iowa grenzt an wie viele staaten -an wie viele staaten grenzt missouri an wie viele staaten grenzt tennessee -durch wie viele staaten fließt der fluss colorado -durch wie viele staaten fließt der fluss colorado -durch wie viele staaten fließt der mississippi -durch wie viele staaten fließt der fluss mississippi -durch wie viele staaten verläuft der fluss missouri wie viele staaten sind in den vereinigten staaten -in wie vielen staaten gibt es eine stadt mit dem namen rochester -in wie vielen staaten gibt es eine stadt namens springfield wie viele staaten haben einen höher gelegenen punkt als der höchstgelegene punkt des staates mit der größten hauptstadt in den usa -wie viele staaten haben städte die austin heißen -wie viele staaten haben städte welche nach springfield benannt sind -wie viele staaten haben wichtige flüsse -durch wie viele staaten der usa fließt der kürzeste fluss wie viele leute wohnen in texas wie hoch ist mount mckinley wie hoch ist der höchste punkt in montana -in welchem staat befindet sich der mount mckinley -was ist der staat mit der höchsten höhe in den vereinigten staaten -in welchem staat liegt rochester an wie viele staaten grenzt iowa -liste alle staaten auf -gib alle seen in den usa aus -welche flüsse fließen durch colorado -nenne die 50 hauptstädte in den usa -was ist der längste fluss in den usa -nenne die größten seen in michigan nenne die wichtigsten flüsse in florida -nenne die flüsse in arkansas -nenne die staaten , an die keine anderen staaten grenzen -wie viele staatsbürger in boulder wie viele leute in boulder wie viele staaten grenzen an iowa -welcher staat hat die niedrigste erhebung von den staaten , durch welche der mississippi fluss verläuft -wie hoch ist die bevölkerung von boulder -leute in boulder wie viele flüsse verlaufen durch new york -sacramento ist die hauptstadt welchen staates in welchem staat liegt san antonio -zeige mir die wichtigsten städte in colorado -zeige mir alle größeren seen in den usa -nenne den staat mit der größten fläche -staaten , die an iowa grenzen nenne mir die städte in texas durch welche staaten fließt der längste fluss in texas -durch welche staaten verläuft der mississippi -durch welche staaten fließt der mississippi welche flüsse gibt es in texas -welche wichtigen flüsse gibt es in texas -welches sind die größten flüsse in texas -wie lauten die hauptstädte der staaten , welche an texas grenzen was ist die hauptstadt des staates texas wie lauten die hauptstädte der staaten , welche an missouri grenzen -welches sind die hauptstädte der an texas grenzenden staaten -was sind die städte in kalifornien wie lauten die städte in den staaten , durch welche der mississippi fluss verläuft welches sind die städte des staates mit der höchsten erhebung wie lauten die höchsten punkte aller staaten -wie lauten die höchsten punkte der staaten , welche mississippi umgeben -wie lauten die namen der seen in staaten , welche an texas grenzen -welches sind die größten städte in an den größten staat angrenzenden staaten welches sind die großen städte in alabama wie lauten die wichtigsten städte in alaska -wie lauten die wichtigsten flüsse in dem staat kalifornien -welches sind große städte in delaware -welche großen städte gibt es in kansas -welche sind die größten städte in missouri -welche sind die größeren städte in new mexico welches sind große städte in new york -welches sind die wesentlichen städte north carolinas -wie lauten die wichtigsten städte in ohio -welche sind die größte städte in oklahoma -wie lauten die wichtigsten städte in rhode island welches sind große städte in den staaten , durch die der mississippi fließt -welche sind die größten städte in texas -was sind die größten städte in dem größten staat -welches sind die größten städte im kleinsten staat der usa -wie lauten die wichtigsten städte in kalifornien -wie lauten die wichtigsten städte in den vereinigten staaten durch welche der wichtigste fluss in virginia verläuft +wie lauten die wichtigsten städte in california wie lauten die wichtigen städte der usa welches sind große städte in vermont -wie lauten die wichtigsten städte in wyoming -welches sind die wesentlichen städte in texas -welches sind die größten städte der usa -wie lauten die wichtigsten städte der vereinigten staaten -wie lauten die wichtigsten seen in den usa wie lauten die wichtigsten flüsse in ohio -welches sind die hauptflüsse in den usa -welches sind die namen großer städte in illinois -welches sind die nachbarstaaten von michigan welches sind die bevölkerungsdichten der us staaten welches ist die einwohnerzahl von mississippi -wie groß sind die bevölkerungen aller wichtigen städte in montana wie hoch ist die bevölkerung der staaten , durch welche der mississippi fluss verläuft -was sind die bevölkerungen der staaten , durch die der mississippi fließt -was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt -was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt +was sind die bevölkerungen der staaten durch die der mississippi fluss fließt wie groß sind die bevölkerungen der staaten , welche an texas grenzen welches sind die einwohnerzahlen der großen städte in texas -wie groß ist die bevölkerungszahl der staaten , durch die der mississippi fließt -wie groß ist die bevölkerung der staaten , durch welche der mississippi verläuft -wie groß ist die bevölkerung der staaten , durch die der mississippi fließt -wie groß sind die bevölkerungen in den staaten , durch welche der mississippi fluss verläuft welches sind die flüsse in alaska -welches sind die flüsse im staat indiana -welche flüsse gibt es in texas -welche sind die flüsse montanas -welche staaten gibt es -welche staaten grenzen an den am meisten bevölkerten staat -welches sind die staaten durch die der potomac fließt -welche staaten durchquert der längste fluss -was kannst du mir zur bevölkerung missouris sagen -was ist die größte hauptstadt nach bevölkerung -welche hauptstadt ist die größte in den usa -welche städte befinden sich in pennsylvania -welche städte in kalifornien -welche städte in texas haben die größte bevölkerung -welche stadt in texas hat die größte bevölkerung -welche stadt hat die größte bevölkerung -welche stadt hat die kleinste bevölkerung welche stadt hat die meisten leute welche us stadt hat die höchste bevölkerungsdichte -wie lautet die hauptstadt von iowa welches ist die hauptstadt des staates mit dem tiefstgelegenen punkt -wie lautet die größte hauptstadt -welcher staat grenzt an kalifornien -was ist die flächenausdehnung von alaska -was ist die fläche aller staaten zusammen -welche flächenausdehnung hat kalifornien wie groß ist die fläche von florida -welche fläche hat idaho -wie groß ist die fläche von maine -wie groß ist die fläche von maryland in quadratkilometer -was ist die fläche new mexicos was ist die flächenausdehnung von ohio -was ist die fläche seattles -was ist die fläche von south carolina -wie groß ist die fläche von texas -was ist die fläche des größten staates -was ist die fläche des kleinsten staates -wie groß ist die fläche des staates mit der hauptstadt albany -wie groß ist die fläche von dem staat mit der niedrigsten bevölkerungsdichte -wie groß ist die gesamtfläche der usa was ist die fläche des staates texas was ist die fläche von wisconsin -was ist die durchschnittliche bevölkerung für die usa pro staat -welches ist die durchschnittliche bevölkerungsdichte in pennsylvania -wie groß ist die durchschnittliche bevölkerung pro quadratkilometer in den vereinigten staaten wie lautet die größte amerikanische stadt in einem staat mit einem fluss welches ist die größte hauptstadt in den usa -wie lautet die größte stadt in arizona -was ist die größte stadt georgias wie lautet die größte stadt von kansas welches ist die größte stadt in louisiana -welches ist die größte stadt in nebraska -welches ist die größte stadt in oregon -wie lautet die größte stadt in texas -was ist die größte stadt in dem kleinsten staat -welches ist die größte stadt der usa -was ist die größte stadt in den usa -welches ist die größte stadt der usa -welches ist die größte stadt in wyoming -welches ist der größte fluss in illinois -wie lautet der größte staat -welches ist der größte staat auf dem us festland -wie lautet der größte staat in den usa -wie lautet die hauptstadt des größten staates in den usa -wie lautet die hauptstadt von kalifornien +wie lautet die hauptstadt von california welches ist die hauptstadt von colorado -was ist die hauptstadt georgias -welches ist die hauptstadt von hawaii wie lautet die hauptstadt von illinois -was ist die hauptstadt von indiana welches ist die hauptstadt von iowa -wie heißt die hauptstadt von maine -wie lautet die hauptstadt von maryland wie lautet die hauptstadt von massachusetts -welches ist die hauptstadt von michigan -wie lautet die hauptstadt von new hampshire wie lautet die hauptstadt von new jersey welches ist die hauptstadt von new york wie lautet die hauptstadt von north dakota wie lautet die hauptstadt von ohio -welches ist die hauptstadt von pennsylvania wie lauten die hauptstädte der staaten , welche städte mit dem namen durham haben -welches ist die hauptstadt von texas -welches ist die hauptstadt des staates alabama -wie lautet die hauptstadt von florida staat -wie lautet die hauptstadt des größten staates +wie lautet die hauptstadt von florida state welches ist die hauptstadt des kleinsten staates -kannst du mir die hauptstadt von texas nennen -was ist die hauptstadt des staates , der an die meisten staaten grenzt -was ist die hauptstadt des staates , der an den staat grenzt , der an texas grenzt -was ist die hauptstadt des staates mit der größten höhe -wie lautet die hauptstadt des staates mit der höchsten erhebung -wie lautet die hauptstadt des staates mit den meisten einwohnern -wie lautet die hauptstadt des staates mit der größten bevölkerungsdichte +wie lautet die hauptstadt des staat mit den meisten einwohnern +wie lautet die hauptstadt des staat mit der größten bevölkerungsdichte welches ist die hauptstadt des staates mit dem längsten fluss wie lautet die hauptstadt des staates mit der größten bevölkerung -welches ist die hauptstadt von utah -welches ist die hauptstadt von vermont -was ist die hauptstadt von washington -welche städte in texas haben die höchste einwohnerzahl -was ist die stadt mit der kleinsten bevölkerung wie groß ist die gesamtfläche aller staaten -wie lautet die gesamte bevölkerung aller 50 staaten -wie groß ist die bevölkerung von texas was ist die dichte von new york -wie hoch liegt death valley -was ist die höhe des höchsten punktes in den usa -was ist die höhe von mount mckinley -wie lautet die höhe des höchsten berges in texas -was ist die höhe des höchsten punktes in der usa wie lautet der höchste punkt in wyoming -welcher ist der höchste punkt in new mexico -welches ist die höchste erhöhung in south carolina was ist der höchste punkt in texas wie lautet die höchste erhebung in den vereinigten staaten -welches ist der höchste berg in alaska -welches ist der höchste berg in texas welches ist der höchste berg der vereinigten staaten welches ist der höchste berg in den usa -wie lautet der höchste punkt in colorado welches ist der höchste punkt von delaware -welches sind die höchsten punkte der staaten , deren tiefster punkt auf meeresniveau liegt -welches ist der höchste punkt in florida wie lautet der höchste punkt in iowa -wie lautet der höchste punkt in kansas welches ist der höchstgelegene punkt in maine wie lautet der höchste punkt in montana welches ist der höchstgelegene punkt in nevada gemessen in metern -was ist die höchste höhe in new mexico -was ist der höchste punkt in ohio -welches ist der höchstgelegene punkt in rhode island welches ist der höchste punkt der an georgia grenzenden staaten -welches ist die höchste erhebung in texas -wie lautet der höchste punkt der usa -was ist der höchste punkt im kleinsten staat wie lautet der höchste punkt in dem staat mit der hauptstadt austin -welches ist der höchste punkt im staat mit hauptstadt des moines -wie heißt der höchste punkt in dem staat mit der hauptstadt des moines -was ist der höchste punkt in dem staat mit den meisten flüssen -wie lautet der höchste punkt in dem staat mit der kleinsten bevölkerung wie lautet der höchste punkt in den staaten , welche an colorado grenzen -was ist der höchste punkt in den vereinigten staaten -wie lautet der höchste punkt in den usa wie lautet der höchste punkt in den usa welches ist der höchstgelegene punkt in virginia -welches ist der höchstgelegene punkt von wyoming -welches ist der höchste punkt des bezüglich fläche größten staates wie lautet der höchste punkt des staates mit der geringsten bevölkerungsdichte wie lautet die höchste erhebung der usa -was ist die größte hauptstadt wie lautet die größte hauptstadt in den usa -was ist die größte stadt in einem staat , der an texas grenzt -welche ist die größte stadt in alabama -wie lautet die größte stadt in kalifornien -welches ist die größte stadt in michigan -welches ist die bevölkerungsreichste stadt in minnesota -wie lautet die größte stadt in missouri +wie lautet die größte stadt in california welches ist die größte stadt in rhode island welches ist die größte stadt im kleinsten staat , durch den der mississippi fließt -was ist die größte stadt in staaten , die an kalifornien grenzen -welches ist die größte stadt in texas welches ist die größte stadt des kleinsten staates in den usa -wie lautet die größte stadt in wisconsin -wie lautet die größte stadt in kansas -welcher ist der größte staat , durch den der rio grande fließt -nenne mir die länge des längsten flusses in washington staat -nenne mir den größten staat +nenne mir die länge des längsten flusses in washington state welches ist der größte an arkansas grenzende staat -welches ist der größte an texas grenzende staat -welche hauptstadt hat die größte bevölkerung -wie lautet der größte staat in den usa -welcher ist der größte staat in den usa -wie lautet der größte staat , der an kalifornien grenzt welcher der an texas grenzenden staaten ist der größte -was ist der größte staat , der an den staat mit der größten bevölkerung grenzt -wie lautet der größte staat , welcher an den staat grenzt , welcher die niedrigste erhebung in den usa hat -wie lautet der größte staat , durch welchen der mississippi fluss verläuft welches ist der staat mit der niedrigsten bevölkerungszahl wie lang ist der fluss colorado -was ist die länge des colorado flusses in texas -wie lang ist der längste fluss der usa -wie lautet die länge des längsten flusses , der durch texas verläuft +wie lautet die länge des längsten flusses der durch texas verläuft wie lang ist der mississippi -wie lang ist der fluss , welcher durch die meisten staaten fließt -wie lang ist der fluss , welcher durch die größte anzahl von staaten fließt -was ist die länge des flusses , der durch die größte anzahl staaten fließt -wie lang ist der fluss , welcher die meisten staaten durchquert -was ist der längste fluss -welches ist der längste fluss new yorks -welches ist der längste fluss der vereinigten staaten -was ist der längste fluss in kalifornien +wie lang ist der fluss, welcher durch die meisten staaten fließt +was ist die länge des flusses, der durch die größten anzahl staaten fließt welches ist der längste fluss in florida -wie lautet der längste fluss in mississippi -welches ist der längste fluss in new york -wie lautet der längste fluss in pennsylvania -was ist der längste fluss in texas welches ist der längste fluss im größten staat -was ist der längste fluss in dem kleinsten staat in den usa -welches ist der längste fluss im staat mit dem höchstgelegenen punkt welches ist der längste fluss im staat mit der größten anzahl großer städte -wie lautet der längste fluss in den staaten , welche an nebraska grenzen -welches ist der längste fluss in amerika -nenne den längsten fluss in den usa -wie lautet der längste fluss , der nicht durch texas verläuft +wie lautet der längste fluss in den staaten, welche an nebraska grenzen wie lautet der längste fluss , welcher durch einen staat verläuft , der an indiana grenzt -wie lautet der längste fluss , der durch colorado verläuft -wie lautet der längste fluss , der durch die staaten verläuft , welche an den staat grenzen , der die meisten nachbarstaaten hat -welches ist der längste fluss , der durch einen an tennessee grenzenden staat fließt -welches ist die niedrigste erhöhung in pennsylvania welches ist der tiefstgelegene punkt in arkansas -welches ist der tiefstgelegene punkt in kalifornien -welches ist der tiefstgelegene punkt in louisiana wie lautet der niedrigste punkt in massachusetts welches ist der tiefste punkt in mississippi wie hoch ist die niedrigste erhebung von nebraska -was ist der niedrigste punkt in oregon -wie lautet der niedrigste punkt in texas -wie lautet der niedrigste punkt in dem staat kalifornien -welches ist der tiefstgelegene punkt von texas -wie lautet der niedrigste punkt in den vereinigten staaten +wie lautet der niedrigste punkt in dem staat california wie lautet der niedrigste punkt in den usa -welches ist der tiefstgelegene punkt in wisconsin welches ist der tiefste punkt aller staaten , durch die der fluss colorado fließt -welches ist der tiefstgelegene punkt in colorado -was ist die tiefste stelle des staates mit der größte fläche -welches ist der tiefstgelegene punkt der usa -was sind die größeren städte in montana welches ist die maximale erhöhung von san francisco welches ist der dichteste staat in den usa -welche ist die meist bevölkerte stadt in den usa -welches ist der bevölkerungsreichste staat , der an oklahoma grenzt wie lautet die stadt mit der größten bevölkerung -welche texanische stadt hat die größte bevölkerungszahl -was ist die meist bevölkerte stadt in wyoming welcher staat hat die größte bevölkerung -welcher ist der meist bevölkerte staat in den usa welcher staat , durch den der mississippi fließt , hat die größte bevölkerung -wie lautet der name des staates mit der geringsten erhebung -wie viele staaten grenzen an kentucky -was ist die bevölkerungsdichte in dem staat mit hauptstadt austin was ist die bevölkerungsdichte von maine -was ist die bevölkerungsdichte von south dakota -wie lautet die bevölkerungsdichte von texas was ist die bevölkerungsdichte des größten staates -wie groß ist die bevölkerungsdichte des kleinsten staates -was ist die bevölkerungsdichte des staates mit der kleinsten größe -wie hoch ist die bevölkerungsdichte des staates mit der kleinsten bevölkerung -was ist die bevölkerungsdichte wyomings -wie groß ist die bevölkerung von boston wie hoch ist die bevölkerungszahl von alaska -wie groß ist die bevölkerung von arizona -wie groß ist die bevölkerung von atlanta -wie viele einwohner hat atlanta ga -was ist die einwohnerzahl von austin -wie groß ist die bevölkerung von austin texas -was ist die bevölkerung von boston massachusetts wie hoch ist die bevölkerung von boulder -wie viele leute leben in kalifornien -wie viele einwohner hat dallas -welches ist die bevölkerungszahl von denver wie groß ist die bevölkerung von erie in pennsylvania wie viele menschen leben in hawaii wie hoch ist die bevölkerung von houston -wie viele einwohner hat idaho -wie groß ist die bevölkerungszahl von illinois -was ist die bevölkerung von maine wie groß ist die bevölkerung von maryland -wie groß ist die bevölkerung von minnesota -wie groß ist die bevölkerung von montana -wie viele leute wohnen in new mexico -wie viele leute leben in new york +vie viele leute wohnen in new mexico wie groß ist die bevölkerung von new york city -wie viele einwohner hat oregon -was ist die bevölkerung von portland maine -wie groß ist die bevölkerung von rhode island -wie groß ist die bevölkerungszahl von sacramento wie lautet die bevölkerung von san antonio -wie lautet die bevölkerung von seattle -wie groß ist die bevölkerung von seattle in washington -wie groß ist die bevölkerung in south dakota -wie groß ist die einwohnerzahl von springfield missouri -wie groß ist die bevölkerung von springfield in south dakota welches ist die bevölkerungszahl von tempe arizona -wie groß ist die bevölkerung von texas -was ist die bevölkerung der hauptstadt des größten staates -was ist die bevölkerung der hauptstadt des größten staates , durch den der mississippi fließt -welches ist die einwohnerzahl der hauptstadt des kleinsten staates was ist die bevölkerungszahl der größten stadt des staates mit der größten flächenausdehnung -wie groß ist die bevölkerung in dem größten staat -was ist die bevölkerung des größten staates , der an texas grenzt -was ist die bevölkerung der größeren städte in wisconsin welches ist die einwohnerzahl des kleinsten staates -wie lautet die bevölkerung des staates , welcher an die meisten staaten grenzt +wie lautet die bevölkerung des staat , welcher an die meisten staaten grenzt wie viele leute wohnen in dem staat mit der größten bevölkerungsdichte -was ist die bevölkerung des staates mit der größten fläche was ist die einwohnerzahl von tucson wie viele einwohner hat utah wie viele leute wohnen in washington -wie viele einwohner leben in washington dc -welcher fluss fließt durch ohio -welches ist der kürzeste fluss -was ist der kürzeste fluss in alaska -was ist der kürzeste fluss in iowa -wie lautet der kürzeste fluss in nebraska -wie lautet der kürzeste fluss in texas -welches ist der kürzeste fluss der vereinigten staaten -welches ist der kürzeste fluss in den usa -was ist der kürzeste fluss in den usa -wie groß ist kalifornien -wie groß ist florida -welche fläche hat texas -was ist die größe der hauptstadt texas -wie lautet die fläche des größten staates in den usa -was ist die kleinste stadt in alaska -welches ist die kleinste stadt in arkansas -welches ist die kleinste stadt in hawaii -wie lautet die kleinste stadt in dem größten staat welches ist die kleinste stadt der usa wie lautet die kleinste stadt in den us -was ist die kleinste stadt in washington -wie lautet die kleinste stadt des kleinsten staates in den usa -wie lautet der kleinste staat , welcher an ohio grenzt wie lautet der kleinste staat , welcher an wyoming grenzt -welcher staat hat die kleinste flächenausdehnung -welches ist der kleinste staat der usa -welches ist der kleinste an texas grenzende staat welches ist der kleinste staat , der an die meisten staaten grenzt welches ist der kleinste staat , durch den der mississippi fließt -welches ist der kleinste unter den staaten , durch die der längste fluss verläuft -welcher staat hat die höchste erhebung -in welchem staat liegt die höchste erhebung in den vereinigten staaten welcher staat hat die größte flächenausdehnung -welcher staat hat die höchste dichte in den usa -welcher staat hat die größte bevölkerungsdichte -welcher staat hat die niedrigste erhebung -welcher staat hat die kleinste bevölkerung -welche staaten haben die niedrigste bevölkerungsdichte welcher ist der kleinste staat nach fläche -welches ist der höchste berg in amerika -welches ist der höchste berg in den usa -welche fläche hat die usa welches ist die gesamtlänge aller flüsse in den usa -welches ist die summe der bevölkerungszahlen der an texas grenzenden staaten wie lang ist der mississippi welche großen städte gibt es in pennsylvania -welche großen flüsse fließen durch illinois -welche berge gibt es in alaska -welcher fluss fließt durch kansas -welches flüsse gibt es in texas welcher fluss fließt durch die größte anzahl an staaten -welcher fluss ist der längste in den vereinigten staaten -welcher fluss durchfließt illinois -welcher fluss verläuft durch die meisten staaten welcher fluss fließt durch den staat mit den meisten städten -welcher fluss fließt durch virginia -welcher fluss durchquert die meisten staaten welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt -welche flüsse gibt es in nevada -welche flüsse gibt es in new mexico -welche flüsse gibt es in oregon welche flüsse gibt es in an texas grenzende staaten welche flüsse verlaufen durch texas -welche flüsse gibt es in utah welche flüsse gibt es in texas -welche flüsse fließen nicht durch tennessee -nenne alle flüsse in colorado -welche flüsse verlaufen durch missouri -welche flüsse verlaufen durch staaten , welche an alabama grenzen -welche flüsse fließen durch staaten , die an den staat mit der größten bevölkerungszahl grenzen -welche flüsse verlaufen durch den größten staat -welche flüsse fließen durch den bevölkerungsreichsten staat -welche flüsse fließen durch arizona -welche flüsse fließen durch austin texas -welche flüsse verlaufen durch colorado -welche flüsse fließen durch louisiana -welche flüsse verlaufen durch maine welche flüsse fließen durch new york -welche flüsse verlaufen durch den staat mit dem niedrigsten punkt in den usa -welche flüsse verlaufen durch die staaten , welche an den staat mit der hauptstadt atlanta grenzen -welche flüsse fließen durch west virginia welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt welcher an nevada grenzende staat hat die größte bevölkerungszahl -welche städte grenzen an michigan -welcher staat hat die meisten nachbarstaaten welche staaten grenzen an new york -welcher staat grenzt an die wenigsten staaten -welcher staat grenzt an die wenigsten staaten mit ausnahme von alaska und mit ausnahme von hawaii welcher staat grenzt an die meisten staaten -welcher staat grenzt an den staat mit der kleinsten bevölkerung -in welchem staat liegt der höchste punkt der usa welcher der staaten , durch die der colorado fließt , hat die höchste erhebung -welcher staat hat die höchste erhebung -welcher staat hat keine flüsse -welcher staat hat die hauptstadt salem -in welchem staat liegt die stadt flint -in welchem staat befindet sich die bevölkerungsreichste stadt -welcher staat hat die stadt mit der größten bevölkerung -welcher staat hat die größte bevölkerungsdichte -welcher staat hat die höchste erhebung -welcher staat hat die größte bevölkerung -welcher staat hat die größte dichte welches ist der staat mit der größten fläche welcher staat hat die größte hauptstadt -welcher staat hat die größte stadt -welcher staat hat die größte bevölkerung -wie lautet der staat mit der größten bevölkerungsdichte -welcher staat hat die meisten einwohner -welcher staat hat die niedrigste bevölkerungsdichte welches sind die staaten , welche vom längsten fluss durchflossen werden -welcher staat hat die kleinste durchschnittliche urbane bevölkerungszahl -welcher staat hat die meisten städte +welcher staat hat die kleinste durchschnittliche urbane bevölkerungzahl welcher staat hat die meisten wichtigen städte welcher staat hat die meisten flüsse -welches ist der bevölkerungsreichste staat -welcher staat hat die meisten flüsse -welcher staat wird von den meisten flüssen durchflossen -durch welche staaten fließt der kürzeste fluss -welches ist der staat mit der geringsten flächenausdehnung -welcher staat hat die kleinste hauptstadt -welcher staat hat die kleinste anzahl urbaner einwohner -welcher staat hat die kleinste bevölkerungsdichte welches ist der bevölkerungsärmste staat -welcher staat hat die niedrigsten bevölkerungsdichte welcher staat liegt in austin -von welchem staat ist austin die hauptstadt -in welchem staat ist boston -welcher staat hat columbus als hauptstadt -in welchem staat liegt dallas -in welchem staat ist des moines in welchem staat liegt miami -in welchem staat ist pittsburgh -welches ist der größte staat welcher staat hat die größte bevölkerung in den städten -welcher staat hat die meisten flüsse -welcher staat , der an texas grenzt , hat die größte bevölkerung -welches ist der größte an texas grenzende staat -wie lautet der meistbevölkerte staat , durch welchen der mississippi fluss verläuft welche staaten sind neben arizona -welche staaten grenzen an texas -welche staaten grenzen an mississippi -welche staaten grenzen an alaska -welche staaten grenzen an arkansas -welche staaten grenzen an delaware welche staaten grenzen an florida -welche staaten grenzen an georgia -welcher staat grenzt an hawaii welche staaten grenzen an indiana -welche staaten grenzen an kentucky welche staaten grenzen an michigan -welche staaten grenzen an missouri wie viele staaten grenzen an montana -welche staaten grenzen an new hampshire welche staaten grenzen an new jersey -welche staaten grenzen an ohio -welche staaten grenzen an rhode island -welche staaten grenzen an staaten , die an colorado grenzen welche staaten grenzen an staaten , welche an mississippi grenzen -welche staaten grenzen an staaten , die an staaten grenzen , die an florida grenzen -welche staaten grenzen an staaten , welche an staaten grenzen , welche an staaten grenzen , die an texas grenzen -welche staaten grenzen an staaten , welche an den staat mit der größten bevölkerung grenzen -welche staaten grenzen an staaten , durch die der mississippi fließt welche staaten grenzen an staaten , durch welche der ohio fluss verläuft -welche staaten grenzen an staaten , durch die der mississippi fließt -welche staaten grenzen an texas welche staaten grenzen an texas und haben einen wichtigen fluss -welche staaten grenzen an den mississippi fluss welche staaten grenzen an den bevölkerungsreichsten staat welche staaten grenzen an den staat , welcher an die meisten staaten grenzt welche staaten grenzen an den staat mit den meisten städten welche staaten grenzen an den staat mit den meisten wichtigsten städten welcher staat grenzt an den staat mit der kleinsten fläche -welche staaten grenzen an die staaten mit den meisten städten -welche staaten grenzen an wisconsin -welcher staat hat dover als hauptstadt durch welche staaten fließt mindestens einer der hauptflüsse -durch welche staaten fließt der fluss colorado durch welche staaten fließt der delaware durch welche staaten verläuft der mississippi -durch welche staaten fließt der mississippi -durch welche staaten verläuft der missouri fluss durch welche staaten fließt der missouri fluss -durch welche staaten verläuft der ohio fluss durch welche staaten fließt der ohio fluss -welcher staat hat den kürzesten fluss -welche staaten haben eine hauptstadt , die der höchste punkt des staates ist -welche staaten haben städte mit dem namen austin -welche staaten haben städte die austin heißen welche staaten haben städte mit dem namen dallas welche staaten haben städte mit dem namen plano welche staaten haben städte mit dem namen portland in welchen staaten gibt es städte mit dem namen rochester welche staaten haben städte mit dem namen salt lake city -welche staaten haben keine angrenzende staaten -wie viele staaten haben flüsse mit dem namen colorado -welche staaten haben einen fluss -welche staaten haben städte mit dem namen springfield -welche höchstgelegenen punkte eines staates liegen höher als derjenige von colorado -welche staaten in den vereinigten staaten habe eine stadt springfield -welche staaten grenzen an maine welche staaten grenzen an kentucky -welches ist die bevölkerungsreichste stadt von texas -welches ist die größte stadt wo gibt es berge -wo liegt austin -wo ist baton rouge wo liegt dallas -wo ist fort wayne -wo ist houston -wo ist indianapolis -wo ist massachusetts -wo befindet sich mount whitney -wo liegt mount whitney -wo liegt new hampshire -wo ist new orleans wo liegt portland -wo liegt san diego -wo liegt san jose -wo liegt scotts valley -wo ist springfield wo liegt der chattahoochee fluss wo liegt der höchste berg der usa wo liegt der höchste punkt in hawaii -wo liegt der höchste punkt in montana wie lautet der niedrigste punkt in maryland -wo ist der tiefste punkt in den usa -wo ist der tiefste punkt in iowa -wo liegt die am meisten bevölkerte gegend von new mexico +wo liegt die am meisten bevölkerte gegend von neu mexiko wo liegt die kleinste stadt -welches sind die hauptstädte der an texas anliegenden staaten -welche hauptstädte gehören nicht zu den größten städten welche stadt in kalifornien hat die größte bevölkerung -was ist die dichte des staates , durch den der größte fluss der usa fließt +was ist die dichte des staates durch den der größte fluss der usa fließt wie lautet der höchste gipfel der nicht in alaska liegt wie lautet der längste fluss der usa -wie lautet der niedrigste punkt in den staaten , durch die der mississippi verläuft -welches ist der kürzeste fluss wie lautet der kleinste staat welcher der staaten , welche an pennsylvania grenzen , hat die größte bevölkerung welcher fluss fließt durch die meisten staaten welcher fluss fließt durch die meisten staaten -welcher fluss fließt durch die meisten staaten welcher fluss durchquert die meisten staaten -welcher fluss verläuft durch alaska welche flüsse fließen nicht durch texas welche flüsse fließen durch die usa -welche flüsse gibt es in alaska -welcher fluss verläuft durch staaten , welche an new mexico grenzen welcher fluss verläuft durch staaten , welche an den staat mit der hauptstadt austin grenzen -welche flüsse fließen durch staaten mit den wenigsten städten -welche flüsse fließen durch den staat mit der größten stadt in den usa -welche flüsse verlaufen durch den staat mit der niedrigsten erhebung in den usa -welche staaten grenzen an kentucky -welcher staat grenzt an florida +welche flüsse gehen durch staaten mit den wenigsten städten welcher staat grenzt an hawaii -welcher staat grenzt an die meisten nachbarstaaten welcher staat grenzt an die meisten anderen staaten welche hauptstadt hat die kleinste bevölkerung -welcher staat hat die meisten flüsse welcher staat hat die größte bevölkerung -welcher staat hat die größte bevölkerungsdichte welcher staat hat die meisten einwohner -welcher staat hat die höchste erhöhung -in welchem staat liegt der höchste gipfel des landes +welche staat hat die höchste erhöhung welcher staat beinhaltet den höchsten punkt welcher staat hat die größte dichte -welcher staat hat die größte stadt -welcher staat hat die höchste bevölkerungsdichte -welcher staat hat die geringste bevölkerungsdichte -welcher staat hat den längsten fluss in welchem staat liegt der tiefste punkt -in welchem staat liegt der tiefste an idaho grenzende punkt +in welchem stadt liegt der tiefste an idaho grenzende punkt welcher staat hat die kleinste bevölkerungsdichte welcher staat hat die meisten wichtigsten städte -durch welchen staat fließen die meisten großen flüsse +durch welchen staat fließen die meisten große flüsse welcher staat hat die meisten wichtigen flüsse -welcher staat hat die meisten einwohner welcher staat hat die höchste bevölkerung durch welchen staat fließen die meisten flüsse -durch welchen staat verlaufen die meisten flüsse -welcher staat hat den red fluss -welcher staat hat die kleinste fläche , die an texas grenzt welcher staat hat die geringste bevölkerungsdichte welcher staat hat die geringste bevölkerungsdichte -welcher staat hat die niedrigste bevölkerungsdichte -in welchem staat ist kalamazoo in welchem staat liegt mount mckinley -in welchem staat liegt denver -in welchem staat liegt die größte stadt in montana welcher staat ist am kleinsten -welche staaten grenzen an alabama -welche staaten grenzen an alabama -welche staaten grenzen an alaska -welche staaten grenzen an arizona -welche staaten grenzen an colorado -welche staaten grenzen an hawaii welche staaten grenzen an illinois -welche staaten grenzen an iowa welche staaten grenzen an kentucky -welcher staat grenzt an michigan -welche staaten grenzen an new york -welche staaten grenzen an keinen anderen staaten -welche staaten grenzen an south dakota -welche staaten grenzen an einen staat , durch den der mississippi fließt -welche staaten grenzen an texas -welche staaten grenzen an den längsten fluss in den usa welche staaten grenzen an den fluss missouri welche staaten grenzen an den staat mit der kleinsten flächenausdehnung welcher staat hat die größte hauptstadt -durch welche staaten fließt der colorado fluss -welche staaten grenzen nicht an texas -durch welchen staat fließt der chattahoochee fluss -durch welche staaten verläuft der colorado fluss -durch welche staaten fließt der längste fluss +durch welchen staat quert der chattahoochee fluss welcher staat hat den längsten fluss -durch welche staaten verläuft der mississippi fluss durch welchen staat fließt der mississippi -durch welche staaten fließt der missouri -durch welche staaten fließt der missouri fluss -welche staaten haben eine wichtige stadt mit dem namen austin durch welche staaten fließen flüsse in welchen staaten gibt es eine stadt namens austin -welche staaten haben erhebungen , welche höher sind als der höchste punkt in colorado -welche staaten haben punkte , die höher liegen als der höchste punkt in texas -welche staaten liegen entlang des längsten flusses in den vereinigten staaten -welcher staat in den usa hat die höchste bevölkerungsdichte +welcher staat in den usa hat die höchste bevölkerungsdichte </seg> diff --git a/example/stopwords.en b/data/stopwords.en index 518ceef..518ceef 100644 --- a/example/stopwords.en +++ b/data/stopwords.en diff --git a/example/weights.init b/data/weights.init index 0d09f9f..0d09f9f 100644 --- a/example/weights.init +++ b/data/weights.init diff --git a/example/cdec.ini b/example/cdec.ini index 608c2b4..b9b564d 100644 --- a/example/cdec.ini +++ b/example/cdec.ini @@ -1,6 +1,9 @@ +formalism=scfg intersection_strategy=cube_pruning cubepruning_pop_limit=30 scfg_max_span_limit=15 -feature_function=KLanguageModel /workspace/grounded/mt-system/crawl/lm.5gram.en.binary feature_function=WordPenalty -formalism=scfg +feature_function=RuleIdentityFeatures +feature_function=RuleSourceBigramFeatures +feature_function=RuleTargetBigramFeatures +feature_function=RuleShape diff --git a/example/cfg.rb b/example/cfg.rb new file mode 100644 index 0000000..fbf8e7f --- /dev/null +++ b/example/cfg.rb @@ -0,0 +1,7 @@ +SMT_SEMPARSE = 'python /workspace/grounded/smt-semparse-cp/decode_sentence.py /workspace/grounded/smt-semparse-cp/working/full_dataset' +EVAL_PL = '/workspace/grounded/wasp-1.0/data/geo-funql/eval/eval.pl' +ACCEPT_ZOMBIES = true +TIMEOUT = 60 +CDEC_BIN = '/toolbox/cdec-dtrain/decoder/cdec' +$cache = Memcached.new('localhost:31337') + diff --git a/example/data.en b/example/data.en new file mode 100644 index 0000000..7d7740e --- /dev/null +++ b/example/data.en @@ -0,0 +1,10 @@ +name all the rivers in colorado +count the states which have elevations lower than what alabama has +give me the number of rivers in california +give me the states that border utah +how high is mount mckinley +how high is the highest point in america +how high is the highest point of alabama +how large is alaska +how large is texas +how long is the colorado river diff --git a/example/data.funql b/example/data.funql new file mode 100644 index 0000000..6843394 --- /dev/null +++ b/example/data.funql @@ -0,0 +1,10 @@ +answer(river(loc_2(stateid('colorado')))) +answer(count(state(low_point_2(lower_2(low_point_1(stateid('alabama'))))))) +answer(count(river(loc_2(stateid('california'))))) +answer(state(next_to_2(stateid('utah')))) +answer(elevation_1(placeid('mount mckinley'))) +answer(elevation_1(highest(place(loc_2(countryid('usa')))))) +answer(elevation_1(highest(place(loc_2(stateid('alabama')))))) +answer(size(stateid('alaska'))) +answer(size(stateid('texas'))) +answer(len(river(riverid('colorado')))) diff --git a/example/data.gold b/example/data.gold new file mode 100644 index 0000000..aed50af --- /dev/null +++ b/example/data.gold @@ -0,0 +1,10 @@ +[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] +[2] +[1] +[stateid(arizona),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(wyoming)] +[6194] +[6194] +[734] +[591000.0] +[266807.0] +[2333] diff --git a/example/data.in b/example/data.in new file mode 100644 index 0000000..e678525 --- /dev/null +++ b/example/data.in @@ -0,0 +1,10 @@ +<seg grammar="grammar/grammar.3.gz" id="3"> nenne alle flüsse in colorado </seg> +<seg grammar="grammar/grammar.6.gz" id="6"> zähle die staaten , welche erhebungen haben , die niedriger liegen als jene in alabama </seg> +<seg grammar="grammar/grammar.15.gz" id="15"> nenne mir die anzahl der flüsse in california </seg> +<seg grammar="grammar/grammar.16.gz" id="16"> nenne mir die staaten , welche an utah grenzen </seg> +<seg grammar="grammar/grammar.25.gz" id="25"> wie hoch ist mount mckinley </seg> +<seg grammar="grammar/grammar.26.gz" id="26"> wie hoch liegt der höchste punkt in amerika </seg> +<seg grammar="grammar/grammar.29.gz" id="29"> wie hoch liegt der höchste punkt in alabama </seg> +<seg grammar="grammar/grammar.33.gz" id="33"> wie groß ist alaska </seg> +<seg grammar="grammar/grammar.34.gz" id="34"> wie groß ist texas </seg> +<seg grammar="grammar/grammar.37.gz" id="37"> wie lang ist der colorado fluss </seg> diff --git a/example/data.prolog b/example/data.prolog new file mode 100644 index 0000000..6843394 --- /dev/null +++ b/example/data.prolog @@ -0,0 +1,10 @@ +answer(river(loc_2(stateid('colorado')))) +answer(count(state(low_point_2(lower_2(low_point_1(stateid('alabama'))))))) +answer(count(river(loc_2(stateid('california'))))) +answer(state(next_to_2(stateid('utah')))) +answer(elevation_1(placeid('mount mckinley'))) +answer(elevation_1(highest(place(loc_2(countryid('usa')))))) +answer(elevation_1(highest(place(loc_2(stateid('alabama')))))) +answer(size(stateid('alaska'))) +answer(size(stateid('texas'))) +answer(len(river(riverid('colorado')))) diff --git a/example/example.sh b/example/example.sh new file mode 100755 index 0000000..1c67ed0 --- /dev/null +++ b/example/example.sh @@ -0,0 +1,33 @@ +#!/bin/bash + +# memcached has to be running! `memcached -p 31337` + +# run lampion with rampion variant for 1 epoch over 10 examples (data.*) +../lampion.rb \ + -k 100 \ + -i $(pwd)/data.in \ + -r $(pwd)/data.en \ + -g $(pwd)/data.gold \ + -h $(pwd)/data.funql \ + -w $(pwd)/../data/weights.init \ + -t $(pwd)/../data/stopwords.en \ + -c $(pwd)/cdec.ini \ + -b $(pwd)/cfg.rb \ + -o output-weights \ + -l \ + -e 0.01 \ + -j 1 \ + -v rampion 2>output.stderr > output.stdout + +# translate test +/toolbox/cdec-dtrain/decoder/cdec \ + -c cdec.ini \ + -w output-weights 2>/dev/null \ + < data.in \ + | ../scripts/geoquery/semparse.rb $(pwd)/cfg.rb \ + | ../scripts/geoquery/query.rb $(pwd)/cfg.rb > output-answers + +# evaluate result +../scripts/geoquery/eval.rb \ + data.gold < output-answers > output-eval + diff --git a/example/grammar/grammar.15.gz b/example/grammar/grammar.15.gz Binary files differnew file mode 100644 index 0000000..416152f --- /dev/null +++ b/example/grammar/grammar.15.gz diff --git a/example/grammar/grammar.16.gz b/example/grammar/grammar.16.gz Binary files differnew file mode 100644 index 0000000..19189e6 --- /dev/null +++ b/example/grammar/grammar.16.gz diff --git a/example/grammar/grammar.25.gz b/example/grammar/grammar.25.gz Binary files differnew file mode 100644 index 0000000..a441190 --- /dev/null +++ b/example/grammar/grammar.25.gz diff --git a/example/grammar/grammar.26.gz b/example/grammar/grammar.26.gz Binary files differnew file mode 100644 index 0000000..753e491 --- /dev/null +++ b/example/grammar/grammar.26.gz diff --git a/example/grammar/grammar.29.gz b/example/grammar/grammar.29.gz Binary files differnew file mode 100644 index 0000000..56c91cd --- /dev/null +++ b/example/grammar/grammar.29.gz diff --git a/example/grammar/grammar.3.gz b/example/grammar/grammar.3.gz Binary files differnew file mode 100644 index 0000000..6e03a98 --- /dev/null +++ b/example/grammar/grammar.3.gz diff --git a/example/grammar/grammar.33.gz b/example/grammar/grammar.33.gz Binary files differnew file mode 100644 index 0000000..4f58842 --- /dev/null +++ b/example/grammar/grammar.33.gz diff --git a/example/grammar/grammar.34.gz b/example/grammar/grammar.34.gz Binary files differnew file mode 100644 index 0000000..a700a54 --- /dev/null +++ b/example/grammar/grammar.34.gz diff --git a/example/grammar/grammar.37.gz b/example/grammar/grammar.37.gz Binary files differnew file mode 100644 index 0000000..32feb04 --- /dev/null +++ b/example/grammar/grammar.37.gz diff --git a/example/grammar/grammar.6.gz b/example/grammar/grammar.6.gz Binary files differnew file mode 100644 index 0000000..bb24c62 --- /dev/null +++ b/example/grammar/grammar.6.gz diff --git a/example/output-answers b/example/output-answers deleted file mode 100644 index 1f6b4b2..0000000 --- a/example/output-answers +++ /dev/null @@ -1,280 +0,0 @@ -[riverid(river(loc_2(stateid(colorado))))] -[0] -[riverid(count(river(loc_2(stateid(california)))))] -[cityid(state(answer(next_to_2(stateid(utah)))),all)] -[6194] -[6194] -[734] -[591000.0] -[266807.0] -[2333] -[451] -[] -[3968] -[]. -[1569] -[71204,71992,87123,156804] -[386] -[] -[1] -[1203339] -[1595138] -[0] -[2520000.0] -[947200.0] -[7071639] -[345496] -[]. -[345496] -[1461000.0] -[14229000.0] -[2] -[0] -[10] -[51] -[51] -[51] -[riverid(count(state(stateid(iowa))))] -[3] -[51] -[1] -[51] -[11] -[14229000.0] -[6194] -[3901] -[1] -[cityid(stateid(maine),river(loc_2(stateid(florida))))] -[76685] -[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[] -[riverid(city(loc_2(stateid(texas))))] -[] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[cityid(austin,tx)] -[]. -[cityid(appleton,wi),cityid('arlington heights',il),cityid(aurora,il),cityid('baton rouge',la),cityid(bloomington,mn),cityid('cedar rapids',ia),cityid(champaign,il),cityid(chattanooga,tn),cityid(chicago,il),cityid(cicero,il),cityid(columbia,mo),cityid(davenport,ia),cityid(decatur,il),cityid('des moines',ia),cityid(dubuque,ia),cityid(duluth,mn),cityid(elgin,il),cityid(evanston,il),cityid('fort smith',ar),cityid('green bay',wi),cityid(independence,mo),cityid(jackson,ms),cityid(joliet,il),cityid('kansas city',mo),cityid(kenner,la),cityid(kenosha,wi),cityid(knoxville,tn),cityid(lafayette,la),cityid('lake charles',la),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(monroe,la),cityid(nashville,tn),cityid('new orleans',la),cityid('north little rock',ar),cityid('oak lawn',il),cityid(peoria,il),cityid(racine,wi),cityid(rochester,mn),cityid(rockford,il),cityid(shreveport,la),cityid('sioux city',ia),cityid(skokie,il),cityid(springfield,il),cityid(springfield,mo),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi)] -[]. -[placeid('mount mckinley')] -[cityid(birmingham,al),cityid(mobile,al),cityid(montgomery,al)] -[stateid(alaska)] -[57045,57648,66713,67972,70794,71384,75632,92145,101727,170105,195351,241741,357870,7071639] -[202895] -[] -[countryid(usa)] -[] -[] - -[2520000.0] -[] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[1303000.0,2286000.0,3025000.0,4206000.0] - -[] -[cityid('new york',ny)] -[] -[cityid(sacramento,ca)] -[68664.0] -[41300.0] -[266807.0] -[56153.0] -[cityid('new york',ny)] -[cityid(phoenix,az)] -[cityid(wichita,ks)] -[cityid('new orleans',la)] -[cityid(sacramento,ca)] -[cityid(denver,co)] -[cityid(springfield,il)] -[cityid('des moines',ia)] -[cityid(boston,ma)] -[cityid(trenton,nj)] -[cityid(albany,ny)] -[] -[cityid(columbus,oh)] -[] -[cityid(tallahassee,fl)] -[cityid(washington,dc)] -[cityid(sacramento,ca)] -[cityid(trenton,nj)] -[cityid('des moines',ia),cityid(lincoln,ne)] -[cityid(sacramento,ca)] -[1100.0,1212.0,2044.0,5020.0,6471.0,7787.0,8284.0,9279.0,9614.0,10460.0,24200.0,31113.0,33265.0,36200.0,40760.0,41300.0,42140.0,45308.0,47700.0,49100.0,51700.0,52670.0,53200.0,56153.0,56300.0,58500.0,58900.0,68139.0,68664.0,69700.0,69950.0,70700.0,77116.0,77300.0,82300.0,83000.0,84400.0,84900.0,97073.0,97809.0,104000.0,110500.0,114000.0,121600.0,147000.0,158000.0,266807.0,591000.0] -[] -[placeid('gannett peak')] -[placeid('guadalupe peak')] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[]. -[placeid(centerville)] -[placeid('ocheyedan mound')] -[placeid('mount katahdin')] -[placeid('granite peak')] -[placeid('johnson township')] - -[placeid('guadalupe peak')] -[placeid('gannett peak')] -[placeid('mount mckinley')] -[placeid('mount rogers')] -[placeid('granite peak')] -[placeid('mount mckinley')] -[cityid('new york',ny)] -[cityid('los angeles',ca)] -[cityid(providence,ri)] -[]. -[stateid('new york')] -[riverid(len(longest(river(loc_2(state(stateid(washington)))))))] - - -[stateid(montana)] -[2333] -[3033] -[3778] -[] -[] -[riverid(chattahoochee)] -[] -[]. -[riverid(missouri)] -[riverid(mississippi)] - -[placeid('atlantic ocean')] -[placeid('gulf of mexico')] -[256] -[placeid('death valley')] -[]. -[] -[] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[cityid('new york',ny)] -[stateid(california)] -[]. -[33.81932962573275] -[401800.0] -[] -[] - -[964000.0] -[] -[4217000.0] -[1303000.0] -[7071639] -[785880] -[106919] -[174431] -[786.7] -[4916000.0] -[7365000.0] -[330537] -[1461000.0] -[4113200.0] -[]. -[countryid(usa),stateid(california)] -[stateid('south dakota')] -[stateid(alabama)] -[]. -[stateid(alaska)] -[stateid('district of columbia')] -[51393] -[3778] -[cityid(philadelphia,pa),cityid(pittsburgh,pa)] -[] -[] -[]. - -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[]. - -[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)] -[]. -[]. -[stateid(alaska)] -[stateid(arizona)] -[] - -[]. -[riverid(mississippi)] - -[stateid(texas)] -[] -[cityid('new york',ny)] -[stateid(arizona)] -[] -[stateid(illinois),stateid(kentucky),stateid(michigan),stateid(ohio)] -[] -[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)] -[stateid(delaware),stateid('new york'),stateid(pennsylvania)] -[]. -[stateid(delaware),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kentucky),stateid(maryland),stateid(michigan),stateid(missouri),stateid('new jersey'),stateid('new york'),stateid(ohio),stateid(pennsylvania),stateid(tennessee),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] - -[stateid(missouri)] -[stateid(tennessee)] -[] -[stateid(missouri)] -[stateid(maryland),stateid(virginia)] - -[] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[] -[] -[] -[] -[] -[] -[] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] - -[countryid(usa),stateid(texas)] -[countryid(usa),stateid(maine),stateid(oregon)] - -[]. -[placeid('mauna kea')] -[placeid('atlantic ocean')] -[cityid(albuquerque,nm)] -[countryid(usa),stateid(california)] -[cityid('los angeles',ca)] -[] -[placeid('mount mckinley')] -[riverid(missouri)] -[stateid('district of columbia')] -[]. -[stateid(colorado)] -[stateid(colorado)] -[] -[]. -[]. -[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)] -[] -[] -[stateid(missouri)] -[cityid(charleston,wv)] -[stateid(california)] -[stateid(california)] -[]. -[] -[stateid('new jersey')] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] - -[stateid(montana)] -[]. -[] -[]. -[stateid(california)] -[]. -[stateid(montana)] -[stateid(montana)] -[] - -[] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[] -[stateid(maryland),stateid(virginia)] -[stateid(arizona)] - -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[] - -[stateid(texas)] -[stateid('new jersey')] diff --git a/example/output-eval b/example/output-eval deleted file mode 100644 index 47f8874..0000000 --- a/example/output-eval +++ /dev/null @@ -1 +0,0 @@ -acc=60.0 prec=64.37 (280/19) abs=168 f1=62.11 diff --git a/example/output-weights.0.gz b/example/output-weights.0.gz Binary files differdeleted file mode 100644 index 3ebfeb6..0000000 --- a/example/output-weights.0.gz +++ /dev/null diff --git a/example/output-weights.1.gz b/example/output-weights.1.gz Binary files differdeleted file mode 100644 index 36fa2ce..0000000 --- a/example/output-weights.1.gz +++ /dev/null diff --git a/example/output-weights.2.gz b/example/output-weights.2.gz Binary files differdeleted file mode 100644 index b5a8542..0000000 --- a/example/output-weights.2.gz +++ /dev/null diff --git a/example/output.stderr b/example/output.stderr deleted file mode 100644 index 864d110..0000000 --- a/example/output.stderr +++ /dev/null @@ -1,4106 +0,0 @@ -CONFIGURATION - k=100 - input=train.in - references=train.en - gold=train.gold - gold_mrl=train.funql - init_weights=weights.init - cdec_ini=cdec.ini - stopwords_file=stopwords.en - output_weights=output-weights - debug=false - print_kbest=true - eta=0.01 - iterate=3 - stop_after=30 - scale_model=1.0 - normalize=false - skip_on_no_proper_gold=false - no_update=false - hope_fear_max=10000000000 - variant=rampion - help=false - k_given=true - input_given=true - references_given=true - gold_given=true - gold_mrl_given=true - init_weights_given=true - cdec_ini_given=true - stopwords_file_given=true - output_weights_given=true - print_kbest_given=true - eta_given=true - iterate_given=true - stop_after_given=true - variant_given=true - -================= - EXAMPLE: 0 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| give me the cities in virginia ||| ||| {:decoder=>-2.93469, :psb=>1.0} -1 ||| give me cities in virginia ||| ||| {:decoder=>-3.13281, :psb=>0.49473859088183875} -2 ||| give me the cities virginia ||| ||| {:decoder=>-3.2086, :psb=>0.6511126026643229} -3 ||| give me the towns in virginia ||| ||| {:decoder=>-3.25434, :psb=>0.48549177170732344} -4 ||| give me the cities of virginia ||| ||| {:decoder=>-3.30623, :psb=>0.6389431042462724} -5 ||| i give the cities in virginia ||| ||| {:decoder=>-3.3163, :psb=>0.6389431042462724} -6 ||| unto me the cities in virginia ||| ||| {:decoder=>-3.36245, :psb=>0.8034284189446518} -7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-3.36825, :psb=>0.7034711503007025} -8 ||| me give the cities in virginia ||| ||| {:decoder=>-3.37352, :psb=>0.668740304976422} -9 ||| unto me the towns in virginia ||| ||| {:decoder=>-3.80009, :psb=>0.35930411196308426} ->>> - - [TOP1] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: give me cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>0.7710654032817191, :psb=>0.49473859088183875}, #1 - -================= - EXAMPLE: 1 - REFERENCE: what are the high points of states surrounding mississippi - GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi'))))) -GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')] -NO MT OUTPUT, skipping example - -================= - EXAMPLE: 2 - REFERENCE: name the rivers in arkansas - GOLD MRL: answer(river(loc_2(stateid('arkansas')))) -GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] - -<<< KBEST -0 ||| call the rivers in arkansas ||| ||| {:decoder=>-2.07277, :psb=>0.7521206186172787} -1 ||| the call rivers in arkansas ||| ||| {:decoder=>-2.45543, :psb=>0.5318295896944989} -2 ||| the rivers call in arkansas ||| ||| {:decoder=>-2.49639, :psb=>0.4472135954999579} -3 ||| name the rivers in arkansas ||| ||| {:decoder=>-2.54568, :psb=>1.0} -4 ||| the rivers in arkansas call ||| ||| {:decoder=>-2.55167, :psb=>0.7521206186172787} -5 ||| call the rivers in the arkansas ||| ||| {:decoder=>-2.60767, :psb=>0.4272870063962341} -6 ||| call the rivers to arkansas ||| ||| {:decoder=>-2.62805, :psb=>0.3760603093086393} -7 ||| called the rivers in arkansas ||| ||| {:decoder=>-2.64447, :psb=>0.7521206186172787} -8 ||| call the rivers in nicky ||| ||| {:decoder=>-2.65825, :psb=>0.4949232003839765} -9 ||| call the rivers into arkansas ||| ||| {:decoder=>-2.68599, :psb=>0.3760603093086393} -10 ||| call the rivers in from ||| ||| {:decoder=>-2.68817, :psb=>0.4949232003839765} -11 ||| call the rivers in first ||| ||| {:decoder=>-2.69615, :psb=>0.4949232003839765} -12 ||| call rivers in the arkansas ||| ||| {:decoder=>-2.7041, :psb=>0.40410310093532464} -13 ||| do the rivers in arkansas ||| ||| {:decoder=>-2.71057, :psb=>0.7521206186172787} -14 ||| call the rivers in made ||| ||| {:decoder=>-2.71232, :psb=>0.4949232003839765} ->>> - - [TOP1] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787} - - [HOPE] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - - [FEAR] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - -================= - EXAMPLE: 3 - REFERENCE: can you tell me the capital of texas - GOLD MRL: answer(capital(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(austin,tx)] - -<<< KBEST -0 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-2.30551, :psb=>0.3852971889399676} -1 ||| you can you tell me , what the capital of texas is ||| ||| {:decoder=>-2.374, :psb=>0.47987820666906633} -2 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-2.39111, :psb=>0.5270027137504644} -3 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-2.43333, :psb=>0.3852971889399676} -4 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-2.46734, :psb=>0.4272870063962341} -5 ||| you can you tell me , what is the capital of texas ||| ||| {:decoder=>-2.50182, :psb=>0.47987820666906633} -6 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-2.51894, :psb=>0.5270027137504644} -7 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-2.5461, :psb=>0.5844356470407898} -8 ||| you can you tell me what the capital of texas is ||| ||| {:decoder=>-2.54851, :psb=>0.5270027137504644} -9 ||| you can you tell me , was the capital of texas is ||| ||| {:decoder=>-2.56709, :psb=>0.47987820666906633} -10 ||| you tell me , what the capital of texas is ||| ||| {:decoder=>-2.57737, :psb=>0.46478456293957165} -11 ||| you can tell me , what the capital from texas is ||| ||| {:decoder=>-2.60129, :psb=>0.2095549161132726} -12 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-2.62677, :psb=>0.3852971889399676} -13 ||| you can you tell me , what the capital from texas is ||| ||| {:decoder=>-2.66978, :psb=>0.33932513407933634} -14 ||| you can i say , what the capital of texas is ||| ||| {:decoder=>-2.67341, :psb=>0.33910457813956707} -15 ||| you can you tell me , what the capital of texas , ||| ||| {:decoder=>-2.70216, :psb=>0.47987820666906633} -16 ||| you can me say , what the capital of texas is ||| ||| {:decoder=>-2.74144, :psb=>0.3524279555168876} -17 ||| you can tell me what the capital from texas is ||| ||| {:decoder=>-2.76312, :psb=>0.23239228146978586} -18 ||| you can tell me , what the capital city of texas is ||| ||| {:decoder=>-2.8331, :psb=>0.21200626759025185} -19 ||| you can you tell me what the capital from texas is ||| ||| {:decoder=>-2.8443, :psb=>0.3726471925966664} -20 ||| you can you tell me what the capital of texas , ||| ||| {:decoder=>-2.87667, :psb=>0.5270027137504644} -21 ||| you can you tell me , was the capital of texas , ||| ||| {:decoder=>-2.89525, :psb=>0.47987820666906633} -22 ||| you can you tell me , what the capital city of texas is ||| ||| {:decoder=>-2.90159, :psb=>0.33707998271946277} -23 ||| can you tell me , what the capital city of texas is ||| ||| {:decoder=>-2.9187, :psb=>0.3672056269893592} -24 ||| you can you tell me , what the capital city of texas , ||| ||| {:decoder=>-3.22975, :psb=>0.33707998271946277} ->>> - - [TOP1] - nrl: you can tell me , what the capital of texas is - mrl: answer(population_1(answer(capital(loc_2(stateid('texas')))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3852971889399676} - - [HOPE] - nrl: can you tell me , what the capital of texas is - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>0.9073833636284949, :psb=>0.5270027137504644}, #2 - - [FEAR] - nrl: you can tell me , what the capital of texas is - mrl: answer(population_1(answer(capital(loc_2(stateid('texas')))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3852971889399676}, #0 - -================= - EXAMPLE: 4 - REFERENCE: could you tell me what is the highest point in the state of oregon - GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon')))))) -GOLD OUTPUT: [placeid('mount hood')] - -<<< KBEST -0 ||| could you tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-3.9874, :psb=>0.7367565054628357} -1 ||| could you tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-4.02165, :psb=>0.8142441551106129} -2 ||| could you tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-4.0219, :psb=>0.7367565054628357} -3 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-4.05843, :psb=>0.7992975447228272} -4 ||| could you tell me that the highest point in the state oregon is ||| ||| {:decoder=>-4.16269, :psb=>0.5940876484765517} -5 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-4.17303, :psb=>0.633160218956179} -6 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-4.1808, :psb=>0.684694991173804} -7 ||| could you tell me what the highest point in the state oregon is ||| ||| {:decoder=>-4.19694, :psb=>0.6734009436331136} -8 ||| could you tell me which the highest point in the state oregon is ||| ||| {:decoder=>-4.19719, :psb=>0.5940876484765517} -9 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-4.21109, :psb=>0.633160218956179} -10 ||| could you tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-4.21202, :psb=>1.0} -11 ||| could you tell me that the highest point in oregon state is ||| ||| {:decoder=>-4.21315, :psb=>0.4495431954509448} -12 ||| could you tell me that the highest point in the oregon state is ||| ||| {:decoder=>-4.2402, :psb=>0.5249261301080137} -13 ||| could you tell me what the highest point in oregon state is ||| ||| {:decoder=>-4.2474, :psb=>0.5333225381284186} -14 ||| could you tell me which the highest point in oregon state is ||| ||| {:decoder=>-4.24765, :psb=>0.4495431954509448} -15 ||| could you tell me that is the highest point in the state of oregon ||| ||| {:decoder=>-4.26389, :psb=>0.7992975447228272} -16 ||| could you tell me what the highest point in the oregon state is ||| ||| {:decoder=>-4.27445, :psb=>0.6060954862666158} -17 ||| could you tell me which the highest point in the oregon state is ||| ||| {:decoder=>-4.2747, :psb=>0.5249261301080137} -18 ||| could you tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-4.3113, :psb=>0.6848661007688605} -19 ||| could you tell me which of the highest point in the state oregon is ||| ||| {:decoder=>-4.48658, :psb=>0.6049483675122199} -20 ||| could you tell me which of the highest point in oregon state is ||| ||| {:decoder=>-4.53705, :psb=>0.4605329793777294} -21 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-4.55444, :psb=>0.535536059195526} -22 ||| could you tell me which of the highest point in the oregon state is ||| ||| {:decoder=>-4.5641, :psb=>0.5345224838248488} ->>> - - [TOP1] - nrl: could you tell me that the highest point in the state of oregon is - mrl: population_1(state(highest(place(loc_2(stateid('oregon')))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7367565054628357} - - [HOPE] - nrl: could you tell me what the highest point in the state of oregon is - mrl: answer(highest(place(loc_2(loc_2(state(stateid('oregon'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.9406103693428123, :psb=>0.8142441551106129}, #1 - - [FEAR] - nrl: could you tell me that the highest point in the state of oregon is - mrl: population_1(state(highest(place(loc_2(stateid('oregon')))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7367565054628357}, #0 - -================= - EXAMPLE: 5 - REFERENCE: give me all the states of usa - GOLD MRL: answer(state(loc_2(countryid('usa')))) -GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] - -<<< KBEST -0 ||| call all states ||| ||| {:decoder=>-2.26563, :psb=>0.15218787864872976} -1 ||| call all states the u.s. ||| ||| {:decoder=>-2.30394, :psb=>0.21197381067415416} -2 ||| call all states the usa ||| ||| {:decoder=>-2.32666, :psb=>0.22778068328450227} -3 ||| call all the usa ||| ||| {:decoder=>-2.42772, :psb=>0.23618327637050732} -4 ||| call all states of usa ||| ||| {:decoder=>-2.44782, :psb=>0.3564960350471317} -5 ||| call all states of the usa ||| ||| {:decoder=>-2.44932, :psb=>0.29059254080791846} -6 ||| all states call ||| ||| {:decoder=>-2.4986, :psb=>0.15218787864872976} -7 ||| call all countries the usa ||| ||| {:decoder=>-2.5191, :psb=>0.21197381067415416} -8 ||| all call states ||| ||| {:decoder=>-2.57315, :psb=>0.15218787864872976} -9 ||| call all states the united states ||| ||| {:decoder=>-2.65098, :psb=>0.21506254256566312} -10 ||| call all states the us ||| ||| {:decoder=>-2.66279, :psb=>0.21197381067415416} -11 ||| call all united states of america ||| ||| {:decoder=>-2.76251, :psb=>0.2557539057896621} ->>> - - [TOP1] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976} - - [HOPE] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - - [FEAR] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - -================= - EXAMPLE: 6 - REFERENCE: give me the cities in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| tell me what cities in texas are ||| ||| {:decoder=>-2.19707, :psb=>0.35745672884978397} -1 ||| tell me what cities in texas , ||| ||| {:decoder=>-2.41406, :psb=>0.35745672884978397} -2 ||| tell me what are cities in texas ||| ||| {:decoder=>-2.48748, :psb=>0.35745672884978397} -3 ||| tell me what cities in texas is ||| ||| {:decoder=>-2.48963, :psb=>0.35745672884978397} -4 ||| tell me which cities in texas are ||| ||| {:decoder=>-2.49004, :psb=>0.35745672884978397} -5 ||| tell me what cities are in texas ||| ||| {:decoder=>-2.4976, :psb=>0.271608378656351} -6 ||| tell me that cities in texas are ||| ||| {:decoder=>-2.58874, :psb=>0.35745672884978397} -7 ||| tell me what towns in texas are ||| ||| {:decoder=>-2.60186, :psb=>0.2527600769504433} -8 ||| tell me the cities in texas are ||| ||| {:decoder=>-2.65822, :psb=>0.672126440078521} -9 ||| tell me which cities in texas , ||| ||| {:decoder=>-2.70704, :psb=>0.35745672884978397} ->>> - - [TOP1] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397} - - [HOPE] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - - [FEAR] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - -================= - EXAMPLE: 7 - REFERENCE: give me the cities in usa - GOLD MRL: answer(city(loc_2(countryid('usa')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - -<<< KBEST -0 ||| call the cities of usa ||| ||| {:decoder=>-1.9387, :psb=>0.3078921402430011} -1 ||| call the cities the usa ||| ||| {:decoder=>-2.01213, :psb=>0.3078921402430011} -2 ||| call the cities of the usa ||| ||| {:decoder=>-2.06626, :psb=>0.3021375397356768} -3 ||| call the cities of u.s. ||| ||| {:decoder=>-2.08364, :psb=>0.27821195481929917} -4 ||| call the cities the u.s. ||| ||| {:decoder=>-2.08532, :psb=>0.27821195481929917} -5 ||| call the cities in the usa ||| ||| {:decoder=>-2.27222, :psb=>0.4272870063962341} -6 ||| call the towns of usa ||| ||| {:decoder=>-2.30112, :psb=>0.23394743548827707} -7 ||| call the cities of us ||| ||| {:decoder=>-2.31409, :psb=>0.27821195481929917} -8 ||| call the u.s. cities ||| ||| {:decoder=>-2.32271, :psb=>0.2304318198457308} -9 ||| call the cities of the united states ||| ||| {:decoder=>-2.32819, :psb=>0.2283945119649991} -10 ||| call the cities the united states ||| ||| {:decoder=>-2.33646, :psb=>0.2730120862709067} -11 ||| call the cities in the united states ||| ||| {:decoder=>-2.33668, :psb=>0.33265096878635064} ->>> - - [TOP1] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011} - - [HOPE] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - - [FEAR] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - -================= - EXAMPLE: 8 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| call me the cities in virginia ||| ||| {:decoder=>-2.12435, :psb=>0.8034284189446518} -1 ||| call me the towns in virginia ||| ||| {:decoder=>-2.41531, :psb=>0.35930411196308426} -2 ||| the call me cities in virginia ||| ||| {:decoder=>-2.50236, :psb=>0.45180100180492244} -3 ||| me call the cities in virginia ||| ||| {:decoder=>-2.56986, :psb=>0.6389431042462724} -4 ||| call me in the cities virginia ||| ||| {:decoder=>-2.57372, :psb=>0.34329452398451965} -5 ||| call me the cities virginia ||| ||| {:decoder=>-2.61388, :psb=>0.43542524047973125} -6 ||| the cities in virginia call me ||| ||| {:decoder=>-2.63093, :psb=>0.6389431042462724} -7 ||| i call the cities in virginia ||| ||| {:decoder=>-2.64068, :psb=>0.6042750794713536} -8 ||| call me the cities to virginia ||| ||| {:decoder=>-2.66484, :psb=>0.4272870063962341} -9 ||| call the cities in virginia me ||| ||| {:decoder=>-2.67013, :psb=>0.6389431042462724} -10 ||| call i the cities in virginia ||| ||| {:decoder=>-2.67208, :psb=>0.6042750794713536} -11 ||| call me the cities in va ||| ||| {:decoder=>-2.67613, :psb=>0.6042750794713536} -12 ||| call me cities in the virginia ||| ||| {:decoder=>-2.69001, :psb=>0.34329452398451965} ->>> - - [TOP1] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 9 - REFERENCE: give me the cities which are in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| call me cities in texas ||| ||| {:decoder=>-1.85974, :psb=>0.221776483974985} -1 ||| call me towns in texas ||| ||| {:decoder=>-2.20454, :psb=>0.20638627362169998} -2 ||| call me in texas cities ||| ||| {:decoder=>-2.24615, :psb=>0.221776483974985} -3 ||| call i cities in texas ||| ||| {:decoder=>-2.29025, :psb=>0.20638627362169998} -4 ||| me call cities in texas ||| ||| {:decoder=>-2.36612, :psb=>0.221776483974985} -5 ||| cities in texas call me ||| ||| {:decoder=>-2.39526, :psb=>0.221776483974985} -6 ||| cities call me in texas ||| ||| {:decoder=>-2.40861, :psb=>0.221776483974985} -7 ||| call cities in texas me ||| ||| {:decoder=>-2.45898, :psb=>0.221776483974985} -8 ||| cities in call me texas ||| ||| {:decoder=>-2.51053, :psb=>0.18649105036213778} -9 ||| call cities me in texas ||| ||| {:decoder=>-2.51799, :psb=>0.221776483974985} -10 ||| me cities in texas call ||| ||| {:decoder=>-2.52114, :psb=>0.221776483974985} ->>> - - [TOP1] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985} - - [HOPE] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - - [FEAR] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - -================= - EXAMPLE: 10 - REFERENCE: give me the lakes in california - GOLD MRL: answer(lake(loc_2(stateid('california')))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the lakes in california ||| ||| {:decoder=>-2.04111, :psb=>0.8034284189446518} -1 ||| the call me lakes in california ||| ||| {:decoder=>-2.42578, :psb=>0.45180100180492244} -2 ||| the lakes call me in california ||| ||| {:decoder=>-2.48008, :psb=>0.37991784282579627} -3 ||| me call the lakes in california ||| ||| {:decoder=>-2.48661, :psb=>0.6389431042462724} -4 ||| call me the lakes to california ||| ||| {:decoder=>-2.50608, :psb=>0.4272870063962341} -5 ||| call me the lakes of california ||| ||| {:decoder=>-2.52394, :psb=>0.4272870063962341} -6 ||| the lakes in california call me ||| ||| {:decoder=>-2.53061, :psb=>0.6389431042462724} -7 ||| call the me lakes in california ||| ||| {:decoder=>-2.54373, :psb=>0.45180100180492244} -8 ||| i call the lakes in california ||| ||| {:decoder=>-2.54412, :psb=>0.6042750794713536} -9 ||| call the lakes me in california ||| ||| {:decoder=>-2.54644, :psb=>0.37991784282579627} -10 ||| call me lakes in the california ||| ||| {:decoder=>-2.59348, :psb=>0.34329452398451965} -11 ||| call the lakes in california me ||| ||| {:decoder=>-2.60022, :psb=>0.6389431042462724} -12 ||| call me in the lakes california ||| ||| {:decoder=>-2.61399, :psb=>0.34329452398451965} -13 ||| call i the lakes in california ||| ||| {:decoder=>-2.62112, :psb=>0.6042750794713536} -14 ||| call me in california the lakes ||| ||| {:decoder=>-2.6326, :psb=>0.37991784282579627} -15 ||| called me the lakes in california ||| ||| {:decoder=>-2.72303, :psb=>0.8034284189446518} -16 ||| me the call lakes in california ||| ||| {:decoder=>-2.7312, :psb=>0.48549177170732344} ->>> - - [TOP1] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 11 - REFERENCE: give me the largest state - GOLD MRL: answer(largest(state(all))) -GOLD OUTPUT: [stateid(alaska)] - -<<< KBEST -0 ||| the city is the largest ||| ||| {:decoder=>-1.52264, :psb=>0.33980884896942454} -1 ||| which city is the largest ||| ||| {:decoder=>-1.54833, :psb=>0.33980884896942454} -2 ||| what city is the largest ||| ||| {:decoder=>-1.58285, :psb=>0.33980884896942454} -3 ||| which city is the biggest ||| ||| {:decoder=>-1.69687, :psb=>0.24028114141347542} -4 ||| what city is the biggest ||| ||| {:decoder=>-1.73139, :psb=>0.24028114141347542} -5 ||| what is the largest city ||| ||| {:decoder=>-1.74759, :psb=>0.33980884896942454} -6 ||| which town is the largest ||| ||| {:decoder=>-1.75937, :psb=>0.33980884896942454} -7 ||| which is the largest city ||| ||| {:decoder=>-1.8243, :psb=>0.33980884896942454} -8 ||| what town is the largest ||| ||| {:decoder=>-1.8533, :psb=>0.33980884896942454} -9 ||| that city is the largest ||| ||| {:decoder=>-1.86788, :psb=>0.33980884896942454} -10 ||| which town is the biggest ||| ||| {:decoder=>-1.90791, :psb=>0.24028114141347542} ->>> - - [TOP1] - nrl: the city is the largest - mrl: largest(city(all)) - output: [cityid('new york',ny)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454} - - [HOPE] - nrl: the city is the largest - mrl: largest(city(all)) - output: [cityid('new york',ny)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - - [FEAR] - nrl: the city is the largest - mrl: largest(city(all)) - output: [cityid('new york',ny)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - -================= - EXAMPLE: 12 - REFERENCE: give me the longest river that passes through the us - GOLD MRL: answer(longest(river(traverse_2(countryid('usa'))))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-3.42816, :psb=>0.3585594362259136} -1 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-3.47408, :psb=>0.32399502498695193} -2 ||| call me the longest river , which by the usa flows ||| ||| {:decoder=>-3.50156, :psb=>0.32399502498695193} -3 ||| call me the longest river , which through the usa flows ||| ||| {:decoder=>-3.71014, :psb=>0.3585594362259136} -4 ||| call me the longest river flows , which by the usa ||| ||| {:decoder=>-3.72391, :psb=>0.32399502498695193} -5 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-3.73799, :psb=>0.3264971028628052} -6 ||| call me the longest river which by the usa flows ||| ||| {:decoder=>-3.74014, :psb=>0.35930411196308426} -7 ||| call me the longest river , which by the usa is ||| ||| {:decoder=>-3.79029, :psb=>0.32399502498695193} -8 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-3.79473, :psb=>0.3976353643835253} -9 ||| call me the longest river which by the usa is ||| ||| {:decoder=>-4.02887, :psb=>0.35930411196308426} ->>> - - [TOP1] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136} - - [HOPE] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - - [FEAR] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - -================= - EXAMPLE: 13 - REFERENCE: how big is alaska - GOLD MRL: answer(size(stateid('alaska'))) -GOLD OUTPUT: [591000.0] - -<<< KBEST -0 ||| how big is alaska ||| ||| {:decoder=>-1.76349, :psb=>1.0} -1 ||| how large is alaska ||| ||| {:decoder=>-1.87235, :psb=>0.49999999999999994} -2 ||| how great is alaska ||| ||| {:decoder=>-1.93435, :psb=>0.49999999999999994} -3 ||| as large is alaska ||| ||| {:decoder=>-1.97498, :psb=>0.4518010018049224} -4 ||| as big is alaska ||| ||| {:decoder=>-2.06714, :psb=>0.6580370064762462} -5 ||| as great is alaska ||| ||| {:decoder=>-2.13864, :psb=>0.4518010018049224} -6 ||| like large is alaska ||| ||| {:decoder=>-2.14212, :psb=>0.4518010018049224} -7 ||| like big is alaska ||| ||| {:decoder=>-2.19425, :psb=>0.6580370064762462} -8 ||| as large alaska ||| ||| {:decoder=>-2.19548, :psb=>0.3478700554542393} -9 ||| how big alaska is ||| ||| {:decoder=>-2.19985, :psb=>0.537284965911771} -10 ||| such as large is alaska ||| ||| {:decoder=>-2.21714, :psb=>0.33980884896942454} -11 ||| as large alaska is ||| ||| {:decoder=>-2.21774, :psb=>0.37991784282579627} -12 ||| is as large alaska ||| ||| {:decoder=>-2.22111, :psb=>0.37991784282579627} -13 ||| how large alaska is ||| ||| {:decoder=>-2.25183, :psb=>0.42044820762685725} -14 ||| is as big alaska ||| ||| {:decoder=>-2.28654, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>0.7918745817799446, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 14 - REFERENCE: how big is massachusetts - GOLD MRL: answer(size(stateid('massachusetts'))) -GOLD OUTPUT: [8284.0] - -<<< KBEST -0 ||| how big is massachusetts ||| ||| {:decoder=>-2.32488, :psb=>1.0} -1 ||| how large is massachusetts ||| ||| {:decoder=>-2.52005, :psb=>0.49999999999999994} -2 ||| how great is massachusetts ||| ||| {:decoder=>-2.55259, :psb=>0.49999999999999994} -3 ||| what is massachusetts ||| ||| {:decoder=>-2.59019, :psb=>0.4919625503668659} -4 ||| how much is massachusetts ||| ||| {:decoder=>-2.65221, :psb=>0.49999999999999994} -5 ||| how great massachusetts ||| ||| {:decoder=>-2.67531, :psb=>0.41368954504257255} -6 ||| as large is massachusetts ||| ||| {:decoder=>-2.73596, :psb=>0.4518010018049224} -7 ||| how big , massachusetts ||| ||| {:decoder=>-2.7697, :psb=>0.49999999999999994} -8 ||| as large massachusetts ||| ||| {:decoder=>-2.77246, :psb=>0.3478700554542393} -9 ||| as big is massachusetts ||| ||| {:decoder=>-2.82198, :psb=>0.6580370064762462} -10 ||| as big massachusetts ||| ||| {:decoder=>-2.82936, :psb=>0.41368954504257255} -11 ||| is as large massachusetts ||| ||| {:decoder=>-2.84073, :psb=>0.37991784282579627} -12 ||| how large , massachusetts ||| ||| {:decoder=>-2.84939, :psb=>0.37991784282579627} -13 ||| is how big massachusetts ||| ||| {:decoder=>-2.88164, :psb=>0.537284965911771} -14 ||| is as big massachusetts ||| ||| {:decoder=>-2.90651, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>0.664443030792772, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 15 - REFERENCE: how big is new mexico - GOLD MRL: answer(size(stateid('new mexico'))) -GOLD OUTPUT: [121600.0] - -<<< KBEST -0 ||| how big is new mexico ||| ||| {:decoder=>-2.9497, :psb=>1.0} -1 ||| what is new mexico ||| ||| {:decoder=>-2.97296, :psb=>0.5124797359336637} -2 ||| how big is mexico ||| ||| {:decoder=>-3.10052, :psb=>0.5506953149031837} -3 ||| how great is new mexico ||| ||| {:decoder=>-3.2228, :psb=>0.5318295896944989} -4 ||| how much is new mexico ||| ||| {:decoder=>-3.25635, :psb=>0.5318295896944989} -5 ||| how great new mexico ||| ||| {:decoder=>-3.27266, :psb=>0.3894003915357024} -6 ||| how large is new mexico ||| ||| {:decoder=>-3.30084, :psb=>0.5318295896944989} -7 ||| what is mexico ||| ||| {:decoder=>-3.33284, :psb=>0.29642151188002913} -8 ||| how great is mexico ||| ||| {:decoder=>-3.37363, :psb=>0.32744539334076506} -9 ||| how much is mexico ||| ||| {:decoder=>-3.40718, :psb=>0.32744539334076506} -10 ||| how large is mexico ||| ||| {:decoder=>-3.47877, :psb=>0.32744539334076506} -11 ||| just how big is new mexico ||| ||| {:decoder=>-3.49964, :psb=>0.8034284189446518} -12 ||| how big , new mexico ||| ||| {:decoder=>-3.53163, :psb=>0.4472135954999579} -13 ||| how large , new mexico ||| ||| {:decoder=>-3.59678, :psb=>0.3760603093086393} ->>> - - [TOP1] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: what is new mexico - mrl: answer('new mexico') - output: []. - correct?: false - SCORES: {:decoder=>0.9640539036904245, :psb=>0.5124797359336637}, #1 - -================= - EXAMPLE: 16 - REFERENCE: how big is north dakota - GOLD MRL: answer(size(stateid('north dakota'))) -GOLD OUTPUT: [70700.0] - -<<< KBEST -0 ||| how big is north dakota ||| ||| {:decoder=>-2.28488, :psb=>1.0} -1 ||| how great is north dakota ||| ||| {:decoder=>-2.53473, :psb=>0.5318295896944989} -2 ||| how large is north dakota ||| ||| {:decoder=>-2.61467, :psb=>0.5318295896944989} -3 ||| how much is north dakota ||| ||| {:decoder=>-2.67928, :psb=>0.5318295896944989} -4 ||| what is north dakota ||| ||| {:decoder=>-2.7223, :psb=>0.5124797359336637} -5 ||| how great north dakota ||| ||| {:decoder=>-2.72936, :psb=>0.3894003915357024} -6 ||| just how big is north dakota ||| ||| {:decoder=>-2.77501, :psb=>0.8034284189446518} -7 ||| as big is north dakota ||| ||| {:decoder=>-2.92364, :psb=>0.7521206186172787} -8 ||| how big north dakota is ||| ||| {:decoder=>-2.92694, :psb=>0.47287080450158786} -9 ||| is how large north dakota ||| ||| {:decoder=>-2.94444, :psb=>0.40410310093532464} -10 ||| is how big north dakota ||| ||| {:decoder=>-2.95559, :psb=>0.47287080450158786} -11 ||| is as large north dakota ||| ||| {:decoder=>-2.96007, :psb=>0.3760603093086393} -12 ||| is as big north dakota ||| ||| {:decoder=>-3.02045, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is north dakota - mrl: answer(loc_1(stateid('north dakota'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.660331443642345, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 17 - REFERENCE: how big is texas - GOLD MRL: answer(size(stateid('texas'))) -GOLD OUTPUT: [266807.0] - -<<< KBEST -0 ||| how big is texas ||| ||| {:decoder=>-2.12049, :psb=>1.0} -1 ||| how great is texas ||| ||| {:decoder=>-2.3974, :psb=>0.49999999999999994} -2 ||| how large is texas ||| ||| {:decoder=>-2.46891, :psb=>0.49999999999999994} -3 ||| how much is texas ||| ||| {:decoder=>-2.51827, :psb=>0.49999999999999994} -4 ||| what is texas ||| ||| {:decoder=>-2.55362, :psb=>0.4919625503668659} -5 ||| how great texas ||| ||| {:decoder=>-2.55674, :psb=>0.41368954504257255} -6 ||| just how big is texas ||| ||| {:decoder=>-2.63412, :psb=>0.7521206186172787} -7 ||| is how large texas ||| ||| {:decoder=>-2.76055, :psb=>0.42044820762685725} -8 ||| how big texas is ||| ||| {:decoder=>-2.77502, :psb=>0.537284965911771} -9 ||| like big is texas ||| ||| {:decoder=>-2.77661, :psb=>0.6580370064762462} -10 ||| as big is texas ||| ||| {:decoder=>-2.78607, :psb=>0.6580370064762462} -11 ||| is how big texas ||| ||| {:decoder=>-2.78856, :psb=>0.537284965911771} -12 ||| is as large texas ||| ||| {:decoder=>-2.78943, :psb=>0.37991784282579627} -13 ||| is as big texas ||| ||| {:decoder=>-2.85645, :psb=>0.42044820762685725} -14 ||| how large texas is ||| ||| {:decoder=>-2.85938, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is texas - mrl: answer(loc_1(stateid('texas'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6252351500223307, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 18 - REFERENCE: how big is the city of new york - GOLD MRL: answer(size(city(cityid('new york', _)))) -GOLD OUTPUT: [7071639] - -<<< KBEST -0 ||| how big is the city of new york ||| ||| {:decoder=>-2.71666, :psb=>1.0} -1 ||| how big is the new york city ||| ||| {:decoder=>-2.8007, :psb=>0.5329462628216856} -2 ||| how much is the new york city ||| ||| {:decoder=>-2.841, :psb=>0.2883677731713749} -3 ||| how great is the city of new york ||| ||| {:decoder=>-3.03119, :psb=>0.7476743906106103} -4 ||| how much is the city of new york ||| ||| {:decoder=>-3.0723, :psb=>0.7476743906106103} -5 ||| how large is the new york city ||| ||| {:decoder=>-3.07251, :psb=>0.2883677731713749} -6 ||| how big is the york city ||| ||| {:decoder=>-3.09541, :psb=>0.4791733671582712} -7 ||| how large is the city of new york ||| ||| {:decoder=>-3.1168, :psb=>0.7476743906106103} -8 ||| how great is the new york city ||| ||| {:decoder=>-3.15951, :psb=>0.2883677731713749} ->>> - - [TOP1] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is the new york city - mrl: answer(loc_1(cityid('new york',_))) - output: [countryid(usa),stateid('new york')] - correct?: false - SCORES: {:decoder=>0.7192277294795074, :psb=>0.2883677731713749}, #2 - -================= - EXAMPLE: 19 - REFERENCE: how high are the highest points of all the states - GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all)))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| what are the highest surveys all states ||| ||| {:decoder=>-4.43622, :psb=>0.257703362342899} -1 ||| how high are the highest surveys all states ||| ||| {:decoder=>-4.47177, :psb=>0.5062667121584363} -2 ||| how much are the highest surveys all states ||| ||| {:decoder=>-4.48915, :psb=>0.27534765745159184} -3 ||| what are the highest surveys of all states ||| ||| {:decoder=>-4.49133, :psb=>0.29588031349552907} -4 ||| how high is the highest surveys all states ||| ||| {:decoder=>-4.49862, :psb=>0.2315388580995513} -5 ||| how much are the highest surveys of all states ||| ||| {:decoder=>-4.50295, :psb=>0.3084052692656029} -6 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-4.57617, :psb=>0.5501366107724776} -7 ||| what are the supreme surveys of all states ||| ||| {:decoder=>-4.58769, :psb=>0.22278563765922124} -8 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-4.60303, :psb=>0.25933688537080213} -9 ||| how much are the supreme surveys of all states ||| ||| {:decoder=>-4.62665, :psb=>0.2334165360649142} -10 ||| how high are the supreme surveys of all states ||| ||| {:decoder=>-4.69201, :psb=>0.429170247427184} -11 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-4.73159, :psb=>0.26493826542476406} -12 ||| what are the highest uplift all states ||| ||| {:decoder=>-4.92044, :psb=>0.257703362342899} -13 ||| what are the highest eminence all states ||| ||| {:decoder=>-4.92179, :psb=>0.257703362342899} -14 ||| what are the highest hills all states ||| ||| {:decoder=>-4.93793, :psb=>0.257703362342899} -15 ||| how high are the highest uplift all states ||| ||| {:decoder=>-4.94146, :psb=>0.5062667121584363} -16 ||| how high are the highest eminence all states ||| ||| {:decoder=>-4.94281, :psb=>0.5062667121584363} -17 ||| how high are the highest hills all states ||| ||| {:decoder=>-4.95895, :psb=>0.5062667121584363} -18 ||| how high is the highest uplift all states ||| ||| {:decoder=>-4.96832, :psb=>0.2315388580995513} -19 ||| how high is the highest eminence all states ||| ||| {:decoder=>-4.96967, :psb=>0.2315388580995513} -20 ||| how high is the highest hills all states ||| ||| {:decoder=>-4.9858, :psb=>0.2315388580995513} ->>> - - [TOP1] - nrl: what are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.257703362342899} - - [HOPE] - nrl: how high are the highest surveys all states - mrl: answer(elevation_1(highest(state(all)))) - output: [] - correct?: false - SCORES: {:decoder=>0.9353142399650631, :psb=>0.5062667121584363}, #1 - - [FEAR] - nrl: what are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.257703362342899}, #0 - -================= - EXAMPLE: 20 - REFERENCE: how high is guadalupe peak - GOLD MRL: answer(elevation_1(placeid('guadalupe peak'))) -GOLD OUTPUT: [2667] - -<<< KBEST -0 ||| how high is guadalupe peak ||| ||| {:decoder=>-1.73189, :psb=>1.0} -1 ||| how high is located guadalupe peak ||| ||| {:decoder=>-1.92751, :psb=>0.48549177170732344} -2 ||| how much is guadalupe peak ||| ||| {:decoder=>-1.95238, :psb=>0.5318295896944989} -3 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-1.95515, :psb=>0.48549177170732344} -4 ||| as high is guadalupe peak ||| ||| {:decoder=>-1.95689, :psb=>0.7521206186172787} -5 ||| how highly is guadalupe peak ||| ||| {:decoder=>-1.96778, :psb=>0.5318295896944989} -6 ||| like high is guadalupe peak ||| ||| {:decoder=>-1.98541, :psb=>0.7521206186172787} -7 ||| as highly is guadalupe peak ||| ||| {:decoder=>-2.00361, :psb=>0.4949232003839765} -8 ||| such as high is guadalupe peak ||| ||| {:decoder=>-2.00426, :psb=>0.6042750794713536} -9 ||| like highly is guadalupe peak ||| ||| {:decoder=>-2.03269, :psb=>0.4949232003839765} -10 ||| such as highly is guadalupe peak ||| ||| {:decoder=>-2.05014, :psb=>0.39763536438352537} -11 ||| how highly is located guadalupe peak ||| ||| {:decoder=>-2.16904, :psb=>0.32466791547509893} -12 ||| as high is located guadalupe peak ||| ||| {:decoder=>-2.17339, :psb=>0.35930411196308426} -13 ||| how highly is situated guadalupe peak ||| ||| {:decoder=>-2.19668, :psb=>0.32466791547509893} -14 ||| like high is located guadalupe peak ||| ||| {:decoder=>-2.20191, :psb=>0.35930411196308426} -15 ||| as highly is located guadalupe peak ||| ||| {:decoder=>-2.20486, :psb=>0.3021375397356768} -16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-2.22041, :psb=>0.35930411196308426} -17 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-2.22077, :psb=>0.3005840818981024} -18 ||| how high is situated of guadalupe peak ||| ||| {:decoder=>-2.22753, :psb=>0.40614925799324625} -19 ||| as highly is situated guadalupe peak ||| ||| {:decoder=>-2.23251, :psb=>0.3021375397356768} -20 ||| like highly is located guadalupe peak ||| ||| {:decoder=>-2.23394, :psb=>0.3021375397356768} -21 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-2.24893, :psb=>0.35930411196308426} -22 ||| such as highly is located guadalupe peak ||| ||| {:decoder=>-2.2514, :psb=>0.2527600769504433} -23 ||| like highly is situated guadalupe peak ||| ||| {:decoder=>-2.26159, :psb=>0.3021375397356768} -24 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-2.26779, :psb=>0.3005840818981024} -25 ||| such as highly is situated guadalupe peak ||| ||| {:decoder=>-2.27904, :psb=>0.2527600769504433} -26 ||| how highly is situated of guadalupe peak ||| ||| {:decoder=>-2.46906, :psb=>0.271608378656351} -27 ||| as high is situated of guadalupe peak ||| ||| {:decoder=>-2.50104, :psb=>0.3005840818981024} -28 ||| as highly is situated of guadalupe peak ||| ||| {:decoder=>-2.50489, :psb=>0.2527600769504433} -29 ||| like high is situated of guadalupe peak ||| ||| {:decoder=>-2.52956, :psb=>0.3005840818981024} -30 ||| like highly is situated of guadalupe peak ||| ||| {:decoder=>-2.53397, :psb=>0.2527600769504433} -31 ||| such as high is situated of guadalupe peak ||| ||| {:decoder=>-2.54842, :psb=>0.25848657697858524} -32 ||| such as highly is situated of guadalupe peak ||| ||| {:decoder=>-2.55142, :psb=>0.21736043597249566} ->>> - - [TOP1] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located guadalupe peak - mrl: answer(elevation_1(loc_1(placeid('guadalupe peak')))) - output: [] - correct?: false - SCORES: {:decoder=>0.7613022098031796, :psb=>0.48549177170732344}, #1 - -================= - EXAMPLE: 21 - REFERENCE: how high is the highest point in montana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) -GOLD OUTPUT: [3901] - -<<< KBEST -0 ||| how high is the highest point in montana ||| ||| {:decoder=>-2.6542, :psb=>1.0} -1 ||| how much is the highest point in montana ||| ||| {:decoder=>-2.84267, :psb=>0.7476743906106103} -2 ||| as high is the highest point in montana ||| ||| {:decoder=>-2.8651, :psb=>0.8599476570625982} -3 ||| how high is the highest point montana ||| ||| {:decoder=>-2.87224, :psb=>0.7536998328984837} -4 ||| like high is the highest point in montana ||| ||| {:decoder=>-2.89628, :psb=>0.8599476570625982} -5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-2.91773, :psb=>0.719408902854813} -6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-2.95364, :psb=>0.719408902854813} -7 ||| what is the highest point in montana ||| ||| {:decoder=>-2.97724, :psb=>0.7252065560578255} -8 ||| as are highly is the highest point in montana ||| ||| {:decoder=>-3.0663, :psb=>0.631196907822589} -9 ||| montana how high is the highest point in ||| ||| {:decoder=>-3.16872, :psb=>0.8891397050194614} -10 ||| how high is the highest point in in montana ||| ||| {:decoder=>-3.76973, :psb=>0.8065978233496266} -11 ||| how much is the highest point in in montana ||| ||| {:decoder=>-3.95819, :psb=>0.5773502691896258} -12 ||| as high is the highest point in in montana ||| ||| {:decoder=>-4.01866, :psb=>0.6817705815391745} -13 ||| what is the highest point in in montana ||| ||| {:decoder=>-4.08474, :psb=>0.633160218956179} -14 ||| as highly is the highest point in in montana ||| ||| {:decoder=>-4.18169, :psb=>0.5555238068023581} ->>> - - [TOP1] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is the highest point in montana - mrl: answer(highest(place(loc_2(stateid('montana'))))) - output: [placeid('granite peak')] - correct?: false - SCORES: {:decoder=>0.8766145768548402, :psb=>0.7476743906106103}, #1 - -================= - EXAMPLE: 22 - REFERENCE: how high is the highest point in the largest state - GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-3.80279, :psb=>0.3760603093086394} -1 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-3.88146, :psb=>0.347507514861063} -2 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-3.88991, :psb=>0.29697089145035693} -3 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-3.89829, :psb=>0.33437015248821106} -4 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-3.96347, :psb=>0.5844356470407898} -5 ||| how high lies the highest point the largest state ||| ||| {:decoder=>-3.97275, :psb=>0.3777177718431893} -6 ||| as high is situated the highest point of the largest state ||| ||| {:decoder=>-4.01081, :psb=>0.33910457813956707} -7 ||| how high lies of the highest point the biggest state ||| ||| {:decoder=>-4.01371, :psb=>0.29697089145035693} -8 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-4.02343, :psb=>0.347507514861063} -9 ||| how high lies the highest point the biggest state ||| ||| {:decoder=>-4.03546, :psb=>0.2982797722714565} -10 ||| how much lies the highest point of the largest state ||| ||| {:decoder=>-4.04784, :psb=>0.347507514861063} -11 ||| how high lies the highest point of the greatest state ||| ||| {:decoder=>-4.04875, :psb=>0.29697089145035693} -12 ||| as high is located the highest point of the largest state ||| ||| {:decoder=>-4.05371, :psb=>0.33910457813956707} -13 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-4.05397, :psb=>0.49144984054308527} -14 ||| as high is the highest point of largest state ||| ||| {:decoder=>-4.06535, :psb=>0.5341735956899846} -15 ||| as highly is situated the highest point of the largest state ||| ||| {:decoder=>-4.06745, :psb=>0.31335768840889733} -16 ||| how high is situated the highest point of the largest state ||| ||| {:decoder=>-4.07762, :psb=>0.3900256463674887} -17 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-4.07829, :psb=>0.6999271023161167} -18 ||| as high is located the highest point of the biggest state ||| ||| {:decoder=>-4.07942, :psb=>0.2677873372229633} -19 ||| as highly is the highest point of the biggest state ||| ||| {:decoder=>-4.08176, :psb=>0.3760603093086393} -20 ||| how high lies of the highest point of the largest state ||| ||| {:decoder=>-4.08893, :psb=>0.33910457813956707} -21 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-4.08908, :psb=>0.6042750794713536} -22 ||| how high lies the the highest point of the largest state ||| ||| {:decoder=>-4.09269, :psb=>0.33910457813956707} -23 ||| how high located the highest point of the largest state ||| ||| {:decoder=>-4.14486, :psb=>0.3760603093086394} -24 ||| how much lies the highest point of the biggest state ||| ||| {:decoder=>-4.15496, :psb=>0.2659147948472494} -25 ||| how high lies the highest point of biggest state ||| ||| {:decoder=>-4.15815, :psb=>0.2982797722714565} -26 ||| how high lies the highest point the greatest state ||| ||| {:decoder=>-4.18232, :psb=>0.2982797722714565} -27 ||| how high , located the highest point of the largest state ||| ||| {:decoder=>-4.19526, :psb=>0.33910457813956707} -28 ||| how high is located the highest point of the largest state ||| ||| {:decoder=>-4.19731, :psb=>0.3900256463674887} -29 ||| how high is of the highest point of the largest state ||| ||| {:decoder=>-4.23343, :psb=>0.3900256463674887} -30 ||| how much lies the highest point the biggest state ||| ||| {:decoder=>-4.30052, :psb=>0.26708679784499234} -31 ||| how much lies the the highest point of the largest state ||| ||| {:decoder=>-4.34336, :psb=>0.31335768840889733} -32 ||| as highly lies the the highest point of the largest state ||| ||| {:decoder=>-4.38304, :psb=>0.30151134457776363} ->>> - - [TOP1] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394} - - [HOPE] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0 - - [FEAR] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0 - -================= - EXAMPLE: 23 - REFERENCE: how high is the highest point of delaware - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) -GOLD OUTPUT: [135] - -<<< KBEST -0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-3.12849, :psb=>1.0} -1 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-3.18423, :psb=>0.6559965570884768} -2 ||| like high is the highest point of delaware ||| ||| {:decoder=>-3.22366, :psb=>0.8599476570625982} -3 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-3.23867, :psb=>0.6559965570884768} -4 ||| as high is the highest point of delaware ||| ||| {:decoder=>-3.24334, :psb=>0.8599476570625982} -5 ||| like high is located the highest point of delaware ||| ||| {:decoder=>-3.3139, :psb=>0.5773502691896258} -6 ||| like high is situated the highest point of delaware ||| ||| {:decoder=>-3.32506, :psb=>0.5773502691896258} -7 ||| as high is located the highest point of delaware ||| ||| {:decoder=>-3.33358, :psb=>0.5773502691896258} -8 ||| how high lies the highest point of delaware ||| ||| {:decoder=>-3.33709, :psb=>0.6580370064762462} -9 ||| as high is situated the highest point of delaware ||| ||| {:decoder=>-3.34474, :psb=>0.5773502691896258} -10 ||| how high situated the highest point of delaware ||| ||| {:decoder=>-3.35049, :psb=>0.6580370064762462} -11 ||| how high located the highest point of delaware ||| ||| {:decoder=>-3.35291, :psb=>0.6580370064762462} -12 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-3.3759, :psb=>0.6559965570884768} -13 ||| like high lies the highest point of delaware ||| ||| {:decoder=>-3.38886, :psb=>0.6049483675122199} -14 ||| like high situated the highest point of delaware ||| ||| {:decoder=>-3.40226, :psb=>0.6049483675122199} -15 ||| like high located the highest point of delaware ||| ||| {:decoder=>-3.40468, :psb=>0.6049483675122199} -16 ||| as high lies the highest point of delaware ||| ||| {:decoder=>-3.40854, :psb=>0.6049483675122199} -17 ||| as high situated the highest point of delaware ||| ||| {:decoder=>-3.42194, :psb=>0.6049483675122199} -18 ||| as high located the highest point of delaware ||| ||| {:decoder=>-3.42436, :psb=>0.6049483675122199} -19 ||| how much is located the highest point of delaware ||| ||| {:decoder=>-3.45227, :psb=>0.5516251532744788} -20 ||| how high is located the the highest point of delaware ||| ||| {:decoder=>-3.81267, :psb=>0.5844356470407898} -21 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-3.83505, :psb=>0.8065978233496266} -22 ||| how high lays the highest point of delaware ||| ||| {:decoder=>-3.87202, :psb=>0.6580370064762462} -23 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-3.91688, :psb=>0.6817705815391745} -24 ||| like high lays the highest point of delaware ||| ||| {:decoder=>-3.92379, :psb=>0.6049483675122199} -25 ||| as high lays the highest point of delaware ||| ||| {:decoder=>-3.94347, :psb=>0.6049483675122199} -26 ||| how much is located the the highest point of delaware ||| ||| {:decoder=>-4.06633, :psb=>0.49144984054308527} -27 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-4.16884, :psb=>0.49944351611061033} -28 ||| how high is situated the highest point of of delaware ||| ||| {:decoder=>-4.18551, :psb=>0.49944351611061033} -29 ||| how high lies the highest point of of delaware ||| ||| {:decoder=>-4.2445, :psb=>0.48549177170732344} -30 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-4.27029, :psb=>0.49944351611061033} -31 ||| how much is located the highest point of of delaware ||| ||| {:decoder=>-4.43688, :psb=>0.41325840918969} ->>> - - [TOP1] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of delaware - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.957398023525096, :psb=>0.6559965570884768}, #1 - -================= - EXAMPLE: 24 - REFERENCE: how high is the highest point of florida - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida')))))) -GOLD OUTPUT: [105] - -<<< KBEST -0 ||| how high is the highest point florida ||| ||| {:decoder=>-4.55496, :psb=>0.7536998328984837} -1 ||| how high is the highest point floridas ||| ||| {:decoder=>-4.6746, :psb=>0.7252065560578255} -2 ||| as high is the highest point florida ||| ||| {:decoder=>-4.78174, :psb=>0.6098235933075173} -3 ||| florida how high is the highest point ||| ||| {:decoder=>-4.81695, :psb=>0.7536998328984837} -4 ||| how high the highest point is florida ||| ||| {:decoder=>-4.82526, :psb=>0.3829795673743804} -5 ||| like high is the highest point florida ||| ||| {:decoder=>-4.85749, :psb=>0.6098235933075173} -6 ||| how high is situated the highest point florida ||| ||| {:decoder=>-4.86497, :psb=>0.4445698525097307} -7 ||| how high is located the highest point florida ||| ||| {:decoder=>-4.90203, :psb=>0.4445698525097307} -8 ||| as high is the highest point floridas ||| ||| {:decoder=>-4.92138, :psb=>0.5826515567418346} -9 ||| how much is the highest point florida ||| ||| {:decoder=>-4.93144, :psb=>0.48497485346901076} -10 ||| florida as high is the highest point ||| ||| {:decoder=>-4.94433, :psb=>0.6098235933075173} -11 ||| florida like high is the highest point ||| ||| {:decoder=>-4.97678, :psb=>0.6098235933075173} -12 ||| like high is the highest point floridas ||| ||| {:decoder=>-4.97713, :psb=>0.5826515567418346} -13 ||| how high is of the highest point florida ||| ||| {:decoder=>-5.0234, :psb=>0.45966135761245924} -14 ||| how high florida is the highest point ||| ||| {:decoder=>-5.04683, :psb=>0.5329462628216856} -15 ||| how high lies the highest point florida ||| ||| {:decoder=>-5.04749, :psb=>0.3685012003094065} -16 ||| as high is situated the highest point florida ||| ||| {:decoder=>-5.05718, :psb=>0.3655552228545123} -17 ||| how high situated the highest point florida ||| ||| {:decoder=>-5.06152, :psb=>0.3685012003094065} -18 ||| as high is located the highest point florida ||| ||| {:decoder=>-5.11423, :psb=>0.3655552228545123} -19 ||| how high located the highest point florida ||| ||| {:decoder=>-5.11462, :psb=>0.3685012003094065} -20 ||| florida how high is situated the highest point ||| ||| {:decoder=>-5.1215, :psb=>0.4445698525097307} -21 ||| as high lies the highest point florida ||| ||| {:decoder=>-5.12349, :psb=>0.3276490485424231} -22 ||| like high is situated the highest point florida ||| ||| {:decoder=>-5.13293, :psb=>0.3655552228545123} -23 ||| as high situated the highest point florida ||| ||| {:decoder=>-5.13752, :psb=>0.3276490485424231} -24 ||| florida how high is located the highest point ||| ||| {:decoder=>-5.15856, :psb=>0.4445698525097307} -25 ||| like high is located the highest point florida ||| ||| {:decoder=>-5.16999, :psb=>0.3655552228545123} -26 ||| like high lies the highest point florida ||| ||| {:decoder=>-5.17924, :psb=>0.3276490485424231} -27 ||| as high located the highest point florida ||| ||| {:decoder=>-5.19062, :psb=>0.3276490485424231} -28 ||| like high located the highest point florida ||| ||| {:decoder=>-5.24637, :psb=>0.3276490485424231} -29 ||| florida how high is of the highest point ||| ||| {:decoder=>-5.27993, :psb=>0.45966135761245924} ->>> - - [TOP1] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837} - - [HOPE] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - - [FEAR] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - -================= - EXAMPLE: 25 - REFERENCE: how high is the highest point of louisiana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) -GOLD OUTPUT: [163] - -<<< KBEST -0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-4.45688, :psb=>1.0} -1 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-4.70366, :psb=>0.8599476570625982} -2 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-4.75942, :psb=>0.8599476570625982} -3 ||| how high is located the highest point of louisiana ||| ||| {:decoder=>-4.78347, :psb=>0.6559965570884768} -4 ||| how high is situated the highest point of louisiana ||| ||| {:decoder=>-4.79725, :psb=>0.6559965570884768} -5 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-4.83336, :psb=>0.7476743906106103} -6 ||| what is the highest point of louisiana ||| ||| {:decoder=>-4.88511, :psb=>0.7252065560578255} -7 ||| how high located the highest point of louisiana ||| ||| {:decoder=>-4.89227, :psb=>0.6580370064762462} -8 ||| how high is of the highest point of louisiana ||| ||| {:decoder=>-4.95567, :psb=>0.6559965570884768} -9 ||| how high lies the highest point of louisiana ||| ||| {:decoder=>-4.99977, :psb=>0.6580370064762462} -10 ||| as high is situated the highest point of louisiana ||| ||| {:decoder=>-5.00945, :psb=>0.5773502691896258} -11 ||| how high situated the highest point of louisiana ||| ||| {:decoder=>-5.0138, :psb=>0.6580370064762462} -12 ||| as high is located the highest point of louisiana ||| ||| {:decoder=>-5.04651, :psb=>0.5773502691896258} -13 ||| as high lies the highest point of louisiana ||| ||| {:decoder=>-5.05576, :psb=>0.6049483675122199} -14 ||| like high is situated the highest point of louisiana ||| ||| {:decoder=>-5.06521, :psb=>0.5773502691896258} -15 ||| as high situated the highest point of louisiana ||| ||| {:decoder=>-5.06979, :psb=>0.6049483675122199} -16 ||| like high is located the highest point of louisiana ||| ||| {:decoder=>-5.10226, :psb=>0.5773502691896258} -17 ||| like high lies the highest point of louisiana ||| ||| {:decoder=>-5.11152, :psb=>0.6049483675122199} -18 ||| as high located the highest point of louisiana ||| ||| {:decoder=>-5.12289, :psb=>0.6049483675122199} -19 ||| like high located the highest point of louisiana ||| ||| {:decoder=>-5.17864, :psb=>0.6049483675122199} -20 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-5.40085, :psb=>0.8065978233496266} -21 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-5.62548, :psb=>0.6817705815391745} -22 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-5.91813, :psb=>0.5773502691896258} -23 ||| how high is located the highest point of of louisiana ||| ||| {:decoder=>-6.068, :psb=>0.49944351611061033} ->>> - - [TOP1] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of louisiana - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('louisiana'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.7972900839167781, :psb=>0.6559965570884768}, #3 - -================= - EXAMPLE: 26 - REFERENCE: how large is the largest city in alaska - GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska')))))) -GOLD OUTPUT: [174431] - -<<< KBEST -0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-4.66569, :psb=>0.7476743906106103} -1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-4.83987, :psb=>0.3655552228545123} -2 ||| as big is the largest city in alaska ||| ||| {:decoder=>-4.92986, :psb=>0.719408902854813} -3 ||| how much is the largest city in alaska ||| ||| {:decoder=>-4.96272, :psb=>0.7476743906106103} -4 ||| how great is the largest city in alaska ||| ||| {:decoder=>-4.97905, :psb=>0.7476743906106103} -5 ||| how big is the largest town in alaska ||| ||| {:decoder=>-5.02657, :psb=>0.3655552228545123} -6 ||| how large is the largest city in alaska ||| ||| {:decoder=>-5.03371, :psb=>1.0} -7 ||| as great is the largest city in alaska ||| ||| {:decoder=>-5.06928, :psb=>0.719408902854813} -8 ||| as big is the biggest city in alaska ||| ||| {:decoder=>-5.07609, :psb=>0.3492671028290048} -9 ||| how great is the biggest city in alaska ||| ||| {:decoder=>-5.17803, :psb=>0.3655552228545123} -10 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-5.21079, :psb=>0.5946035575013605} -11 ||| how big is the largest city of in alaska ||| ||| {:decoder=>-5.50709, :psb=>0.4638596139522901} -12 ||| how large is the largest city of in alaska ||| ||| {:decoder=>-5.70876, :psb=>0.7049141756270427} -13 ||| how great is the largest city of in alaska ||| ||| {:decoder=>-5.77997, :psb=>0.4638596139522901} ->>> - - [TOP1] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103} - - [HOPE] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - - [FEAR] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - -================= - EXAMPLE: 27 - REFERENCE: how long is rio grande - GOLD MRL: answer(len(riverid('rio grande'))) -GOLD OUTPUT: [3033] - -<<< KBEST -0 ||| how long rio grande ||| ||| {:decoder=>-3.44215, :psb=>0.4630777161991027} -1 ||| how long has rio grande ||| ||| {:decoder=>-3.63115, :psb=>0.4472135954999579} -2 ||| how long is rio grande ||| ||| {:decoder=>-3.68587, :psb=>1.0} -3 ||| how long will rio grande ||| ||| {:decoder=>-3.76379, :psb=>0.4472135954999579} -4 ||| like long is rio grande ||| ||| {:decoder=>-3.83572, :psb=>0.7521206186172787} -5 ||| like lang is rio grande ||| ||| {:decoder=>-3.86803, :psb=>0.4949232003839765} -6 ||| how long will it rio grande ||| ||| {:decoder=>-3.95253, :psb=>0.35930411196308426} -7 ||| how long has of rio grande ||| ||| {:decoder=>-4.06843, :psb=>0.35930411196308426} -8 ||| how long río grande ||| ||| {:decoder=>-4.14496, :psb=>0.3894003915357024} -9 ||| how long rio grande is ||| ||| {:decoder=>-4.1618, :psb=>0.47287080450158786} -10 ||| how long , rio grande ||| ||| {:decoder=>-4.21092, :psb=>0.4472135954999579} -11 ||| rio grande is how long ||| ||| {:decoder=>-4.23318, :psb=>0.47287080450158786} -12 ||| how long is of rio grande ||| ||| {:decoder=>-4.23611, :psb=>0.48549177170732344} -13 ||| like long has rio grande ||| ||| {:decoder=>-4.29615, :psb=>0.3760603093086393} -14 ||| is how long rio grande ||| ||| {:decoder=>-4.30336, :psb=>0.47287080450158786} -15 ||| like long rio grande ||| ||| {:decoder=>-4.33319, :psb=>0.3894003915357024} -16 ||| rio grande is as long ||| ||| {:decoder=>-4.36009, :psb=>0.40410310093532464} -17 ||| as long is rio grande ||| ||| {:decoder=>-4.38834, :psb=>0.7521206186172787} -18 ||| as long rio grande ||| ||| {:decoder=>-4.50078, :psb=>0.3894003915357024} -19 ||| as long rio grande is ||| ||| {:decoder=>-4.62146, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how long rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.4630777161991027} - - [HOPE] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>0.7933367816774214, :psb=>1.0}, #2 - - [FEAR] - nrl: how long rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.4630777161991027}, #0 - -================= - EXAMPLE: 28 - REFERENCE: how long is the mississippi - GOLD MRL: answer(len(riverid('mississippi'))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi river ||| ||| {:decoder=>-3.85459, :psb=>0.8034284189446518} -1 ||| how long the mississippi river ||| ||| {:decoder=>-3.94595, :psb=>0.4472135954999579} -2 ||| how long will the mississippi river ||| ||| {:decoder=>-4.18693, :psb=>0.35930411196308426} -3 ||| how long has the mississippi river ||| ||| {:decoder=>-4.19349, :psb=>0.35930411196308426} -4 ||| how long is the mississippi river and ||| ||| {:decoder=>-4.4355, :psb=>0.672126440078521} -5 ||| is how long the mississippi river ||| ||| {:decoder=>-4.48862, :psb=>0.37991784282579627} -6 ||| how long is mississippi river ||| ||| {:decoder=>-4.54241, :psb=>0.5318295896944989} -7 ||| how long has mississippi river ||| ||| {:decoder=>-4.55425, :psb=>0.3760603093086393} -8 ||| how long the mississippi river is ||| ||| {:decoder=>-4.57413, :psb=>0.37991784282579627} -9 ||| like long is the mississippi river ||| ||| {:decoder=>-4.6366, :psb=>0.6042750794713536} -10 ||| as long is the mississippi river ||| ||| {:decoder=>-4.74238, :psb=>0.6042750794713536} -11 ||| like lang is the mississippi river ||| ||| {:decoder=>-4.75457, :psb=>0.39763536438352537} -12 ||| how long is der mississippi river ||| ||| {:decoder=>-5.17746, :psb=>0.4272870063962341} ->>> - - [TOP1] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 29 - REFERENCE: how long is the mississippi river - GOLD MRL: answer(len(river(riverid('mississippi')))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long the mississippi ||| ||| {:decoder=>-3.38154, :psb=>0.36064528799877893} -1 ||| how long is the mississippi ||| ||| {:decoder=>-3.53382, :psb=>0.8187307530779819} -2 ||| how long will the mississippi ||| ||| {:decoder=>-3.62252, :psb=>0.36614752383039256} -3 ||| how long has the mississippi ||| ||| {:decoder=>-3.62908, :psb=>0.36614752383039256} -4 ||| how long has mississippi ||| ||| {:decoder=>-3.78592, :psb=>0.30326532985631666} -5 ||| how long is mississippi ||| ||| {:decoder=>-3.79303, :psb=>0.4288819424803534} -6 ||| how long will mississippi ||| ||| {:decoder=>-3.92198, :psb=>0.30326532985631666} -7 ||| how long the mississippi is ||| ||| {:decoder=>-4.09379, :psb=>0.3871538698781762} -8 ||| is how long the mississippi ||| ||| {:decoder=>-4.09503, :psb=>0.3871538698781762} -9 ||| the mississippi is how long ||| ||| {:decoder=>-4.13368, :psb=>0.3871538698781762} -10 ||| how long , mississippi ||| ||| {:decoder=>-4.20676, :psb=>0.30326532985631666} -11 ||| as long is the mississippi ||| ||| {:decoder=>-4.25544, :psb=>0.6157842804860023} -12 ||| the mississippi is as long ||| ||| {:decoder=>-4.26501, :psb=>0.3308516361499261} -13 ||| is how long mississippi ||| ||| {:decoder=>-4.28547, :psb=>0.3258798048281462} -14 ||| how long is der mississippi ||| ||| {:decoder=>-4.40912, :psb=>0.43542524047973125} -15 ||| like long is the mississippi ||| ||| {:decoder=>-4.44212, :psb=>0.6157842804860023} -16 ||| as long the mississippi ||| ||| {:decoder=>-4.46871, :psb=>0.30326532985631666} ->>> - - [TOP1] - nrl: how long the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.36064528799877893} - - [HOPE] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>0.8599299097657221, :psb=>0.8187307530779819}, #1 - - [FEAR] - nrl: how long the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.36064528799877893}, #0 - ---- - iteration #1/3: 30 examples - type1 updates: 11 - type2 updates: 18 - top1 hits: 11 - top1 variant: 9 - top1 true variant: 9 - hope hits: 12 - hope variant: 8 - hope true variant: 8 - kbest size: 16.0 - 3.33% without translations (abs: 1) - 6.67% no good gold output (abs: 2) - - top1 with parse 96.67% abs=29.0 - top1 with output 96.67% abs=29.0 -top1 with correct output 66.67% adj=68.97 abs=20.0 - - hope with parse 96.67% abs=29.0 - hope with output 96.67% abs=29.0 -hope with correct output 66.67% adj=68.97 abs=20.0 - - fear with parse 96.67% abs=29.0 - fear with output 96.67% abs=29.0 -fear with correct output 40.0% adj=41.38 abs=12.0 - - - -================= - EXAMPLE: 0 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| give me the cities in virginia ||| ||| {:decoder=>-4.39202, :psb=>1.0} -1 ||| give me cities in virginia ||| ||| {:decoder=>-4.62797, :psb=>0.49473859088183875} -2 ||| give me the towns in virginia ||| ||| {:decoder=>-4.74129, :psb=>0.48549177170732344} -3 ||| give me the cities virginia ||| ||| {:decoder=>-4.7643, :psb=>0.6511126026643229} -4 ||| the cities in virginia give me ||| ||| {:decoder=>-4.7757, :psb=>0.7071067811865476} -5 ||| give me the cities of virginia ||| ||| {:decoder=>-4.83635, :psb=>0.6389431042462724} -6 ||| unto me the cities in virginia ||| ||| {:decoder=>-4.87582, :psb=>0.8034284189446518} -7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-4.91304, :psb=>0.7034711503007025} -8 ||| me give the cities in virginia ||| ||| {:decoder=>-4.94826, :psb=>0.668740304976422} -9 ||| unto me the towns in virginia ||| ||| {:decoder=>-5.3093, :psb=>0.35930411196308426} -10 ||| give unto me the towns in virginia ||| ||| {:decoder=>-5.34653, :psb=>0.3178289704467185} ->>> - - [TOP1] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: give me cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>0.7528051041895834, :psb=>0.49473859088183875}, #1 - -================= - EXAMPLE: 1 - REFERENCE: what are the high points of states surrounding mississippi - GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi'))))) -GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')] -NO MT OUTPUT, skipping example - -================= - EXAMPLE: 2 - REFERENCE: name the rivers in arkansas - GOLD MRL: answer(river(loc_2(stateid('arkansas')))) -GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] - -<<< KBEST -0 ||| call the rivers in arkansas ||| ||| {:decoder=>-4.11703, :psb=>0.7521206186172787} -1 ||| call rivers in the arkansas ||| ||| {:decoder=>-4.23043, :psb=>0.40410310093532464} -2 ||| the rivers in arkansas call ||| ||| {:decoder=>-4.44413, :psb=>0.7521206186172787} -3 ||| call the rivers into arkansas ||| ||| {:decoder=>-4.47248, :psb=>0.3760603093086393} -4 ||| the rivers call in arkansas ||| ||| {:decoder=>-4.49541, :psb=>0.4472135954999579} -5 ||| the call rivers in arkansas ||| ||| {:decoder=>-4.53319, :psb=>0.5318295896944989} -6 ||| rivers in the call arkansas ||| ||| {:decoder=>-4.56979, :psb=>0.40410310093532464} -7 ||| rivers in the arkansas call ||| ||| {:decoder=>-4.57475, :psb=>0.40410310093532464} -8 ||| call the rivers in the arkansas ||| ||| {:decoder=>-4.60689, :psb=>0.4272870063962341} -9 ||| call the rivers arkansas ||| ||| {:decoder=>-4.66407, :psb=>0.3894003915357024} -10 ||| rivers in call the arkansas ||| ||| {:decoder=>-4.68148, :psb=>0.40410310093532464} -11 ||| call the rivers , in arkansas ||| ||| {:decoder=>-4.70798, :psb=>0.35930411196308426} -12 ||| in arkansas call the rivers ||| ||| {:decoder=>-4.73262, :psb=>0.4472135954999579} -13 ||| call rivers in arkansas ||| ||| {:decoder=>-4.76755, :psb=>0.5124797359336637} -14 ||| name rivers in the arkansas ||| ||| {:decoder=>-4.86883, :psb=>0.4272870063962341} -15 ||| call rivers in the the arkansas ||| ||| {:decoder=>-4.90226, :psb=>0.32466791547509893} -16 ||| rivers in the the arkansas call ||| ||| {:decoder=>-5.23461, :psb=>0.32466791547509893} ->>> - - [TOP1] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787} - - [HOPE] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - - [FEAR] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - -================= - EXAMPLE: 3 - REFERENCE: can you tell me the capital of texas - GOLD MRL: answer(capital(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(austin,tx)] - -<<< KBEST -0 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-5.1274, :psb=>0.5270027137504644} -1 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-5.20615, :psb=>0.4272870063962341} -2 ||| can you tell me what is the capital of texas ||| ||| {:decoder=>-5.21848, :psb=>0.5844356470407898} -3 ||| can you tell me , was the capital of texas is ||| ||| {:decoder=>-5.22012, :psb=>0.5270027137504644} -4 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-5.27686, :psb=>0.5844356470407898} -5 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-5.29333, :psb=>0.3852971889399676} -6 ||| can you tell me , what is the capital of the texas ||| ||| {:decoder=>-5.31683, :psb=>0.39458812555917666} -7 ||| you can tell me what is the capital of texas ||| ||| {:decoder=>-5.34753, :psb=>0.4272870063962341} -8 ||| can you tell me , which is the capital of texas ||| ||| {:decoder=>-5.36883, :psb=>0.5270027137504644} -9 ||| can you tell me , what is the capital city of texas ||| ||| {:decoder=>-5.39836, :psb=>0.3672056269893592} -10 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-5.40518, :psb=>0.5270027137504644} -11 ||| can you tell me what is the capital of the texas ||| ||| {:decoder=>-5.40791, :psb=>0.43333706364123536} -12 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-5.4104, :psb=>0.3852971889399676} -13 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-5.42651, :psb=>0.3852971889399676} -14 ||| you can tell me was the capital of texas is ||| ||| {:decoder=>-5.55128, :psb=>0.4272870063962341} -15 ||| you can tell me that the capital of texas is ||| ||| {:decoder=>-5.57293, :psb=>0.4272870063962341} -16 ||| you can tell me , what is the capital city of texas ||| ||| {:decoder=>-5.60475, :psb=>0.21200626759025185} -17 ||| can you tell me , was the capital city of texas is ||| ||| {:decoder=>-5.71531, :psb=>0.3672056269893592} -18 ||| you can tell me , was the capital city of texas is ||| ||| {:decoder=>-5.9217, :psb=>0.21200626759025185} ->>> - - [TOP1] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644} - - [HOPE] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0 - - [FEAR] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0 - -================= - EXAMPLE: 4 - REFERENCE: could you tell me what is the highest point in the state of oregon - GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon')))))) -GOLD OUTPUT: [placeid('mount hood')] - -<<< KBEST -0 ||| you could tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.5084, :psb=>0.6985342056580097} -1 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.69601, :psb=>0.7992975447228272} -2 ||| you could tell me which is the highest point in oregon state ||| ||| {:decoder=>-7.74873, :psb=>0.4090790395780627} -3 ||| you could say which is the highest point in the state of oregon me ||| ||| {:decoder=>-7.79918, :psb=>0.6668954865619205} -4 ||| you could say me which is the highest point in the state of oregon ||| ||| {:decoder=>-7.83782, :psb=>0.6668954865619205} -5 ||| you could tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-7.85909, :psb=>0.8817192535122739} -6 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-7.88394, :psb=>0.684694991173804} -7 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-7.90874, :psb=>0.633160218956179} -8 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-7.91722, :psb=>0.633160218956179} -9 ||| you could say what me is the highest point in the state of oregon ||| ||| {:decoder=>-7.93162, :psb=>0.6803749333171202} -10 ||| could you tell me which is the highest point in oregon state ||| ||| {:decoder=>-7.94634, :psb=>0.5227564628601822} -11 ||| you could tell me which is the highest point in the oregon state ||| ||| {:decoder=>-7.95397, :psb=>0.48507053375249726} -12 ||| you could tell me that is the highest point in the state of oregon ||| ||| {:decoder=>-7.98744, :psb=>0.6985342056580097} -13 ||| could you tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-8.01419, :psb=>0.7367565054628357} -14 ||| you could tell me what the highest point is in the state of oregon ||| ||| {:decoder=>-8.03135, :psb=>0.521873921269267} -15 ||| could you tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-8.11483, :psb=>0.7367565054628357} -16 ||| could you tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-8.11766, :psb=>0.8142441551106129} -17 ||| you could tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-8.16515, :psb=>0.5885661912765424} -18 ||| you could tell me which highest point in the state of oregon is ||| ||| {:decoder=>-8.2233, :psb=>0.566260439529554} -19 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-8.40307, :psb=>0.535536059195526} -20 ||| you could tell me which the highest point in the state oregon is ||| ||| {:decoder=>-8.48039, :psb=>0.48507053375249726} ->>> - - [TOP1] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097} - - [HOPE] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0 - - [FEAR] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0 - -================= - EXAMPLE: 5 - REFERENCE: give me all the states of usa - GOLD MRL: answer(state(loc_2(countryid('usa')))) -GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] - -<<< KBEST -0 ||| call all states ||| ||| {:decoder=>-3.92581, :psb=>0.15218787864872976} -1 ||| all states call ||| ||| {:decoder=>-4.11349, :psb=>0.15218787864872976} -2 ||| all call states ||| ||| {:decoder=>-4.23272, :psb=>0.15218787864872976} -3 ||| call all states of the usa ||| ||| {:decoder=>-4.27556, :psb=>0.29059254080791846} -4 ||| call all the usa ||| ||| {:decoder=>-4.34422, :psb=>0.23618327637050732} -5 ||| call all states the usa ||| ||| {:decoder=>-4.45563, :psb=>0.22778068328450227} -6 ||| call all states of usa ||| ||| {:decoder=>-4.50267, :psb=>0.3564960350471317} -7 ||| call states all ||| ||| {:decoder=>-4.55982, :psb=>0.15218787864872976} -8 ||| call all united states of america ||| ||| {:decoder=>-4.56554, :psb=>0.2557539057896621} -9 ||| call all states in the usa ||| ||| {:decoder=>-4.574, :psb=>0.2310997417025822} -10 ||| name all states ||| ||| {:decoder=>-4.59699, :psb=>0.15218787864872976} ->>> - - [TOP1] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976} - - [HOPE] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - - [FEAR] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - -================= - EXAMPLE: 6 - REFERENCE: give me the cities in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| tell me what cities in texas are ||| ||| {:decoder=>-4.55611, :psb=>0.35745672884978397} -1 ||| tell me what are cities in texas ||| ||| {:decoder=>-4.69943, :psb=>0.35745672884978397} -2 ||| tell me which cities in texas are ||| ||| {:decoder=>-4.82504, :psb=>0.35745672884978397} -3 ||| tell me which are cities in texas ||| ||| {:decoder=>-4.85315, :psb=>0.35745672884978397} -4 ||| tell me what cities in texas , ||| ||| {:decoder=>-4.87254, :psb=>0.35745672884978397} -5 ||| tell me what cities are in texas ||| ||| {:decoder=>-4.87256, :psb=>0.271608378656351} -6 ||| tell me what cities in texas is ||| ||| {:decoder=>-4.9474, :psb=>0.35745672884978397} -7 ||| tell me which cities are in texas ||| ||| {:decoder=>-5.00184, :psb=>0.271608378656351} -8 ||| are tell me what cities in texas ||| ||| {:decoder=>-5.1019, :psb=>0.35745672884978397} -9 ||| tell me downloading cities in texas are ||| ||| {:decoder=>-5.26545, :psb=>0.35745672884978397} ->>> - - [TOP1] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397} - - [HOPE] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - - [FEAR] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - -================= - EXAMPLE: 7 - REFERENCE: give me the cities in usa - GOLD MRL: answer(city(loc_2(countryid('usa')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - -<<< KBEST -0 ||| call the cities of usa ||| ||| {:decoder=>-3.66011, :psb=>0.3078921402430011} -1 ||| call the cities of the usa ||| ||| {:decoder=>-3.72726, :psb=>0.3021375397356768} -2 ||| call the cities of the u.s. ||| ||| {:decoder=>-3.72881, :psb=>0.2730120862709067} -3 ||| call the cities of the united states ||| ||| {:decoder=>-3.85241, :psb=>0.2283945119649991} -4 ||| the cities of usa call ||| ||| {:decoder=>-3.91981, :psb=>0.3078921402430011} -5 ||| call the cities in the united states ||| ||| {:decoder=>-3.94392, :psb=>0.33265096878635064} -6 ||| call the usa cities ||| ||| {:decoder=>-3.98003, :psb=>0.255014728746912} -7 ||| call the cities the usa ||| ||| {:decoder=>-4.08224, :psb=>0.3078921402430011} -8 ||| call the cities in the usa ||| ||| {:decoder=>-4.09771, :psb=>0.4272870063962341} ->>> - - [TOP1] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011} - - [HOPE] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - - [FEAR] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - -================= - EXAMPLE: 8 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| call me the cities in virginia ||| ||| {:decoder=>-4.33256, :psb=>0.8034284189446518} -1 ||| call me cities in virginia ||| ||| {:decoder=>-4.6442, :psb=>0.43542524047973125} -2 ||| the cities in virginia call me ||| ||| {:decoder=>-4.72759, :psb=>0.6389431042462724} -3 ||| the call me cities in virginia ||| ||| {:decoder=>-4.73668, :psb=>0.45180100180492244} -4 ||| call me the cities virginia ||| ||| {:decoder=>-4.77874, :psb=>0.43542524047973125} -5 ||| call me the towns in virginia ||| ||| {:decoder=>-4.79512, :psb=>0.35930411196308426} -6 ||| call the cities in virginia me ||| ||| {:decoder=>-4.82678, :psb=>0.6389431042462724} -7 ||| me call the cities in virginia ||| ||| {:decoder=>-4.88323, :psb=>0.6389431042462724} -8 ||| call the me cities in virginia ||| ||| {:decoder=>-4.92687, :psb=>0.45180100180492244} -9 ||| call me the cities , virginia in ||| ||| {:decoder=>-4.93699, :psb=>0.3779644730092272} -10 ||| in virginia call me the cities ||| ||| {:decoder=>-5.03151, :psb=>0.48549177170732344} -11 ||| me the call cities in virginia ||| ||| {:decoder=>-5.07227, :psb=>0.48549177170732344} -12 ||| cities in virginia call me the ||| ||| {:decoder=>-5.09447, :psb=>0.48549177170732344} ->>> - - [TOP1] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 9 - REFERENCE: give me the cities which are in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| call me cities in texas ||| ||| {:decoder=>-3.75541, :psb=>0.221776483974985} -1 ||| cities in texas call me ||| ||| {:decoder=>-4.16914, :psb=>0.221776483974985} -2 ||| call me in texas cities ||| ||| {:decoder=>-4.18458, :psb=>0.221776483974985} -3 ||| call me towns in texas ||| ||| {:decoder=>-4.2724, :psb=>0.20638627362169998} -4 ||| call cities in texas me ||| ||| {:decoder=>-4.29096, :psb=>0.221776483974985} -5 ||| me call cities in texas ||| ||| {:decoder=>-4.3131, :psb=>0.221776483974985} -6 ||| i call cities in texas ||| ||| {:decoder=>-4.33349, :psb=>0.20638627362169998} -7 ||| me cities in texas call ||| ||| {:decoder=>-4.34565, :psb=>0.221776483974985} -8 ||| call i cities in texas ||| ||| {:decoder=>-4.34595, :psb=>0.20638627362169998} -9 ||| cities in call me texas ||| ||| {:decoder=>-4.38155, :psb=>0.18649105036213778} -10 ||| cities call me in texas ||| ||| {:decoder=>-4.40393, :psb=>0.221776483974985} -11 ||| call cities in me texas ||| ||| {:decoder=>-4.45751, :psb=>0.18649105036213778} -12 ||| call cities me in texas ||| ||| {:decoder=>-4.52574, :psb=>0.221776483974985} ->>> - - [TOP1] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985} - - [HOPE] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - - [FEAR] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - -================= - EXAMPLE: 10 - REFERENCE: give me the lakes in california - GOLD MRL: answer(lake(loc_2(stateid('california')))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the lakes in california ||| ||| {:decoder=>-4.21994, :psb=>0.8034284189446518} -1 ||| the lakes in california call me ||| ||| {:decoder=>-4.52517, :psb=>0.6389431042462724} -2 ||| call the lakes in california me ||| ||| {:decoder=>-4.6544, :psb=>0.6389431042462724} -3 ||| the lakes call me in california ||| ||| {:decoder=>-4.68485, :psb=>0.37991784282579627} -4 ||| me call the lakes in california ||| ||| {:decoder=>-4.70086, :psb=>0.6389431042462724} -5 ||| the call me lakes in california ||| ||| {:decoder=>-4.71777, :psb=>0.45180100180492244} -6 ||| i call the lakes in california ||| ||| {:decoder=>-4.79032, :psb=>0.6042750794713536} -7 ||| call me the lakes , california in ||| ||| {:decoder=>-4.79205, :psb=>0.3779644730092272} -8 ||| call the lakes me in california ||| ||| {:decoder=>-4.80999, :psb=>0.37991784282579627} -9 ||| call me a lakes in california ||| ||| {:decoder=>-4.81742, :psb=>0.4272870063962341} -10 ||| call me lakes in california ||| ||| {:decoder=>-4.82882, :psb=>0.43542524047973125} -11 ||| me the lakes in california call ||| ||| {:decoder=>-4.8569, :psb=>0.8034284189446518} -12 ||| call i the lakes in california ||| ||| {:decoder=>-4.95829, :psb=>0.6042750794713536} -13 ||| in california call me the lakes ||| ||| {:decoder=>-4.96477, :psb=>0.48549177170732344} -14 ||| call me the the lakes in california ||| ||| {:decoder=>-5.01259, :psb=>0.5651887140592688} -15 ||| me the the lakes in california call ||| ||| {:decoder=>-5.65175, :psb=>0.5651887140592688} ->>> - - [TOP1] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 11 - REFERENCE: give me the largest state - GOLD MRL: answer(largest(state(all))) -GOLD OUTPUT: [stateid(alaska)] - -<<< KBEST -0 ||| which city is the largest ||| ||| {:decoder=>-3.12489, :psb=>0.33980884896942454} -1 ||| the town is the largest ||| ||| {:decoder=>-3.2327, :psb=>0.33980884896942454} -2 ||| what is the largest city ||| ||| {:decoder=>-3.24458, :psb=>0.33980884896942454} -3 ||| what town is the largest ||| ||| {:decoder=>-3.27745, :psb=>0.33980884896942454} -4 ||| what city is the largest ||| ||| {:decoder=>-3.31533, :psb=>0.33980884896942454} -5 ||| which city is the biggest ||| ||| {:decoder=>-3.36251, :psb=>0.24028114141347542} -6 ||| which is the largest city ||| ||| {:decoder=>-3.36404, :psb=>0.33980884896942454} -7 ||| what city is the biggest ||| ||| {:decoder=>-3.41863, :psb=>0.24028114141347542} -8 ||| which town is the largest ||| ||| {:decoder=>-3.51234, :psb=>0.33980884896942454} -9 ||| which city has the largest ||| ||| {:decoder=>-3.52084, :psb=>0.33980884896942454} -10 ||| what town is the biggest ||| ||| {:decoder=>-3.52506, :psb=>0.24028114141347542} -11 ||| downloading city is the largest ||| ||| {:decoder=>-3.57107, :psb=>0.33980884896942454} -12 ||| which town is the biggest ||| ||| {:decoder=>-3.64376, :psb=>0.24028114141347542} ->>> - - [TOP1] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454} - - [HOPE] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - - [FEAR] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - -================= - EXAMPLE: 12 - REFERENCE: give me the longest river that passes through the us - GOLD MRL: answer(longest(river(traverse_2(countryid('usa'))))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-6.95509, :psb=>0.3585594362259136} -1 ||| call me the longest river , which flows through the u.s. ||| ||| {:decoder=>-6.97475, :psb=>0.3585594362259136} -2 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-7.22326, :psb=>0.3976353643835253} -3 ||| the longest river , which flows through the usa call me ||| ||| {:decoder=>-7.29612, :psb=>0.257663759638272} -4 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-7.30196, :psb=>0.3264971028628052} -5 ||| call me , the longest river , which flows through the usa ||| ||| {:decoder=>-7.36955, :psb=>0.23462350320528} -6 ||| call the longest river , which flows through the usa me ||| ||| {:decoder=>-7.37955, :psb=>0.257663759638272} -7 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-7.38281, :psb=>0.32399502498695193} -8 ||| call me the longest river that flows through the usa ||| ||| {:decoder=>-7.39227, :psb=>0.5143686723610401} -9 ||| me call the longest river , which flows through the usa ||| ||| {:decoder=>-7.436, :psb=>0.257663759638272} -10 ||| the longest river which flows through the usa call me ||| ||| {:decoder=>-7.5643, :psb=>0.28574404296988} -11 ||| call the longest river which flows through the usa me ||| ||| {:decoder=>-7.64772, :psb=>0.28574404296988} -12 ||| me call the longest river which flows through the usa ||| ||| {:decoder=>-7.70417, :psb=>0.28574404296988} -13 ||| the longest river that flows through the usa call me ||| ||| {:decoder=>-7.73331, :psb=>0.41325840918969} -14 ||| call the longest river that flows through the usa me ||| ||| {:decoder=>-7.81673, :psb=>0.41325840918969} -15 ||| me call the longest river that flows through the usa ||| ||| {:decoder=>-7.87318, :psb=>0.41325840918969} ->>> - - [TOP1] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136} - - [HOPE] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - - [FEAR] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - -================= - EXAMPLE: 13 - REFERENCE: how big is alaska - GOLD MRL: answer(size(stateid('alaska'))) -GOLD OUTPUT: [591000.0] - -<<< KBEST -0 ||| how big is alaska ||| ||| {:decoder=>-2.98892, :psb=>1.0} -1 ||| how large is alaska ||| ||| {:decoder=>-3.33252, :psb=>0.49999999999999994} -2 ||| how great is alaska ||| ||| {:decoder=>-3.33959, :psb=>0.49999999999999994} -3 ||| how great alaska ||| ||| {:decoder=>-3.51397, :psb=>0.41368954504257255} -4 ||| how much is alaska ||| ||| {:decoder=>-3.52043, :psb=>0.49999999999999994} -5 ||| as big is alaska ||| ||| {:decoder=>-3.54857, :psb=>0.6580370064762462} -6 ||| what is alaska ||| ||| {:decoder=>-3.58248, :psb=>0.4919625503668659} -7 ||| as large is alaska ||| ||| {:decoder=>-3.58385, :psb=>0.4518010018049224} -8 ||| how big alaska is ||| ||| {:decoder=>-3.59645, :psb=>0.537284965911771} -9 ||| is how large alaska ||| ||| {:decoder=>-3.644, :psb=>0.42044820762685725} -10 ||| is how big alaska ||| ||| {:decoder=>-3.67593, :psb=>0.537284965911771} -11 ||| how large alaska is ||| ||| {:decoder=>-3.69363, :psb=>0.42044820762685725} -12 ||| is as large alaska ||| ||| {:decoder=>-3.70024, :psb=>0.37991784282579627} -13 ||| how great alaska is ||| ||| {:decoder=>-3.76508, :psb=>0.42044820762685725} -14 ||| is as big alaska ||| ||| {:decoder=>-3.76676, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>0.5582639103157458, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 14 - REFERENCE: how big is massachusetts - GOLD MRL: answer(size(stateid('massachusetts'))) -GOLD OUTPUT: [8284.0] - -<<< KBEST -0 ||| how big is massachusetts ||| ||| {:decoder=>-3.48825, :psb=>1.0} -1 ||| how great is massachusetts ||| ||| {:decoder=>-3.845, :psb=>0.49999999999999994} -2 ||| how much is massachusetts ||| ||| {:decoder=>-3.98945, :psb=>0.49999999999999994} -3 ||| how great massachusetts ||| ||| {:decoder=>-3.99393, :psb=>0.41368954504257255} -4 ||| how large is massachusetts ||| ||| {:decoder=>-4.00153, :psb=>0.49999999999999994} -5 ||| what is massachusetts ||| ||| {:decoder=>-4.03909, :psb=>0.4919625503668659} -6 ||| how big is , massachusetts ||| ||| {:decoder=>-4.09322, :psb=>0.5318295896944989} -7 ||| just how big is massachusetts ||| ||| {:decoder=>-4.15455, :psb=>0.7521206186172787} -8 ||| how big is ma ||| ||| {:decoder=>-4.27101, :psb=>0.6580370064762462} -9 ||| is how large massachusetts ||| ||| {:decoder=>-4.31332, :psb=>0.42044820762685725} -10 ||| how big is ( massachusetts ||| ||| {:decoder=>-4.31763, :psb=>0.5318295896944989} -11 ||| how big , massachusetts ||| ||| {:decoder=>-4.3379, :psb=>0.49999999999999994} -12 ||| is how big massachusetts ||| ||| {:decoder=>-4.33837, :psb=>0.537284965911771} -13 ||| is as large massachusetts ||| ||| {:decoder=>-4.37489, :psb=>0.37991784282579627} -14 ||| how big massachusetts is ||| ||| {:decoder=>-4.38305, :psb=>0.537284965911771} -15 ||| how large , massachusetts ||| ||| {:decoder=>-4.43004, :psb=>0.37991784282579627} -16 ||| is as big massachusetts ||| ||| {:decoder=>-4.43439, :psb=>0.42044820762685725} -17 ||| how large massachusetts is ||| ||| {:decoder=>-4.48433, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is massachusetts - mrl: answer(loc_1(stateid('massachusetts'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6418460364629344, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 15 - REFERENCE: how big is new mexico - GOLD MRL: answer(size(stateid('new mexico'))) -GOLD OUTPUT: [121600.0] - -<<< KBEST -0 ||| how big is new mexico ||| ||| {:decoder=>-4.05458, :psb=>1.0} -1 ||| how big is mexico ||| ||| {:decoder=>-4.33683, :psb=>0.5506953149031837} -2 ||| what is new mexico ||| ||| {:decoder=>-4.35235, :psb=>0.5124797359336637} -3 ||| how great is new mexico ||| ||| {:decoder=>-4.44119, :psb=>0.5318295896944989} -4 ||| how large is new mexico ||| ||| {:decoder=>-4.52288, :psb=>0.5318295896944989} -5 ||| how much is new mexico ||| ||| {:decoder=>-4.55958, :psb=>0.5318295896944989} -6 ||| how great new mexico ||| ||| {:decoder=>-4.56912, :psb=>0.3894003915357024} -7 ||| how great is mexico ||| ||| {:decoder=>-4.72344, :psb=>0.32744539334076506} -8 ||| just how big is new mexico ||| ||| {:decoder=>-4.76495, :psb=>0.8034284189446518} -9 ||| how large is mexico ||| ||| {:decoder=>-4.87078, :psb=>0.32744539334076506} -10 ||| how big new mexico is ||| ||| {:decoder=>-4.89277, :psb=>0.47287080450158786} -11 ||| how large new mexico is ||| ||| {:decoder=>-4.97659, :psb=>0.40410310093532464} -12 ||| how large , new mexico ||| ||| {:decoder=>-4.97943, :psb=>0.3760603093086393} -13 ||| is as large new mexico ||| ||| {:decoder=>-5.00405, :psb=>0.3760603093086393} ->>> - - [TOP1] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: what is new mexico - mrl: answer('new mexico') - output: []. - correct?: false - SCORES: {:decoder=>0.6863829294237832, :psb=>0.5124797359336637}, #2 - -================= - EXAMPLE: 16 - REFERENCE: how big is north dakota - GOLD MRL: answer(size(stateid('north dakota'))) -GOLD OUTPUT: [70700.0] - -<<< KBEST -0 ||| how big is north dakota ||| ||| {:decoder=>-3.35756, :psb=>1.0} -1 ||| how great is north dakota ||| ||| {:decoder=>-3.70091, :psb=>0.5318295896944989} -2 ||| how large is north dakota ||| ||| {:decoder=>-3.81679, :psb=>0.5318295896944989} -3 ||| how much is north dakota ||| ||| {:decoder=>-3.9503, :psb=>0.5318295896944989} -4 ||| just how big is north dakota ||| ||| {:decoder=>-3.98813, :psb=>0.8034284189446518} -5 ||| how great north dakota ||| ||| {:decoder=>-3.99944, :psb=>0.3894003915357024} -6 ||| what is north dakota ||| ||| {:decoder=>-4.12953, :psb=>0.5124797359336637} -7 ||| how big north dakota is ||| ||| {:decoder=>-4.15327, :psb=>0.47287080450158786} -8 ||| is how large north dakota ||| ||| {:decoder=>-4.18577, :psb=>0.40410310093532464} -9 ||| is how big north dakota ||| ||| {:decoder=>-4.19059, :psb=>0.47287080450158786} -10 ||| as big is north dakota ||| ||| {:decoder=>-4.21926, :psb=>0.7521206186172787} -11 ||| is as large north dakota ||| ||| {:decoder=>-4.25994, :psb=>0.3760603093086393} -12 ||| how large north dakota is ||| ||| {:decoder=>-4.27708, :psb=>0.40410310093532464} -13 ||| is as big north dakota ||| ||| {:decoder=>-4.32673, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is north dakota - mrl: answer(loc_1(stateid('north dakota'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6457277876946255, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 17 - REFERENCE: how big is texas - GOLD MRL: answer(size(stateid('texas'))) -GOLD OUTPUT: [266807.0] - -<<< KBEST -0 ||| how big is texas ||| ||| {:decoder=>-2.99927, :psb=>1.0} -1 ||| how great is texas ||| ||| {:decoder=>-3.37968, :psb=>0.49999999999999994} -2 ||| how large is texas ||| ||| {:decoder=>-3.48712, :psb=>0.49999999999999994} -3 ||| how much is texas ||| ||| {:decoder=>-3.59539, :psb=>0.49999999999999994} -4 ||| how great texas ||| ||| {:decoder=>-3.62859, :psb=>0.41368954504257255} -5 ||| just how big is texas ||| ||| {:decoder=>-3.65333, :psb=>0.7521206186172787} -6 ||| how big is of texas ||| ||| {:decoder=>-3.72698, :psb=>0.5318295896944989} -7 ||| what is texas ||| ||| {:decoder=>-3.76694, :psb=>0.4919625503668659} -8 ||| like big is texas ||| ||| {:decoder=>-3.77439, :psb=>0.6580370064762462} -9 ||| how big texas is ||| ||| {:decoder=>-3.81161, :psb=>0.537284965911771} -10 ||| is how large texas ||| ||| {:decoder=>-3.81498, :psb=>0.42044820762685725} -11 ||| is how big texas ||| ||| {:decoder=>-3.84152, :psb=>0.537284965911771} -12 ||| as big is texas ||| ||| {:decoder=>-3.8878, :psb=>0.6580370064762462} -13 ||| is as large texas ||| ||| {:decoder=>-3.89239, :psb=>0.37991784282579627} -14 ||| how large texas is ||| ||| {:decoder=>-3.90906, :psb=>0.42044820762685725} -15 ||| is as big texas ||| ||| {:decoder=>-3.96071, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is texas - mrl: answer(loc_1(stateid('texas'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6043330837077718, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 18 - REFERENCE: how big is the city of new york - GOLD MRL: answer(size(city(cityid('new york', _)))) -GOLD OUTPUT: [7071639] - -<<< KBEST -0 ||| how big is the city of new york ||| ||| {:decoder=>-3.86018, :psb=>1.0} -1 ||| how big is the new york city ||| ||| {:decoder=>-3.93768, :psb=>0.5329462628216856} -2 ||| how much is the new york city ||| ||| {:decoder=>-4.12003, :psb=>0.2883677731713749} -3 ||| how big is the york city ||| ||| {:decoder=>-4.2701, :psb=>0.4791733671582712} -4 ||| how great is the city of new york ||| ||| {:decoder=>-4.27963, :psb=>0.7476743906106103} -5 ||| how large is the new york city ||| ||| {:decoder=>-4.32869, :psb=>0.2883677731713749} -6 ||| how large is the city of new york ||| ||| {:decoder=>-4.40741, :psb=>0.7476743906106103} -7 ||| how great is the new york city ||| ||| {:decoder=>-4.486, :psb=>0.2883677731713749} -8 ||| how big is the city new york ||| ||| {:decoder=>-4.48641, :psb=>0.6633400689531749} -9 ||| just how big is the city of new york ||| ||| {:decoder=>-4.57721, :psb=>0.8773826753016616} ->>> - - [TOP1] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how big is the new york city - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>0.8919152615650674, :psb=>0.5329462628216856}, #1 - -================= - EXAMPLE: 19 - REFERENCE: how high are the highest points of all the states - GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all)))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| what are the highest surveys all states ||| ||| {:decoder=>-6.84432, :psb=>0.257703362342899} -1 ||| how much are the highest surveys all states ||| ||| {:decoder=>-6.89276, :psb=>0.27534765745159184} -2 ||| how high is the highest surveys all states ||| ||| {:decoder=>-6.91242, :psb=>0.2315388580995513} -3 ||| how high are the highest surveys all states ||| ||| {:decoder=>-6.92558, :psb=>0.5062667121584363} -4 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-7.03658, :psb=>0.25933688537080213} -5 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-7.04974, :psb=>0.5501366107724776} -6 ||| all states how high are the highest surveys ||| ||| {:decoder=>-7.09249, :psb=>0.5062667121584363} -7 ||| how high are the highest peaks all states ||| ||| {:decoder=>-7.15425, :psb=>0.5062667121584363} -8 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-7.25011, :psb=>0.26493826542476406} -9 ||| how high are the supreme surveys of all states ||| ||| {:decoder=>-7.29429, :psb=>0.429170247427184} -10 ||| what are the highest uplift all states ||| ||| {:decoder=>-7.4484, :psb=>0.257703362342899} -11 ||| what are the highest eminence all states ||| ||| {:decoder=>-7.45127, :psb=>0.257703362342899} -12 ||| what are the highest hills all states ||| ||| {:decoder=>-7.50095, :psb=>0.257703362342899} -13 ||| how high is the highest uplift all states ||| ||| {:decoder=>-7.50111, :psb=>0.2315388580995513} -14 ||| how high is the highest eminence all states ||| ||| {:decoder=>-7.50399, :psb=>0.2315388580995513} -15 ||| how high are the highest uplift all states ||| ||| {:decoder=>-7.51427, :psb=>0.5062667121584363} -16 ||| how high are the highest eminence all states ||| ||| {:decoder=>-7.51715, :psb=>0.5062667121584363} -17 ||| how high is the highest hills all states ||| ||| {:decoder=>-7.55366, :psb=>0.2315388580995513} -18 ||| how high are the highest hills all states ||| ||| {:decoder=>-7.56682, :psb=>0.5062667121584363} -19 ||| how much are the highest uplift all states ||| ||| {:decoder=>-7.69884, :psb=>0.27534765745159184} -20 ||| how much are the highest eminence all states ||| ||| {:decoder=>-7.70171, :psb=>0.27534765745159184} -21 ||| how much are the highest hills all states ||| ||| {:decoder=>-7.75139, :psb=>0.27534765745159184} ->>> - - [TOP1] - nrl: what are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.257703362342899} - - [HOPE] - nrl: how high are the highest surveys all states - mrl: answer(elevation_1(highest(state(all)))) - output: [] - correct?: false - SCORES: {:decoder=>0.9104148522164769, :psb=>0.5062667121584363}, #3 - - [FEAR] - nrl: what are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.257703362342899}, #0 - -================= - EXAMPLE: 20 - REFERENCE: how high is guadalupe peak - GOLD MRL: answer(elevation_1(placeid('guadalupe peak'))) -GOLD OUTPUT: [2667] - -<<< KBEST -0 ||| how high is guadalupe peak ||| ||| {:decoder=>-3.4003, :psb=>1.0} -1 ||| how much is guadalupe peak ||| ||| {:decoder=>-3.70178, :psb=>0.5318295896944989} -2 ||| how high is located guadalupe peak ||| ||| {:decoder=>-3.79957, :psb=>0.48549177170732344} -3 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-3.83114, :psb=>0.48549177170732344} -4 ||| as high is guadalupe peak ||| ||| {:decoder=>-3.85381, :psb=>0.7521206186172787} -5 ||| how highly is guadalupe peak ||| ||| {:decoder=>-3.88094, :psb=>0.5318295896944989} -6 ||| as highly is guadalupe peak ||| ||| {:decoder=>-3.91956, :psb=>0.4949232003839765} -7 ||| like high is guadalupe peak ||| ||| {:decoder=>-3.92346, :psb=>0.7521206186172787} -8 ||| how high lies guadalupe peak ||| ||| {:decoder=>-3.94484, :psb=>0.4472135954999579} -9 ||| such as high is guadalupe peak ||| ||| {:decoder=>-3.96174, :psb=>0.6042750794713536} -10 ||| how high located guadalupe peak ||| ||| {:decoder=>-3.97385, :psb=>0.4472135954999579} -11 ||| how high situated guadalupe peak ||| ||| {:decoder=>-3.98086, :psb=>0.4472135954999579} -12 ||| like highly is guadalupe peak ||| ||| {:decoder=>-4.00156, :psb=>0.4949232003839765} -13 ||| as high is located guadalupe peak ||| ||| {:decoder=>-4.27579, :psb=>0.35930411196308426} -14 ||| how highly is located guadalupe peak ||| ||| {:decoder=>-4.28634, :psb=>0.32466791547509893} -15 ||| how highly is situated guadalupe peak ||| ||| {:decoder=>-4.3179, :psb=>0.32466791547509893} -16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-4.32847, :psb=>0.35930411196308426} -17 ||| as highly is located guadalupe peak ||| ||| {:decoder=>-4.33047, :psb=>0.3021375397356768} -18 ||| like high is located guadalupe peak ||| ||| {:decoder=>-4.34544, :psb=>0.35930411196308426} -19 ||| as highly is situated guadalupe peak ||| ||| {:decoder=>-4.36203, :psb=>0.3021375397356768} -20 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-4.38372, :psb=>0.3005840818981024} -21 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-4.39812, :psb=>0.35930411196308426} -22 ||| like highly is located guadalupe peak ||| ||| {:decoder=>-4.40696, :psb=>0.3021375397356768} -23 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-4.4364, :psb=>0.3005840818981024} -24 ||| like highly is situated guadalupe peak ||| ||| {:decoder=>-4.43853, :psb=>0.3021375397356768} -25 ||| how high is situated of guadalupe peak ||| ||| {:decoder=>-4.55033, :psb=>0.40614925799324625} -26 ||| as high is situated of guadalupe peak ||| ||| {:decoder=>-4.7445, :psb=>0.3005840818981024} -27 ||| like high is situated of guadalupe peak ||| ||| {:decoder=>-4.81415, :psb=>0.3005840818981024} -28 ||| such as high is situated of guadalupe peak ||| ||| {:decoder=>-4.85243, :psb=>0.25848657697858524} ->>> - - [TOP1] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is guadalupe peak - mrl: answer(loc_1(placeid('guadalupe peak'))) - output: [countryid(usa),stateid(texas)] - correct?: false - SCORES: {:decoder=>0.7923877338805756, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 21 - REFERENCE: how high is the highest point in montana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) -GOLD OUTPUT: [3901] - -<<< KBEST -0 ||| how high is the highest point in montana ||| ||| {:decoder=>-3.38519, :psb=>1.0} -1 ||| as high is the highest point in montana ||| ||| {:decoder=>-3.6603, :psb=>0.8599476570625982} -2 ||| like high is the highest point in montana ||| ||| {:decoder=>-3.67525, :psb=>0.8599476570625982} -3 ||| how much is the highest point in montana ||| ||| {:decoder=>-3.70863, :psb=>0.7476743906106103} -4 ||| how high is the highest point montana ||| ||| {:decoder=>-3.75306, :psb=>0.7536998328984837} -5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-3.77606, :psb=>0.719408902854813} -6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-3.79648, :psb=>0.719408902854813} -7 ||| how highly is the highest point in montana ||| ||| {:decoder=>-3.8789, :psb=>0.7476743906106103} -8 ||| such as high is the highest point in montana ||| ||| {:decoder=>-3.97329, :psb=>0.7545031759729783} ->>> - - [TOP1] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - -================= - EXAMPLE: 22 - REFERENCE: how high is the highest point in the largest state - GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-5.13697, :psb=>0.3760603093086394} -1 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-5.25588, :psb=>0.29697089145035693} -2 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-5.29645, :psb=>0.5844356470407898} -3 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-5.29965, :psb=>0.347507514861063} -4 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-5.31402, :psb=>0.33437015248821106} -5 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-5.3277, :psb=>0.6999271023161167} -6 ||| how high lies the highest point the largest state ||| ||| {:decoder=>-5.39775, :psb=>0.3777177718431893} -7 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-5.41523, :psb=>0.6042750794713536} -8 ||| as high is situated the highest point of the largest state ||| ||| {:decoder=>-5.42835, :psb=>0.33910457813956707} -9 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-5.43372, :psb=>0.49144984054308527} -10 ||| how high is situated the highest point of the largest state ||| ||| {:decoder=>-5.43385, :psb=>0.3900256463674887} -11 ||| as high is located the highest point of the largest state ||| ||| {:decoder=>-5.43934, :psb=>0.33910457813956707} -12 ||| as high is the highest point of largest state ||| ||| {:decoder=>-5.45679, :psb=>0.5341735956899846} -13 ||| how much lies the highest point of the largest state ||| ||| {:decoder=>-5.471, :psb=>0.347507514861063} -14 ||| how high lies the highest point of the greatest state ||| ||| {:decoder=>-5.47439, :psb=>0.29697089145035693} -15 ||| how high lies the highest point the biggest state ||| ||| {:decoder=>-5.48456, :psb=>0.2982797722714565} -16 ||| how highly lies the highest point of the largest state ||| ||| {:decoder=>-5.50574, :psb=>0.347507514861063} -17 ||| how high is located the highest point of the largest state ||| ||| {:decoder=>-5.51361, :psb=>0.3900256463674887} -18 ||| as high situated the highest point of the largest state ||| ||| {:decoder=>-5.54247, :psb=>0.347507514861063} -19 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-5.54826, :psb=>0.347507514861063} -20 ||| like high lies the highest point of the largest state ||| ||| {:decoder=>-5.56125, :psb=>0.347507514861063} -21 ||| how high located the highest point of the largest state ||| ||| {:decoder=>-5.5768, :psb=>0.3760603093086394} -22 ||| how high situated the highest point of the largest state ||| ||| {:decoder=>-5.83805, :psb=>0.3760603093086394} -23 ||| like high situated the highest point of the largest state ||| ||| {:decoder=>-5.99662, :psb=>0.347507514861063} -24 ||| like high located the highest point of the largest state ||| ||| {:decoder=>-6.00241, :psb=>0.347507514861063} ->>> - - [TOP1] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394} - - [HOPE] - nrl: how high is the highest point of the largest state - mrl: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) - output: [6194] - correct?: true - SCORES: {:decoder=>0.7796149935293027, :psb=>0.6999271023161167}, #5 - - [FEAR] - nrl: how high lies the highest point of the largest state - mrl: answer(elevation_1(traverse_1(longest(highest(place(loc_2(largest(state(all))))))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.3760603093086394}, #0 - -================= - EXAMPLE: 23 - REFERENCE: how high is the highest point of delaware - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) -GOLD OUTPUT: [135] - -<<< KBEST -0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-5.29326, :psb=>1.0} -1 ||| how much is the highest point of delaware ||| ||| {:decoder=>-5.54301, :psb=>0.7476743906106103} -2 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-5.58546, :psb=>0.6559965570884768} -3 ||| as high is the highest point of delaware ||| ||| {:decoder=>-5.66772, :psb=>0.8599476570625982} -4 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-5.68158, :psb=>0.6559965570884768} -5 ||| like high is the highest point of delaware ||| ||| {:decoder=>-5.72751, :psb=>0.8599476570625982} -6 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-5.84379, :psb=>0.6559965570884768} -7 ||| such as high is the highest point of delaware ||| ||| {:decoder=>-5.89577, :psb=>0.7545031759729783} -8 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-6.09751, :psb=>0.8065978233496266} -9 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-6.44204, :psb=>0.6817705815391745} -10 ||| how much is the highest point of of delaware ||| ||| {:decoder=>-6.46402, :psb=>0.5773502691896258} -11 ||| like high is the highest point of of delaware ||| ||| {:decoder=>-6.58852, :psb=>0.6817705815391745} -12 ||| such as high is the highest point of of delaware ||| ||| {:decoder=>-6.66799, :psb=>0.6073980520929507} -13 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-6.69356, :psb=>0.49944351611061033} -14 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-7.01692, :psb=>0.49944351611061033} ->>> - - [TOP1] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of delaware - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.8304770082266802, :psb=>0.6559965570884768}, #2 - -================= - EXAMPLE: 24 - REFERENCE: how high is the highest point of florida - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida')))))) -GOLD OUTPUT: [105] - -<<< KBEST -0 ||| how high is the highest point florida ||| ||| {:decoder=>-6.68086, :psb=>0.7536998328984837} -1 ||| how high is the highest point floridas ||| ||| {:decoder=>-6.88691, :psb=>0.7252065560578255} -2 ||| how much is the highest point florida ||| ||| {:decoder=>-6.88731, :psb=>0.48497485346901076} -3 ||| what is the highest point florida ||| ||| {:decoder=>-6.91488, :psb=>0.45782273986766686} -4 ||| how high the highest point is florida ||| ||| {:decoder=>-6.9883, :psb=>0.3829795673743804} -5 ||| florida how high is the highest point ||| ||| {:decoder=>-7.13067, :psb=>0.7536998328984837} -6 ||| as high is the highest point florida ||| ||| {:decoder=>-7.15724, :psb=>0.6098235933075173} -7 ||| how high florida is the highest point ||| ||| {:decoder=>-7.20824, :psb=>0.5329462628216856} -8 ||| like high is the highest point florida ||| ||| {:decoder=>-7.32247, :psb=>0.6098235933075173} -9 ||| florida as high is the highest point ||| ||| {:decoder=>-7.37726, :psb=>0.6098235933075173} -10 ||| how much florida is the highest point ||| ||| {:decoder=>-7.44916, :psb=>0.48497485346901076} -11 ||| florida like high is the highest point ||| ||| {:decoder=>-7.4618, :psb=>0.6098235933075173} -12 ||| florida how much is the highest point ||| ||| {:decoder=>-7.46192, :psb=>0.48497485346901076} -13 ||| florida what is the highest point ||| ||| {:decoder=>-7.51419, :psb=>0.45782273986766686} -14 ||| as high florida is the highest point ||| ||| {:decoder=>-7.58351, :psb=>0.48497485346901076} -15 ||| as florida high is the highest point ||| ||| {:decoder=>-7.5905, :psb=>0.6098235933075173} -16 ||| as florida highly is the highest point ||| ||| {:decoder=>-7.99345, :psb=>0.4633657281473354} ->>> - - [TOP1] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837} - - [HOPE] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - - [FEAR] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - -================= - EXAMPLE: 25 - REFERENCE: how high is the highest point of louisiana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) -GOLD OUTPUT: [163] - -<<< KBEST -0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-6.65751, :psb=>1.0} -1 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-6.86396, :psb=>0.7476743906106103} -2 ||| what is the highest point of louisiana ||| ||| {:decoder=>-6.88351, :psb=>0.7252065560578255} -3 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-7.1639, :psb=>0.8599476570625982} -4 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-7.29912, :psb=>0.8599476570625982} -5 ||| louisiana how high is the highest point of ||| ||| {:decoder=>-7.50406, :psb=>0.8891397050194614} -6 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-7.7048, :psb=>0.8065978233496266} -7 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-8.00776, :psb=>0.5773502691896258} -8 ||| what is the highest point of of louisiana ||| ||| {:decoder=>-8.04695, :psb=>0.633160218956179} -9 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-8.18649, :psb=>0.6817705815391745} -10 ||| like high is the highest point of of louisiana ||| ||| {:decoder=>-8.40118, :psb=>0.6817705815391745} ->>> - - [TOP1] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: what is the highest point of louisiana - mrl: answer(highest(place(loc_2(stateid('louisiana'))))) - output: [placeid('driskill mountain')] - correct?: false - SCORES: {:decoder=>0.8703883188906157, :psb=>0.7252065560578255}, #2 - -================= - EXAMPLE: 26 - REFERENCE: how large is the largest city in alaska - GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska')))))) -GOLD OUTPUT: [174431] - -<<< KBEST -0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-4.96206, :psb=>0.7476743906106103} -1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-5.19406, :psb=>0.3655552228545123} -2 ||| how large is the largest city in alaska ||| ||| {:decoder=>-5.30781, :psb=>1.0} -3 ||| how great is the largest city in alaska ||| ||| {:decoder=>-5.36404, :psb=>0.7476743906106103} -4 ||| as big is the largest city in alaska ||| ||| {:decoder=>-5.3762, :psb=>0.719408902854813} -5 ||| how big is the largest town in alaska ||| ||| {:decoder=>-5.40489, :psb=>0.3655552228545123} -6 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-5.65073, :psb=>0.5946035575013605} ->>> - - [TOP1] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103} - - [HOPE] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - - [FEAR] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - -================= - EXAMPLE: 27 - REFERENCE: how long is rio grande - GOLD MRL: answer(len(riverid('rio grande'))) -GOLD OUTPUT: [3033] - -<<< KBEST -0 ||| how long is rio grande ||| ||| {:decoder=>-3.52588, :psb=>1.0} -1 ||| how long rio grande ||| ||| {:decoder=>-3.7083, :psb=>0.4630777161991027} -2 ||| how long has rio grande ||| ||| {:decoder=>-3.84633, :psb=>0.4472135954999579} -3 ||| like lang is rio grande ||| ||| {:decoder=>-4.00042, :psb=>0.4949232003839765} -4 ||| how long will rio grande ||| ||| {:decoder=>-4.05779, :psb=>0.4472135954999579} -5 ||| how long rio grande is ||| ||| {:decoder=>-4.0743, :psb=>0.47287080450158786} -6 ||| like long is rio grande ||| ||| {:decoder=>-4.0844, :psb=>0.7521206186172787} -7 ||| how long is a rio grande ||| ||| {:decoder=>-4.1369, :psb=>0.48549177170732344} -8 ||| how long is of rio grande ||| ||| {:decoder=>-4.15176, :psb=>0.48549177170732344} -9 ||| rio grande is how long ||| ||| {:decoder=>-4.17458, :psb=>0.47287080450158786} -10 ||| is how long rio grande ||| ||| {:decoder=>-4.20232, :psb=>0.47287080450158786} -11 ||| how long , rio grande ||| ||| {:decoder=>-4.26115, :psb=>0.4472135954999579} -12 ||| as long is rio grande ||| ||| {:decoder=>-4.34869, :psb=>0.7521206186172787} -13 ||| rio grande is as long ||| ||| {:decoder=>-4.35013, :psb=>0.40410310093532464} -14 ||| as lang is rio grande ||| ||| {:decoder=>-4.48982, :psb=>0.4949232003839765} -15 ||| is as long rio grande ||| ||| {:decoder=>-4.49959, :psb=>0.40410310093532464} -16 ||| is like long rio grande ||| ||| {:decoder=>-4.56531, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how long rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>0.8244999663276988, :psb=>0.4630777161991027}, #1 - -================= - EXAMPLE: 28 - REFERENCE: how long is the mississippi - GOLD MRL: answer(len(riverid('mississippi'))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi river ||| ||| {:decoder=>-4.02421, :psb=>0.8034284189446518} -1 ||| how long the mississippi river ||| ||| {:decoder=>-4.33982, :psb=>0.4472135954999579} -2 ||| how long has the mississippi river ||| ||| {:decoder=>-4.53518, :psb=>0.35930411196308426} -3 ||| how long is mississippi river ||| ||| {:decoder=>-4.59269, :psb=>0.5318295896944989} -4 ||| how long the mississippi river is ||| ||| {:decoder=>-4.61284, :psb=>0.37991784282579627} -5 ||| is how long the mississippi river ||| ||| {:decoder=>-4.69413, :psb=>0.37991784282579627} -6 ||| as long is the mississippi river ||| ||| {:decoder=>-4.846, :psb=>0.6042750794713536} -7 ||| like long is the mississippi river ||| ||| {:decoder=>-5.07372, :psb=>0.6042750794713536} -8 ||| how long is der mississippi river ||| ||| {:decoder=>-5.15498, :psb=>0.4272870063962341} -9 ||| is as long the mississippi river ||| ||| {:decoder=>-5.16513, :psb=>0.32466791547509893} -10 ||| is like long the mississippi river ||| ||| {:decoder=>-5.24122, :psb=>0.32466791547509893} ->>> - - [TOP1] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 29 - REFERENCE: how long is the mississippi river - GOLD MRL: answer(len(river(riverid('mississippi')))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi ||| ||| {:decoder=>-3.59409, :psb=>0.8187307530779819} -1 ||| how long the mississippi ||| ||| {:decoder=>-3.86179, :psb=>0.36064528799877893} -2 ||| how long is mississippi ||| ||| {:decoder=>-3.93407, :psb=>0.4288819424803534} -3 ||| how long has the mississippi ||| ||| {:decoder=>-4.05715, :psb=>0.36614752383039256} -4 ||| is how long the mississippi ||| ||| {:decoder=>-4.2161, :psb=>0.3871538698781762} -5 ||| the mississippi is how long ||| ||| {:decoder=>-4.21615, :psb=>0.3871538698781762} -6 ||| how long the mississippi is ||| ||| {:decoder=>-4.21634, :psb=>0.3871538698781762} -7 ||| how long is of mississippi ||| ||| {:decoder=>-4.26868, :psb=>0.43542524047973125} -8 ||| as long is the mississippi ||| ||| {:decoder=>-4.33797, :psb=>0.6157842804860023} -9 ||| the mississippi is as long ||| ||| {:decoder=>-4.39611, :psb=>0.3308516361499261} -10 ||| how long is der mississippi ||| ||| {:decoder=>-4.46637, :psb=>0.43542524047973125} -11 ||| is how long mississippi ||| ||| {:decoder=>-4.48856, :psb=>0.3258798048281462} -12 ||| like long is the mississippi ||| ||| {:decoder=>-4.55192, :psb=>0.6157842804860023} -13 ||| is as long the mississippi ||| ||| {:decoder=>-4.6871, :psb=>0.3308516361499261} -14 ||| mississippi how long is the ||| ||| {:decoder=>-4.68789, :psb=>0.6511126026643229} ->>> - - [TOP1] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819} - - [HOPE] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0 - - [FEAR] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0 - ---- - iteration #2/3: 30 examples - type1 updates: 12 - type2 updates: 17 - top1 hits: 12 - top1 variant: 9 - top1 true variant: 9 - hope hits: 12 - hope variant: 10 - hope true variant: 10 - kbest size: 14.0 - 3.33% without translations (abs: 1) - 6.67% no good gold output (abs: 2) - - top1 with parse 96.67% abs=29.0 - top1 with output 96.67% abs=29.0 -top1 with correct output 70.0% adj=72.41 abs=21.0 - - hope with parse 96.67% abs=29.0 - hope with output 96.67% abs=29.0 -hope with correct output 73.33% adj=75.86 abs=22.0 - - fear with parse 96.67% abs=29.0 - fear with output 96.67% abs=29.0 -fear with correct output 46.67% adj=48.28 abs=14.0 - - - -================= - EXAMPLE: 0 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| give me the cities in virginia ||| ||| {:decoder=>-4.90046, :psb=>1.0} -1 ||| the cities in virginia give me ||| ||| {:decoder=>-5.29943, :psb=>0.7071067811865476} -2 ||| give me cities in virginia ||| ||| {:decoder=>-5.30919, :psb=>0.49473859088183875} -3 ||| give me the towns in virginia ||| ||| {:decoder=>-5.39031, :psb=>0.48549177170732344} -4 ||| unto me the cities in virginia ||| ||| {:decoder=>-5.41471, :psb=>0.8034284189446518} -5 ||| me give the cities in virginia ||| ||| {:decoder=>-5.43012, :psb=>0.668740304976422} -6 ||| give me the cities , virginia in ||| ||| {:decoder=>-5.4455, :psb=>0.559450014366235} -7 ||| give unto me the cities in virginia ||| ||| {:decoder=>-5.45788, :psb=>0.7034711503007025} -8 ||| give the cities in virginia me ||| ||| {:decoder=>-5.4907, :psb=>0.668740304976422} -9 ||| me the cities in virginia give ||| ||| {:decoder=>-5.50409, :psb=>0.8408964152537146} -10 ||| unto me the towns in virginia ||| ||| {:decoder=>-5.96261, :psb=>0.35930411196308426} -11 ||| give unto me the towns in virginia ||| ||| {:decoder=>-6.00578, :psb=>0.3178289704467185} -12 ||| me the towns in virginia give ||| ||| {:decoder=>-6.052, :psb=>0.37991784282579627} ->>> - - [TOP1] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: give me the cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: give me cities in virginia - mrl: answer(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>0.645057922434305, :psb=>0.49473859088183875}, #2 - -================= - EXAMPLE: 1 - REFERENCE: what are the high points of states surrounding mississippi - GOLD MRL: answer(high_point_1(state(next_to_2(stateid('mississippi'))))) -GOLD OUTPUT: [placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')] -NO MT OUTPUT, skipping example - -================= - EXAMPLE: 2 - REFERENCE: name the rivers in arkansas - GOLD MRL: answer(river(loc_2(stateid('arkansas')))) -GOLD OUTPUT: [riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] - -<<< KBEST -0 ||| call the rivers in arkansas ||| ||| {:decoder=>-4.75288, :psb=>0.7521206186172787} -1 ||| call rivers in the arkansas ||| ||| {:decoder=>-4.91936, :psb=>0.40410310093532464} -2 ||| the rivers in arkansas call ||| ||| {:decoder=>-5.05979, :psb=>0.7521206186172787} -3 ||| the rivers call in arkansas ||| ||| {:decoder=>-5.12949, :psb=>0.4472135954999579} -4 ||| the call rivers in arkansas ||| ||| {:decoder=>-5.1567, :psb=>0.5318295896944989} -5 ||| call the rivers into arkansas ||| ||| {:decoder=>-5.16957, :psb=>0.3760603093086393} -6 ||| the rivers in call arkansas ||| ||| {:decoder=>-5.20856, :psb=>0.5318295896944989} -7 ||| rivers in the arkansas call ||| ||| {:decoder=>-5.26077, :psb=>0.40410310093532464} -8 ||| rivers in the call arkansas ||| ||| {:decoder=>-5.268, :psb=>0.40410310093532464} -9 ||| call the rivers in the arkansas ||| ||| {:decoder=>-5.27856, :psb=>0.4272870063962341} -10 ||| rivers in call the arkansas ||| ||| {:decoder=>-5.32639, :psb=>0.40410310093532464} -11 ||| call the rivers , in arkansas ||| ||| {:decoder=>-5.34179, :psb=>0.35930411196308426} -12 ||| in arkansas call the rivers ||| ||| {:decoder=>-5.37467, :psb=>0.4472135954999579} -13 ||| call the rivers arkansas ||| ||| {:decoder=>-5.40607, :psb=>0.3894003915357024} -14 ||| call rivers in arkansas the ||| ||| {:decoder=>-5.51696, :psb=>0.5318295896944989} -15 ||| call rivers in the the arkansas ||| ||| {:decoder=>-5.633, :psb=>0.32466791547509893} -16 ||| call the rivers in in arkansas ||| ||| {:decoder=>-5.86784, :psb=>0.4591497693322866} -17 ||| rivers in the the arkansas call ||| ||| {:decoder=>-5.97442, :psb=>0.32466791547509893} -18 ||| the rivers in in arkansas call ||| ||| {:decoder=>-6.18241, :psb=>0.4591497693322866} -19 ||| the call rivers in in arkansas ||| ||| {:decoder=>-6.25475, :psb=>0.35930411196308426} -20 ||| call rivers in in arkansas the ||| ||| {:decoder=>-6.81386, :psb=>0.35930411196308426} ->>> - - [TOP1] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787} - - [HOPE] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - - [FEAR] - nrl: call the rivers in arkansas - mrl: city(loc_2(stateid('arkansas'))) - output: [cityid('fort smith',ar),cityid('little rock',ar),cityid('north little rock',ar)] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7521206186172787}, #0 - -================= - EXAMPLE: 3 - REFERENCE: can you tell me the capital of texas - GOLD MRL: answer(capital(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(austin,tx)] - -<<< KBEST -0 ||| can you tell me , what is the capital of texas ||| ||| {:decoder=>-5.98132, :psb=>0.5270027137504644} -1 ||| can you tell me what is the capital of texas ||| ||| {:decoder=>-6.16151, :psb=>0.5844356470407898} -2 ||| you can tell me , what is the capital of texas ||| ||| {:decoder=>-6.16317, :psb=>0.3852971889399676} -3 ||| you can tell me what the capital of texas is ||| ||| {:decoder=>-6.18376, :psb=>0.4272870063962341} -4 ||| can you tell me , what is the capital of the texas ||| ||| {:decoder=>-6.21355, :psb=>0.39458812555917666} -5 ||| can you tell me what the capital of texas is ||| ||| {:decoder=>-6.22759, :psb=>0.5844356470407898} -6 ||| can you tell me , was the capital of texas is ||| ||| {:decoder=>-6.23065, :psb=>0.5270027137504644} -7 ||| you can tell me what is the capital of texas ||| ||| {:decoder=>-6.28271, :psb=>0.4272870063962341} -8 ||| can you tell me , what is the capital city of texas ||| ||| {:decoder=>-6.28756, :psb=>0.3672056269893592} -9 ||| can you tell me , what the capital of texas is ||| ||| {:decoder=>-6.29963, :psb=>0.5270027137504644} -10 ||| you can tell me , what the capital of texas is ||| ||| {:decoder=>-6.3575, :psb=>0.3852971889399676} -11 ||| you can tell me , was the capital of texas is ||| ||| {:decoder=>-6.4125, :psb=>0.3852971889399676} -12 ||| you can tell me , what is the capital city of texas ||| ||| {:decoder=>-6.47983, :psb=>0.21200626759025185} -13 ||| can you tell me , what the capital city of texas is ||| ||| {:decoder=>-6.70185, :psb=>0.3672056269893592} -14 ||| you can tell me what the capital city of texas is ||| ||| {:decoder=>-6.78796, :psb=>0.2328254894667881} -15 ||| you can tell me , what the capital city of texas is ||| ||| {:decoder=>-6.88369, :psb=>0.21200626759025185} ->>> - - [TOP1] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644} - - [HOPE] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0 - - [FEAR] - nrl: can you tell me , what is the capital of texas - mrl: population_1(answer(capital(loc_2(stateid('texas'))))) - output: [345496] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.5270027137504644}, #0 - -================= - EXAMPLE: 4 - REFERENCE: could you tell me what is the highest point in the state of oregon - GOLD MRL: answer(highest(place(loc_2(state(stateid('oregon')))))) -GOLD OUTPUT: [placeid('mount hood')] - -<<< KBEST -0 ||| you could tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.21284, :psb=>0.6985342056580097} -1 ||| could you tell me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.3765, :psb=>0.7992975447228272} -2 ||| you could say which is the highest point in the state of oregon me ||| ||| {:decoder=>-9.41639, :psb=>0.6668954865619205} -3 ||| you could say me which is the highest point in the state of oregon ||| ||| {:decoder=>-9.4563, :psb=>0.6668954865619205} -4 ||| you could tell me which is the highest point in oregon state ||| ||| {:decoder=>-9.47219, :psb=>0.4090790395780627} -5 ||| you could tell me which the highest point in the state of oregon is ||| ||| {:decoder=>-9.60631, :psb=>0.633160218956179} -6 ||| you could tell me what is the highest point in the state of oregon ||| ||| {:decoder=>-9.60802, :psb=>0.8817192535122739} -7 ||| you could tell me what the highest point in the state of oregon is ||| ||| {:decoder=>-9.62761, :psb=>0.684694991173804} -8 ||| could you tell me which is the highest point in oregon state ||| ||| {:decoder=>-9.63584, :psb=>0.5227564628601822} -9 ||| you could say what me is the highest point in the state of oregon ||| ||| {:decoder=>-9.64509, :psb=>0.6803749333171202} -10 ||| you could tell me that the highest point in the state of oregon is ||| ||| {:decoder=>-9.69288, :psb=>0.633160218956179} -11 ||| you could tell me which is the highest point in the oregon state ||| ||| {:decoder=>-9.69908, :psb=>0.48507053375249726} -12 ||| you could tell me which oregon is the highest point in the state ||| ||| {:decoder=>-9.84646, :psb=>0.5550418054052764} -13 ||| you could tell me which of the highest point in the state of oregon is ||| ||| {:decoder=>-9.88721, :psb=>0.5885661912765424} -14 ||| you could tell me which the highest point in the state oregon is ||| ||| {:decoder=>-10.156, :psb=>0.48507053375249726} -15 ||| you could tell me what the highest point in the state oregon is ||| ||| {:decoder=>-10.1657, :psb=>0.535536059195526} ->>> - - [TOP1] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097} - - [HOPE] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0 - - [FEAR] - nrl: you could tell me which is the highest point in the state of oregon - mrl: answer(highest(place(loc_2(state(stateid('oregon')))))) - output: [placeid('mount hood')] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6985342056580097}, #0 - -================= - EXAMPLE: 5 - REFERENCE: give me all the states of usa - GOLD MRL: answer(state(loc_2(countryid('usa')))) -GOLD OUTPUT: [stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] - -<<< KBEST -0 ||| call all states ||| ||| {:decoder=>-4.78129, :psb=>0.15218787864872976} -1 ||| all states call ||| ||| {:decoder=>-4.97326, :psb=>0.15218787864872976} -2 ||| call all states of the usa ||| ||| {:decoder=>-5.01221, :psb=>0.29059254080791846} -3 ||| all call states ||| ||| {:decoder=>-5.09643, :psb=>0.15218787864872976} -4 ||| call all states the usa ||| ||| {:decoder=>-5.12451, :psb=>0.22778068328450227} -5 ||| call all the usa ||| ||| {:decoder=>-5.13119, :psb=>0.23618327637050732} -6 ||| call all states of usa ||| ||| {:decoder=>-5.15816, :psb=>0.3564960350471317} -7 ||| call all states in the usa ||| ||| {:decoder=>-5.3356, :psb=>0.2310997417025822} -8 ||| call all united states of america ||| ||| {:decoder=>-5.42748, :psb=>0.2557539057896621} ->>> - - [TOP1] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976} - - [HOPE] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - - [FEAR] - nrl: call all states - mrl: city(state(all)) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.15218787864872976}, #0 - -================= - EXAMPLE: 6 - REFERENCE: give me the cities in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| tell me what cities in texas are ||| ||| {:decoder=>-5.18623, :psb=>0.35745672884978397} -1 ||| tell me what are cities in texas ||| ||| {:decoder=>-5.36006, :psb=>0.35745672884978397} -2 ||| tell me which are cities in texas ||| ||| {:decoder=>-5.55054, :psb=>0.35745672884978397} -3 ||| tell me what cities are in texas ||| ||| {:decoder=>-5.57587, :psb=>0.271608378656351} -4 ||| tell me which cities in texas are ||| ||| {:decoder=>-5.57615, :psb=>0.35745672884978397} -5 ||| tell me what cities in texas , ||| ||| {:decoder=>-5.68419, :psb=>0.35745672884978397} -6 ||| tell me what cities in are texas ||| ||| {:decoder=>-5.68769, :psb=>0.271608378656351} -7 ||| tell me are what cities in texas ||| ||| {:decoder=>-5.71578, :psb=>0.35745672884978397} -8 ||| tell me what cities in texas is ||| ||| {:decoder=>-5.72165, :psb=>0.35745672884978397} -9 ||| are tell me what cities in texas ||| ||| {:decoder=>-5.7417, :psb=>0.35745672884978397} -10 ||| tell me which cities are in texas ||| ||| {:decoder=>-5.77551, :psb=>0.271608378656351} -11 ||| tell me downloading cities in texas are ||| ||| {:decoder=>-5.85841, :psb=>0.35745672884978397} -12 ||| sag me what cities in texas are ||| ||| {:decoder=>-6.00996, :psb=>0.35745672884978397} -13 ||| sag me which cities in texas are ||| ||| {:decoder=>-6.16294, :psb=>0.35745672884978397} ->>> - - [TOP1] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397} - - [HOPE] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - - [FEAR] - nrl: tell me what cities in texas are - mrl: answer(city(loc_2(loc_2(stateid('texas'))))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.35745672884978397}, #0 - -================= - EXAMPLE: 7 - REFERENCE: give me the cities in usa - GOLD MRL: answer(city(loc_2(countryid('usa')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - -<<< KBEST -0 ||| call the cities of usa ||| ||| {:decoder=>-4.25718, :psb=>0.3078921402430011} -1 ||| call the cities of the usa ||| ||| {:decoder=>-4.30348, :psb=>0.3021375397356768} -2 ||| call the cities of the u.s. ||| ||| {:decoder=>-4.43573, :psb=>0.2730120862709067} -3 ||| call the cities of the united states ||| ||| {:decoder=>-4.53806, :psb=>0.2283945119649991} -4 ||| call the usa cities ||| ||| {:decoder=>-4.55436, :psb=>0.255014728746912} -5 ||| call the cities the usa ||| ||| {:decoder=>-4.59985, :psb=>0.3078921402430011} -6 ||| call the cities in the usa ||| ||| {:decoder=>-4.64782, :psb=>0.4272870063962341} -7 ||| call the cities in the united states ||| ||| {:decoder=>-4.64897, :psb=>0.33265096878635064} -8 ||| call cities of the usa ||| ||| {:decoder=>-4.93486, :psb=>0.25890539701513354} ->>> - - [TOP1] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011} - - [HOPE] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - - [FEAR] - nrl: call the cities of usa - mrl: city(loc_2(countryid('usa'))) - output: [cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3078921402430011}, #0 - -================= - EXAMPLE: 8 - REFERENCE: give me the cities in virginia - GOLD MRL: answer(city(loc_2(stateid('virginia')))) -GOLD OUTPUT: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - -<<< KBEST -0 ||| call me the cities in virginia ||| ||| {:decoder=>-4.93827, :psb=>0.8034284189446518} -1 ||| the cities in virginia call me ||| ||| {:decoder=>-5.31284, :psb=>0.6389431042462724} -2 ||| the call me cities in virginia ||| ||| {:decoder=>-5.31367, :psb=>0.45180100180492244} -3 ||| call the cities in virginia me ||| ||| {:decoder=>-5.42424, :psb=>0.6389431042462724} -4 ||| call me cities in virginia ||| ||| {:decoder=>-5.43661, :psb=>0.43542524047973125} -5 ||| me call the cities in virginia ||| ||| {:decoder=>-5.47804, :psb=>0.6389431042462724} -6 ||| call me the towns in virginia ||| ||| {:decoder=>-5.49818, :psb=>0.35930411196308426} -7 ||| call the me cities in virginia ||| ||| {:decoder=>-5.52764, :psb=>0.45180100180492244} -8 ||| call me the cities virginia ||| ||| {:decoder=>-5.55828, :psb=>0.43542524047973125} -9 ||| call me in the cities virginia ||| ||| {:decoder=>-5.56823, :psb=>0.34329452398451965} -10 ||| me the cities in virginia call ||| ||| {:decoder=>-5.68903, :psb=>0.8034284189446518} -11 ||| in virginia call me the cities ||| ||| {:decoder=>-5.68952, :psb=>0.48549177170732344} -12 ||| me the call cities in virginia ||| ||| {:decoder=>-5.70501, :psb=>0.48549177170732344} -13 ||| cities in virginia call me the ||| ||| {:decoder=>-5.76462, :psb=>0.48549177170732344} -14 ||| me the towns in virginia call ||| ||| {:decoder=>-6.26143, :psb=>0.35930411196308426} ->>> - - [TOP1] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the cities in virginia - mrl: city(city(loc_2(stateid('virginia')))) - output: [cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 9 - REFERENCE: give me the cities which are in texas - GOLD MRL: answer(city(loc_2(stateid('texas')))) -GOLD OUTPUT: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - -<<< KBEST -0 ||| call me cities in texas ||| ||| {:decoder=>-4.23114, :psb=>0.221776483974985} -1 ||| cities in texas call me ||| ||| {:decoder=>-4.66326, :psb=>0.221776483974985} -2 ||| call me in texas cities ||| ||| {:decoder=>-4.7176, :psb=>0.221776483974985} -3 ||| me call cities in texas ||| ||| {:decoder=>-4.80532, :psb=>0.221776483974985} -4 ||| call cities in texas me ||| ||| {:decoder=>-4.80659, :psb=>0.221776483974985} -5 ||| me cities in texas call ||| ||| {:decoder=>-4.83894, :psb=>0.221776483974985} -6 ||| call me towns in texas ||| ||| {:decoder=>-4.88967, :psb=>0.20638627362169998} -7 ||| cities in call me texas ||| ||| {:decoder=>-4.9023, :psb=>0.18649105036213778} -8 ||| cities call me in texas ||| ||| {:decoder=>-4.94992, :psb=>0.221776483974985} -9 ||| call i cities in texas ||| ||| {:decoder=>-4.97096, :psb=>0.20638627362169998} -10 ||| call cities in me texas ||| ||| {:decoder=>-4.99825, :psb=>0.18649105036213778} -11 ||| in texas call me cities ||| ||| {:decoder=>-5.00417, :psb=>0.221776483974985} -12 ||| cities in texas me call ||| ||| {:decoder=>-5.07199, :psb=>0.221776483974985} ->>> - - [TOP1] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985} - - [HOPE] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - - [FEAR] - nrl: call me cities in texas - mrl: city(city(loc_2(stateid('texas')))) - output: [cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.221776483974985}, #0 - -================= - EXAMPLE: 10 - REFERENCE: give me the lakes in california - GOLD MRL: answer(lake(loc_2(stateid('california')))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the lakes in california ||| ||| {:decoder=>-4.84491, :psb=>0.8034284189446518} -1 ||| the lakes in california call me ||| ||| {:decoder=>-5.16499, :psb=>0.6389431042462724} -2 ||| call the lakes in california me ||| ||| {:decoder=>-5.31599, :psb=>0.6389431042462724} -3 ||| the call me lakes in california ||| ||| {:decoder=>-5.33129, :psb=>0.45180100180492244} -4 ||| me call the lakes in california ||| ||| {:decoder=>-5.33979, :psb=>0.6389431042462724} -5 ||| the lakes call me in california ||| ||| {:decoder=>-5.34005, :psb=>0.37991784282579627} -6 ||| call me the lakes , california in ||| ||| {:decoder=>-5.44488, :psb=>0.3779644730092272} -7 ||| call the lakes me in california ||| ||| {:decoder=>-5.48682, :psb=>0.37991784282579627} -8 ||| me the lakes in california call ||| ||| {:decoder=>-5.50098, :psb=>0.8034284189446518} -9 ||| call me lakes in the california ||| ||| {:decoder=>-5.5134, :psb=>0.34329452398451965} -10 ||| call me of the lakes in california ||| ||| {:decoder=>-5.51503, :psb=>0.5345224838248488} -11 ||| in california call me the lakes ||| ||| {:decoder=>-5.56098, :psb=>0.48549177170732344} -12 ||| call the me lakes in california ||| ||| {:decoder=>-5.56826, :psb=>0.45180100180492244} -13 ||| call me in california the lakes ||| ||| {:decoder=>-5.57408, :psb=>0.37991784282579627} -14 ||| call me the in california lakes ||| ||| {:decoder=>-5.60393, :psb=>0.37991784282579627} -15 ||| call me the lakes , in california ||| ||| {:decoder=>-5.6148, :psb=>0.40614925799324625} -16 ||| call me the the lakes in california ||| ||| {:decoder=>-5.62073, :psb=>0.5651887140592688} -17 ||| me the call lakes in california ||| ||| {:decoder=>-5.74564, :psb=>0.48549177170732344} -18 ||| me the the lakes in california call ||| ||| {:decoder=>-6.27679, :psb=>0.5651887140592688} ->>> - - [TOP1] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: call me the lakes in california - mrl: city(lake(loc_2(stateid('california')))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 11 - REFERENCE: give me the largest state - GOLD MRL: answer(largest(state(all))) -GOLD OUTPUT: [stateid(alaska)] - -<<< KBEST -0 ||| which city is the largest ||| ||| {:decoder=>-3.60384, :psb=>0.33980884896942454} -1 ||| what is the largest city ||| ||| {:decoder=>-3.6763, :psb=>0.33980884896942454} -2 ||| what city is the largest ||| ||| {:decoder=>-3.72761, :psb=>0.33980884896942454} -3 ||| what town is the largest ||| ||| {:decoder=>-3.76011, :psb=>0.33980884896942454} -4 ||| which is the largest city ||| ||| {:decoder=>-3.82416, :psb=>0.33980884896942454} -5 ||| what city is the biggest ||| ||| {:decoder=>-3.85311, :psb=>0.24028114141347542} -6 ||| which city is the biggest ||| ||| {:decoder=>-3.85609, :psb=>0.24028114141347542} -7 ||| downloading city is the largest ||| ||| {:decoder=>-3.94522, :psb=>0.33980884896942454} -8 ||| which town is the largest ||| ||| {:decoder=>-3.97893, :psb=>0.33980884896942454} -9 ||| downloading is the largest city ||| ||| {:decoder=>-4.17845, :psb=>0.33980884896942454} ->>> - - [TOP1] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454} - - [HOPE] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - - [FEAR] - nrl: which city is the largest - mrl: answer(city(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.33980884896942454}, #0 - -================= - EXAMPLE: 12 - REFERENCE: give me the longest river that passes through the us - GOLD MRL: answer(longest(river(traverse_2(countryid('usa'))))) -GOLD OUTPUT: [] - -<<< KBEST -0 ||| call me the longest river , which flows through the usa ||| ||| {:decoder=>-8.23459, :psb=>0.3585594362259136} -1 ||| call me the longest river , which flows through the u.s. ||| ||| {:decoder=>-8.35556, :psb=>0.3585594362259136} -2 ||| call me the longest river which flows through the usa ||| ||| {:decoder=>-8.55136, :psb=>0.3976353643835253} -3 ||| the longest river , which flows through the usa call me ||| ||| {:decoder=>-8.572, :psb=>0.257663759638272} -4 ||| call me , the longest river , which flows through the usa ||| ||| {:decoder=>-8.67255, :psb=>0.23462350320528} -5 ||| call the longest river , which flows through the usa me ||| ||| {:decoder=>-8.67567, :psb=>0.257663759638272} -6 ||| call me the longest river , which flows by the usa ||| ||| {:decoder=>-8.68234, :psb=>0.32399502498695193} -7 ||| call me the longest river , which flows through the united states ||| ||| {:decoder=>-8.70065, :psb=>0.3264971028628052} -8 ||| me call the longest river , which flows through the usa ||| ||| {:decoder=>-8.72947, :psb=>0.257663759638272} -9 ||| the longest river which flows through the usa call me ||| ||| {:decoder=>-8.88877, :psb=>0.28574404296988} -10 ||| call me the longest river that flows through the usa ||| ||| {:decoder=>-8.97901, :psb=>0.5143686723610401} -11 ||| call the longest river which flows through the usa me ||| ||| {:decoder=>-8.99243, :psb=>0.28574404296988} -12 ||| me call the longest river which flows through the usa ||| ||| {:decoder=>-9.04623, :psb=>0.28574404296988} -13 ||| the longest river that flows through the usa call me ||| ||| {:decoder=>-9.35138, :psb=>0.41325840918969} -14 ||| call the longest river that flows through the usa me ||| ||| {:decoder=>-9.45505, :psb=>0.41325840918969} -15 ||| me call the longest river that flows through the usa ||| ||| {:decoder=>-9.50885, :psb=>0.41325840918969} ->>> - - [TOP1] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136} - - [HOPE] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - - [FEAR] - nrl: call me the longest river , which flows through the usa - mrl: city(answer(longest(river(traverse_2(countryid('usa')))))) - output: [] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.3585594362259136}, #0 - -================= - EXAMPLE: 13 - REFERENCE: how big is alaska - GOLD MRL: answer(size(stateid('alaska'))) -GOLD OUTPUT: [591000.0] - -<<< KBEST -0 ||| how big is alaska ||| ||| {:decoder=>-3.352, :psb=>1.0} -1 ||| how large is alaska ||| ||| {:decoder=>-3.66406, :psb=>0.49999999999999994} -2 ||| how great is alaska ||| ||| {:decoder=>-3.79165, :psb=>0.49999999999999994} -3 ||| how big alaska is ||| ||| {:decoder=>-3.9478, :psb=>0.537284965911771} -4 ||| as large is alaska ||| ||| {:decoder=>-3.98806, :psb=>0.4518010018049224} -5 ||| is how large alaska ||| ||| {:decoder=>-4.00369, :psb=>0.42044820762685725} -6 ||| as big is alaska ||| ||| {:decoder=>-4.0091, :psb=>0.6580370064762462} -7 ||| is how big alaska ||| ||| {:decoder=>-4.03758, :psb=>0.537284965911771} -8 ||| how large alaska is ||| ||| {:decoder=>-4.05471, :psb=>0.42044820762685725} -9 ||| is as large alaska ||| ||| {:decoder=>-4.10908, :psb=>0.37991784282579627} -10 ||| is as big alaska ||| ||| {:decoder=>-4.18126, :psb=>0.42044820762685725} -11 ||| how great alaska is ||| ||| {:decoder=>-4.20096, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is alaska - mrl: answer(size(stateid('alaska'))) - output: [591000.0] - correct?: true - SCORES: {:decoder=>0.6324208443271767, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 14 - REFERENCE: how big is massachusetts - GOLD MRL: answer(size(stateid('massachusetts'))) -GOLD OUTPUT: [8284.0] - -<<< KBEST -0 ||| how big is massachusetts ||| ||| {:decoder=>-3.87508, :psb=>1.0} -1 ||| how great is massachusetts ||| ||| {:decoder=>-4.31177, :psb=>0.49999999999999994} -2 ||| how large is massachusetts ||| ||| {:decoder=>-4.34604, :psb=>0.49999999999999994} -3 ||| how big is , massachusetts ||| ||| {:decoder=>-4.54065, :psb=>0.5318295896944989} -4 ||| how great massachusetts ||| ||| {:decoder=>-4.59867, :psb=>0.41368954504257255} -5 ||| how much is massachusetts ||| ||| {:decoder=>-4.61509, :psb=>0.49999999999999994} -6 ||| just how big is massachusetts ||| ||| {:decoder=>-4.61696, :psb=>0.7521206186172787} -7 ||| is how large massachusetts ||| ||| {:decoder=>-4.68735, :psb=>0.42044820762685725} -8 ||| is how big massachusetts ||| ||| {:decoder=>-4.71459, :psb=>0.537284965911771} -9 ||| how big massachusetts is ||| ||| {:decoder=>-4.74691, :psb=>0.537284965911771} -10 ||| is as large massachusetts ||| ||| {:decoder=>-4.79783, :psb=>0.37991784282579627} -11 ||| as big is massachusetts ||| ||| {:decoder=>-4.82551, :psb=>0.6580370064762462} -12 ||| how big , massachusetts ||| ||| {:decoder=>-4.84744, :psb=>0.49999999999999994} -13 ||| is as big massachusetts ||| ||| {:decoder=>-4.86349, :psb=>0.42044820762685725} -14 ||| as large is massachusetts ||| ||| {:decoder=>-4.86998, :psb=>0.4518010018049224} -15 ||| how large massachusetts is ||| ||| {:decoder=>-4.88264, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is massachusetts - mrl: answer(size(stateid('massachusetts'))) - output: [8284.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is massachusetts - mrl: answer(loc_1(stateid('massachusetts'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.5665866052642027, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 15 - REFERENCE: how big is new mexico - GOLD MRL: answer(size(stateid('new mexico'))) -GOLD OUTPUT: [121600.0] - -<<< KBEST -0 ||| how big is new mexico ||| ||| {:decoder=>-4.61619, :psb=>1.0} -1 ||| how large is new mexico ||| ||| {:decoder=>-5.05484, :psb=>0.5318295896944989} -2 ||| how great is new mexico ||| ||| {:decoder=>-5.09129, :psb=>0.5318295896944989} -3 ||| how big is mexico ||| ||| {:decoder=>-5.09245, :psb=>0.5506953149031837} -4 ||| how great new mexico ||| ||| {:decoder=>-5.34872, :psb=>0.3894003915357024} -5 ||| how much is new mexico ||| ||| {:decoder=>-5.36, :psb=>0.5318295896944989} -6 ||| just how big is new mexico ||| ||| {:decoder=>-5.41215, :psb=>0.8034284189446518} -7 ||| how big new mexico is ||| ||| {:decoder=>-5.45388, :psb=>0.47287080450158786} -8 ||| new mexico how big is ||| ||| {:decoder=>-5.4629, :psb=>0.6042750794713536} -9 ||| is how large new mexico ||| ||| {:decoder=>-5.49776, :psb=>0.40410310093532464} -10 ||| how large new mexico is ||| ||| {:decoder=>-5.54671, :psb=>0.40410310093532464} -11 ||| is how big new mexico ||| ||| {:decoder=>-5.55166, :psb=>0.47287080450158786} -12 ||| how great is mexico ||| ||| {:decoder=>-5.56797, :psb=>0.32744539334076506} -13 ||| how large is mexico ||| ||| {:decoder=>-5.59306, :psb=>0.32744539334076506} -14 ||| as big is new mexico ||| ||| {:decoder=>-5.59339, :psb=>0.7521206186172787} -15 ||| is as large new mexico ||| ||| {:decoder=>-5.61138, :psb=>0.3760603093086393} -16 ||| how great new mexico is ||| ||| {:decoder=>-5.64434, :psb=>0.40410310093532464} -17 ||| is as big new mexico ||| ||| {:decoder=>-5.70361, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how large is new mexico - mrl: answer(size(stateid('new mexico'))) - output: [121600.0] - correct?: true - SCORES: {:decoder=>0.5966140037887839, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 16 - REFERENCE: how big is north dakota - GOLD MRL: answer(size(stateid('north dakota'))) -GOLD OUTPUT: [70700.0] - -<<< KBEST -0 ||| how big is north dakota ||| ||| {:decoder=>-4.82486, :psb=>1.0} -1 ||| how great is north dakota ||| ||| {:decoder=>-5.2808, :psb=>0.5318295896944989} -2 ||| how large is north dakota ||| ||| {:decoder=>-5.43474, :psb=>0.5318295896944989} -3 ||| how much is north dakota ||| ||| {:decoder=>-5.52132, :psb=>0.5318295896944989} -4 ||| how great north dakota ||| ||| {:decoder=>-5.58252, :psb=>0.3894003915357024} -5 ||| just how big is north dakota ||| ||| {:decoder=>-5.59917, :psb=>0.8034284189446518} -6 ||| what is north dakota ||| ||| {:decoder=>-5.74702, :psb=>0.5124797359336637} -7 ||| how big north dakota is ||| ||| {:decoder=>-5.81288, :psb=>0.47287080450158786} -8 ||| is how big north dakota ||| ||| {:decoder=>-5.91808, :psb=>0.47287080450158786} -9 ||| is how large north dakota ||| ||| {:decoder=>-5.92961, :psb=>0.40410310093532464} -10 ||| as big is north dakota ||| ||| {:decoder=>-5.95059, :psb=>0.7521206186172787} -11 ||| how large north dakota is ||| ||| {:decoder=>-5.97472, :psb=>0.40410310093532464} -12 ||| is as large north dakota ||| ||| {:decoder=>-6.04774, :psb=>0.3760603093086393} -13 ||| how great north dakota is ||| ||| {:decoder=>-6.05242, :psb=>0.40410310093532464} -14 ||| is as big north dakota ||| ||| {:decoder=>-6.07447, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is north dakota - mrl: answer(size(stateid('north dakota'))) - output: [70700.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is north dakota - mrl: answer(loc_1(stateid('north dakota'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6351341618584997, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 17 - REFERENCE: how big is texas - GOLD MRL: answer(size(stateid('texas'))) -GOLD OUTPUT: [266807.0] - -<<< KBEST -0 ||| how big is texas ||| ||| {:decoder=>-4.27286, :psb=>1.0} -1 ||| how great is texas ||| ||| {:decoder=>-4.77554, :psb=>0.49999999999999994} -2 ||| how large is texas ||| ||| {:decoder=>-4.92137, :psb=>0.49999999999999994} -3 ||| how much is texas ||| ||| {:decoder=>-4.97271, :psb=>0.49999999999999994} -4 ||| how great texas ||| ||| {:decoder=>-5.00691, :psb=>0.41368954504257255} -5 ||| just how big is texas ||| ||| {:decoder=>-5.07066, :psb=>0.7521206186172787} -6 ||| how big is of texas ||| ||| {:decoder=>-5.11615, :psb=>0.5318295896944989} -7 ||| what is texas ||| ||| {:decoder=>-5.19072, :psb=>0.4919625503668659} -8 ||| like big is texas ||| ||| {:decoder=>-5.25398, :psb=>0.6580370064762462} -9 ||| how big texas is ||| ||| {:decoder=>-5.27452, :psb=>0.537284965911771} -10 ||| is how large texas ||| ||| {:decoder=>-5.30358, :psb=>0.42044820762685725} -11 ||| is how big texas ||| ||| {:decoder=>-5.3345, :psb=>0.537284965911771} -12 ||| how large texas is ||| ||| {:decoder=>-5.41049, :psb=>0.42044820762685725} -13 ||| is as large texas ||| ||| {:decoder=>-5.42496, :psb=>0.37991784282579627} -14 ||| as big is texas ||| ||| {:decoder=>-5.42542, :psb=>0.6580370064762462} -15 ||| is as big texas ||| ||| {:decoder=>-5.49392, :psb=>0.42044820762685725} -16 ||| how great texas is ||| ||| {:decoder=>-5.54629, :psb=>0.42044820762685725} ->>> - - [TOP1] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is texas - mrl: answer(size(stateid('texas'))) - output: [266807.0] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how great is texas - mrl: answer(loc_1(stateid('texas'))) - output: [countryid(usa)] - correct?: false - SCORES: {:decoder=>0.6052550984349351, :psb=>0.49999999999999994}, #1 - -================= - EXAMPLE: 18 - REFERENCE: how big is the city of new york - GOLD MRL: answer(size(city(cityid('new york', _)))) -GOLD OUTPUT: [7071639] - -<<< KBEST -0 ||| how big is the city of new york ||| ||| {:decoder=>-5.35187, :psb=>1.0} -1 ||| how big is the new york city ||| ||| {:decoder=>-5.40803, :psb=>0.5329462628216856} -2 ||| how much is the new york city ||| ||| {:decoder=>-5.60488, :psb=>0.2883677731713749} -3 ||| how big is the york city ||| ||| {:decoder=>-5.83406, :psb=>0.4791733671582712} -4 ||| how great is the city of new york ||| ||| {:decoder=>-5.89202, :psb=>0.7476743906106103} -5 ||| how large is the new york city ||| ||| {:decoder=>-5.96135, :psb=>0.2883677731713749} -6 ||| how large is the city of new york ||| ||| {:decoder=>-6.0681, :psb=>0.7476743906106103} -7 ||| how great is the new york city ||| ||| {:decoder=>-6.13984, :psb=>0.2883677731713749} -8 ||| how big is the new york city 's ||| ||| {:decoder=>-6.14515, :psb=>0.528685631720282} -9 ||| just how big is the city of new york ||| ||| {:decoder=>-6.21917, :psb=>0.8773826753016616} ->>> - - [TOP1] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how big is the city of new york - mrl: answer(size(city(cityid('new york',_)))) - output: [7071639] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is the new york city - mrl: answer(loc_1(cityid('new york',_))) - output: [countryid(usa),stateid('new york')] - correct?: false - SCORES: {:decoder=>0.708278565663554, :psb=>0.2883677731713749}, #2 - -================= - EXAMPLE: 19 - REFERENCE: how high are the highest points of all the states - GOLD MRL: answer(elevation_1(highest(place(loc_2(state(all)))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| how much are the highest surveys all states ||| ||| {:decoder=>-8.95102, :psb=>0.27534765745159184} -1 ||| what are the highest surveys all states ||| ||| {:decoder=>-8.95549, :psb=>0.257703362342899} -2 ||| how high is the highest surveys all states ||| ||| {:decoder=>-8.9672, :psb=>0.2315388580995513} -3 ||| how high are the highest surveys all states ||| ||| {:decoder=>-9.01094, :psb=>0.5062667121584363} -4 ||| how high is the highest surveys of all states ||| ||| {:decoder=>-9.11773, :psb=>0.25933688537080213} -5 ||| all states how high are the highest surveys ||| ||| {:decoder=>-9.14587, :psb=>0.5062667121584363} -6 ||| how high are the highest surveys of all states ||| ||| {:decoder=>-9.16148, :psb=>0.5501366107724776} -7 ||| how high all states are the highest surveys ||| ||| {:decoder=>-9.20504, :psb=>0.30592435772324006} -8 ||| all states how high is the highest surveys ||| ||| {:decoder=>-9.22113, :psb=>0.2315388580995513} -9 ||| how high are the highest peaks all states ||| ||| {:decoder=>-9.23844, :psb=>0.5062667121584363} -10 ||| how high are the highest surveys , all states ||| ||| {:decoder=>-9.2844, :psb=>0.5103723117878854} -11 ||| as highly are the highest surveys all states ||| ||| {:decoder=>-9.36742, :psb=>0.26493826542476406} -12 ||| how highly are the highest surveys all states ||| ||| {:decoder=>-9.39154, :psb=>0.27534765745159184} -13 ||| what are the highest uplift all states ||| ||| {:decoder=>-9.6381, :psb=>0.257703362342899} -14 ||| how high is the highest uplift all states ||| ||| {:decoder=>-9.64389, :psb=>0.2315388580995513} -15 ||| how high is the highest eminence all states ||| ||| {:decoder=>-9.64683, :psb=>0.2315388580995513} -16 ||| what are the highest eminence all states ||| ||| {:decoder=>-9.6507, :psb=>0.257703362342899} -17 ||| how high are the highest uplift all states ||| ||| {:decoder=>-9.68763, :psb=>0.5062667121584363} -18 ||| how high are the highest eminence all states ||| ||| {:decoder=>-9.69057, :psb=>0.5062667121584363} -19 ||| how high is the highest hills all states ||| ||| {:decoder=>-9.73746, :psb=>0.2315388580995513} -20 ||| what are the highest hills all states ||| ||| {:decoder=>-9.74134, :psb=>0.257703362342899} -21 ||| how high are the highest hills all states ||| ||| {:decoder=>-9.78121, :psb=>0.5062667121584363} ->>> - - [TOP1] - nrl: how much are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.27534765745159184} - - [HOPE] - nrl: how high are the highest surveys all states - mrl: answer(elevation_1(highest(state(all)))) - output: [] - correct?: false - SCORES: {:decoder=>0.9278237511894868, :psb=>0.5062667121584363}, #3 - - [FEAR] - nrl: how much are the highest surveys all states - mrl: answer(highest(state(all))) - output: [] - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.27534765745159184}, #0 - -================= - EXAMPLE: 20 - REFERENCE: how high is guadalupe peak - GOLD MRL: answer(elevation_1(placeid('guadalupe peak'))) -GOLD OUTPUT: [2667] - -<<< KBEST -0 ||| how high is guadalupe peak ||| ||| {:decoder=>-5.25889, :psb=>1.0} -1 ||| how much is guadalupe peak ||| ||| {:decoder=>-5.63113, :psb=>0.5318295896944989} -2 ||| how high is located guadalupe peak ||| ||| {:decoder=>-5.87022, :psb=>0.48549177170732344} -3 ||| what is guadalupe peak ||| ||| {:decoder=>-5.89176, :psb=>0.5124797359336637} -4 ||| as high is guadalupe peak ||| ||| {:decoder=>-5.89329, :psb=>0.7521206186172787} -5 ||| how high is situated guadalupe peak ||| ||| {:decoder=>-5.92847, :psb=>0.48549177170732344} -6 ||| how tall is guadalupe peak ||| ||| {:decoder=>-5.95205, :psb=>0.5318295896944989} -7 ||| how highly is guadalupe peak ||| ||| {:decoder=>-5.99923, :psb=>0.5318295896944989} -8 ||| as highly is guadalupe peak ||| ||| {:decoder=>-6.00386, :psb=>0.4949232003839765} -9 ||| like high is guadalupe peak ||| ||| {:decoder=>-6.03796, :psb=>0.7521206186172787} -10 ||| how high lies guadalupe peak ||| ||| {:decoder=>-6.05851, :psb=>0.4472135954999579} -11 ||| how high located guadalupe peak ||| ||| {:decoder=>-6.07554, :psb=>0.4472135954999579} -12 ||| how high situated guadalupe peak ||| ||| {:decoder=>-6.10028, :psb=>0.4472135954999579} -13 ||| such as high is guadalupe peak ||| ||| {:decoder=>-6.12183, :psb=>0.6042750794713536} -14 ||| like highly is guadalupe peak ||| ||| {:decoder=>-6.17188, :psb=>0.4949232003839765} -15 ||| as high is located guadalupe peak ||| ||| {:decoder=>-6.52941, :psb=>0.35930411196308426} -16 ||| as high is situated guadalupe peak ||| ||| {:decoder=>-6.60485, :psb=>0.35930411196308426} -17 ||| like high is located guadalupe peak ||| ||| {:decoder=>-6.67408, :psb=>0.35930411196308426} -18 ||| like high is situated guadalupe peak ||| ||| {:decoder=>-6.74952, :psb=>0.35930411196308426} -19 ||| such as high is located guadalupe peak ||| ||| {:decoder=>-6.75795, :psb=>0.3005840818981024} -20 ||| such as high is situated guadalupe peak ||| ||| {:decoder=>-6.83338, :psb=>0.3005840818981024} ->>> - - [TOP1] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is guadalupe peak - mrl: answer(elevation_1(placeid('guadalupe peak'))) - output: [2667] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how much is guadalupe peak - mrl: answer(loc_1(placeid('guadalupe peak'))) - output: [countryid(usa),stateid(texas)] - correct?: false - SCORES: {:decoder=>0.763580587999924, :psb=>0.5318295896944989}, #1 - -================= - EXAMPLE: 21 - REFERENCE: how high is the highest point in montana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) -GOLD OUTPUT: [3901] - -<<< KBEST -0 ||| how high is the highest point in montana ||| ||| {:decoder=>-5.28617, :psb=>1.0} -1 ||| how much is the highest point in montana ||| ||| {:decoder=>-5.64393, :psb=>0.7476743906106103} -2 ||| as high is the highest point in montana ||| ||| {:decoder=>-5.75403, :psb=>0.8599476570625982} -3 ||| how high is the highest point montana ||| ||| {:decoder=>-5.76096, :psb=>0.7536998328984837} -4 ||| like high is the highest point in montana ||| ||| {:decoder=>-5.83992, :psb=>0.8599476570625982} -5 ||| as highly is the highest point in montana ||| ||| {:decoder=>-5.95092, :psb=>0.719408902854813} -6 ||| like highly is the highest point in montana ||| ||| {:decoder=>-6.05081, :psb=>0.719408902854813} -7 ||| how highly is the highest point in montana ||| ||| {:decoder=>-6.11243, :psb=>0.7476743906106103} -8 ||| montana how high is the highest point in ||| ||| {:decoder=>-6.19152, :psb=>0.8891397050194614} ->>> - - [TOP1] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is the highest point in montana - mrl: answer(elevation_1(highest(place(loc_2(stateid('montana')))))) - output: [3901] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - -================= - EXAMPLE: 22 - REFERENCE: how high is the highest point in the largest state - GOLD MRL: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) -GOLD OUTPUT: [6194] - -<<< KBEST -0 ||| how high is the highest point of the largest state ||| ||| {:decoder=>-7.71391, :psb=>0.6999271023161167} -1 ||| how high lies the highest point of the largest state ||| ||| {:decoder=>-7.82842, :psb=>0.3760603093086394} -2 ||| as high is the highest point of the largest state ||| ||| {:decoder=>-7.85246, :psb=>0.5844356470407898} -3 ||| how high is the highest point of the biggest state ||| ||| {:decoder=>-7.87491, :psb=>0.6042750794713536} -4 ||| how high is the highest point of largest state ||| ||| {:decoder=>-7.98584, :psb=>0.6496350258549114} -5 ||| how high lies the highest point of the biggest state ||| ||| {:decoder=>-8.01327, :psb=>0.29697089145035693} -6 ||| as high lies the highest point of the largest state ||| ||| {:decoder=>-8.04457, :psb=>0.347507514861063} -7 ||| as high is the highest point of the biggest state ||| ||| {:decoder=>-8.05738, :psb=>0.49144984054308527} -8 ||| as highly lies the highest point of the largest state ||| ||| {:decoder=>-8.09543, :psb=>0.33437015248821106} -9 ||| as high is the highest point of largest state ||| ||| {:decoder=>-8.13951, :psb=>0.5341735956899846} -10 ||| like high is the highest point of the largest state ||| ||| {:decoder=>-8.20983, :psb=>0.5844356470407898} -11 ||| as high located the highest point of the largest state ||| ||| {:decoder=>-8.37807, :psb=>0.347507514861063} ->>> - - [TOP1] - nrl: how high is the highest point of the largest state - mrl: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) - output: [6194] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6999271023161167} - - [HOPE] - nrl: how high is the highest point of the largest state - mrl: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) - output: [6194] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6999271023161167}, #0 - - [FEAR] - nrl: how high is the highest point of the largest state - mrl: answer(elevation_1(highest(place(loc_2(largest(state(all))))))) - output: [6194] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.6999271023161167}, #0 - -================= - EXAMPLE: 23 - REFERENCE: how high is the highest point of delaware - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) -GOLD OUTPUT: [135] - -<<< KBEST -0 ||| how high is the highest point of delaware ||| ||| {:decoder=>-6.37084, :psb=>1.0} -1 ||| how high is located the highest point of delaware ||| ||| {:decoder=>-6.68632, :psb=>0.6559965570884768} -2 ||| how high is situated the highest point of delaware ||| ||| {:decoder=>-6.77427, :psb=>0.6559965570884768} -3 ||| as high is the highest point of delaware ||| ||| {:decoder=>-6.78307, :psb=>0.8599476570625982} -4 ||| like high is the highest point of delaware ||| ||| {:decoder=>-6.82648, :psb=>0.8599476570625982} -5 ||| how high is of the highest point of delaware ||| ||| {:decoder=>-6.82934, :psb=>0.6559965570884768} -6 ||| how high lies the highest point of delaware ||| ||| {:decoder=>-6.98391, :psb=>0.6580370064762462} -7 ||| how high located the highest point of delaware ||| ||| {:decoder=>-7.1696, :psb=>0.6580370064762462} -8 ||| how high is the highest point of of delaware ||| ||| {:decoder=>-7.34794, :psb=>0.8065978233496266} -9 ||| as high is the highest point of of delaware ||| ||| {:decoder=>-7.7287, :psb=>0.6817705815391745} -10 ||| like high is the highest point of of delaware ||| ||| {:decoder=>-7.86183, :psb=>0.6817705815391745} -11 ||| how high is situated the highest point of of delaware ||| ||| {:decoder=>-7.94157, :psb=>0.49944351611061033} -12 ||| how high is located the highest point of of delaware ||| ||| {:decoder=>-7.99414, :psb=>0.49944351611061033} -13 ||| how high lies the highest point of of delaware ||| ||| {:decoder=>-8.13092, :psb=>0.48549177170732344} -14 ||| how high is of the highest point of of delaware ||| ||| {:decoder=>-8.5008, :psb=>0.49944351611061033} ->>> - - [TOP1] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of delaware - mrl: answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) - output: [135] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of delaware - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('delaware'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.8518845424327217, :psb=>0.6559965570884768}, #1 - -================= - EXAMPLE: 24 - REFERENCE: how high is the highest point of florida - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('florida')))))) -GOLD OUTPUT: [105] - -<<< KBEST -0 ||| how high is the highest point florida ||| ||| {:decoder=>-7.82412, :psb=>0.7536998328984837} -1 ||| how high is the highest point floridas ||| ||| {:decoder=>-7.93368, :psb=>0.7252065560578255} -2 ||| how high the highest point is florida ||| ||| {:decoder=>-8.18731, :psb=>0.3829795673743804} -3 ||| how much is the highest point florida ||| ||| {:decoder=>-8.24641, :psb=>0.48497485346901076} -4 ||| florida how high is the highest point ||| ||| {:decoder=>-8.29252, :psb=>0.7536998328984837} -5 ||| as high is the highest point florida ||| ||| {:decoder=>-8.33827, :psb=>0.6098235933075173} -6 ||| how high is situated the highest point florida ||| ||| {:decoder=>-8.39189, :psb=>0.4445698525097307} -7 ||| how high florida is the highest point ||| ||| {:decoder=>-8.45005, :psb=>0.5329462628216856} -8 ||| as high is the highest point floridas ||| ||| {:decoder=>-8.47784, :psb=>0.5826515567418346} -9 ||| like high is the highest point florida ||| ||| {:decoder=>-8.48712, :psb=>0.6098235933075173} -10 ||| how high is of the highest point florida ||| ||| {:decoder=>-8.51859, :psb=>0.45966135761245924} -11 ||| florida as high is the highest point ||| ||| {:decoder=>-8.57761, :psb=>0.6098235933075173} -12 ||| like high is the highest point floridas ||| ||| {:decoder=>-8.59668, :psb=>0.5826515567418346} -13 ||| how high is located the highest point florida ||| ||| {:decoder=>-8.63847, :psb=>0.4445698525097307} -14 ||| florida like high is the highest point ||| ||| {:decoder=>-8.64591, :psb=>0.6098235933075173} -15 ||| floridas how high is the highest point ||| ||| {:decoder=>-8.91756, :psb=>0.7252065560578255} ->>> - - [TOP1] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837} - - [HOPE] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - - [FEAR] - nrl: how high is the highest point florida - mrl: answer(elevation_1(highest(place('florida')))) - output: []. - correct?: false - SCORES: {:decoder=>1.0, :psb=>0.7536998328984837}, #0 - -================= - EXAMPLE: 25 - REFERENCE: how high is the highest point of louisiana - GOLD MRL: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) -GOLD OUTPUT: [163] - -<<< KBEST -0 ||| how high is the highest point of louisiana ||| ||| {:decoder=>-7.7586, :psb=>1.0} -1 ||| how much is the highest point of louisiana ||| ||| {:decoder=>-8.19942, :psb=>0.7476743906106103} -2 ||| as high is the highest point of louisiana ||| ||| {:decoder=>-8.30276, :psb=>0.8599476570625982} -3 ||| what is the highest point of louisiana ||| ||| {:decoder=>-8.33672, :psb=>0.7252065560578255} -4 ||| how high is located the highest point of louisiana ||| ||| {:decoder=>-8.3378, :psb=>0.6559965570884768} -5 ||| like high is the highest point of louisiana ||| ||| {:decoder=>-8.4216, :psb=>0.8599476570625982} -6 ||| how high is situated the highest point of louisiana ||| ||| {:decoder=>-8.4222, :psb=>0.6559965570884768} -7 ||| how high is the highest point from louisiana ||| ||| {:decoder=>-8.47028, :psb=>0.7476743906106103} -8 ||| how high is of the highest point of louisiana ||| ||| {:decoder=>-8.5489, :psb=>0.6559965570884768} -9 ||| louisiana how high is the highest point of ||| ||| {:decoder=>-8.78017, :psb=>0.8891397050194614} -10 ||| how high is the highest point of of louisiana ||| ||| {:decoder=>-8.97875, :psb=>0.8065978233496266} -11 ||| as louisiana high is the highest point of ||| ||| {:decoder=>-9.01218, :psb=>0.7476743906106103} -12 ||| as high is the highest point of of louisiana ||| ||| {:decoder=>-9.49666, :psb=>0.6817705815391745} -13 ||| how much is the highest point of of louisiana ||| ||| {:decoder=>-9.54731, :psb=>0.5773502691896258} -14 ||| like high is the highest point of of louisiana ||| ||| {:decoder=>-9.69801, :psb=>0.6817705815391745} ->>> - - [TOP1] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how high is the highest point of louisiana - mrl: answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) - output: [163] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how high is located the highest point of louisiana - mrl: answer(elevation_1(loc_1(highest(place(loc_2(stateid('louisiana'))))))) - output: [] - correct?: false - SCORES: {:decoder=>0.7013524731748318, :psb=>0.6559965570884768}, #4 - -================= - EXAMPLE: 26 - REFERENCE: how large is the largest city in alaska - GOLD MRL: answer(size(largest(city(loc_2(stateid('alaska')))))) -GOLD OUTPUT: [174431] - -<<< KBEST -0 ||| how big is the largest city in alaska ||| ||| {:decoder=>-7.30307, :psb=>0.7476743906106103} -1 ||| how big is the biggest city in alaska ||| ||| {:decoder=>-7.58876, :psb=>0.3655552228545123} -2 ||| how large is the largest city in alaska ||| ||| {:decoder=>-7.81022, :psb=>1.0} -3 ||| how great is the largest city in alaska ||| ||| {:decoder=>-7.84126, :psb=>0.7476743906106103} -4 ||| how big is the largest town in alaska ||| ||| {:decoder=>-7.87324, :psb=>0.3655552228545123} -5 ||| how great is the biggest city in alaska ||| ||| {:decoder=>-8.16696, :psb=>0.3655552228545123} -6 ||| how large is the biggest city in alaska ||| ||| {:decoder=>-8.22306, :psb=>0.5946035575013605} ->>> - - [TOP1] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103} - - [HOPE] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - - [FEAR] - nrl: how big is the largest city in alaska - mrl: answer(size(largest(city(loc_2(stateid('alaska')))))) - output: [174431] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.7476743906106103}, #0 - -================= - EXAMPLE: 27 - REFERENCE: how long is rio grande - GOLD MRL: answer(len(riverid('rio grande'))) -GOLD OUTPUT: [3033] - -<<< KBEST -0 ||| how long is rio grande ||| ||| {:decoder=>-5.3791, :psb=>1.0} -1 ||| how long rio grande ||| ||| {:decoder=>-5.51937, :psb=>0.4630777161991027} -2 ||| how long has rio grande ||| ||| {:decoder=>-5.7721, :psb=>0.4472135954999579} -3 ||| how long will rio grande ||| ||| {:decoder=>-6.00931, :psb=>0.4472135954999579} -4 ||| how long rio grande is ||| ||| {:decoder=>-6.11793, :psb=>0.47287080450158786} -5 ||| like lang is rio grande ||| ||| {:decoder=>-6.14756, :psb=>0.4949232003839765} -6 ||| rio grande is how long ||| ||| {:decoder=>-6.17474, :psb=>0.47287080450158786} -7 ||| like long is rio grande ||| ||| {:decoder=>-6.17789, :psb=>0.7521206186172787} -8 ||| how long is of rio grande ||| ||| {:decoder=>-6.222, :psb=>0.48549177170732344} -9 ||| how long , rio grande ||| ||| {:decoder=>-6.26844, :psb=>0.4472135954999579} -10 ||| is how long rio grande ||| ||| {:decoder=>-6.36224, :psb=>0.47287080450158786} -11 ||| rio grande is as long ||| ||| {:decoder=>-6.43718, :psb=>0.40410310093532464} -12 ||| as long is rio grande ||| ||| {:decoder=>-6.57339, :psb=>0.7521206186172787} -13 ||| like long rio grande ||| ||| {:decoder=>-6.60378, :psb=>0.3894003915357024} -14 ||| as lang is rio grande ||| ||| {:decoder=>-6.77637, :psb=>0.4949232003839765} -15 ||| is as long rio grande ||| ||| {:decoder=>-6.84056, :psb=>0.40410310093532464} -16 ||| as long rio grande is ||| ||| {:decoder=>-6.91337, :psb=>0.40410310093532464} ->>> - - [TOP1] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0} - - [HOPE] - nrl: how long is rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>1.0, :psb=>1.0}, #0 - - [FEAR] - nrl: how long rio grande - mrl: answer(len(riverid('rio grande'))) - output: [3033] - correct?: true - SCORES: {:decoder=>0.9085754137146655, :psb=>0.4630777161991027}, #1 - -================= - EXAMPLE: 28 - REFERENCE: how long is the mississippi - GOLD MRL: answer(len(riverid('mississippi'))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi river ||| ||| {:decoder=>-5.99251, :psb=>0.8034284189446518} -1 ||| how long the mississippi river ||| ||| {:decoder=>-6.3028, :psb=>0.4472135954999579} -2 ||| how long has the mississippi river ||| ||| {:decoder=>-6.65798, :psb=>0.35930411196308426} -3 ||| how long will the mississippi river ||| ||| {:decoder=>-6.70278, :psb=>0.35930411196308426} -4 ||| how long the mississippi river is ||| ||| {:decoder=>-6.86439, :psb=>0.37991784282579627} -5 ||| how long is the mississippi river and ||| ||| {:decoder=>-6.88944, :psb=>0.672126440078521} -6 ||| how long is mississippi river ||| ||| {:decoder=>-6.93108, :psb=>0.5318295896944989} -7 ||| is how long the mississippi river ||| ||| {:decoder=>-6.98489, :psb=>0.37991784282579627} -8 ||| like long is the mississippi river ||| ||| {:decoder=>-7.3585, :psb=>0.6042750794713536} -9 ||| as long is the mississippi river ||| ||| {:decoder=>-7.39935, :psb=>0.6042750794713536} -10 ||| is as long the mississippi river ||| ||| {:decoder=>-7.76952, :psb=>0.32466791547509893} ->>> - - [TOP1] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518} - - [HOPE] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - - [FEAR] - nrl: how long is the mississippi river - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8034284189446518}, #0 - -================= - EXAMPLE: 29 - REFERENCE: how long is the mississippi river - GOLD MRL: answer(len(river(riverid('mississippi')))) -GOLD OUTPUT: [3778] - -<<< KBEST -0 ||| how long is the mississippi ||| ||| {:decoder=>-5.4476, :psb=>0.8187307530779819} -1 ||| how long the mississippi ||| ||| {:decoder=>-5.58584, :psb=>0.36064528799877893} -2 ||| how long is mississippi ||| ||| {:decoder=>-5.89517, :psb=>0.4288819424803534} -3 ||| how long has the mississippi ||| ||| {:decoder=>-5.94102, :psb=>0.36614752383039256} -4 ||| how long will the mississippi ||| ||| {:decoder=>-5.98582, :psb=>0.36614752383039256} -5 ||| how long the mississippi is ||| ||| {:decoder=>-6.29413, :psb=>0.3871538698781762} -6 ||| is how long the mississippi ||| ||| {:decoder=>-6.30808, :psb=>0.3871538698781762} -7 ||| how long , mississippi ||| ||| {:decoder=>-6.58296, :psb=>0.30326532985631666} -8 ||| as long is the mississippi ||| ||| {:decoder=>-6.63839, :psb=>0.6157842804860023} -9 ||| is how long mississippi ||| ||| {:decoder=>-6.64193, :psb=>0.3258798048281462} -10 ||| how long , the mississippi ||| ||| {:decoder=>-6.65378, :psb=>0.36614752383039256} -11 ||| how long mississippi is ||| ||| {:decoder=>-6.76988, :psb=>0.3258798048281462} -12 ||| like long is the mississippi ||| ||| {:decoder=>-6.88757, :psb=>0.6157842804860023} -13 ||| is as long the mississippi ||| ||| {:decoder=>-7.05256, :psb=>0.3308516361499261} -14 ||| mississippi how long is the ||| ||| {:decoder=>-7.09624, :psb=>0.6511126026643229} ->>> - - [TOP1] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819} - - [HOPE] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0 - - [FEAR] - nrl: how long is the mississippi - mrl: answer(len(riverid('mississippi'))) - output: [3778] - correct?: true - SCORES: {:decoder=>1.0, :psb=>0.8187307530779819}, #0 - ---- - iteration #3/3: 30 examples - type1 updates: 12 - type2 updates: 17 - top1 hits: 12 - top1 variant: 10 - top1 true variant: 10 - hope hits: 12 - hope variant: 10 - hope true variant: 10 - kbest size: 13.0 - 3.33% without translations (abs: 1) - 6.67% no good gold output (abs: 2) - - top1 with parse 96.67% abs=29.0 - top1 with output 96.67% abs=29.0 -top1 with correct output 73.33% adj=75.86 abs=22.0 - - hope with parse 96.67% abs=29.0 - hope with output 96.67% abs=29.0 -hope with correct output 73.33% adj=75.86 abs=22.0 - - fear with parse 96.67% abs=29.0 - fear with output 96.67% abs=29.0 -fear with correct output 50.0% adj=51.72 abs=15.0 - - diff --git a/example/output.stdout b/example/output.stdout deleted file mode 100644 index 17d4e81..0000000 --- a/example/output.stdout +++ /dev/null @@ -1,29 +0,0 @@ -give me the cities in virginia -call the rivers in arkansas -can you tell me , what is the capital of texas -you could tell me which is the highest point in the state of oregon -call all states -tell me what cities in texas are -call the cities of usa -call me the cities in virginia -call me cities in texas -call me the lakes in california -which city is the largest -call me the longest river , which flows through the usa -how big is alaska -how big is massachusetts -how big is new mexico -how big is north dakota -how big is texas -how big is the city of new york -how much are the highest surveys all states -how high is guadalupe peak -how high is the highest point in montana -how high is the highest point of the largest state -how high is the highest point of delaware -how high is the highest point florida -how high is the highest point of louisiana -how big is the largest city in alaska -how long is rio grande -how long is the mississippi river -how long is the mississippi diff --git a/example/run.sh b/example/run.sh deleted file mode 100755 index c47a955..0000000 --- a/example/run.sh +++ /dev/null @@ -1,35 +0,0 @@ -#!/bin/bash - -# stop and start memcached -killall memcached -memcached & - -# run lampion with rampion variant for 3 epochs over 30 examples -../lampion.rb \ - -k 100 \ - -i train.in \ - -r train.en \ - -g train.gold \ - -h train.funql \ - -w weights.init \ - -c cdec.ini \ - -t stopwords.en \ - -o output-weights \ - -l \ - -e 0.01 \ - -j 3 \ - -s 30 \ - -v rampion 2> output.stderr > output.stdout - -# translate test -/toolbox/cdec-dtrain/decoder/cdec \ - -c cdec.ini \ - -w output-weights.2.gz 2>/dev/null \ - < test.in \ - | ../scripts/geoquery/semparse.rb \ - | ../scripts/geoquery/query.rb > output-answers - -# evaluate result -../scripts/geoquery/eval.rb \ - test.gold < output-answers > output-eval - diff --git a/example/test.gold b/example/test.gold deleted file mode 100644 index 5b8449a..0000000 --- a/example/test.gold +++ /dev/null @@ -1,280 +0,0 @@ -[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] -[2] -[1] -[stateid(arizona),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(wyoming)] -[6194] -[6194] -[734] -[591000.0] -[266807.0] -[2333] -[451] -[2333] -[3968] -[1094] -[1569] -[1] -[386] -[7071639] -[1] -[1203339] -[1595138] -[370951] -[2520000.0] -[947200.0] -[7071639] -[345496] -[] -[345496] -[1461000.0] -[14229000.0] -[2] -[0] -[10] -[51] -[51] -[51] -[6] -[3] -[4] -[8] -[51] -[11] -[14229000.0] -[6194] -[3901] -[6] -[] -[76685] -[6] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[stateid(texas)] -[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] -[stateid(colorado),stateid('new mexico'),stateid(texas)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[cityid(austin,tx)] -[cityid('des moines',ia),cityid(lincoln,ne),cityid('little rock',ar),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(springfield,il),cityid(topeka,ks)] -[cityid(appleton,wi),cityid('arlington heights',il),cityid(aurora,il),cityid('baton rouge',la),cityid(bloomington,mn),cityid('cedar rapids',ia),cityid(champaign,il),cityid(chattanooga,tn),cityid(chicago,il),cityid(cicero,il),cityid(columbia,mo),cityid(davenport,ia),cityid(decatur,il),cityid('des moines',ia),cityid(dubuque,ia),cityid(duluth,mn),cityid(elgin,il),cityid(evanston,il),cityid('fort smith',ar),cityid('green bay',wi),cityid(independence,mo),cityid(jackson,ms),cityid(joliet,il),cityid('kansas city',mo),cityid(kenner,la),cityid(kenosha,wi),cityid(knoxville,tn),cityid(lafayette,la),cityid('lake charles',la),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(monroe,la),cityid(nashville,tn),cityid('new orleans',la),cityid('north little rock',ar),cityid('oak lawn',il),cityid(peoria,il),cityid(racine,wi),cityid(rochester,mn),cityid(rockford,il),cityid(shreveport,la),cityid('sioux city',ia),cityid(skokie,il),cityid(springfield,il),cityid(springfield,mo),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi)] -[cityid(anchorage,ak)] -[placeid('mount mckinley')] -[cityid(birmingham,al),cityid(mobile,al),cityid(montgomery,al)] -[cityid(anchorage,ak)] -[cityid(buffalo,ny),cityid('new york',ny),cityid(rochester,ny),cityid(syracuse,ny),cityid(yonkers,ny)] -[cityid('baton rouge',la),cityid(chattanooga,tn),cityid(chicago,il),cityid('des moines',ia),cityid(jackson,ms),cityid('kansas city',mo),cityid(knoxville,tn),cityid(lexington,ky),cityid('little rock',ar),cityid(louisville,ky),cityid(madison,wi),cityid(memphis,tn),cityid(metairie,la),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(nashville,tn),cityid('new orleans',la),cityid(shreveport,la),cityid('st. louis',mo),cityid('st. paul',mn)] -[cityid(anaheim,ca),cityid(fresno,ca),cityid('huntington beach',ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(oakland,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca)] -[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)] -[] -[riverid(ohio),riverid(wabash)] -[0.0053517006802721095,0.6798646362098139,4.8007545317915525,7.244343891402715,8.957505576015354,9.231966053748232,10.71546052631579,11.373493975903614,17.208480565371026,20.297542043984475,23.842105263157894,27.12391705211542,27.778846153846153,28.724179829890645,33.81932962573275,42.96992481203007,43.24517512508935,48.29383886255924,51.740674955595026,52.83018867924528,53.203661327231124,53.33068472716233,60.36484245439469,70.53084648493544,75.31914893617021,80.57851239669421,83.69989136822609,88.17610062893081,92.75042444821732,99.21327729281172,100.3374795101726,108.94636924537257,111.67647617239415,131.1776251226693,141.9375509728533,148.97233812393756,149.81012658227849,151.65745856353593,158.32478632478632,202.4866785079929,261.50121065375305,261.8301403725611,290.60665362035223,357.5967413441955,403.1548757170172,580.0,618.9243027888447,692.5398358281024,781.5181518151816,945.8071144214717] -[2520000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[1303000.0,2286000.0,3025000.0,4206000.0] -[160123,173979,231999,345496,385164,425259,785880,904078,1595138] -[] -[cityid('new york',ny)] -[] -[cityid(sacramento,ca)] -[68664.0] -[41300.0] -[266807.0] -[56153.0] -[cityid('new york',ny)] -[cityid(phoenix,az)] -[cityid(wichita,ks)] -[cityid('new orleans',la)] -[cityid(sacramento,ca)] -[cityid(denver,co)] -[cityid(springfield,il)] -[cityid('des moines',ia)] -[cityid(boston,ma)] -[cityid(trenton,nj)] -[cityid(albany,ny)] -[] -[cityid(columbus,oh)] -[cityid(raleigh,nc)] -[cityid(tallahassee,fl)] -[cityid(washington,dc)] -[cityid(sacramento,ca)] -[cityid(trenton,nj)] -[cityid('des moines',ia),cityid(lincoln,ne)] -[cityid(sacramento,ca)] -[3670038.0] -[357.5967413441955] -[placeid('gannett peak')] -[placeid('guadalupe peak')] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[placeid(centerville)] -[placeid('ocheyedan mound')] -[placeid('mount katahdin')] -[placeid('granite peak')] -[placeid('boundary peak')] -[placeid('mount mitchell')] -[placeid('guadalupe peak')] -[placeid('gannett peak')] -[placeid('mount mckinley')] -[placeid('mount rogers')] -[placeid('granite peak')] -[placeid('mount mckinley')] -[cityid(phoenix,az)] -[cityid('los angeles',ca)] -[cityid(providence,ri)] -[cityid(memphis,tn)] -[cityid(washington,dc)] -[riverid(columbia)] -[stateid(texas)] -[stateid('new mexico')] -[stateid(montana)] -[2333] -[3033] -[3778] -[] -[] -[riverid(chattahoochee)] -[] -[] -[riverid(missouri)] -[riverid(mississippi)] -[placeid('ouachita river')] -[placeid('atlantic ocean')] -[placeid('gulf of mexico')] -[placeid('southeast corner')] -[placeid('death valley')] -[placeid('death valley')] -[placeid('death valley')] -[] -[stateid('new jersey')] -[cityid('new york',ny)] -[stateid(california)] -[stateid(illinois)] -[33.81932962573275] -[0.6798646362098139] -[401800.0] -[76685] -[119123] -[964000.0] -[1595138] -[4217000.0] -[1303000.0] -[7071639] -[785880] -[106919] -[174431] -[786.7] -[4916000.0] -[7365000.0] -[330537] -[1461000.0] -[4113200.0] -[cityid('scotts valley',ca)] -[cityid('scotts valley',ca)] -[stateid('south dakota')] -[stateid(missouri)] -[stateid(tennessee)] -[stateid(alaska)] -[stateid('district of columbia')] -[51393] -[3778] -[cityid(philadelphia,pa),cityid(pittsburgh,pa)] -[stateid(colorado)] -[] -[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)] -[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)] -[stateid(california)] -[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)] -[stateid(missouri)] -[stateid(california)] -[stateid(alaska)] -[stateid(arizona)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(montana)] -[cityid(birmingham,al)] -[riverid(mississippi)] -[stateid(montana)] -[stateid(texas)] -[stateid(florida)] -[stateid(california)] -[stateid(california),stateid(colorado),stateid(nevada),stateid('new mexico'),stateid(utah)] -[stateid(alabama),stateid(georgia)] -[stateid(illinois),stateid(kentucky),stateid(michigan),stateid(ohio)] -[stateid(indiana),stateid(ohio),stateid(wisconsin)] -[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)] -[stateid(delaware),stateid('new york'),stateid(pennsylvania)] -[stateid(alabama),stateid(arkansas),stateid(florida),stateid(georgia),stateid(kentucky),stateid(louisiana),stateid(mississippi),stateid(missouri),stateid('north carolina'),stateid(oklahoma),stateid(tennessee),stateid(texas),stateid(virginia)] -[stateid(delaware),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kentucky),stateid(maryland),stateid(michigan),stateid(missouri),stateid('new jersey'),stateid('new york'),stateid(ohio),stateid(pennsylvania),stateid(tennessee),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)] -[stateid(arizona),stateid(nevada),stateid(oregon)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(nebraska),stateid(oklahoma),stateid(tennessee)] -[] -[] -[stateid(maryland),stateid(virginia)] -[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(illinois),stateid(indiana),stateid(kentucky),stateid(ohio),stateid(pennsylvania),stateid('west virginia')] -[stateid(texas)] -[stateid(texas)] -[stateid(maine)] -[stateid(minnesota)] -[stateid(utah)] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[countryid(usa),stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[countryid(usa),stateid(texas)] -[countryid(usa),stateid(maine),stateid(oregon)] -[countryid(usa),stateid(florida),stateid(georgia)] -[placeid('mount mckinley')] -[placeid('mauna kea')] -[placeid('atlantic ocean')] -[cityid(albuquerque,nm)] -[countryid(usa),stateid(california)] -[cityid('los angeles',ca)] -[0.0053517006802721095,8.957505576015354,9.231966053748232,20.297542043984475,51.740674955595026,70.53084648493544] -[placeid('mount whitney')] -[riverid(missouri)] -[stateid('district of columbia')] -[stateid('new york')] -[stateid(colorado)] -[stateid(colorado)] -[stateid(colorado)] -[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(cumberland),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(potomac),riverid(powder),riverid(republican),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tennessee),riverid(tombigbee),riverid(wabash),riverid('wateree catawba'),riverid(white),riverid(yellowstone)] -[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(canadian),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(cumberland),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(potomac),riverid(powder),riverid(red),riverid(republican),riverid('rio grande'),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tennessee),riverid(tombigbee),riverid(wabash),riverid(washita),riverid('wateree catawba'),riverid(white),riverid(yellowstone)] -[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(gila),riverid(mississippi),riverid(neosho),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan'),riverid('st. francis'),riverid(washita),riverid(white)] -[] -[] -[stateid(missouri)] -[cityid(charleston,wv)] -[stateid(california)] -[stateid(california)] -[stateid(alaska)] -[stateid(alaska)] -[stateid('new jersey')] -[stateid(california)] -[stateid(alaska),stateid(hawaii),stateid(oregon),stateid(washington)] -[stateid(montana)] -[cityid(birmingham,al)] -[riverid(mississippi)] -[riverid(mississippi)] -[stateid(california)] -[riverid(mississippi)] -[stateid(montana)] -[stateid(montana)] -[stateid(alaska)] -[stateid('district of columbia')] -[stateid(indiana),stateid(iowa),stateid(kentucky),stateid(missouri),stateid(wisconsin)] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[] -[stateid(maryland),stateid(virginia)] -[stateid(arizona)] -[stateid(florida),stateid(georgia)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(texas)] -[] diff --git a/example/test.in b/example/test.in deleted file mode 100644 index 62bd0c9..0000000 --- a/example/test.in +++ /dev/null @@ -1,280 +0,0 @@ -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.3" id="3"> nenne alle flüsse in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.6" id="6"> zähle die staaten , welche erhebungen haben , die niedriger liegen als jene in alabama </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.15" id="15"> nenne mir die anzahl der flüsse in california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.16" id="16"> nenne mir die staaten , welche an utah grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.25" id="25"> wie hoch ist mount mckinley </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.26" id="26"> wie hoch liegt der höchste punkt in amerika </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.29" id="29"> wie hoch liegt der höchste punkt in alabama </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.33" id="33"> wie groß ist alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.34" id="34"> wie groß ist texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.37" id="37"> wie lang ist der colorado fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.38" id="38"> wie lang ist der delaware river </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.39" id="39"> wie lang ist der längste fluss kaliforniens </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.40" id="40"> wie lange ist der längste fluss der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.45" id="45"> wie lang ist der north platte fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.46" id="46"> wie lang ist der fluss ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.50" id="50"> wie viele große städte gibt es in rhode island </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.53" id="53"> wie viele städte gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.60" id="60"> wie viele einwohner hat die größte stadt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.64" id="64"> wie viele flüsse mit dem namen colorado gibt es </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.82" id="82"> wie viele menschen leben in detroit </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.84" id="84"> wie viele menschen leben in houston </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.87" id="87"> wie viele leute leben in minneapolis minnesota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.88" id="88"> wie viele leute leben in mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.93" id="93"> wie viele leute leben in rhode island </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.99" id="99"> wie viele menschen leben in der größten stadt von new york state </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.101" id="101"> wie viele leute leben in der hauptstadt von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.104" id="104"> wie viele menschen leben in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.107" id="107"> wie viele leute leben in austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.108" id="108"> wie viele menschen leben in utah </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.110" id="110"> wie viele einwohner leben in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.114" id="114"> wie viele flüsse gibt es in iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.117" id="117"> wie viele flüsse gibt es im staat mit den meisten flüssen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.125" id="125"> wie viele flüsse gibt es in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.132" id="132"> wie viele staaten gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.134" id="134"> wie viele staaten gibt es </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.135" id="135"> wie viele staaten hat die usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.141" id="141"> nenne die anzahl der staaten , welche an iowa grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.148" id="148"> wie viele staaten grenzen an den staat mit der größten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.149" id="149"> wie viele staaten haben keine flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.152" id="152"> an wie viele staaten grenzt tennessee </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.158" id="158"> wie viele staaten sind in den vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.161" id="161"> wie viele staaten haben einen höher gelegenen punkt als der höchstgelegene punkt des staates mit der größten hauptstadt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.166" id="166"> wie viele leute wohnen in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.167" id="167"> wie hoch ist mount mckinley </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.168" id="168"> wie hoch ist der höchste punkt in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.172" id="172"> an wie viele staaten grenzt iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.179" id="179"> nenne die wichtigsten flüsse in florida </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.183" id="183"> wie viele leute in boulder </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.184" id="184"> wie viele staaten grenzen an iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.188" id="188"> wie viele flüsse verlaufen durch new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.190" id="190"> in welchem staat liegt san antonio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.195" id="195"> nenne mir die städte in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.196" id="196"> durch welche staaten fließt der längste fluss in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.199" id="199"> welche flüsse gibt es in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.203" id="203"> was ist die hauptstadt des staates texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.204" id="204"> wie lauten die hauptstädte der staaten , welche an missouri grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.207" id="207"> wie lauten die städte in den staaten , durch welche der mississippi fluss verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.208" id="208"> welches sind die städte des staates mit der höchsten erhebung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.209" id="209"> wie lauten die höchsten punkte aller staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.213" id="213"> welches sind die großen städte in alabama </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.214" id="214"> wie lauten die wichtigsten städte in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.220" id="220"> welches sind große städte in new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.225" id="225"> welches sind große städte in den staaten , durch die der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.229" id="229"> wie lauten die wichtigsten städte in california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.231" id="231"> wie lauten die wichtigen städte der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.232" id="232"> welches sind große städte in vermont </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.238" id="238"> wie lauten die wichtigsten flüsse in ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.242" id="242"> welches sind die bevölkerungsdichten der us staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.243" id="243"> welches ist die einwohnerzahl von mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.245" id="245"> wie hoch ist die bevölkerung der staaten , durch welche der mississippi fluss verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.247" id="247"> was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.249" id="249"> wie groß sind die bevölkerungen der staaten , welche an texas grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.250" id="250"> welches sind die einwohnerzahlen der großen städte in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.255" id="255"> welches sind die flüsse in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.272" id="272"> welche stadt hat die meisten leute </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.273" id="273"> welche us stadt hat die höchste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.275" id="275"> welches ist die hauptstadt des staates mit dem tiefstgelegenen punkt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.281" id="281"> wie groß ist die fläche von florida </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.286" id="286"> was ist die flächenausdehnung von ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.295" id="295"> was ist die fläche des staates texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.296" id="296"> was ist die fläche von wisconsin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.300" id="300"> wie lautet die größte amerikanische stadt in einem staat mit einem fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.301" id="301"> welches ist die größte hauptstadt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.304" id="304"> wie lautet die größte stadt von kansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.305" id="305"> welches ist die größte stadt in louisiana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.319" id="319"> wie lautet die hauptstadt von california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.320" id="320"> welches ist die hauptstadt von colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.323" id="323"> wie lautet die hauptstadt von illinois </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.325" id="325"> welches ist die hauptstadt von iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.328" id="328"> wie lautet die hauptstadt von massachusetts </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.331" id="331"> wie lautet die hauptstadt von new jersey </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.332" id="332"> welches ist die hauptstadt von new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.333" id="333"> wie lautet die hauptstadt von north dakota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.334" id="334"> wie lautet die hauptstadt von ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.336" id="336"> wie lauten die hauptstädte der staaten , welche städte mit dem namen durham haben </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.339" id="339"> wie lautet die hauptstadt von florida state </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.341" id="341"> welches ist die hauptstadt des kleinsten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.347" id="347"> wie lautet die hauptstadt des staat mit den meisten einwohnern </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.348" id="348"> wie lautet die hauptstadt des staat mit der größten bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.349" id="349"> welches ist die hauptstadt des staates mit dem längsten fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.350" id="350"> wie lautet die hauptstadt des staates mit der größten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.356" id="356"> wie groß ist die gesamtfläche aller staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.359" id="359"> was ist die dichte von new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.365" id="365"> wie lautet der höchste punkt in wyoming </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.368" id="368"> was ist der höchste punkt in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.369" id="369"> wie lautet die höchste erhebung in den vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.372" id="372"> welches ist der höchste berg der vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.373" id="373"> welches ist der höchste berg in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.375" id="375"> welches ist der höchste punkt von delaware </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.378" id="378"> wie lautet der höchste punkt in iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.380" id="380"> welches ist der höchstgelegene punkt in maine </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.381" id="381"> wie lautet der höchste punkt in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.382" id="382"> welches ist der höchstgelegene punkt in nevada gemessen in metern </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.386" id="386"> welches ist der höchste punkt der an georgia grenzenden staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.390" id="390"> wie lautet der höchste punkt in dem staat mit der hauptstadt austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.395" id="395"> wie lautet der höchste punkt in den staaten , welche an colorado grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.398" id="398"> wie lautet der höchste punkt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.399" id="399"> welches ist der höchstgelegene punkt in virginia </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.402" id="402"> wie lautet der höchste punkt des staates mit der geringsten bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.403" id="403"> wie lautet die höchste erhebung der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.405" id="405"> wie lautet die größte hauptstadt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.408" id="408"> wie lautet die größte stadt in california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.412" id="412"> welches ist die größte stadt in rhode island </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.413" id="413"> welches ist die größte stadt im kleinsten staat , durch den der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.416" id="416"> welches ist die größte stadt des kleinsten staates in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.420" id="420"> nenne mir die länge des längsten flusses in washington state </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.422" id="422"> welches ist der größte an arkansas grenzende staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.428" id="428"> welcher der an texas grenzenden staaten ist der größte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.432" id="432"> welches ist der staat mit der niedrigsten bevölkerungszahl </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.433" id="433"> wie lang ist der fluss colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.436" id="436"> wie lautet die länge des längsten flusses , der durch texas verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.437" id="437"> wie lang ist der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.438" id="438"> wie lang ist der fluss , welcher durch die meisten staaten fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.440" id="440"> was ist die länge des flusses , der durch die größte anzahl staaten fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.446" id="446"> welches ist der längste fluss in florida </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.451" id="451"> welches ist der längste fluss im größten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.454" id="454"> welches ist der längste fluss im staat mit der größten anzahl großer städte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.455" id="455"> wie lautet der längste fluss in den staaten , welche an nebraska grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.459" id="459"> wie lautet der längste fluss , welcher durch einen staat verläuft , der an indiana grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.464" id="464"> welches ist der tiefstgelegene punkt in arkansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.467" id="467"> wie lautet der niedrigste punkt in massachusetts </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.468" id="468"> welches ist der tiefste punkt in mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.469" id="469"> wie hoch ist die niedrigste erhebung von nebraska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.472" id="472"> wie lautet der niedrigste punkt in dem staat california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.475" id="475"> wie lautet der niedrigste punkt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.477" id="477"> welches ist der tiefste punkt aller staaten , durch die der fluss colorado fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.482" id="482"> welches ist die maximale erhöhung von san francisco </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.483" id="483"> welches ist der dichteste staat in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.486" id="486"> wie lautet die stadt mit der größten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.489" id="489"> welcher staat hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.491" id="491"> welcher staat , durch den der mississippi fließt , hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.495" id="495"> was ist die bevölkerungsdichte von maine </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.498" id="498"> was ist die bevölkerungsdichte des größten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.504" id="504"> wie hoch ist die bevölkerungszahl von alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.511" id="511"> wie hoch ist die bevölkerung von boulder </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.515" id="515"> wie groß ist die bevölkerung von erie in pennsylvania </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.516" id="516"> wie viele menschen leben in hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.517" id="517"> wie hoch ist die bevölkerung von houston </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.521" id="521"> wie groß ist die bevölkerung von maryland </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.524" id="524"> wie viele leute wohnen in new mexico </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.526" id="526"> wie groß ist die bevölkerung von new york city </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.531" id="531"> wie lautet die bevölkerung von san antonio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.537" id="537"> welches ist die bevölkerungszahl von tempe arizona </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.542" id="542"> was ist die bevölkerungszahl der größten stadt des staates mit der größten flächenausdehnung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.546" id="546"> welches ist die einwohnerzahl des kleinsten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.547" id="547"> wie lautet die bevölkerung des staat , welcher an die meisten staaten grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.548" id="548"> wie viele leute wohnen in dem staat mit der größten bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.550" id="550"> was ist die einwohnerzahl von tucson </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.551" id="551"> wie viele einwohner hat utah </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.552" id="552"> wie viele leute wohnen in washington </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.572" id="572"> welches ist die kleinste stadt der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.573" id="573"> wie lautet die kleinste stadt in den us </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.577" id="577"> wie lautet der kleinste staat , welcher an wyoming grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.581" id="581"> welches ist der kleinste staat , der an die meisten staaten grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.582" id="582"> welches ist der kleinste staat , durch den der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.586" id="586"> welcher staat hat die größte flächenausdehnung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.592" id="592"> welcher ist der kleinste staat nach fläche </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.596" id="596"> welches ist die gesamtlänge aller flüsse in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.598" id="598"> wie lang ist der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.599" id="599"> welche großen städte gibt es in pennsylvania </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.604" id="604"> welcher fluss fließt durch die größte anzahl an staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.608" id="608"> welcher fluss fließt durch den staat mit den meisten städten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.611" id="611"> welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.615" id="615"> welche flüsse gibt es in an texas grenzende staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.616" id="616"> welche flüsse verlaufen durch texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.618" id="618"> welche flüsse gibt es in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.631" id="631"> welche flüsse fließen durch new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.635" id="635"> welcher fluss verläuft durch den staat , welcher an die meisten staaten grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.636" id="636"> welcher an nevada grenzende staat hat die größte bevölkerungszahl </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.639" id="639"> welche staaten grenzen an new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.642" id="642"> welcher staat grenzt an die meisten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.645" id="645"> welcher der staaten , durch die der colorado fließt , hat die höchste erhebung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.656" id="656"> welches ist der staat mit der größten fläche </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.657" id="657"> welcher staat hat die größte hauptstadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.663" id="663"> welches sind die staaten , welche vom längsten fluss durchflossen werden </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.664" id="664"> welcher staat hat die kleinste durchschnittliche urbane bevölkerungzahl </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.666" id="666"> welcher staat hat die meisten wichtigen städte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.669" id="669"> welcher staat hat die meisten flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.676" id="676"> welches ist der bevölkerungsärmste staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.678" id="678"> welcher staat liegt in austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.684" id="684"> in welchem staat liegt miami </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.687" id="687"> welcher staat hat die größte bevölkerung in den städten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.692" id="692"> welche staaten sind neben arizona </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.698" id="698"> welche staaten grenzen an florida </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.701" id="701"> welche staaten grenzen an indiana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.703" id="703"> welche staaten grenzen an michigan </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.705" id="705"> wie viele staaten grenzen an montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.707" id="707"> welche staaten grenzen an new jersey </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.711" id="711"> welche staaten grenzen an staaten , welche an mississippi grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.716" id="716"> welche staaten grenzen an staaten , durch welche der ohio fluss verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.719" id="719"> welche staaten grenzen an texas und haben einen wichtigen fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.721" id="721"> welche staaten grenzen an den bevölkerungsreichsten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.722" id="722"> welche staaten grenzen an den staat , welcher an die meisten staaten grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.723" id="723"> welche staaten grenzen an den staat mit den meisten städten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.724" id="724"> welche staaten grenzen an den staat mit den meisten wichtigsten städten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.725" id="725"> welcher staat grenzt an den staat mit der kleinsten fläche </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.729" id="729"> durch welche staaten fließt mindestens einer der hauptflüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.731" id="731"> durch welche staaten fließt der delaware </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.732" id="732"> durch welche staaten verläuft der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.735" id="735"> durch welche staaten fließt der missouri fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.737" id="737"> durch welche staaten fließt der ohio fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.742" id="742"> welche staaten haben städte mit dem namen dallas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.743" id="743"> welche staaten haben städte mit dem namen plano </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.744" id="744"> welche staaten haben städte mit dem namen portland </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.745" id="745"> in welchen staaten gibt es städte mit dem namen rochester </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.746" id="746"> welche staaten haben städte mit dem namen salt lake city </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.754" id="754"> welche staaten grenzen an kentucky </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.757" id="757"> wo gibt es berge </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.760" id="760"> wo liegt dallas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.769" id="769"> wo liegt portland </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.774" id="774"> wo liegt der chattahoochee fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.775" id="775"> wo liegt der höchste berg der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.776" id="776"> wo liegt der höchste punkt in hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.778" id="778"> wie lautet der niedrigste punkt in maryland </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.781" id="781"> wo liegt die am meisten bevölkerte gegend von neu mexiko </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.782" id="782"> wo liegt die kleinste stadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.785" id="785"> welche stadt in kalifornien hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.786" id="786"> was ist die dichte des staates , durch den der größte fluss der usa fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.787" id="787"> wie lautet der höchste gipfel der nicht in alaska liegt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.788" id="788"> wie lautet der längste fluss der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.791" id="791"> wie lautet der kleinste staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.792" id="792"> welcher der staaten , welche an pennsylvania grenzen , hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.793" id="793"> welcher fluss fließt durch die meisten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.794" id="794"> welcher fluss fließt durch die meisten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.796" id="796"> welcher fluss durchquert die meisten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.798" id="798"> welche flüsse fließen nicht durch texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.799" id="799"> welche flüsse fließen durch die usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.802" id="802"> welcher fluss verläuft durch staaten , welche an den staat mit der hauptstadt austin grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.803" id="803"> welche flüsse gehen durch staaten mit den wenigsten städten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.808" id="808"> welcher staat grenzt an hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.810" id="810"> welcher staat grenzt an die meisten anderen staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.811" id="811"> welche hauptstadt hat die kleinste bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.813" id="813"> welcher staat hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.815" id="815"> welcher staat hat die meisten einwohner </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.816" id="816"> welche staat hat die höchste erhöhung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.818" id="818"> welcher staat beinhaltet den höchsten punkt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.819" id="819"> welcher staat hat die größte dichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.824" id="824"> in welchem staat liegt der tiefste punkt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.825" id="825"> in welchem staat liegt der tiefste an idaho grenzende punkt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.826" id="826"> welcher staat hat die kleinste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.827" id="827"> welcher staat hat die meisten wichtigsten städte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.828" id="828"> durch welchen staat fließen die meisten große flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.829" id="829"> welcher staat hat die meisten wichtigen flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.831" id="831"> welcher staat hat die höchste bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.832" id="832"> durch welchen staat fließen die meisten flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.836" id="836"> welcher staat hat die geringste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.837" id="837"> welcher staat hat die geringste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.840" id="840"> in welchem staat liegt mount mckinley </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.843" id="843"> welcher staat ist am kleinsten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.850" id="850"> welche staaten grenzen an illinois </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.852" id="852"> welche staaten grenzen an kentucky </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.860" id="860"> welche staaten grenzen an den fluss missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.861" id="861"> welche staaten grenzen an den staat mit der kleinsten flächenausdehnung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.862" id="862"> welcher staat hat die größte hauptstadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.865" id="865"> durch welchen staat quert der chattahoochee fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.868" id="868"> welcher staat hat den längsten fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.870" id="870"> durch welchen staat fließt der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.874" id="874"> durch welche staaten fließen flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.875" id="875"> in welchen staaten gibt es eine stadt namens austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.879" id="879"> welcher staat in den usa hat die höchste bevölkerungsdichte </seg> diff --git a/example/train.en b/example/train.en deleted file mode 100644 index 27213a3..0000000 --- a/example/train.en +++ /dev/null @@ -1,600 +0,0 @@ -give me the cities in virginia -what are the high points of states surrounding mississippi -name the rivers in arkansas -can you tell me the capital of texas -could you tell me what is the highest point in the state of oregon -give me all the states of usa -give me the cities in texas -give me the cities in usa -give me the cities in virginia -give me the cities which are in texas -give me the lakes in california -give me the largest state -give me the longest river that passes through the us -how big is alaska -how big is massachusetts -how big is new mexico -how big is north dakota -how big is texas -how big is the city of new york -how high are the highest points of all the states -how high is guadalupe peak -how high is the highest point in montana -how high is the highest point in the largest state -how high is the highest point of delaware -how high is the highest point of florida -how high is the highest point of louisiana -how large is the largest city in alaska -how long is rio grande -how long is the mississippi -how long is the mississippi river -how long is the mississippi river in miles -how long is the missouri river -how long is the rio grande river -how long is the shortest river in the usa -how many big cities are in pennsylvania -how many cities are in louisiana -how many cities are in montana -how many cities are there in the us -how many cities are there in us -how many cities are there in usa -how many cities does texas have -how many cities does the usa have -how many cities named austin are there in the usa -how many citizens in alabama -how many citizens in boulder -how many citizens live in california -how many inhabitants does montgomery have -how many major cities are in arizona -how many major cities are in florida -how many major cities are in states bordering nebraska -how many major cities are in states bordering utah -how many major cities are in texas -how many major cities are there -how many major cities are there in oregon -how many major rivers cross ohio -how many people are in the state of nevada -how many people are there in iowa -how many people are there in new york -how many people in boulder -how many people live in austin -how many people live in austin texas -how many people live in california -how many people live in chicago -how many people live in hawaii -how many people live in kalamazoo -how many people live in kansas -how many people live in montana -how many people live in new hampshire -how many people live in new mexico -how many people live in new york -how many people live in riverside -how many people live in san francisco -how many people live in south dakota -how many people live in spokane washington -how many people live in texas -how many people live in the capital of georgia -how many people live in the smallest state bordering wyoming -how many people live in the state with the largest population density -how many people live in washington -how many people live in washington dc -how many people stay in utah -how many rivers are called colorado -how many rivers are found in colorado -how many rivers are in colorado -how many rivers are in missouri -how many rivers are in new york -how many rivers are in the state with the highest point -how many rivers are in the state with the largest population -how many rivers are there in idaho -how many rivers are there in texas -how many rivers are there in us -how many rivers do not traverse the state with the capital albany -how many rivers does alaska have -how many rivers in texas are longer than the red -how many rivers in washington -how many rivers run through texas -how many rivers run through the states bordering colorado -how many square kilometers in the us -how many states are in the united states -how many states are next to major rivers -how many states are there in united states -how many states border alaska -how many states border at least one other state -how many states border colorado and border new mexico -how many states border hawaii -how many states border on the state whose capital is boston -how many states border tennessee -how many states border texas -how many states border the largest state -how many states border the mississippi river -how many states border the state that borders the most states -how many states does iowa border -how many states does missouri border -how many states does the colorado river flow through -how many states does the colorado river run through -how many states does the mississippi river run through -how many states does the mississippi run through -how many states does the missouri river run through -how many states have a city called rochester -how many states have a city named springfield -how many states have cities named austin -how many states have cities or towns named springfield -how many states have major rivers -how many states in the us does the shortest river run through -in what state is mount mckinley -in which state does the highest point in usa exist -in which state is rochester -list the states -name all the lakes of us -name all the rivers in colorado -name the 50 capitals in the usa -name the longest river in us -name the major lakes in michigan -name the rivers in arkansas -name the states which have no surrounding states -number of citizens in boulder -of the states washed by the mississippi river which has the lowest point -people in boulder -population of boulder -sacramento is the capital of which state -show major cities in colorado -show me all the major lakes in the us -state the state with the largest area -states bordering iowa -through which states does the mississippi flow -through which states does the mississippi run -what are major rivers in texas -what are the biggest rivers in texas -what are the capital cities of the states which border texas -what are the capitals of the states that border texas -what are the cities in california -what are the highest points of states surrounding mississippi -what are the lakes in states bordering texas -what are the largest cities in the states that border the largest state -what are the major cities in california -what are the major cities in delaware -what are the major cities in kansas -what are the major cities in missouri -what are the major cities in new mexico -what are the major cities in north carolina -what are the major cities in ohio -what are the major cities in oklahoma -what are the major cities in rhode island -what are the major cities in texas -what are the major cities in the largest state -what are the major cities in the smallest state in the us -what are the major cities in the states through which the major river in virginia runs -what are the major cities in wyoming -what are the major cities of texas -what are the major cities of the united states -what are the major cities of the us -what are the major lakes in united states -what are the major rivers in the us -what are the names of the major cities in illinois -what are the neighboring states for michigan -what are the populations of all the major cities in montana -what are the populations of states through which the mississippi river runs -what are the populations of states through which the mississippi runs -what are the populations of the states through which the mississippi river runs -what are the populations of the states through which the mississippi river runs -what are the populations of the states through which the mississippi runs -what are the populations of the states through which the mississippi runs -what are the rivers in the state of indiana -what are the rivers in the state of texas -what are the rivers of montana -what are the states -what are the states that border the state with the greatest population -what are the states that the potomac runs through -what are the states through which the longest river runs -what can you tell me about the population of missouri -what capital has the largest population -what capital is the largest in the us -what cities are located in pennsylvania -what cities in california -what cities in texas have the highest number of citizens -what cities in texas have the highest populations -what city has the largest population -what city has the least population -what is capital of iowa -what is largest capital -what is the adjacent state of california -what is the area of alaska -what is the area of all the states combined -what is the area of california -what is the area of idaho -what is the area of maine -what is the area of maryland in square kilometers -what is the area of new mexico -what is the area of seattle -what is the area of south carolina -what is the area of texas -what is the area of the largest state -what is the area of the smallest state -what is the area of the state with the capital albany -what is the area of the state with the smallest population density -what is the area of the states -what is the average population of the us by state -what is the average population per square km in pennsylvania -what is the average population per square km in the us -what is the biggest city in arizona -what is the biggest city in georgia -what is the biggest city in nebraska -what is the biggest city in oregon -what is the biggest city in texas -what is the biggest city in the smallest state -what is the biggest city in the us -what is the biggest city in the usa -what is the biggest city in usa -what is the biggest city in wyoming -what is the biggest river in illinois -what is the biggest state -what is the biggest state in continental us -what is the biggest state in the usa -what is the capital city of the largest state in the us -what is the capital of georgia -what is the capital of hawaii -what is the capital of indiana -what is the capital of maine -what is the capital of maryland -what is the capital of michigan -what is the capital of new hampshire -what is the capital of pennsylvania -what is the capital of texas -what is the capital of the alabama state -what is the capital of the largest state -what is the capital of the state texas -what is the capital of the state that borders the most states -what is the capital of the state that borders the state that borders texas -what is the capital of the state with the highest elevation -what is the capital of the state with the highest point -what is the capital of utah -what is the capital of vermont -what is the capital of washington -what is the city in texas with the largest population -what is the city with the smallest population -what is the combined population of all 50 states -what is the density of texas -what is the elevation of death valley -what is the elevation of the highest point in the usa -what is the height of mount mckinley -what is the height of the highest mountain in texas -what is the height of the highest point in the usa -what is the highest elevation in new mexico -what is the highest elevation in south carolina -what is the highest mountain in alaska -what is the highest mountain in texas -what is the highest point in colorado -what is the highest point in each state whose lowest point is sea level -what is the highest point in florida -what is the highest point in kansas -what is the highest point in new mexico -what is the highest point in ohio -what is the highest point in rhode island -what is the highest point in texas -what is the highest point in the country -what is the highest point in the smallest state -what is the highest point in the state with capital des moines -what is the highest point in the state with the capital des moines -what is the highest point in the state with the most rivers -what is the highest point in the state with the smallest population -what is the highest point in the united states -what is the highest point in the us -what is the highest point in wyoming -what is the highest point of the state with the largest area -what is the largest capital -what is the largest city in a state that borders texas -what is the largest city in alabama -what is the largest city in michigan -what is the largest city in minnesota by population -what is the largest city in missouri -what is the largest city in states that border california -what is the largest city in texas -what is the largest city in wisconsin -what is the largest city of kansas -what is the largest of the states that the rio grande runs through -what is the largest state -what is the largest state bordering texas -what is the largest state capital in population -what is the largest state in the us -what is the largest state in usa -what is the largest state that borders california -what is the largest state that borders the state with the highest population -what is the largest state that borders the state with the lowest point in the usa -what is the largest state traversed by the mississippi river -what is the length of the colorado river in texas -what is the length of the longest river in the usa -what is the length of the river that runs through the most number of states -what is the length of the river that traverses the most states -what is the longest river -what is the longest river flowing through new york -what is the longest river in america -what is the longest river in california -what is the longest river in mississippi -what is the longest river in new york -what is the longest river in pennsylvania -what is the longest river in texas -what is the longest river in the smallest state in the usa -what is the longest river in the state with the highest point -what is the longest river in the united states -what is the longest river in the us -what is the longest river that does not run through texas -what is the longest river that flows through colorado -what is the longest river that passes the states that border the state that borders the most states -what is the longest river that runs through a state that borders tennessee -what is the lowest elevation in pennsylvania -what is the lowest point in california -what is the lowest point in louisiana -what is the lowest point in oregon -what is the lowest point in texas -what is the lowest point in the state of texas -what is the lowest point in the united states -what is the lowest point in wisconsin -what is the lowest point of colorado -what is the lowest point of the state with the largest area -what is the lowest point of the us -what is the major cities in montana -what is the most populated capital in the usa -what is the most populated state bordering oklahoma -what is the most populous city in texas -what is the most populous city in wyoming -what is the most populous state in the us -what is the name of the state with the lowest point -what is the number of neighboring states for kentucky -what is the population density in the state with capital austin -what is the population density of south dakota -what is the population density of texas -what is the population density of the smallest state -what is the population density of the state with the smallest area -what is the population density of the state with the smallest population -what is the population density of wyoming -what is the population in boston -what is the population of arizona -what is the population of atlanta -what is the population of atlanta ga -what is the population of austin -what is the population of austin texas -what is the population of boston massachusetts -what is the population of california -what is the population of dallas -what is the population of denver -what is the population of idaho -what is the population of illinois -what is the population of maine -what is the population of minnesota -what is the population of montana -what is the population of new york -what is the population of oregon -what is the population of portland maine -what is the population of rhode island -what is the population of sacramento -what is the population of seattle -what is the population of seattle washington -what is the population of south dakota -what is the population of springfield missouri -what is the population of springfield south dakota -what is the population of texas -what is the population of the capital of the largest state -what is the population of the capital of the largest state through which the mississippi runs -what is the population of the capital of the smallest state -what is the population of the largest state -what is the population of the largest state that borders texas -what is the population of the major cities in wisconsin -what is the population of the state with the largest area -what is the population of washington dc -what is the river that cross over ohio -what is the shortest river -what is the shortest river in alaska -what is the shortest river in iowa -what is the shortest river in nebraska -what is the shortest river in texas -what is the shortest river in the united states -what is the shortest river in the us -what is the shortest river in the usa -what is the size of california -what is the size of florida -what is the size of texas -what is the size of the capital of texas -what is the size of the largest state in the usa -what is the smallest city in alaska -what is the smallest city in arkansas -what is the smallest city in hawaii -what is the smallest city in the largest state -what is the smallest city in washington -what is the smallest city of the smallest state in the us -what is the smallest state bordering ohio -what is the smallest state by area -what is the smallest state in the usa -what is the smallest state that borders texas -what is the smallest state through which the longest river runs -what is the state that contains the highest point -what is the state with the highest elevation in the united states -what is the state with the largest density in usa -what is the state with the largest population density -what is the state with the lowest point -what is the state with the lowest population -what is the state with the lowest population density -what is the tallest mountain in america -what is the tallest mountain in the united states -what is the total area of the usa -what is the total population of the states that border texas -what major rivers run through illinois -what mountains are in alaska -what river flows through kansas -what river flows through texas -what river is the longest one in the united states -what river runs through illinois -what river runs through the most states -what river runs through virginia -what river traverses the most states -what rivers are in nevada -what rivers are in new mexico -what rivers are in oregon -what rivers are in utah -what rivers do not run through tennessee -what rivers flow through colorado -what rivers flow through missouri -what rivers flow through states that alabama borders -what rivers flow through states that border the state with the largest population -what rivers flow through the largest state -what rivers flow through the state with the largest population -what rivers run through arizona -what rivers run through austin texas -what rivers run through colorado -what rivers run through louisiana -what rivers run through maine -what rivers run through the state with the lowest point in the usa -what rivers run through the states that border the state with the capital atlanta -what rivers run through west virginia -what state borders michigan -what state borders most other states -what state borders the least states -what state borders the least states excluding alaska and excluding hawaii -what state borders the state with the smallest population -what state contains the highest point in the us -what state has highest elevation -what state has no rivers -what state has the capital salem -what state has the city flint -what state has the city with the largest population -what state has the city with the most population -what state has the greatest population density -what state has the highest elevation -what state has the highest population -what state has the highest population density -what state has the largest city -what state has the largest population -what state has the largest population density -what state has the largest urban population -what state has the least population density -what state has the most cities -what state has the most major rivers running through it -what state has the most people -what state has the most rivers running through it -what state has the shortest river -what state has the smallest area -what state has the smallest capital -what state has the smallest population -what state has the smallest population density -what state has the sparsest population density -what state is austin the capital of -what state is boston in -what state is columbus the capital of -what state is dallas in -what state is des moines located in -what state is pittsburgh in -what state is the biggest -what state is the state with the most rivers -what state that borders texas has the highest population -what state that borders texas is the largest -what state which the mississippi runs through has the largest population -what states are next to texas -what states are next to the mississippi -what states border alaska -what states border arkansas -what states border delaware -what states border georgia -what states border hawaii -what states border kentucky -what states border missouri -what states border new hampshire -what states border ohio -what states border rhode island -what states border states that border colorado -what states border states that border states that border florida -what states border states that border states that border states that border texas -what states border states that border the state with the largest population -what states border states that the mississippi runs through -what states border states which the mississippi runs through -what states border texas -what states border the mississippi river -what states border the states with the most cities -what states border wisconsin -what state 's capital is dover -what states does the colorado river run through -what states does the mississippi run through -what states does the missouri river run through -what states does the ohio river go through -what states does the shortest river run through -what states have a capital that is the highest point in the state -what states have a city named austin -what states have cities named austin -what states have no bordering state -what states have rivers named colorado -what states have rivers running through them -what states have towns named springfield -what state 's high point is higher than that of colorado -what states in the united states have a city of springfield -what states neighbor maine -what texas city has the largest population -what 's the largest city -where is austin -where is baton rouge -where is fort wayne -where is houston -where is indianapolis -where is massachusetts -where is mount whitney -where is mount whitney located -where is new hampshire -where is new orleans -where is san diego -where is san jose -where is scotts valley -where is springfield -where is the highest point in montana -where is the lowest point in the us -where is the lowest spot in iowa -which capitals are in the states that border texas -which capitals are not major cities -which is the lowest point of the states that the mississippi runs through -which is the shortest river -which river runs through the most states -which rivers are in alaska -which rivers flow through alaska -which rivers run through states bordering new mexico -which rivers run through the state with the largest city in the us -which rivers run through the state with the lowest elevation in the usa -which state border kentucky -which state borders florida -which state borders most states -which state contains most rivers -which state has the greatest density -which state has the highest peak in the country -which state has the largest city -which state has the largest density -which state has the least population density -which state has the longest river -which state has the most people -which state has the most rivers running through it -which state has the red river -which state has the smallest area that borders texas -which state has the sparsest population density -which state is kalamazoo in -which state is the city denver located in -which state is the largest city in montana in -which states adjoin alabama -which states border alabama -which states border alaska -which states border arizona -which states border colorado -which states border hawaii -which states border iowa -which states border michigan -which states border new york -which states border no other states -which states border south dakota -which states border states through which the mississippi traverses -which states border texas -which states border the longest river in the usa -which states do colorado river flow through -which states does not border texas -which states does the colorado river run through -which states does the longest river cross -which states does the mississippi river run through -which states does the missouri river pass through -which states does the missouri river run through -which states have a major city named austin -which states have points higher than the highest point in colorado -which states have points that are higher than the highest point in texas -which states lie on the largest river in the united states diff --git a/example/train.funql b/example/train.funql deleted file mode 100644 index 7f0c51c..0000000 --- a/example/train.funql +++ /dev/null @@ -1,600 +0,0 @@ -answer(city(loc_2(stateid('virginia')))) -answer(high_point_1(state(next_to_2(stateid('mississippi'))))) -answer(river(loc_2(stateid('arkansas')))) -answer(capital(loc_2(stateid('texas')))) -answer(highest(place(loc_2(state(stateid('oregon')))))) -answer(state(loc_2(countryid('usa')))) -answer(city(loc_2(stateid('texas')))) -answer(city(loc_2(countryid('usa')))) -answer(city(loc_2(stateid('virginia')))) -answer(city(loc_2(stateid('texas')))) -answer(lake(loc_2(stateid('california')))) -answer(largest(state(all))) -answer(longest(river(traverse_2(countryid('usa'))))) -answer(size(stateid('alaska'))) -answer(size(stateid('massachusetts'))) -answer(size(stateid('new mexico'))) -answer(size(stateid('north dakota'))) -answer(size(stateid('texas'))) -answer(size(city(cityid('new york', _)))) -answer(elevation_1(highest(place(loc_2(state(all)))))) -answer(elevation_1(placeid('guadalupe peak'))) -answer(elevation_1(highest(place(loc_2(stateid('montana')))))) -answer(elevation_1(highest(place(loc_2(largest(state(all))))))) -answer(elevation_1(highest(place(loc_2(stateid('delaware')))))) -answer(elevation_1(highest(place(loc_2(stateid('florida')))))) -answer(elevation_1(highest(place(loc_2(stateid('louisiana')))))) -answer(size(largest(city(loc_2(stateid('alaska')))))) -answer(len(riverid('rio grande'))) -answer(len(riverid('mississippi'))) -answer(len(river(riverid('mississippi')))) -answer(len(river(riverid('mississippi')))) -answer(len(river(riverid('missouri')))) -answer(len(river(riverid('rio grande')))) -answer(len(shortest(river(loc_2(countryid('usa')))))) -answer(count(major(city(loc_2(stateid('pennsylvania')))))) -answer(count(city(loc_2(stateid('louisiana'))))) -answer(count(city(loc_2(stateid('montana'))))) -answer(count(city(loc_2(countryid('usa'))))) -answer(count(city(loc_2(countryid('usa'))))) -answer(count(city(loc_2(countryid('usa'))))) -answer(count(city(loc_2(stateid('texas'))))) -answer(count(city(loc_2(countryid('usa'))))) -answer(count(intersection(city(cityid('austin', _)), loc_2(countryid('usa'))))) -answer(population_1(stateid('alabama'))) -answer(population_1(cityid('boulder', _))) -answer(population_1(stateid('california'))) -answer(population_1(cityid('montgomery', _))) -answer(count(major(city(loc_2(stateid('arizona')))))) -answer(count(major(city(loc_2(stateid('florida')))))) -answer(count(major(city(loc_2(state(next_to_2(stateid('nebraska')))))))) -answer(count(major(city(loc_2(state(next_to_2(stateid('utah')))))))) -answer(count(major(city(loc_2(stateid('texas')))))) -answer(count(major(city(all)))) -answer(count(major(city(loc_2(stateid('oregon')))))) -answer(count(major(river(traverse_2(stateid('ohio')))))) -answer(population_1(state(stateid('nevada')))) -answer(population_1(stateid('iowa'))) -answer(population_1(stateid('new york'))) -answer(population_1(cityid('boulder', _))) -answer(population_1(cityid('austin', _))) -answer(population_1(cityid('austin', 'tx'))) -answer(population_1(stateid('california'))) -answer(population_1(cityid('chicago', _))) -answer(population_1(stateid('hawaii'))) -answer(population_1(cityid('kalamazoo', _))) -answer(population_1(stateid('kansas'))) -answer(population_1(stateid('montana'))) -answer(population_1(stateid('new hampshire'))) -answer(population_1(stateid('new mexico'))) -answer(population_1(stateid('new york'))) -answer(population_1(cityid('riverside', _))) -answer(population_1(cityid('san francisco', _))) -answer(population_1(stateid('south dakota'))) -answer(population_1(cityid('spokane', 'wa'))) -answer(population_1(stateid('texas'))) -answer(population_1(capital(loc_2(stateid('georgia'))))) -answer(population_1(smallest(state(next_to_2(stateid('wyoming')))))) -answer(population_1(largest_one(density_1(state(all))))) -answer(population_1(stateid('washington'))) -answer(population_1(cityid('washington', 'dc'))) -answer(population_1(stateid('utah'))) -answer(count(river(riverid('colorado')))) -answer(count(river(loc_2(stateid('colorado'))))) -answer(count(river(loc_2(stateid('colorado'))))) -answer(count(river(loc_2(stateid('missouri'))))) -answer(count(river(loc_2(stateid('new york'))))) -answer(count(river(loc_2(state(loc_1(highest(place(all)))))))) -answer(count(river(loc_2(largest_one(population_1(state(all))))))) -answer(count(river(loc_2(stateid('idaho'))))) -answer(count(river(loc_2(stateid('texas'))))) -answer(count(river(loc_2(countryid('usa'))))) -answer(count(exclude(river(all), traverse_2(state(loc_1(capital(cityid('albany', _)))))))) -answer(count(river(loc_2(stateid('alaska'))))) -answer(count(intersection(river(loc_2(stateid('texas'))), longer(riverid('red'))))) -answer(count(river(loc_2(stateid('washington'))))) -answer(count(river(traverse_2(stateid('texas'))))) -answer(count(river(traverse_2(state(next_to_2(stateid('colorado'))))))) -answer(area_1(countryid('usa'))) -answer(count(state(loc_2(countryid('usa'))))) -answer(count(state(next_to_2(major(river(all)))))) -answer(count(state(loc_2(countryid('usa'))))) -answer(count(state(next_to_2(stateid('alaska'))))) -answer(count(state(next_to_2(state(all))))) -answer(count(state(intersection(next_to_2(stateid('colorado')), next_to_2(stateid('new mexico')))))) -answer(count(state(next_to_2(stateid('hawaii'))))) -answer(count(state(next_to_2(state(loc_1(capital(cityid('boston', _)))))))) -answer(count(state(next_to_2(stateid('tennessee'))))) -answer(count(state(next_to_2(stateid('texas'))))) -answer(count(state(next_to_2(largest(state(all)))))) -answer(count(state(next_to_2(river(riverid('mississippi')))))) -answer(count(state(next_to_2(most(state(next_to_2(state(all)))))))) -answer(count(state(next_to_1(stateid('iowa'))))) -answer(count(state(next_to_1(stateid('missouri'))))) -answer(count(state(traverse_1(river(riverid('colorado')))))) -answer(count(state(traverse_1(river(riverid('colorado')))))) -answer(count(state(traverse_1(river(riverid('mississippi')))))) -answer(count(state(traverse_1(riverid('mississippi'))))) -answer(count(state(traverse_1(river(riverid('missouri')))))) -answer(count(state(loc_1(city(cityid('rochester', _)))))) -answer(count(state(loc_1(city(cityid('springfield', _)))))) -answer(count(state(loc_1(city(cityid('austin', _)))))) -answer(count(state(loc_1(city(cityid('springfield', _)))))) -answer(count(state(loc_1(major(river(all)))))) -answer(count(intersection(state(loc_2(countryid('usa'))), traverse_1(shortest(river(all)))))) -answer(state(loc_1(placeid('mount mckinley')))) -answer(state(loc_1(highest(place(loc_2(countryid('usa'))))))) -answer(state(loc_1(cityid('rochester', _)))) -answer(state(all)) -answer(lake(loc_2(countryid('usa')))) -answer(river(loc_2(stateid('colorado')))) -answer(capital(loc_2(countryid('usa')))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(major(lake(loc_2(stateid('michigan'))))) -answer(river(loc_2(stateid('arkansas')))) -answer(exclude(state(all), next_to_2(state(all)))) -answer(population_1(cityid('boulder', _))) -answer(state(loc_1(lowest(place(loc_2(state(traverse_1(river(riverid('mississippi')))))))))) -answer(population_1(cityid('boulder', _))) -answer(population_1(cityid('boulder', _))) -answer(state(loc_1(capital(cityid('sacramento', _))))) -answer(major(city(loc_2(stateid('colorado'))))) -answer(major(lake(loc_2(countryid('usa'))))) -answer(largest_one(area_1(state(all)))) -answer(state(next_to_2(stateid('iowa')))) -answer(state(traverse_1(riverid('mississippi')))) -answer(state(traverse_1(riverid('mississippi')))) -answer(major(river(loc_2(stateid('texas'))))) -answer(longest(river(loc_2(stateid('texas'))))) -answer(capital(city(loc_2(state(next_to_2(stateid('texas'))))))) -answer(capital(loc_2(state(next_to_2(stateid('texas')))))) -answer(city(loc_2(stateid('california')))) -answer(highest(place(loc_2(state(next_to_2(stateid('mississippi'))))))) -answer(lake(loc_2(state(next_to_2(stateid('texas')))))) -answer(largest(city(loc_2(state(next_to_2(largest(state(all)))))))) -answer(major(city(loc_2(stateid('california'))))) -answer(major(city(loc_2(stateid('delaware'))))) -answer(major(city(loc_2(stateid('kansas'))))) -answer(major(city(loc_2(stateid('missouri'))))) -answer(major(city(loc_2(stateid('new mexico'))))) -answer(major(city(loc_2(stateid('north carolina'))))) -answer(major(city(loc_2(stateid('ohio'))))) -answer(major(city(loc_2(stateid('oklahoma'))))) -answer(major(city(loc_2(stateid('rhode island'))))) -answer(major(city(loc_2(stateid('texas'))))) -answer(major(city(loc_2(largest(state(all)))))) -answer(major(city(loc_2(smallest(state(loc_2(countryid('usa')))))))) -answer(major(city(loc_2(state(traverse_1(major(river(loc_2(stateid('virginia')))))))))) -answer(major(city(loc_2(stateid('wyoming'))))) -answer(major(city(loc_2(stateid('texas'))))) -answer(major(city(loc_2(countryid('usa'))))) -answer(major(city(loc_2(countryid('usa'))))) -answer(major(lake(loc_2(countryid('usa'))))) -answer(major(river(loc_2(countryid('usa'))))) -answer(major(city(loc_2(stateid('illinois'))))) -answer(state(next_to_2(stateid('michigan')))) -answer(population_1(major(city(loc_2(stateid('montana')))))) -answer(population_1(state(traverse_1(river(riverid('mississippi')))))) -answer(population_1(state(traverse_1(riverid('mississippi'))))) -answer(population_1(state(traverse_1(river(riverid('mississippi')))))) -answer(population_1(state(traverse_1(river(riverid('mississippi')))))) -answer(population_1(state(traverse_1(riverid('mississippi'))))) -answer(population_1(state(traverse_1(riverid('mississippi'))))) -answer(river(loc_2(state(stateid('indiana'))))) -answer(river(loc_2(state(stateid('texas'))))) -answer(river(loc_2(stateid('montana')))) -answer(state(all)) -answer(state(next_to_2(largest_one(population_1(state(all)))))) -answer(state(traverse_1(riverid('potomac')))) -answer(state(traverse_1(longest(river(all))))) -answer(population_1(stateid('missouri'))) -answer(largest_one(population_1(capital(all)))) -answer(largest(capital(loc_2(countryid('usa'))))) -answer(city(loc_2(stateid('pennsylvania')))) -answer(city(loc_2(stateid('california')))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(largest_one(population_1(city(all)))) -answer(smallest_one(population_1(city(all)))) -answer(capital(loc_2(stateid('iowa')))) -answer(largest(capital(all))) -answer(state(next_to_2(stateid('california')))) -answer(area_1(stateid('alaska'))) -answer(sum(area_1(state(all)))) -answer(area_1(stateid('california'))) -answer(area_1(stateid('idaho'))) -answer(area_1(stateid('maine'))) -answer(area_1(stateid('maryland'))) -answer(area_1(stateid('new mexico'))) -answer(area_1(cityid('seattle', _))) -answer(area_1(stateid('south carolina'))) -answer(area_1(stateid('texas'))) -answer(area_1(largest(state(all)))) -answer(area_1(smallest(state(all)))) -answer(area_1(state(loc_1(capital(cityid('albany', _)))))) -answer(area_1(smallest_one(density_1(state(all))))) -answer(area_1(state(all))) -answer(density_1(countryid('usa'))) -answer(density_1(stateid('pennsylvania'))) -answer(density_1(countryid('usa'))) -answer(largest(city(loc_2(stateid('arizona'))))) -answer(largest(city(loc_2(stateid('georgia'))))) -answer(largest(city(loc_2(stateid('nebraska'))))) -answer(largest(city(loc_2(stateid('oregon'))))) -answer(largest(city(loc_2(stateid('texas'))))) -answer(largest(city(loc_2(smallest(state(all)))))) -answer(largest(city(loc_2(countryid('usa'))))) -answer(largest(city(loc_2(countryid('usa'))))) -answer(largest(city(loc_2(countryid('usa'))))) -answer(largest(city(loc_2(stateid('wyoming'))))) -answer(longest(river(loc_2(stateid('illinois'))))) -answer(largest(state(all))) -answer(largest(state(loc_2(countryid('usa'))))) -answer(largest(state(loc_2(countryid('usa'))))) -answer(capital(city(loc_2(largest(state(loc_2(countryid('usa')))))))) -answer(capital(loc_2(stateid('georgia')))) -answer(capital(loc_2(stateid('hawaii')))) -answer(capital(loc_2(stateid('indiana')))) -answer(capital(loc_2(stateid('maine')))) -answer(capital(loc_2(stateid('maryland')))) -answer(capital(loc_2(stateid('michigan')))) -answer(capital(loc_2(stateid('new hampshire')))) -answer(capital(loc_2(stateid('pennsylvania')))) -answer(capital(loc_2(stateid('texas')))) -answer(capital(loc_2(state(stateid('alabama'))))) -answer(capital(loc_2(largest(state(all))))) -answer(capital(loc_2(state(stateid('texas'))))) -answer(capital(loc_2(most(state(next_to_2(state(all))))))) -answer(capital(loc_2(state(next_to_2(state(next_to_2(stateid('texas')))))))) -answer(capital(loc_2(state(loc_1(highest(place(all))))))) -answer(capital(loc_2(state(loc_1(highest(place(all))))))) -answer(capital(loc_2(stateid('utah')))) -answer(capital(loc_2(stateid('vermont')))) -answer(capital(loc_2(stateid('washington')))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(smallest_one(population_1(city(all)))) -answer(sum(population_1(state(all)))) -answer(density_1(stateid('texas'))) -answer(elevation_1(placeid('death valley'))) -answer(elevation_1(highest(place(loc_2(countryid('usa')))))) -answer(elevation_1(placeid('mount mckinley'))) -answer(elevation_1(highest(mountain(loc_2(stateid('texas')))))) -answer(elevation_1(highest(place(loc_2(countryid('usa')))))) -answer(highest(place(loc_2(stateid('new mexico'))))) -answer(highest(place(loc_2(stateid('south carolina'))))) -answer(highest(mountain(loc_2(stateid('alaska'))))) -answer(highest(mountain(loc_2(stateid('texas'))))) -answer(highest(place(loc_2(stateid('colorado'))))) -answer(highest(place(loc_2(state(loc_1(place(elevation_2(0)))))))) -answer(highest(place(loc_2(stateid('florida'))))) -answer(highest(place(loc_2(stateid('kansas'))))) -answer(highest(place(loc_2(stateid('new mexico'))))) -answer(highest(place(loc_2(stateid('ohio'))))) -answer(highest(place(loc_2(stateid('rhode island'))))) -answer(highest(place(loc_2(stateid('texas'))))) -answer(highest(place(loc_2(countryid('usa'))))) -answer(highest(place(loc_2(smallest(state(all)))))) -answer(highest(place(loc_2(state(loc_1(capital(cityid('des moines', _)))))))) -answer(highest(place(loc_2(state(loc_1(capital(cityid('des moines', _)))))))) -answer(highest(place(loc_2(most(state(traverse_1(river(all)))))))) -answer(highest(place(loc_2(smallest_one(population_1(state(all))))))) -answer(highest(place(loc_2(countryid('usa'))))) -answer(highest(place(loc_2(countryid('usa'))))) -answer(highest(place(loc_2(stateid('wyoming'))))) -answer(highest(place(loc_2(largest_one(area_1(state(all))))))) -answer(largest(capital(all))) -answer(largest(city(loc_2(state(next_to_2(stateid('texas'))))))) -answer(largest(city(loc_2(stateid('alabama'))))) -answer(largest(city(loc_2(stateid('michigan'))))) -answer(largest_one(population_1(city(loc_2(stateid('minnesota')))))) -answer(largest(city(loc_2(stateid('missouri'))))) -answer(largest(city(loc_2(state(next_to_2(stateid('california'))))))) -answer(largest(city(loc_2(stateid('texas'))))) -answer(largest(city(loc_2(stateid('wisconsin'))))) -answer(largest(city(loc_2(stateid('kansas'))))) -answer(largest(state(traverse_1(riverid('rio grande'))))) -answer(largest(state(all))) -answer(largest(state(next_to_2(stateid('texas'))))) -answer(largest_one(population_1(capital_1(state(all))))) -answer(largest(state(loc_2(countryid('usa'))))) -answer(largest(state(loc_2(countryid('usa'))))) -answer(largest(state(next_to_2(stateid('california'))))) -answer(largest(state(next_to_2(largest_one(population_1(state(all))))))) -answer(largest(state(next_to_2(state(loc_1(lowest(place(loc_2(countryid('usa')))))))))) -answer(largest(state(traverse_1(river(riverid('mississippi')))))) -answer(len(intersection(riverid('colorado'), river(loc_2(stateid('texas')))))) -answer(len(longest(river(loc_2(countryid('usa')))))) -answer(len(most(river(traverse_2(state(all)))))) -answer(len(most(river(traverse_2(state(all)))))) -answer(longest(river(all))) -answer(longest(river(traverse_2(stateid('new york'))))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(longest(river(loc_2(stateid('california'))))) -answer(longest(river(loc_2(stateid('mississippi'))))) -answer(longest(river(loc_2(stateid('new york'))))) -answer(longest(river(loc_2(stateid('pennsylvania'))))) -answer(longest(river(loc_2(stateid('texas'))))) -answer(longest(river(loc_2(smallest(state(loc_2(countryid('usa')))))))) -answer(longest(river(loc_2(state(loc_1(highest(place(all)))))))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(longest(exclude(river(all), traverse_2(stateid('texas'))))) -answer(longest(river(traverse_2(stateid('colorado'))))) -answer(longest(river(traverse_2(state(next_to_2(most(state(next_to_2(state(all)))))))))) -answer(longest(river(traverse_2(state(next_to_2(stateid('tennessee'))))))) -answer(lowest(place(loc_2(stateid('pennsylvania'))))) -answer(lowest(place(loc_2(stateid('california'))))) -answer(lowest(place(loc_2(stateid('louisiana'))))) -answer(lowest(place(loc_2(stateid('oregon'))))) -answer(lowest(place(loc_2(stateid('texas'))))) -answer(lowest(place(loc_2(state(stateid('texas')))))) -answer(lowest(place(loc_2(countryid('usa'))))) -answer(lowest(place(loc_2(stateid('wisconsin'))))) -answer(lowest(place(loc_2(stateid('colorado'))))) -answer(lowest(place(loc_2(largest_one(area_1(state(all))))))) -answer(lowest(place(loc_2(countryid('usa'))))) -answer(major(city(loc_2(stateid('montana'))))) -answer(largest_one(population_1(capital(loc_2(countryid('usa')))))) -answer(largest_one(population_1(state(next_to_2(stateid('oklahoma')))))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(largest_one(population_1(city(loc_2(stateid('wyoming')))))) -answer(largest_one(population_1(state(loc_2(countryid('usa')))))) -answer(state(loc_1(lowest(place(all))))) -answer(count(state(next_to_2(stateid('kentucky'))))) -answer(density_1(state(loc_1(capital(cityid('austin', _)))))) -answer(density_1(stateid('south dakota'))) -answer(density_1(stateid('texas'))) -answer(density_1(smallest(state(all)))) -answer(density_1(smallest_one(area_1(state(all))))) -answer(density_1(smallest_one(population_1(state(all))))) -answer(density_1(stateid('wyoming'))) -answer(population_1(cityid('boston', _))) -answer(population_1(stateid('arizona'))) -answer(population_1(cityid('atlanta', _))) -answer(population_1(cityid('atlanta', 'ga'))) -answer(population_1(cityid('austin', _))) -answer(population_1(cityid('austin', 'tx'))) -answer(population_1(cityid('boston', 'ma'))) -answer(population_1(stateid('california'))) -answer(population_1(cityid('dallas', _))) -answer(population_1(cityid('denver', _))) -answer(population_1(stateid('idaho'))) -answer(population_1(stateid('illinois'))) -answer(population_1(stateid('maine'))) -answer(population_1(stateid('minnesota'))) -answer(population_1(stateid('montana'))) -answer(population_1(stateid('new york'))) -answer(population_1(stateid('oregon'))) -answer(population_1(cityid('portland', 'me'))) -answer(population_1(stateid('rhode island'))) -answer(population_1(cityid('sacramento', _))) -answer(population_1(cityid('seattle', _))) -answer(population_1(cityid('seattle', 'wa'))) -answer(population_1(stateid('south dakota'))) -answer(population_1(cityid('springfield', 'mo'))) -answer(population_1(cityid('springfield', 'sd'))) -answer(population_1(stateid('texas'))) -answer(population_1(capital(loc_2(largest(state(all)))))) -answer(population_1(capital(loc_2(largest(state(traverse_1(riverid('mississippi')))))))) -answer(population_1(capital(loc_2(smallest(state(all)))))) -answer(population_1(largest(state(all)))) -answer(population_1(largest(state(next_to_2(stateid('texas')))))) -answer(population_1(major(city(loc_2(stateid('wisconsin')))))) -answer(population_1(largest_one(area_1(state(all))))) -answer(population_1(cityid('washington', 'dc'))) -answer(river(traverse_2(stateid('ohio')))) -answer(shortest(river(all))) -answer(shortest(river(loc_2(stateid('alaska'))))) -answer(shortest(river(loc_2(stateid('iowa'))))) -answer(shortest(river(loc_2(stateid('nebraska'))))) -answer(shortest(river(loc_2(stateid('texas'))))) -answer(shortest(river(loc_2(countryid('usa'))))) -answer(shortest(river(loc_2(countryid('usa'))))) -answer(shortest(river(loc_2(countryid('usa'))))) -answer(size(stateid('california'))) -answer(size(stateid('florida'))) -answer(size(stateid('texas'))) -answer(size(capital(loc_2(stateid('texas'))))) -answer(size(largest(state(loc_2(countryid('usa')))))) -answer(smallest(city(loc_2(stateid('alaska'))))) -answer(smallest(city(loc_2(stateid('arkansas'))))) -answer(smallest(city(loc_2(stateid('hawaii'))))) -answer(smallest(city(loc_2(largest(state(all)))))) -answer(smallest(city(loc_2(stateid('washington'))))) -answer(smallest(city(loc_2(smallest(state(loc_2(countryid('usa')))))))) -answer(smallest(state(next_to_2(stateid('ohio'))))) -answer(smallest_one(area_1(state(all)))) -answer(smallest(state(loc_2(countryid('usa'))))) -answer(smallest(state(next_to_2(stateid('texas'))))) -answer(smallest(state(traverse_1(longest(river(all)))))) -answer(state(loc_1(highest(place(all))))) -answer(state(loc_1(highest(place(loc_2(countryid('usa'))))))) -answer(largest_one(density_1(state(loc_2(countryid('usa')))))) -answer(largest_one(density_1(state(all)))) -answer(state(loc_1(lowest(place(all))))) -answer(smallest_one(population_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(highest(mountain(loc_2(countryid('usa'))))) -answer(highest(mountain(loc_2(countryid('usa'))))) -answer(area_1(countryid('usa'))) -answer(sum(population_1(state(next_to_2(stateid('texas')))))) -answer(major(river(traverse_2(stateid('illinois'))))) -answer(mountain(loc_2(stateid('alaska')))) -answer(river(traverse_2(stateid('kansas')))) -answer(river(traverse_2(stateid('texas')))) -answer(longest(river(loc_2(countryid('usa'))))) -answer(river(traverse_2(stateid('illinois')))) -answer(most(river(traverse_2(state(all))))) -answer(river(traverse_2(stateid('virginia')))) -answer(most(river(traverse_2(state(all))))) -answer(river(loc_2(stateid('nevada')))) -answer(river(loc_2(stateid('new mexico')))) -answer(river(loc_2(stateid('oregon')))) -answer(river(loc_2(stateid('utah')))) -answer(exclude(river(all), traverse_2(stateid('tennessee')))) -answer(river(traverse_2(stateid('colorado')))) -answer(river(traverse_2(stateid('missouri')))) -answer(river(traverse_2(state(next_to_1(stateid('alabama')))))) -answer(river(traverse_2(state(next_to_2(largest_one(population_1(state(all)))))))) -answer(river(traverse_2(largest(state(all))))) -answer(river(traverse_2(largest_one(population_1(state(all)))))) -answer(river(traverse_2(stateid('arizona')))) -answer(river(traverse_2(cityid('austin', 'tx')))) -answer(river(traverse_2(stateid('colorado')))) -answer(river(traverse_2(stateid('louisiana')))) -answer(river(traverse_2(stateid('maine')))) -answer(river(traverse_2(state(loc_1(lowest(place(loc_2(countryid('usa'))))))))) -answer(river(traverse_2(state(next_to_2(state(loc_1(capital(cityid('atlanta', _))))))))) -answer(river(traverse_2(stateid('west virginia')))) -answer(state(next_to_2(stateid('michigan')))) -answer(most(state(next_to_2(state(all))))) -answer(fewest(state(next_to_2(state(all))))) -answer(fewest(state(next_to_2(exclude(exclude(state(all), stateid('alaska')), stateid('hawaii')))))) -answer(state(next_to_2(smallest_one(population_1(state(all)))))) -answer(state(loc_1(highest(place(loc_2(countryid('usa'))))))) -answer(state(loc_1(highest(place(all))))) -answer(exclude(state(all), loc_1(river(all)))) -answer(state(loc_1(capital(cityid('salem', _))))) -answer(state(loc_1(city(cityid('flint', _))))) -answer(state(loc_1(largest_one(population_1(city(all)))))) -answer(state(loc_1(largest_one(population_1(city(all)))))) -answer(largest_one(density_1(state(all)))) -answer(state(loc_1(highest(place(all))))) -answer(largest_one(population_1(state(all)))) -answer(largest_one(density_1(state(all)))) -answer(state(loc_1(largest(city(all))))) -answer(largest_one(population_1(state(all)))) -answer(largest_one(density_1(state(all)))) -answer(largest_one(population_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(most(state(loc_1(city(all))))) -answer(most(state(traverse_1(major(river(all)))))) -answer(largest_one(population_1(state(all)))) -answer(most(state(traverse_1(river(all))))) -answer(state(loc_1(shortest(river(all))))) -answer(smallest_one(area_1(state(all)))) -answer(state(loc_1(smallest(capital(all))))) -answer(smallest_one(population_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(state(loc_1(capital(cityid('austin', _))))) -answer(state(loc_1(cityid('boston', _)))) -answer(state(loc_1(capital(cityid('columbus', _))))) -answer(state(loc_1(cityid('dallas', _)))) -answer(state(loc_1(cityid('des moines', _)))) -answer(state(loc_1(cityid('pittsburgh', _)))) -answer(largest(state(all))) -answer(state(most(state(loc_1(river(all)))))) -answer(largest_one(population_1(state(next_to_2(stateid('texas')))))) -answer(largest(state(next_to_2(stateid('texas'))))) -answer(largest_one(population_1(state(traverse_1(riverid('mississippi')))))) -answer(state(next_to_2(stateid('texas')))) -answer(state(next_to_2(stateid('mississippi')))) -answer(state(next_to_2(stateid('alaska')))) -answer(state(next_to_2(stateid('arkansas')))) -answer(state(next_to_2(stateid('delaware')))) -answer(state(next_to_2(stateid('georgia')))) -answer(state(next_to_2(stateid('hawaii')))) -answer(state(next_to_2(stateid('kentucky')))) -answer(state(next_to_2(stateid('missouri')))) -answer(state(next_to_2(stateid('new hampshire')))) -answer(state(next_to_2(stateid('ohio')))) -answer(state(next_to_2(stateid('rhode island')))) -answer(state(next_to_2(state(next_to_2(stateid('colorado')))))) -answer(state(next_to_2(state(next_to_2(state(next_to_2(stateid('florida')))))))) -answer(state(next_to_2(state(next_to_2(state(next_to_2(state(next_to_2(stateid('texas')))))))))) -answer(state(next_to_2(state(next_to_2(largest_one(population_1(state(all)))))))) -answer(state(next_to_2(state(traverse_1(riverid('mississippi')))))) -answer(state(next_to_2(state(traverse_1(riverid('mississippi')))))) -answer(state(next_to_2(stateid('texas')))) -answer(state(next_to_2(river(riverid('mississippi'))))) -answer(state(next_to_2(most(state(loc_1(city(all))))))) -answer(state(next_to_2(stateid('wisconsin')))) -answer(state(capital_2(cityid('dover', _)))) -answer(state(traverse_1(river(riverid('colorado'))))) -answer(state(traverse_1(riverid('mississippi')))) -answer(state(traverse_1(river(riverid('missouri'))))) -answer(state(traverse_1(river(riverid('ohio'))))) -answer(state(traverse_1(shortest(river(all))))) -answer(state(loc_1(capital(highest(place(all)))))) -answer(state(loc_1(city(cityid('austin', _))))) -answer(state(loc_1(city(cityid('austin', _))))) -answer(exclude(state(all), next_to_2(state(all)))) -answer(state(loc_1(river(riverid('colorado'))))) -answer(state(traverse_1(river(all)))) -answer(state(loc_1(city(cityid('springfield', _))))) -answer(state(high_point_2(higher_2(high_point_1(stateid('colorado')))))) -answer(intersection(state(loc_2(countryid('usa'))), loc_1(city(cityid('springfield', _))))) -answer(state(next_to_2(stateid('maine')))) -answer(largest_one(population_1(city(loc_2(stateid('texas')))))) -answer(largest(city(all))) -answer(loc_1(cityid('austin', _))) -answer(loc_1(cityid('baton rouge', _))) -answer(loc_1(cityid('fort wayne', _))) -answer(loc_1(cityid('houston', _))) -answer(loc_1(cityid('indianapolis', _))) -answer(loc_1(stateid('massachusetts'))) -answer(loc_1(placeid('mount whitney'))) -answer(loc_1(placeid('mount whitney'))) -answer(loc_1(stateid('new hampshire'))) -answer(loc_1(cityid('new orleans', _))) -answer(loc_1(cityid('san diego', _))) -answer(loc_1(cityid('san jose', _))) -answer(loc_1(cityid('scotts valley', _))) -answer(loc_1(cityid('springfield', _))) -answer(highest(place(loc_2(stateid('montana'))))) -answer(lowest(place(loc_2(countryid('usa'))))) -answer(lowest(place(loc_2(stateid('iowa'))))) -answer(capital(loc_2(state(next_to_2(stateid('texas')))))) -answer(exclude(capital(all), major(city(all)))) -answer(lowest(place(loc_2(state(traverse_1(riverid('mississippi'))))))) -answer(shortest(river(all))) -answer(most(river(traverse_2(state(all))))) -answer(river(loc_2(stateid('alaska')))) -answer(river(traverse_2(stateid('alaska')))) -answer(river(traverse_2(state(next_to_2(stateid('new mexico')))))) -answer(river(traverse_2(state(loc_1(largest(city(loc_2(countryid('usa'))))))))) -answer(river(traverse_2(state(loc_1(lowest(place(loc_2(countryid('usa'))))))))) -answer(state(next_to_2(stateid('kentucky')))) -answer(state(next_to_2(stateid('florida')))) -answer(most(state(next_to_2(state(all))))) -answer(most(state(loc_1(river(all))))) -answer(largest_one(density_1(state(all)))) -answer(state(loc_1(highest(place(all))))) -answer(state(loc_1(largest(city(all))))) -answer(largest_one(density_1(state(all)))) -answer(smallest_one(density_1(state(all)))) -answer(state(loc_1(longest(river(all))))) -answer(largest_one(population_1(state(all)))) -answer(most(state(traverse_1(river(all))))) -answer(state(loc_1(river(riverid('red'))))) -answer(smallest_one(area_1(state(next_to_2(stateid('texas')))))) -answer(smallest_one(density_1(state(all)))) -answer(state(loc_1(cityid('kalamazoo', _)))) -answer(state(loc_1(city(cityid('denver', _))))) -answer(state(loc_1(largest(city(loc_2(stateid('montana'))))))) -answer(state(next_to_2(stateid('alabama')))) -answer(state(next_to_2(stateid('alabama')))) -answer(state(next_to_2(stateid('alaska')))) -answer(state(next_to_2(stateid('arizona')))) -answer(state(next_to_2(stateid('colorado')))) -answer(state(next_to_2(stateid('hawaii')))) -answer(state(next_to_2(stateid('iowa')))) -answer(state(next_to_2(stateid('michigan')))) -answer(state(next_to_2(stateid('new york')))) -answer(exclude(state(all), next_to_2(state(all)))) -answer(state(next_to_2(stateid('south dakota')))) -answer(state(next_to_2(state(traverse_1(riverid('mississippi')))))) -answer(state(next_to_2(stateid('texas')))) -answer(state(next_to_2(longest(river(loc_2(countryid('usa'))))))) -answer(state(traverse_1(river(riverid('colorado'))))) -answer(exclude(state(all), next_to_2(stateid('texas')))) -answer(state(traverse_1(river(riverid('colorado'))))) -answer(state(traverse_1(longest(river(all))))) -answer(state(traverse_1(river(riverid('mississippi'))))) -answer(state(traverse_1(river(riverid('missouri'))))) -answer(state(traverse_1(river(riverid('missouri'))))) -answer(state(loc_1(major(city(cityid('austin', _)))))) -answer(state(loc_1(place(higher_2(highest(place(loc_2(stateid('colorado'))))))))) -answer(state(loc_1(place(higher_2(highest(place(loc_2(stateid('texas'))))))))) -answer(state(traverse_1(longest(river(loc_2(countryid('usa'))))))) diff --git a/example/train.gold b/example/train.gold deleted file mode 100644 index 53380ad..0000000 --- a/example/train.gold +++ /dev/null @@ -1,600 +0,0 @@ -[cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] -[placeid('cheaha mountain'),placeid('clingmans dome'),placeid('driskill mountain'),placeid('magazine mountain')] -[riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] -[cityid(austin,tx)] -[placeid('mount hood')] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] -[cityid(abilene,tx),cityid(abingdon,pa),cityid(akron,oh),cityid(alameda,ca),cityid(albany,ga),cityid(albany,ny),cityid(albuquerque,nm),cityid(alexandria,va),cityid(alhambra,ca),cityid(allentown,pa),cityid(altoona,pa),cityid(amarillo,tx),cityid(anaheim,ca),cityid(anchorage,ak),cityid(anderson,in),cityid('ann arbor',mi),cityid(appleton,wi),cityid(arlington,tx),cityid(arlington,va),cityid('arlington heights',il),cityid(arvada,co),cityid(atlanta,ga),cityid(aurora,co),cityid(aurora,il),cityid(austin,tx),cityid(bakersfield,ca),cityid(baltimore,md),cityid('baton rouge',la),cityid(bayonne,nj),cityid(beaumont,tx),cityid(bellevue,wa),cityid(berkeley,ca),cityid(bethesda,md),cityid(bethlehem,pa),cityid(billings,mt),cityid(birmingham,al),cityid(bloomington,mn),cityid(boise,id),cityid(boston,ma),cityid(boulder,co),cityid(bridgeport,ct),cityid(bristol,ct),cityid('bristol township',pa),cityid(brockton,ma),cityid(brownsville,tx),cityid('buena park',ca),cityid(buffalo,ny),cityid(burbank,ca),cityid(cambridge,ma),cityid(camden,nj),cityid(canton,oh),cityid(carson,ca),cityid(casper,wy),cityid('cedar rapids',ia),cityid(champaign,il),cityid(charleston,sc),cityid(charleston,wv),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(cheektowaga,ny),cityid('cherry hill',nj),cityid(chesapeake,va),cityid(chicago,il),cityid('chula vista',ca),cityid(cicero,il),cityid(cincinnati,oh),cityid('citrus heights',ca),cityid(clearwater,fl),cityid(cleveland,oh),cityid(clifton,nj),cityid(clinton,mi),cityid('colorado springs',co),cityid(columbia,mo),cityid(columbia,sc),cityid(columbus,ga),cityid(columbus,oh),cityid(compton,ca),cityid(concord,ca),cityid('corpus christi',tx),cityid('costa mesa',ca),cityid(cranston,ri),cityid(dallas,tx),cityid('daly city',ca),cityid(danbury,ct),cityid(davenport,ia),cityid(dayton,oh),cityid(dearborn,mi),cityid('dearborn heights',mi),cityid(decatur,il),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid(downey,ca),cityid(dubuque,ia),cityid(duluth,mn),cityid(dundalk,md),cityid(durham,nc),cityid('east los angeles',ca),cityid('east orange',nj),cityid(edison,nj),cityid('el cajon',ca),cityid('el monte',ca),cityid('el paso',tx),cityid(elgin,il),cityid(elizabeth,nj),cityid(elyria,oh),cityid(erie,pa),cityid(escondido,ca),cityid(euclid,oh),cityid(eugene,or),cityid(evanston,il),cityid(evansville,in),cityid(ewa,hi),cityid(fairfield,ca),cityid('fall river',ma),cityid(fargo,nd),cityid('farmington hills',mi),cityid(fayetteville,nc),cityid(flint,mi),cityid('fort collins',co),cityid('fort lauderdale',fl),cityid('fort smith',ar),cityid('fort wayne',in),cityid('fort worth',tx),cityid(framingham,ma),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid(gainesville,fl),cityid('garden grove',ca),cityid(garland,tx),cityid(gary,in),cityid(glendale,az),cityid(glendale,ca),cityid('grand prairie',tx),cityid('grand rapids',mi),cityid('great falls',mt),cityid('green bay',wi),cityid(greensboro,nc),cityid(greenville,sc),cityid(greenwich,ct),cityid(hamilton,oh),cityid(hammond,in),cityid(hampton,va),cityid(hartford,ct),cityid(hayward,ca),cityid('high point',nc),cityid(hollywood,fl),cityid(honolulu,hi),cityid(houston,tx),cityid(huntington,wv),cityid('huntington beach',ca),cityid(huntsville,al),cityid(independence,mo),cityid(indianapolis,in),cityid(inglewood,ca),cityid(irondequoit,ny),cityid(irvine,ca),cityid(irving,tx),cityid(irvington,nj),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid(joliet,il),cityid(kalamazoo,mi),cityid('kansas city',ks),cityid('kansas city',mo),cityid(kendall,fl),cityid(kenner,la),cityid(kenosha,wi),cityid(kettering,oh),cityid(knoxville,tn),cityid(koolaupoko,hi),cityid(lafayette,la),cityid('lake charles',la),cityid(lakewood,ca),cityid(lakewood,co),cityid(lakewood,oh),cityid(lansing,mi),cityid(laredo,tx),cityid(largo,fl),cityid('las vegas',nv),cityid(lawrence,ma),cityid(lawton,ok),cityid(levittown,ny),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid(livonia,mi),cityid('long beach',ca),cityid(longview,tx),cityid(lorain,oh),cityid('los angeles',ca),cityid(louisville,ky),cityid(lowell,ma),cityid('lower merion',pa),cityid(lubbock,tx),cityid(lynchburg,va),cityid(lynn,ma),cityid(macon,ga),cityid(madison,wi),cityid(manchester,nh),cityid(mcallen,tx),cityid(medford,ma),cityid(memphis,tn),cityid(meriden,ct),cityid(mesa,az),cityid(mesquite,tx),cityid(metairie,la),cityid(miami,fl),cityid('miami beach',fl),cityid(middletown,nj),cityid(midland,tx),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(modesto,ca),cityid(monroe,la),cityid(montgomery,al),cityid('mount vernon',ny),cityid('mountain view',ca),cityid(muncie,in),cityid(nashua,nh),cityid(nashville,tn),cityid('new bedford',ma),cityid('new britain',ct),cityid('new haven',ct),cityid('new orleans',la),cityid('new rochelle',ny),cityid('new york',ny),cityid(newark,nj),cityid('newport beach',ca),cityid('newport news',va),cityid(newton,ma),cityid('niagara falls',ny),cityid(norfolk,va),cityid(norman,ok),cityid('north charleston',sc),cityid('north little rock',ar),cityid(norwalk,ca),cityid(norwalk,ct),cityid('oak lawn',il),cityid(oakland,ca),cityid(oceanside,ca),cityid(odessa,tx),cityid(ogden,ut),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(ontario,ca),cityid(orange,ca),cityid(orlando,fl),cityid('overland park',ks),cityid(oxnard,ca),cityid(parma,oh),cityid(pasadena,ca),cityid(pasadena,tx),cityid(paterson,nj),cityid(pawtucket,ri),cityid('penn hills',pa),cityid(pensacola,fl),cityid(peoria,il),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(plano,tx),cityid(pomona,ca),cityid(pontiac,mi),cityid('port arthur',tx),cityid(portland,me),cityid(portland,or),cityid(portsmouth,va),cityid(providence,ri),cityid(provo,ut),cityid(pueblo,co),cityid(quincy,ma),cityid(racine,wi),cityid(raleigh,nc),cityid(reading,pa),cityid(redford,mi),cityid('redondo beach',ca),cityid(reno,nv),cityid(richardson,tx),cityid(richmond,ca),cityid(richmond,va),cityid(riverside,ca),cityid(roanoke,va),cityid(rochester,mn),cityid(rochester,ny),cityid(rockford,il),cityid('royal oak',mi),cityid(sacramento,ca),cityid(saginaw,mi),cityid(salem,or),cityid(salinas,ca),cityid('salt lake city',ut),cityid('san angelo',tx),cityid('san antonio',tx),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid(savannah,ga),cityid(schenectady,ny),cityid('scotts valley',ca),cityid(scottsdale,az),cityid(scranton,pa),cityid(seattle,wa),cityid(shreveport,la),cityid('silver spring',md),cityid('simi valley',ca),cityid('sioux city',ia),cityid('sioux falls',sd),cityid(skokie,il),cityid(somerville,ma),cityid('south bend',in),cityid('south gate',ca),cityid(southfield,mi),cityid(spokane,wa),cityid(springfield,il),cityid(springfield,ma),cityid(springfield,mo),cityid(springfield,oh),cityid('st. clair shores',mi),cityid('st. joseph',mo),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(stamford,ct),cityid('sterling heights',mi),cityid(stockton,ca),cityid(sunnyvale,ca),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tallahassee,fl),cityid(tampa,fl),cityid(taylor,mi),cityid(tempe,az),cityid('terre haute',in),cityid('thousand oaks',ca),cityid(toledo,oh),cityid(topeka,ks),cityid(torrance,ca),cityid(trenton,nj),cityid(troy,mi),cityid(tucson,az),cityid(tulsa,ok),cityid(tuscaloosa,al),cityid(tyler,tx),cityid('upper darby',pa),cityid(utica,ny),cityid(vallejo,ca),cityid(ventura,ca),cityid('virginia beach',va),cityid(waco,tx),cityid(waltham,ma),cityid(warren,mi),cityid(warwick,ri),cityid(washington,dc),cityid(waterbury,ct),cityid(waterford,mi),cityid(waterloo,ia),cityid(waukegan,il),cityid('west allis',wi),cityid('west covina',ca),cityid('west hartford',ct),cityid('west palm beach',fl),cityid('west valley',ut),cityid(westland,mi),cityid(westminster,ca),cityid(whittier,ca),cityid(wichita,ks),cityid('wichita falls',tx),cityid(wilmington,de),cityid('winston-salem',nc),cityid(woodbridge,nj),cityid(worcester,ma),cityid(wyoming,mi),cityid(yonkers,ny),cityid(youngstown,oh)] -[cityid(alexandria,va),cityid(arlington,va),cityid(chesapeake,va),cityid(hampton,va),cityid(lynchburg,va),cityid('newport news',va),cityid(norfolk,va),cityid(portsmouth,va),cityid(richmond,va),cityid(roanoke,va),cityid('virginia beach',va)] -[cityid(abilene,tx),cityid(amarillo,tx),cityid(arlington,tx),cityid(austin,tx),cityid(beaumont,tx),cityid(brownsville,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(garland,tx),cityid('grand prairie',tx),cityid(houston,tx),cityid(irving,tx),cityid(laredo,tx),cityid(longview,tx),cityid(lubbock,tx),cityid(mcallen,tx),cityid(mesquite,tx),cityid(midland,tx),cityid(odessa,tx),cityid(pasadena,tx),cityid(plano,tx),cityid('port arthur',tx),cityid(richardson,tx),cityid('san angelo',tx),cityid('san antonio',tx),cityid(tyler,tx),cityid(waco,tx),cityid('wichita falls',tx)] -[] -[stateid(alaska)] -[] -[591000.0] -[8284.0] -[121600.0] -[70700.0] -[266807.0] -[7071639] -[6194] -[2667] -[3901] -[6194] -[135] -[105] -[163] -[174431] -[3033] -[3778] -[3778] -[3778] -[3968] -[3033] -[451] -[2] -[8] -[2] -[386] -[386] -[386] -[30] -[386] -[1] -[3894000.0] -[76685] -[23670000.0] -[177857] -[3] -[5] -[8] -[8] -[9] -[107] -[1] -[2] -[800500.0] -[2913000.0] -[17558000.0] -[76685] -[345496] -[345496] -[23670000.0] -[3005172] -[964000.0] -[79722] -[2364000.0] -[786.7] -[920600.0] -[1303000.0] -[17558000.0] -[170876] -[678974] -[690767.0] -[171300] -[14229000.0] -[425022] -[690767.0] -[7365000.0] -[4113200.0] -[638333] -[1461000.0] -[1] -[10] -[10] -[4] -[3] -[0] -[1] -[2] -[5] -[46] -[43] -[0] -[1] -[2] -[5] -[24] -[] -[51] -[0] -[51] -[0] -[49] -[3] -[0] -[5] -[8] -[4] -[0] -[0] -[8] -[6] -[8] -[5] -[5] -[10] -[10] -[6] -[1] -[1] -[1] -[1] -[33] -[4] -[stateid(alaska)] -[stateid(alaska)] -[stateid(minnesota),stateid('new york')] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[] -[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] -[cityid(albany,ny),cityid(atlanta,ga),cityid(austin,tx),cityid('baton rouge',la),cityid(boise,id),cityid(boston,ma),cityid(charleston,wv),cityid(columbia,sc),cityid(columbus,oh),cityid(denver,co),cityid('des moines',ia),cityid(hartford,ct),cityid(honolulu,hi),cityid(indianapolis,in),cityid(jackson,ms),cityid(lansing,mi),cityid(lincoln,ne),cityid('little rock',ar),cityid(madison,wi),cityid(montgomery,al),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(phoenix,az),cityid(providence,ri),cityid(raleigh,nc),cityid(richmond,va),cityid(sacramento,ca),cityid(salem,or),cityid('salt lake city',ut),cityid(springfield,il),cityid('st. paul',mn),cityid(tallahassee,fl),cityid(topeka,ks),cityid(trenton,nj),cityid(washington,dc)] -[riverid(missouri)] -[] -[riverid(arkansas),riverid(mississippi),riverid(ouachita),riverid(red),riverid('st. francis'),riverid(white)] -[stateid(alaska),stateid(hawaii)] -[76685] -[stateid(louisiana)] -[76685] -[76685] -[stateid(california)] -[cityid(aurora,co),cityid('colorado springs',co),cityid(denver,co)] -[] -[stateid(alaska)] -[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid('rio grande')] -[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)] -[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)] -[cityid(alameda,ca),cityid(alhambra,ca),cityid(anaheim,ca),cityid(bakersfield,ca),cityid(berkeley,ca),cityid('buena park',ca),cityid(burbank,ca),cityid(carson,ca),cityid('chula vista',ca),cityid('citrus heights',ca),cityid(compton,ca),cityid(concord,ca),cityid('costa mesa',ca),cityid('daly city',ca),cityid(downey,ca),cityid('east los angeles',ca),cityid('el cajon',ca),cityid('el monte',ca),cityid(escondido,ca),cityid(fairfield,ca),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid('garden grove',ca),cityid(glendale,ca),cityid(hayward,ca),cityid('huntington beach',ca),cityid(inglewood,ca),cityid(irvine,ca),cityid(lakewood,ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(modesto,ca),cityid('mountain view',ca),cityid('newport beach',ca),cityid(norwalk,ca),cityid(oakland,ca),cityid(oceanside,ca),cityid(ontario,ca),cityid(orange,ca),cityid(oxnard,ca),cityid(pasadena,ca),cityid(pomona,ca),cityid('redondo beach',ca),cityid(richmond,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid(salinas,ca),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid('scotts valley',ca),cityid('simi valley',ca),cityid('south gate',ca),cityid(stockton,ca),cityid(sunnyvale,ca),cityid('thousand oaks',ca),cityid(torrance,ca),cityid(vallejo,ca),cityid(ventura,ca),cityid('west covina',ca),cityid(westminster,ca),cityid(whittier,ca)] -[placeid('clingmans dome')] -[] -[] -[cityid(anaheim,ca),cityid(fresno,ca),cityid('huntington beach',ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(oakland,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca)] -[] -[cityid('kansas city',ks),cityid(wichita,ks)] -[cityid('kansas city',mo),cityid('st. louis',mo)] -[cityid(albuquerque,nm)] -[cityid(charlotte,nc),cityid(greensboro,nc)] -[cityid(akron,oh),cityid(cincinnati,oh),cityid(cleveland,oh),cityid(columbus,oh),cityid(dayton,oh),cityid(toledo,oh)] -[cityid('oklahoma city',ok),cityid(tulsa,ok)] -[cityid(providence,ri)] -[cityid(arlington,tx),cityid(austin,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(houston,tx),cityid(lubbock,tx),cityid('san antonio',tx)] -[cityid(anchorage,ak)] -[cityid(washington,dc)] -[] -[] -[cityid(arlington,tx),cityid(austin,tx),cityid('corpus christi',tx),cityid(dallas,tx),cityid('el paso',tx),cityid('fort worth',tx),cityid(houston,tx),cityid(lubbock,tx),cityid('san antonio',tx)] -[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)] -[cityid(akron,oh),cityid(albuquerque,nm),cityid(anaheim,ca),cityid(anchorage,ak),cityid(arlington,tx),cityid(arlington,va),cityid(atlanta,ga),cityid(aurora,co),cityid(austin,tx),cityid(baltimore,md),cityid('baton rouge',la),cityid(birmingham,al),cityid(boston,ma),cityid(buffalo,ny),cityid(charlotte,nc),cityid(chattanooga,tn),cityid(chicago,il),cityid(cincinnati,oh),cityid(cleveland,oh),cityid('colorado springs',co),cityid(columbus,ga),cityid(columbus,oh),cityid('corpus christi',tx),cityid(dallas,tx),cityid(dayton,oh),cityid(denver,co),cityid('des moines',ia),cityid(detroit,mi),cityid('el paso',tx),cityid(ewa,hi),cityid(flint,mi),cityid('fort lauderdale',fl),cityid('fort wayne',in),cityid('fort worth',tx),cityid(fresno,ca),cityid(gary,in),cityid('grand rapids',mi),cityid(greensboro,nc),cityid(honolulu,hi),cityid(houston,tx),cityid('huntington beach',ca),cityid(indianapolis,in),cityid(jackson,ms),cityid(jacksonville,fl),cityid('jersey city',nj),cityid('kansas city',ks),cityid('kansas city',mo),cityid(knoxville,tn),cityid('las vegas',nv),cityid(lexington,ky),cityid(lincoln,ne),cityid('little rock',ar),cityid('long beach',ca),cityid('los angeles',ca),cityid(louisville,ky),cityid(lubbock,tx),cityid(madison,wi),cityid(memphis,tn),cityid(mesa,az),cityid(metairie,la),cityid(miami,fl),cityid(milwaukee,wi),cityid(minneapolis,mn),cityid(mobile,al),cityid(montgomery,al),cityid(nashville,tn),cityid('new orleans',la),cityid('new york',ny),cityid(newark,nj),cityid(norfolk,va),cityid(oakland,ca),cityid('oklahoma city',ok),cityid(omaha,ne),cityid(philadelphia,pa),cityid(phoenix,az),cityid(pittsburgh,pa),cityid(portland,or),cityid(providence,ri),cityid(richmond,va),cityid(riverside,ca),cityid(rochester,ny),cityid(sacramento,ca),cityid('salt lake city',ut),cityid('san antonio',tx),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('santa ana',ca),cityid(seattle,wa),cityid(shreveport,la),cityid(spokane,wa),cityid(springfield,ma),cityid('st. louis',mo),cityid('st. paul',mn),cityid('st. petersburg',fl),cityid(syracuse,ny),cityid(tacoma,wa),cityid(tampa,fl),cityid(toledo,oh),cityid(tucson,az),cityid(tulsa,ok),cityid('virginia beach',va),cityid(warren,mi),cityid(washington,dc),cityid(wichita,ks),cityid(worcester,ma),cityid(yonkers,ny)] -[] -[riverid(arkansas),riverid(canadian),riverid(cheyenne),riverid(cimarron),riverid(colorado),riverid(columbia),riverid(cumberland),riverid(dakota),riverid(gila),riverid(green),riverid('little missouri'),riverid(mississippi),riverid(missouri),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(red),riverid('rio grande'),riverid('smoky hill'),riverid(snake),riverid(tennessee),riverid(wabash),riverid(washita),riverid(white),riverid(yellowstone)] -[cityid(chicago,il)] -[stateid(indiana),stateid(ohio),stateid(wisconsin)] -[] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[2286000.0,2364000.0,2520000.0,2913000.0,4076000.0,4206000.0,4591000.0,4700000.0,4916000.0,11400000.0] -[riverid(ohio),riverid(wabash)] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(bighorn),riverid('clark fork'),riverid('little missouri'),riverid(missouri),riverid(powder),riverid(yellowstone)] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(arizona),stateid(nevada),stateid(oregon)] -[stateid('district of columbia'),stateid(maryland),stateid(virginia),stateid('west virginia')] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[4916000.0] -[cityid(phoenix,az)] -[cityid(phoenix,az)] -[cityid(abingdon,pa),cityid(allentown,pa),cityid(altoona,pa),cityid(bethlehem,pa),cityid('bristol township',pa),cityid(erie,pa),cityid('lower merion',pa),cityid('penn hills',pa),cityid(philadelphia,pa),cityid(pittsburgh,pa),cityid(reading,pa),cityid(scranton,pa),cityid('upper darby',pa)] -[cityid(alameda,ca),cityid(alhambra,ca),cityid(anaheim,ca),cityid(bakersfield,ca),cityid(berkeley,ca),cityid('buena park',ca),cityid(burbank,ca),cityid(carson,ca),cityid('chula vista',ca),cityid('citrus heights',ca),cityid(compton,ca),cityid(concord,ca),cityid('costa mesa',ca),cityid('daly city',ca),cityid(downey,ca),cityid('east los angeles',ca),cityid('el cajon',ca),cityid('el monte',ca),cityid(escondido,ca),cityid(fairfield,ca),cityid(fremont,ca),cityid(fresno,ca),cityid(fullerton,ca),cityid('garden grove',ca),cityid(glendale,ca),cityid(hayward,ca),cityid('huntington beach',ca),cityid(inglewood,ca),cityid(irvine,ca),cityid(lakewood,ca),cityid('long beach',ca),cityid('los angeles',ca),cityid(modesto,ca),cityid('mountain view',ca),cityid('newport beach',ca),cityid(norwalk,ca),cityid(oakland,ca),cityid(oceanside,ca),cityid(ontario,ca),cityid(orange,ca),cityid(oxnard,ca),cityid(pasadena,ca),cityid(pomona,ca),cityid('redondo beach',ca),cityid(richmond,ca),cityid(riverside,ca),cityid(sacramento,ca),cityid(salinas,ca),cityid('san bernardino',ca),cityid('san diego',ca),cityid('san francisco',ca),cityid('san jose',ca),cityid('san leandro',ca),cityid('san mateo',ca),cityid('santa ana',ca),cityid('santa barbara',ca),cityid('santa clara',ca),cityid('santa monica',ca),cityid('santa rosa',ca),cityid('scotts valley',ca),cityid('simi valley',ca),cityid('south gate',ca),cityid(stockton,ca),cityid(sunnyvale,ca),cityid('thousand oaks',ca),cityid(torrance,ca),cityid(vallejo,ca),cityid(ventura,ca),cityid('west covina',ca),cityid(westminster,ca),cityid(whittier,ca)] -[cityid(houston,tx)] -[cityid(houston,tx)] -[cityid('new york',ny)] -[cityid('scotts valley',ca)] -[cityid('des moines',ia)] -[cityid(phoenix,az)] -[stateid(arizona),stateid(nevada),stateid(oregon)] -[591000.0] -[3670038.0] -[158000.0] -[83000.0] -[33265.0] -[10460.0] -[121600.0] -[] -[31113.0] -[266807.0] -[591000.0] -[1100.0] -[49100.0] -[147000.0] -[1100.0,1212.0,2044.0,5020.0,6471.0,7787.0,8284.0,9279.0,9614.0,10460.0,24200.0,31113.0,33265.0,36200.0,40760.0,41300.0,42140.0,45308.0,47700.0,49100.0,51700.0,52670.0,53200.0,56153.0,56300.0,58500.0,58900.0,68139.0,68664.0,69700.0,69950.0,70700.0,77116.0,77300.0,82300.0,83000.0,84400.0,84900.0,97073.0,97809.0,104000.0,110500.0,114000.0,121600.0,147000.0,158000.0,266807.0,591000.0] -[] -[261.8301403725611] -[] -[cityid(phoenix,az)] -[cityid(atlanta,ga)] -[cityid(omaha,ne)] -[cityid(portland,or)] -[cityid(houston,tx)] -[cityid(washington,dc)] -[cityid('new york',ny)] -[cityid('new york',ny)] -[cityid('new york',ny)] -[cityid(casper,wy)] -[riverid(mississippi)] -[stateid(alaska)] -[stateid(alaska)] -[stateid(alaska)] -[] -[cityid(atlanta,ga)] -[cityid(honolulu,hi)] -[cityid(indianapolis,in)] -[] -[] -[cityid(lansing,mi)] -[] -[] -[cityid(austin,tx)] -[cityid(montgomery,al)] -[] -[cityid(austin,tx)] -[] -[cityid(austin,tx),cityid('baton rouge',la),cityid(denver,co),cityid(jackson,ms),cityid('little rock',ar),cityid(nashville,tn),cityid('oklahoma city',ok),cityid(phoenix,az),cityid('salt lake city',ut),cityid(topeka,ks)] -[] -[] -[cityid('salt lake city',ut)] -[] -[] -[cityid(houston,tx)] -[cityid('scotts valley',ca)] -[224409210.7] -[53.33068472716233] -[-85] -[6194] -[6194] -[2667] -[6194] -[placeid('wheeler peak')] -[placeid('sassafras mountain')] -[placeid('mount mckinley')] -[placeid('guadalupe peak')] -[placeid('mount elbert')] -[]. -[placeid('walton county')] -[placeid('mount sunflower')] -[placeid('wheeler peak')] -[placeid('campbell hill')] -[placeid('jerimoth hill')] -[placeid('guadalupe peak')] -[placeid('mount mckinley')] -[placeid(tenleytown)] -[placeid('ocheyedan mound')] -[placeid('ocheyedan mound')] -[] -[placeid('granite peak')] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[placeid('gannett peak')] -[placeid('mount mckinley')] -[cityid(phoenix,az)] -[cityid('new orleans',la)] -[cityid(birmingham,al)] -[cityid(detroit,mi)] -[cityid(minneapolis,mn)] -[cityid('st. louis',mo)] -[cityid(phoenix,az)] -[cityid(houston,tx)] -[cityid(milwaukee,wi)] -[cityid(wichita,ks)] -[stateid(texas)] -[stateid(alaska)] -[stateid('new mexico')] -[cityid(phoenix,az)] -[stateid(alaska)] -[stateid(alaska)] -[stateid(arizona)] -[stateid(arizona)] -[stateid(arizona)] -[stateid(minnesota)] -[] -[3968] -[] -[] -[riverid(missouri)] -[riverid(allegheny)] -[riverid(missouri)] -[riverid(colorado)] -[riverid(mississippi)] -[riverid(allegheny)] -[riverid(ohio)] -[riverid('rio grande')] -[riverid(potomac)] -[] -[riverid(missouri)] -[riverid(missouri)] -[riverid(missouri)] -[riverid('rio grande')] -[riverid(missouri)] -[riverid(missouri)] -[placeid('delaware river')] -[placeid('death valley')] -[placeid('new orleans')] -[placeid('pacific ocean')] -[placeid('gulf of mexico')] -[placeid('gulf of mexico')] -[placeid('death valley')] -[placeid('lake michigan')] -[placeid('arkansas river')] -[placeid('pacific ocean')] -[placeid('death valley')] -[] -[cityid(phoenix,az)] -[stateid(texas)] -[cityid(houston,tx)] -[cityid(casper,wy)] -[stateid(california)] -[stateid(california)] -[7] -[53.33068472716233] -[8.957505576015354] -[53.33068472716233] -[580.0] -[580.0] -[0.0053517006802721095] -[4.8007545317915525] -[562994] -[2718000.0] -[425022] -[425022] -[345496] -[345496] -[562994] -[23670000.0] -[904078] -[492365] -[944000.0] -[11400000.0] -[1125000.0] -[4076000.0] -[786.7] -[17558000.0] -[2633000.0] -[61572] -[947200.0] -[275741] -[493846] -[493846] -[690767.0] -[133116] -[] -[14229000.0] -[] -[270230] -[638333] -[401800.0] -[1303000.0] -[170616,636212] -[401800.0] -[638333] -[riverid(ohio),riverid(wabash)] -[riverid(delaware)] -[] -[riverid(mississippi)] -[riverid(republican)] -[riverid(pecos)] -[riverid(delaware)] -[riverid(delaware)] -[riverid(delaware)] -[158000.0] -[68664.0] -[266807.0] -[345496] -[591000.0] -[cityid(anchorage,ak)] -[cityid('north little rock',ar)] -[cityid(koolaupoko,hi)] -[cityid(anchorage,ak)] -[cityid(bellevue,wa)] -[cityid(washington,dc)] -[stateid('west virginia')] -[stateid('district of columbia')] -[stateid('district of columbia')] -[stateid(louisiana)] -[stateid(iowa)] -[stateid(alaska)] -[stateid(alaska)] -[stateid('new jersey')] -[stateid('new jersey')] -[stateid(california)] -[stateid(montana)] -[stateid(montana)] -[placeid('mount mckinley')] -[placeid('mount mckinley')] -[] -[10820000.0] -[riverid(mississippi),riverid(ohio),riverid(wabash)] -[placeid('mount mckinley'),placeid('pacific ocean')] -[riverid(arkansas),riverid(cimarron),riverid(neosho),riverid(republican),riverid('smoky hill')] -[riverid(canadian),riverid(pecos),riverid(red),riverid('rio grande'),riverid(washita)] -[riverid(missouri)] -[riverid(mississippi),riverid(ohio),riverid(rock),riverid(wabash)] -[stateid(colorado)] -[riverid(potomac),riverid(roanoke)] -[stateid(colorado)] -[riverid(colorado)] -[riverid(canadian),riverid(cimarron),riverid(gila),riverid(pecos),riverid(red),riverid('rio grande'),riverid('san juan')] -[riverid(columbia),riverid(snake)] -[riverid(colorado),riverid(green),riverid('san juan')] -[riverid(allegheny),riverid(arkansas),riverid(bighorn),riverid(canadian),riverid(chattahoochee),riverid(cheyenne),riverid(cimarron),riverid('clark fork'),riverid(colorado),riverid(columbia),riverid(connecticut),riverid(dakota),riverid(delaware),riverid(gila),riverid(green),riverid(hudson),riverid('little missouri'),riverid(missouri),riverid(neosho),riverid(niobrara),riverid('north platte'),riverid(ohio),riverid(ouachita),riverid(pearl),riverid(pecos),riverid(potomac),riverid(powder),riverid(red),riverid(republican),riverid('rio grande'),riverid(roanoke),riverid(rock),riverid('san juan'),riverid('smoky hill'),riverid(snake),riverid('south platte'),riverid('st. francis'),riverid(tombigbee),riverid(wabash),riverid(washita),riverid('wateree catawba'),riverid(white),riverid(yellowstone)] -[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] -[riverid(mississippi),riverid(missouri),riverid('st. francis'),riverid(white)] -[riverid(chattahoochee),riverid(cumberland),riverid(mississippi),riverid(tennessee),riverid(tombigbee)] -[riverid(colorado),riverid(columbia),riverid(gila),riverid(snake)] -[] -[riverid(colorado)] -[riverid(colorado),riverid(gila)] -[] -[riverid(arkansas),riverid(canadian),riverid(colorado),riverid(green),riverid('north platte'),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte')] -[riverid(mississippi),riverid(ouachita),riverid(pearl),riverid(red)] -[] -[riverid(colorado)] -[riverid(chattahoochee),riverid(cumberland),riverid(mississippi),riverid(roanoke),riverid(tennessee),riverid(tombigbee),riverid('wateree catawba')] -[riverid(ohio),riverid(potomac)] -[stateid(indiana),stateid(ohio),stateid(wisconsin)] -[stateid(missouri)] -[stateid(alaska)] -[stateid(maine)] -[stateid(idaho),stateid('north dakota'),stateid('south dakota'),stateid(wyoming)] -[stateid(alaska)] -[stateid(alaska)] -[stateid(alaska),stateid(hawaii),stateid(maine),stateid('rhode island')] -[stateid(oregon)] -[stateid(michigan)] -[stateid('new york')] -[stateid('new york')] -[stateid('new jersey')] -[stateid(alaska)] -[stateid(california)] -[stateid('new jersey')] -[stateid('new york')] -[stateid(california)] -[stateid('new jersey')] -[stateid(california)] -[stateid(montana)] -[cityid(birmingham,al)] -[riverid(mississippi)] -[stateid(california)] -[riverid(mississippi)] -[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)] -[stateid('district of columbia')] -[stateid('west virginia')] -[stateid(montana)] -[stateid(montana)] -[stateid(montana)] -[stateid(texas)] -[stateid(massachusetts)] -[stateid(ohio)] -[stateid(texas)] -[stateid(iowa)] -[stateid(pennsylvania)] -[stateid(alaska)] -[] -[stateid(louisiana)] -[stateid('new mexico')] -[stateid(illinois)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)] -[stateid(alabama),stateid(arkansas),stateid(louisiana),stateid(tennessee)] -[] -[stateid(louisiana),stateid(mississippi),stateid(missouri),stateid(oklahoma),stateid(tennessee),stateid(texas)] -[stateid(maryland),stateid('new jersey'),stateid(pennsylvania)] -[stateid(alabama),stateid(florida),stateid('north carolina'),stateid('south carolina'),stateid(tennessee)] -[] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(nebraska),stateid(oklahoma),stateid(tennessee)] -[stateid(maine),stateid(massachusetts),stateid(vermont)] -[stateid(indiana),stateid(kentucky),stateid(michigan),stateid(pennsylvania),stateid('west virginia')] -[stateid(connecticut),stateid(massachusetts)] -[stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(idaho),stateid(iowa),stateid(kansas),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid(oklahoma),stateid('south dakota'),stateid(texas),stateid(utah),stateid(wyoming)] -[stateid(alabama),stateid(arkansas),stateid(florida),stateid(georgia),stateid(kentucky),stateid(louisiana),stateid(mississippi),stateid(missouri),stateid('north carolina'),stateid('south carolina'),stateid(tennessee),stateid(virginia)] -[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new mexico'),stateid('north carolina'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(arizona),stateid(california),stateid(colorado),stateid(idaho),stateid(nevada),stateid('new mexico'),stateid(oregon),stateid(utah),stateid(washington)] -[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] -[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)] -[] -[] -[stateid(illinois),stateid(iowa),stateid(michigan),stateid(minnesota)] -[stateid(delaware)] -[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(illinois),stateid(indiana),stateid(kentucky),stateid(ohio),stateid(pennsylvania),stateid('west virginia')] -[stateid(delaware),stateid('new jersey'),stateid('new york'),stateid(pennsylvania)] -[] -[stateid(texas)] -[stateid(texas)] -[stateid(alaska),stateid(hawaii)] -[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)] -[stateid(alabama),stateid(arizona),stateid(arkansas),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new mexico'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid(oregon),stateid(pennsylvania),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(illinois)] -[stateid(alaska),stateid(california)] -[stateid(illinois)] -[stateid('new hampshire')] -[cityid(houston,tx)] -[cityid('new york',ny)] -[countryid(usa),stateid(texas)] -[countryid(usa),stateid(louisiana)] -[countryid(usa),stateid(indiana)] -[countryid(usa),stateid(texas)] -[countryid(usa),stateid(indiana)] -[countryid(usa)] -[countryid(usa),stateid(california)] -[countryid(usa),stateid(california)] -[countryid(usa)] -[countryid(usa),stateid(louisiana)] -[countryid(usa),stateid(california)] -[countryid(usa),stateid(california)] -[countryid(usa),stateid(california)] -[countryid(usa),stateid(illinois),stateid(massachusetts),stateid(missouri),stateid(ohio)] -[placeid('granite peak')] -[placeid('death valley')] -[placeid('mississippi river')] -[cityid('baton rouge',la),cityid('little rock',ar),cityid('oklahoma city',ok)] -[cityid(albany,ny),cityid(annapolis,md),cityid(augusta,me),cityid(bismarck,nd),cityid(boise,id),cityid('carson city',nv),cityid(charleston,wv),cityid(cheyenne,wy),cityid(columbia,sc),cityid(concord,nh),cityid(dover,de),cityid(frankfort,ky),cityid(harrisburg,pa),cityid(hartford,ct),cityid(helena,mt),cityid('jefferson city',mo),cityid(juneau,ak),cityid(lansing,mi),cityid(montpelier,vt),cityid(olympia,wa),cityid(pierre,sd),cityid(raleigh,nc),cityid(salem,or),cityid('santa fe',nm),cityid(springfield,il),cityid(tallahassee,fl),cityid(topeka,ks),cityid(trenton,nj)] -[placeid('new orleans')] -[riverid(delaware)] -[stateid(colorado)] -[] -[] -[riverid(arkansas),riverid(canadian),riverid(cimarron),riverid(colorado),riverid(gila),riverid(green),riverid(neosho),riverid('north platte'),riverid(pecos),riverid(red),riverid(republican),riverid('rio grande'),riverid('san juan'),riverid('smoky hill'),riverid('south platte'),riverid(washita)] -[riverid(allegheny),riverid(delaware),riverid(hudson)] -[riverid(colorado)] -[stateid(illinois),stateid(indiana),stateid(missouri),stateid(ohio),stateid(tennessee),stateid(virginia),stateid('west virginia')] -[stateid(alabama),stateid(georgia)] -[stateid(missouri)] -[riverid(mississippi)] -[stateid('new jersey')] -[stateid(alaska)] -[stateid('new york')] -[stateid('new jersey')] -[stateid(montana)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(california)] -[riverid(mississippi)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma),stateid(texas)] -[stateid(louisiana)] -[stateid(montana)] -[stateid(michigan)] -[stateid(colorado)] -[stateid(montana)] -[stateid(florida),stateid(georgia),stateid(mississippi),stateid(tennessee)] -[stateid(florida),stateid(georgia),stateid(mississippi),stateid(tennessee)] -[] -[stateid(california),stateid(colorado),stateid(nevada),stateid('new mexico'),stateid(utah)] -[stateid(arizona),stateid(kansas),stateid(nebraska),stateid('new mexico'),stateid(oklahoma),stateid(utah),stateid(wyoming)] -[] -[stateid(illinois),stateid(minnesota),stateid(missouri),stateid(nebraska),stateid('south dakota'),stateid(wisconsin)] -[stateid(indiana),stateid(ohio),stateid(wisconsin)] -[stateid(connecticut),stateid(massachusetts),stateid('new jersey'),stateid(pennsylvania),stateid(vermont)] -[stateid(alaska),stateid(hawaii)] -[stateid(iowa),stateid(minnesota),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid(wyoming)] -[stateid(alabama),stateid(arkansas),stateid(georgia),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(louisiana),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(nebraska),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oklahoma),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(virginia),stateid('west virginia'),stateid(wisconsin)] -[stateid(arkansas),stateid(louisiana),stateid('new mexico'),stateid(oklahoma)] -[] -[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)] -[stateid(alabama),stateid(alaska),stateid(arizona),stateid(california),stateid(colorado),stateid(connecticut),stateid(delaware),stateid('district of columbia'),stateid(florida),stateid(georgia),stateid(hawaii),stateid(idaho),stateid(illinois),stateid(indiana),stateid(iowa),stateid(kansas),stateid(kentucky),stateid(maine),stateid(maryland),stateid(massachusetts),stateid(michigan),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(montana),stateid(nebraska),stateid(nevada),stateid('new hampshire'),stateid('new jersey'),stateid('new york'),stateid('north carolina'),stateid('north dakota'),stateid(ohio),stateid(oregon),stateid(pennsylvania),stateid('rhode island'),stateid('south carolina'),stateid('south dakota'),stateid(tennessee),stateid(texas),stateid(utah),stateid(vermont),stateid(virginia),stateid(washington),stateid('west virginia'),stateid(wisconsin),stateid(wyoming)] -[stateid(arizona),stateid(california),stateid(colorado),stateid(nevada),stateid(utah)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(arkansas),stateid(illinois),stateid(iowa),stateid(kentucky),stateid(louisiana),stateid(minnesota),stateid(mississippi),stateid(missouri),stateid(tennessee),stateid(wisconsin)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] -[stateid(texas)] -[stateid(alaska),stateid(california)] -[stateid(alaska),stateid(arizona),stateid(california),stateid(colorado),stateid(hawaii),stateid(idaho),stateid(montana),stateid(nevada),stateid('new mexico'),stateid(oregon),stateid(utah),stateid(washington),stateid(wyoming)] -[stateid(iowa),stateid(missouri),stateid(montana),stateid(nebraska),stateid('north dakota'),stateid('south dakota')] diff --git a/example/train.in b/example/train.in deleted file mode 100644 index 8f60fd6..0000000 --- a/example/train.in +++ /dev/null @@ -1,600 +0,0 @@ -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.0" id="0"> gebe mir die städte in virginia </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.1" id="1"> welches sind die höchsten punkte der an mississippi grenzenden staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.2" id="2"> nenne die flüsse in arkansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.4" id="4"> kannst du mir sagen , was die hauptstadt von texas ist </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.5" id="5"> könntest du mir sagen welches der höchstgelegene punkt im staat oregon ist </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.7" id="7"> nenne all staaten der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.8" id="8"> sag mir welche städte in texas sind </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.9" id="9"> nenne die städte der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.10" id="10"> nenne mir die städte in virginia </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.11" id="11"> nenne mir städte in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.12" id="12"> nenne mir die seen in california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.13" id="13"> welche stadt ist die größte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.14" id="14"> nenne mir den längsten fluss , welcher durch die usa fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.17" id="17"> wie groß ist alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.18" id="18"> wie groß ist massachusetts </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.19" id="19"> wie groß ist new mexico </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.20" id="20"> wie groß ist north dakota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.21" id="21"> wie groß ist texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.22" id="22"> wie groß ist die stadt new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.23" id="23"> wie hoch sind die höchsten erhebungen aller staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.24" id="24"> wie hoch liegt guadalupe peak </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.27" id="27"> wie hoch ist der höchste punkt in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.28" id="28"> wie hoch liegt der höchste punkt des größten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.30" id="30"> wie hoch liegt der höchste punkt von delaware </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.31" id="31"> wie hoch liegt der höchste punkt floridas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.32" id="32"> wie hoch liegt der höchste punkt von louisiana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.35" id="35"> wie groß ist die größte stadt in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.36" id="36"> wie lang ist rio grande </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.41" id="41"> wie lang ist der mississippi fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.42" id="42"> wie lang ist der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.43" id="43"> wie lang in meilen ist der mississippi fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.44" id="44"> wie lang ist der fluss missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.47" id="47"> wie lang ist der rio grande fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.48" id="48"> wie lang ist der kürzeste fluss in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.49" id="49"> wie viele große städte gibt es in pennsylvania </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.51" id="51"> wie viele städte sind in louisiana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.52" id="52"> wie viele städte sind in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.54" id="54"> wie viele städte hat die usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.55" id="55"> wie viele städte gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.56" id="56"> wie viele städte gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.57" id="57"> wie viele städte hat texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.58" id="58"> wie viele städte gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.59" id="59"> wie viele städte mit dem namen austin gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.61" id="61"> wie viele bewohner hat alabama </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.62" id="62"> anzahl leute in boulder </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.63" id="63"> wie viele staatsbürger wohnen in california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.65" id="65"> wie viele einwohner hat montgomery </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.66" id="66"> wie viele große städte gibt es in arizona </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.67" id="67"> wie viele wichtige städte gibt es in florida </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.68" id="68"> wie viele wichtige städte gibt es in den staaten , welche an nebraska grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.69" id="69"> wie viele größere städte sind in staaten , die an utah angrenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.70" id="70"> wie viele wichtige städte gibt es in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.71" id="71"> wie viele größere städte gibt es </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.72" id="72"> wie viele wichtige städte gibt es in oregon </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.73" id="73"> wie viele größere flüsse durchqueren ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.74" id="74"> wie viele einwohner hat nevada </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.75" id="75"> wie viele leute gibt es in iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.76" id="76"> wie viele leute gibt es in new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.77" id="77"> anzahl staatsbürger in boulder </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.78" id="78"> wie viele menschen leben in austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.79" id="79"> wie viele leute leben in austin texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.80" id="80"> wie viele einwohner hat kalifornien </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.81" id="81"> wie viele leute wohnen in chicago </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.83" id="83"> wie hoch ist die bevölkerung von hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.85" id="85"> wie viele menschen leben in kalamazoo </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.86" id="86"> wie viele leute wohnen in kansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.89" id="89"> wie viele leute wohnen in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.90" id="90"> wie viele leute wohnen in new hampshire </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.91" id="91"> welches ist die einwohnerzahl von neu mexiko </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.92" id="92"> wie viele einwohner hat new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.94" id="94"> wie viele leute wohnen in riverside </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.95" id="95"> wie viele leute wohnen in san francisco </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.96" id="96"> wie viele leute wohnen in süd dakota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.97" id="97"> wie viele leute wohnen in spokane washington </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.98" id="98"> wie groß ist die bevölkerung von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.100" id="100"> wie viele leute wohnen in der hauptstadt georgias </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.102" id="102"> wie viele leute leben in dem kleinsten staat , welcher an wyoming grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.103" id="103"> wie lautet die bevölkerung des staates mit der höchsten bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.105" id="105"> was ist die einwohnerzahl von washington </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.106" id="106"> wie viele einwohner hat washington dc </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.109" id="109"> welches ist die bevölkerungszahl von utah </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.111" id="111"> wie viele flüsse heißen colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.112" id="112"> wie viele flüsse gibt es in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.113" id="113"> wie viele flüsse sind in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.115" id="115"> wie viele flüsse gibt es in missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.116" id="116"> wie viele flüsse gibt es in new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.118" id="118"> wie viele flüsse gibt es im staat mit dem höchsten punkt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.119" id="119"> wie viele flüsse sind in dem staat mit der größten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.120" id="120"> wie viele flüsse gibt es in idaho </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.121" id="121"> wie viele flüsse laufen durch texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.122" id="122"> wie viele flüsse gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.123" id="123"> wie viele flüsse verlaufen nicht durch den staat mit der hauptstadt albany </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.124" id="124"> wie viele flüsse gibt es in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.126" id="126"> wie viele flüsse in texas sind länger als der red </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.127" id="127"> wie viele flüsse gibt es in washington </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.128" id="128"> wie viele flüsse gibt es in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.129" id="129"> wie viele flüsse fließen durch die staaten , die an colorado grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.130" id="130"> wie viele quadratkilometer umfasst die usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.131" id="131"> wie viele staaten gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.133" id="133"> wie viele staaten liegen neben wichtigen flüssen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.136" id="136"> wie viele staaten gibt es in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.137" id="137"> wie viele staaten grenzen an alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.138" id="138"> wie viele staaten grenzen an zumindest einen anderen staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.139" id="139"> wie viele staaten grenzen an colorado und new mexico </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.140" id="140"> wie viele staaten grenzen an hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.142" id="142"> wie viele staaten grenzen an den staat , dessen hauptstadt boston ist </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.143" id="143"> wie viele staaten grenzen an tennessee </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.144" id="144"> wie viele staaten grenzen an texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.145" id="145"> wie viele staaten grenzen an den größten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.146" id="146"> wie viele staaten grenzen an den mississippi fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.147" id="147"> wie viele staaten grenzen an den staat mit den meisten nachbarstaaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.150" id="150"> iowa grenzt an wie viele staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.151" id="151"> an wie viele staaten grenzt missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.153" id="153"> durch wie viele staaten fließt der fluss colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.154" id="154"> durch wie viele staaten fließt der fluss colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.155" id="155"> durch wie viele staaten fließt der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.156" id="156"> durch wie viele staaten fließt der fluss mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.157" id="157"> durch wie viele staaten läuft der fluss missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.159" id="159"> in wie vielen staaten gibt es eine stadt mit dem namen rochester </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.160" id="160"> in wie vielen staaten gibt es eine stadt namens springfield </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.162" id="162"> wie viele staaten habe städte die austin heißen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.163" id="163"> wie viele staaten haben städte welche nach springfield benannt sind </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.164" id="164"> wie viele staaten haben wichtige flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.165" id="165"> durch wie viele staaten der usa fließt der kürzeste fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.169" id="169"> in welchem staat befindet sich der mount mckinley </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.170" id="170"> was ist der staat mit der höchsten höhe in den vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.171" id="171"> in welchem staat liegt rochester </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.173" id="173"> liste alle staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.174" id="174"> gib alle seen in den usa aus </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.175" id="175"> welche flüsse fließen durch colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.176" id="176"> nenne die 50 hauptstädte in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.177" id="177"> was ist der längste fluss in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.178" id="178"> nenne die größten seen in michigan </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.180" id="180"> nenne die flüsse in arkansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.181" id="181"> nenne die staaten , an die keine anderen staaten grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.182" id="182"> wie viele staatsbürger in boulder </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.185" id="185"> welcher staat hat die niedrigste erhebung in den staaten , durch welche der mississippi fluss verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.186" id="186"> wie hoch ist die bevölkerung von boulder </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.187" id="187"> leute in boulder </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.189" id="189"> sacramento ist die hauptstadt welchen staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.191" id="191"> zeige mir die wichtigsten städte in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.192" id="192"> zeige mir alle größeren seen in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.193" id="193"> nenne den staat mit der größten fläche </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.194" id="194"> staaten , die an iowa grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.197" id="197"> durch welche staaten verläuft der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.198" id="198"> durch welche staaten fließt der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.200" id="200"> welche wichtigen flüsse gibt es in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.201" id="201"> welches sind die größten flüsse in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.202" id="202"> wie lauten die hauptstädte der staaten , welche an texas grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.205" id="205"> welches sind die hauptstädte der an texas grenzenden staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.206" id="206"> was sind die städte in california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.210" id="210"> wie lauten die höchsten punkte der staaten , welche mississippi umgeben </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.211" id="211"> wie lauten die namen der seen in staaten , welche an texas grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.212" id="212"> welches sind die größten städte in an den größten staat angrenzenden staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.215" id="215"> wie lauten die wichtigsten flüsse in dem staat california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.216" id="216"> welches sind große städte in delaware </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.217" id="217"> welche großen städte gibt es in kansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.218" id="218"> welche sind die größten städte in missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.219" id="219"> welche sind die größeren städte in new mexico </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.221" id="221"> welches sind die wesentlichen städte north carolinas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.222" id="222"> wie lauten die wichtigsten städte in ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.223" id="223"> welche sind die größte städte in oklahoma </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.224" id="224"> wie lauten die wichtigsten städte in rhode island </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.226" id="226"> welche sind die größten städte in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.227" id="227"> was sind die größten städte in dem größten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.228" id="228"> welches sind die größten städte im kleinsten staat der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.230" id="230"> wie lauten die wichtigsten städte in den vereinigten staaten durch welche der wichtigste fluss in virginia verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.233" id="233"> wie lauten die wichtigsten städte in wyoming </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.234" id="234"> welches sind die wesentlichen städte in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.235" id="235"> welches sind die größten städte der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.236" id="236"> wie lauten die wichtigsten städte der vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.237" id="237"> wie lauten die wichtigsten seen in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.239" id="239"> welches sind die hauptflüsse in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.240" id="240"> welches sind die namen großer städte in illinois </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.241" id="241"> welches sind die nachbarstaaten von michigan </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.244" id="244"> wie groß sind die bevölkerungen aller wichtigen städte in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.246" id="246"> was sind die bevölkerungen der staaten , durch die der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.248" id="248"> was sind die bevölkerungen der staaten , durch die der mississippi fluss fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.251" id="251"> wie groß ist die bevölkerungszahl der staaten , durch die der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.252" id="252"> wie groß ist die bevölkerung der staaten , durch welche der mississippi verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.253" id="253"> wie groß ist die bevölkerung der staaten , durch die der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.254" id="254"> wie groß sind die bevölkerungen in den staaten , durch welche der mississippi fluss verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.256" id="256"> welches sind die flüsse im staate indiana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.257" id="257"> welche flüsse gibt es in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.258" id="258"> welche sind die flüsse montanas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.259" id="259"> welche staaten gibt es </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.260" id="260"> welche staaten grenzen an den höchstbevölkertsten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.261" id="261"> welches sind die staaten durch die der potomac fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.262" id="262"> welche staaten durchquert der längste fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.263" id="263"> was können sie mir zur bevölkerung missouris sagen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.264" id="264"> was ist die größte hauptstadt nach bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.265" id="265"> welche hauptstadt ist die größte in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.266" id="266"> welche städte befinden sich in pennsylvania </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.267" id="267"> welche städte in california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.268" id="268"> welche städte in texas haben die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.269" id="269"> welche stadt in texas hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.270" id="270"> welche stadt hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.271" id="271"> welche stadt hat die kleinste bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.274" id="274"> wie lautet die hauptstadt von iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.276" id="276"> wie lautet die größte hauptstadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.277" id="277"> welcher staat grenzt an kalifornien </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.278" id="278"> was ist die flächenausdehnung von alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.279" id="279"> wie lautet die gesamte bevölkerung aller 50 staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.280" id="280"> welche flächenausdehnung hat kalifornien </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.282" id="282"> welche fläche hat idaho </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.283" id="283"> wie groß ist die fläche von maine </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.284" id="284"> wie groß ist die fläche von maryland in quadratkilometer </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.285" id="285"> was ist die fläche new mexicos </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.287" id="287"> was ist die fläche seattles </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.288" id="288"> was ist die fläche von south carolina </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.289" id="289"> wie groß ist die fläche von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.290" id="290"> was ist die fläche des größten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.291" id="291"> was ist die fläche des kleinsten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.292" id="292"> wie groß ist die fläche des staates mit der hauptstadt albany </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.293" id="293"> wie groß ist die fläche von dem staat mit der niedrigsten bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.294" id="294"> wie groß ist die gesamtfläche der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.297" id="297"> was ist die durchschnittliche bevölkerung für die usa pro staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.298" id="298"> welches ist die durchschnittliche bevölkerungsdichte in pennsylvania </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.299" id="299"> wie groß ist die durchschnittliche bevölkerung pro quadratkilometer in den vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.302" id="302"> wie lautet die größte stadt in arizona </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.303" id="303"> was ist die größte stadt georgias </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.306" id="306"> welches ist die größte stadt in nebraska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.307" id="307"> welches ist die größte stadt in oregon </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.308" id="308"> wie lautet die größte stadt in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.309" id="309"> was ist die größte stadt in dem kleinsten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.310" id="310"> welches ist die größte stadt der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.311" id="311"> was ist die größte stadt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.312" id="312"> welches ist die größte stadt der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.313" id="313"> welches ist die größte stadt in wyoming </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.314" id="314"> welches ist der größte fluss in illinois </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.315" id="315"> wie lautet der größte staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.316" id="316"> welches ist der größte staat auf dem us festland </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.317" id="317"> wie lautet der größte staat in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.318" id="318"> wie lautet die hauptstadt des größten staates in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.321" id="321"> was ist die hauptstadt georgias </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.322" id="322"> welches ist die hauptstadt von hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.324" id="324"> was ist die hauptstadt von indiana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.326" id="326"> wie heißt die hauptstadt von maine </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.327" id="327"> wie lautet die hauptstadt von maryland </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.329" id="329"> welches ist die hauptstadt von michigan </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.330" id="330"> wie lautet die hauptstadt von new hampshire </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.335" id="335"> welches ist die hauptstadt von pennsylvania </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.337" id="337"> welches ist die hauptstadt von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.338" id="338"> welches ist die hauptstadt des staates alabama </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.340" id="340"> wie lautet die hauptstadt des größten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.342" id="342"> kannst du mir die hauptstadt von texas nennen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.343" id="343"> was ist die hauptstadt des staates , der an die meisten staaten grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.344" id="344"> was ist die hauptstadt des staates , der an den staat grenzt , der an texas grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.345" id="345"> was ist die hauptstadt des staates mit der größten höhe </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.346" id="346"> wie lautet die hauptstadt des staats mit der höchsten erhebung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.351" id="351"> welches ist die hauptstadt von utah </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.352" id="352"> welches ist die hauptstadt von vermont </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.353" id="353"> was ist die hauptstadt von washington </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.354" id="354"> welche städte in texas haben die höchste einwohnerzahl </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.355" id="355"> was ist die stadt mit der kleinsten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.357" id="357"> wie lautet die gesamte bevölkerung aller 50 staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.358" id="358"> wie groß ist die bevölkerung von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.360" id="360"> wie hoch liegt death valley </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.361" id="361"> was ist die höhe des höchsten punktes in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.362" id="362"> was ist die höhe mount mckinleys </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.363" id="363"> wie lautet die höhe des höchsten berges in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.364" id="364"> was ist die höhe des höchsten punktes in der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.366" id="366"> welcher ist der höchste punkt in new mexico </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.367" id="367"> welches ist die höchste erhöhung in south carolina </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.370" id="370"> welches ist der höchste berg in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.371" id="371"> welches ist der höchste berg in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.374" id="374"> wie lautet der höchste punkt in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.376" id="376"> welches sind die höchsten punkte der staaten , dessen tiefster punkt auf meeresniveau liegt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.377" id="377"> welches ist der höchste punkt in florida </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.379" id="379"> wie lautet der höchste punkt in kansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.383" id="383"> was ist die höchste höhe in new mexico </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.384" id="384"> was ist der höchste punkt in ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.385" id="385"> welches ist der höchstgelegene punkt in rhode island </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.387" id="387"> welches ist die höchste erhebung in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.388" id="388"> wie lautet der höchste punkt der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.389" id="389"> was ist der höchste punkt im kleinsten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.391" id="391"> welches ist der höchste punkt im staat mit hauptstadt des moines </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.392" id="392"> wie heißt der höchste punkt in dem staat mit der hauptstadt des moines </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.393" id="393"> was ist der höchste punkt in dem staat mit den meisten flüssen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.394" id="394"> wie lautet der höchste punkt in dem staat mit der kleinsten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.396" id="396"> was ist der höchste punkt in den vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.397" id="397"> wie lautet der höchste punkt in dem land </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.400" id="400"> welches ist der höchstgelegene punkt von wyoming </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.401" id="401"> welches ist der höchste punkt des bezüglich fläche größten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.404" id="404"> was ist die größte hauptstadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.406" id="406"> was ist die größte stadt in einem staat , der an texas grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.407" id="407"> welche ist die größte stadt in alabama </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.409" id="409"> welches ist die größte stadt in michigan </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.410" id="410"> welches ist die bevölkerungsreichste stadt in minnesota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.411" id="411"> wie lautet die größte stadt in missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.414" id="414"> was ist die größte stadt in staaten , die an california grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.415" id="415"> welches ist die größte stadt in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.417" id="417"> wie lautet die größte stadt in wisconsin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.418" id="418"> wie lautet die größte stadt in kansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.419" id="419"> welcher ist der größte staat , durch den der rio grande fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.421" id="421"> nenne mir den größten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.423" id="423"> welches ist der größte an texas grenzende staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.424" id="424"> welche hauptstadt hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.425" id="425"> wie lautet der größte staat in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.426" id="426"> welcher ist der größte staat in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.427" id="427"> wie lautet der größte staat , der an california grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.429" id="429"> was ist der größte staat , der an den staat mit der größten bevölkerung grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.430" id="430"> wie lautet der größte staat , welcher an den staat grenzt , welcher die niedrigste erhebung in den usa hat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.431" id="431"> wie lautet der größte staat , durch welchen der mississippi fluss verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.434" id="434"> was ist die länge des colorado flusses in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.435" id="435"> wie lang ist der längste fluss der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.439" id="439"> wie lange ist der fluss , welcher durch die größte anzahl von staaten fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.441" id="441"> wie lang ist der fluss , welcher die meisten staaten durchquert </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.442" id="442"> was ist der längste fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.443" id="443"> welches ist der längste fluss new yorks </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.444" id="444"> welches ist der längste fluss der vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.445" id="445"> was ist der längste fluss in california </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.447" id="447"> wie lautet der längste fluss in mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.448" id="448"> welches ist der längste fluss in new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.449" id="449"> wie lautet der längste fluss in pennsylvania </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.450" id="450"> was ist der längste fluss in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.452" id="452"> was ist der längste fluss in dem kleinsten staat in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.453" id="453"> welches ist der längste fluss im staate mit dem höchstgelegenen punkt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.456" id="456"> welches ist der längste fluss in amerika </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.457" id="457"> nenne den längsten fluss in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.458" id="458"> wie lautet der längste fluss , der nicht durch texas verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.460" id="460"> wie lautet der längste fluss , der durch colorado verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.461" id="461"> wie lautet der längste fluss , der durch die staaten verläuft , welche an den staat grenzen , der die meisten nachbarstaaten hat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.462" id="462"> welches ist der längste fluss , der durch einen an tennessee grenzenden staat fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.463" id="463"> welches ist die niedrigste erhöhung in pennsylvania </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.465" id="465"> welches ist der tiefstgelegene punkt in kalifornien </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.466" id="466"> welches ist der tiefstgelegene punkt in louisiana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.470" id="470"> was ist der niedrigste punkt in oregon </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.471" id="471"> wie lautet der niedrigste punkt in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.473" id="473"> welches ist der tiefstgelegene punkt von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.474" id="474"> wie lautet der niedrigste punkt in den vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.476" id="476"> welches ist der tiefstgelegene punkt in wisconsin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.478" id="478"> welches ist der tiefstgelegene punkt in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.479" id="479"> was ist die tiefste stelle des staates mit der größte fläche </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.480" id="480"> welches ist der tiefstgelegene punkt der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.481" id="481"> was sind die größeren städte in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.484" id="484"> welche ist die meist bevölkerte stadt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.485" id="485"> welches ist der bevölkerungsreichste staat , der an oklahoma grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.487" id="487"> welche texanische stadt hat die größte bevölkerungszahl </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.488" id="488"> was ist die meist bevölkerte stadt in wyoming </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.490" id="490"> welcher ist der meist bevölkerte staat in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.492" id="492"> wie lautet der name des staates mit der geringsten erhebung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.493" id="493"> wie viele staaten grenzen an kentucky </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.494" id="494"> was ist die bevölkerungsdichte in dem staat mit hauptstadt austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.496" id="496"> was ist die bevölkerungsdichte von south dakota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.497" id="497"> wie lautet die bevölkerungsdichte von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.499" id="499"> wie groß ist die bevölkerungsdichte des kleinsten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.500" id="500"> was ist die bevölkerungsdichte des staates mit der kleinsten größe </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.501" id="501"> wie hoch ist die bevölkerungsdichte des staates mit der kleinsten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.502" id="502"> was ist die bevölkerungsdichte wyomings </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.503" id="503"> wie groß ist die bevölkerung von boston </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.505" id="505"> wie groß ist die bevölkerung von arizona </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.506" id="506"> wie groß ist die bevölkerung von atlanta </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.507" id="507"> wie viele einwohner hat atlanta ga </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.508" id="508"> was ist die einwohnerzahl von austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.509" id="509"> wie groß ist die bevölkerung von austin texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.510" id="510"> was ist die bevölkerung von boston massachusetts </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.512" id="512"> wie viele leute leben in kalifornien </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.513" id="513"> wie viele einwohner hat dallas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.514" id="514"> welches ist die bevölkerungszahl von denver </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.518" id="518"> wie viele einwohner hat idaho </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.519" id="519"> wie groß ist die bevölkerungszahl von illinois </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.520" id="520"> was ist die bevölkerung von maine </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.522" id="522"> wie groß ist die bevölkerung von minnesota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.523" id="523"> wie groß ist die bevölkerung von montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.525" id="525"> wie viele leute leben in new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.527" id="527"> wie viele einwohner hat oregon </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.528" id="528"> was ist die bevölkerung von portland maine </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.529" id="529"> wie groß ist die bevölkerung von rhode island </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.530" id="530"> wie groß is die bevölkerungszahl von sacramento </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.532" id="532"> wie lautet die bevölkerung von seattle </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.533" id="533"> wie groß ist die bevölkerung von seattle in washington </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.534" id="534"> wie groß ist die bevölkerung in south dakota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.535" id="535"> wie groß ist die einwohnerzahl von springfield missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.536" id="536"> wie groß ist die bevölkerung von springfield in south dakota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.538" id="538"> wie groß ist die bevölkerung von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.539" id="539"> was ist die bevölkerung der hauptstadt des größten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.540" id="540"> was ist die bevölkerung der hauptstadt des größten staates , durch den der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.541" id="541"> welches ist die einwohnerzahl der hauptstadt des kleinsten staates </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.543" id="543"> wie groß ist die bevölkerung in dem größten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.544" id="544"> was ist die bevölkerung des größten staates , der an texas grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.545" id="545"> was ist die bevölkerung der größeren städte in wisconsin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.549" id="549"> was ist die bevölkerung des staates mit der größten fläche </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.553" id="553"> wie viele einwohner leben in washington dc </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.554" id="554"> welcher fluss fließt durch ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.555" id="555"> welches ist der kürzeste fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.556" id="556"> was ist der kürzeste fluss in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.557" id="557"> was ist der kürzeste fluss in iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.558" id="558"> wie lautet der kürzeste fluss in nebraska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.559" id="559"> wie lautet der kürzeste fluss in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.560" id="560"> welches ist der kürzeste fluss der vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.561" id="561"> welches ist der kürzeste fluss in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.562" id="562"> was ist der kürzeste fluss in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.563" id="563"> wie groß ist kalifornien </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.564" id="564"> wie groß ist florida </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.565" id="565"> welche fläche hat texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.566" id="566"> was ist die größe der hauptstadt texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.567" id="567"> wie lautet die fläche des größten staates in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.568" id="568"> was ist die kleinste stadt in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.569" id="569"> welches ist die kleinste stadt in arkansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.570" id="570"> welches ist die kleinste stadt in hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.571" id="571"> wie lautet die kleinste stadt in dem größten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.574" id="574"> was ist die kleinste stadt in washington </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.575" id="575"> wie lautet die kleinste stadt des kleinsten staates in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.576" id="576"> wie lautet der kleinste staat , welcher an ohio grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.578" id="578"> welcher staat hat die kleinste flächenausdehnung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.579" id="579"> welches ist der kleinste staat der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.580" id="580"> welches ist der kleinste an texas grenzende staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.583" id="583"> welches ist der kleinste unter den staaten , durch die der längste fluss läuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.584" id="584"> welcher staat hat die höchste erhebung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.585" id="585"> in welchem staat liegt die höchste erhebung in den vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.587" id="587"> welcher staat hat die höchste dichte in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.588" id="588"> welcher staat hat die größte bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.589" id="589"> welcher staat hat die niedrigste erhebung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.590" id="590"> welcher staat hat die kleinste bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.591" id="591"> welche staaten haben die niedrigste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.593" id="593"> welches ist der höchste berg in amerika </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.594" id="594"> welches ist der höchste berg in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.595" id="595"> welche fläche hat die usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.597" id="597"> welches ist die summe der bevölkerungszahlen der an texas grenzenden staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.600" id="600"> welche großen flüsse fließen durch illinois </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.601" id="601"> welche berge gibt es in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.602" id="602"> welcher fluss fließt durch kansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.603" id="603"> welches flüsse gibt es in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.605" id="605"> welcher fluss ist der längste in den vereinigten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.606" id="606"> welcher fluss durchfließt illinois </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.607" id="607"> welcher fluss verläuft durch die meisten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.609" id="609"> welcher fluss fließt durch virginia </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.610" id="610"> welcher fluss durchquert die meisten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.612" id="612"> welche flüsse gibt es in nevada </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.613" id="613"> welche flüsse gibt es in new mexico </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.614" id="614"> welche flüsse gibt es in oregon </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.617" id="617"> welche flüsse gibt es in utah </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.619" id="619"> welche flüsse fließen nicht durch tennessee </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.620" id="620"> nenne alle flüsse in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.621" id="621"> welche flüsse verlaufen durch missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.622" id="622"> welche flüsse verlaufen durch staaten , welche an alabama grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.623" id="623"> welche flüsse fließen durch staaten , die an den staat mit der größten bevölkerungszahl grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.624" id="624"> welche flüsse verlaufen durch den größten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.625" id="625"> welche flüsse fließen durch den bevölkerungsreichsten staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.626" id="626"> welche flüsse fließen durch arizona </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.627" id="627"> welche flüsse fließen durch austin texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.628" id="628"> welche flüsse verlaufen durch colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.629" id="629"> welche flüsse fließen durch louisiana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.630" id="630"> welche flüsse verlaufen durch maine </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.632" id="632"> welche flüsse verlaufen durch den staat mit dem niedrigsten punkt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.633" id="633"> welche flüsse verlaufen duch die staaten , welche an den staat mit der hauptstadt atlanta grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.634" id="634"> welche flüsse fließen durch west virginia </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.637" id="637"> welche städte grenzen an michigan </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.638" id="638"> welcher staat hat die meisten nachbarstaaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.640" id="640"> welcher staat grenzt an die wenigsten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.641" id="641"> welcher staat grenzt an die wenigsten staaten mit ausnahme von alaska und mit ausnahme von hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.643" id="643"> welcher staat grenzt an den staat mit der kleinsten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.644" id="644"> in welchem staat liegt der höchste punkt der usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.646" id="646"> welcher staat hat die höchste erhebung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.647" id="647"> welcher staat hat keine flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.648" id="648"> welcher staat hat die hauptstadt salem </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.649" id="649"> in welchem staat liegt die stadt flint </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.650" id="650"> in welchem staat befindet sich die bevölkerungsreichste stadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.651" id="651"> welcher staat hat die stadt mit der größten bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.652" id="652"> welcher staat hat die größte bevölkerungsidchte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.653" id="653"> welcher staat hat die höchste erhebung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.654" id="654"> welcher staat hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.655" id="655"> welcher staat hat die größte dichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.658" id="658"> welcher staat hat die größte stadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.659" id="659"> welcher staat hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.660" id="660"> wie lautet der staat mit der größten bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.661" id="661"> welcher staat hat die meisten einwohner </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.662" id="662"> welcher staat hat die niedrigste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.665" id="665"> welcher staat hat die meisten städte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.667" id="667"> welcher staat hat die meisten flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.668" id="668"> welches ist der bevölkerungsreichste staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.670" id="670"> welcher staat wird von den meisten flüssen durchflossen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.671" id="671"> durch welche staaten fließt der kürzeste fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.672" id="672"> welches ist der staat mit der geringsten flächenausdehnung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.673" id="673"> welcher staat hat die kleinste hauptstadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.674" id="674"> welcher staat hat die kleinste anzahl urbaner einwohner </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.675" id="675"> welcher staat hat die kleinste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.677" id="677"> welcher staat hat die niedrigsten bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.679" id="679"> von welchem staat ist austin die hauptstadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.680" id="680"> in welchem staat ist boston </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.681" id="681"> welcher staat hat columbus als hauptstadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.682" id="682"> in welchem staat liegt dallas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.683" id="683"> in welchem staat ist des moines </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.685" id="685"> in welchem staat ist pittsburgh </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.686" id="686"> welches ist der größte staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.688" id="688"> welcher staat hat die meisten flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.689" id="689"> welcher staat , der an texas grenzt , hat die größte bevölkerung </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.690" id="690"> welches ist der größte an texas grenzende staat </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.691" id="691"> wie lautet der meistbevölkerte staat , durch welchen der mississippi fluss verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.693" id="693"> welche staaten grenzen an texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.694" id="694"> welche staaten grenzen an mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.695" id="695"> welche staaten grenzen an alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.696" id="696"> welche staaten grenzen an arkansas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.697" id="697"> welche staaten grenzen an delaware </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.699" id="699"> welche staaten grenzen an georgia </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.700" id="700"> welcher staat grenzt an hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.702" id="702"> welche staaten grenzen an kentucky </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.704" id="704"> welche staaten grenzen an missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.706" id="706"> welche staaten grenzen an new hampshire </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.708" id="708"> welche staaten grenzen an ohio </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.709" id="709"> welche staaten grenzen an rhode island </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.710" id="710"> welche staaten grenzen an staaten , die an colorado grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.712" id="712"> welche staaten grenzen an staaten , die an staaten grenzen , die an florida grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.713" id="713"> welche staaten grenzen an staaten , welche an staaten grenzen , welche an staaten grenzen , die an texas grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.714" id="714"> welche staaten grenzen an staaten , welche an den staat mit der größten bevölkerung grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.715" id="715"> welche staaten grenzen an staaten , durch die der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.717" id="717"> welche staaten grenzen an staaten , durch die der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.718" id="718"> welche staaten grenzen an texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.720" id="720"> welche staaten grenzen an den mississippi fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.726" id="726"> welche staaten grenzen an die staaten mit den meisten städten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.727" id="727"> welche staaten grenzen an wisconsin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.728" id="728"> welcher staat hat dover als hauptstadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.730" id="730"> durch welche staaten fließt der fluss colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.733" id="733"> durch welche staaten fließt der mississippi </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.734" id="734"> durch welche staaten verläuft der missouri fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.736" id="736"> durch welche staaten verläuft der ohio fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.738" id="738"> welcher staat hat den kürzesten fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.739" id="739"> welche staaten haben eine hauptstadt , die der höchste punkt des staates ist </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.740" id="740"> welche staaten haben städte mit dem namen austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.741" id="741"> welche staaten haben städte die austin heißen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.747" id="747"> welche staaten haben keine angrenzende staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.748" id="748"> wie viele staaten haben flüsse mit dem namen colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.749" id="749"> welche staaten haben einen fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.750" id="750"> welche staaten haben städte mit dem namen springfield </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.751" id="751"> welche höchstgelegenen punkte eines staates liegen höher als derjenige von colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.752" id="752"> welche staaten in den vereinigten staaten habe eine stadt springfield </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.753" id="753"> welche staaten grenzen an maine </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.755" id="755"> welches ist die bevölkerungsreichste stadt von texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.756" id="756"> welches ist die größte stadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.758" id="758"> wo liegt austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.759" id="759"> wo ist baton rouge </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.761" id="761"> wo ist fort wayne </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.762" id="762"> wo ist houston </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.763" id="763"> wo ist indianapolis </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.764" id="764"> wo ist massachusetts </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.765" id="765"> wo befindet sich mount whitney </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.766" id="766"> wo liegt mount whitney </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.767" id="767"> wo liegt new hampshire </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.768" id="768"> wo ist new orleans </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.770" id="770"> wo liegt san diego </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.771" id="771"> wo liegt san jose </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.772" id="772"> wo liegt scotts valley </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.773" id="773"> wo ist springfield </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.777" id="777"> wo liegt der höchste punkt in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.779" id="779"> wo ist der tiefste punkt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.780" id="780"> wo ist der tiefste punkt in iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.783" id="783"> welches sind die hauptstädte der an texas anliegenden staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.784" id="784"> welche hauptstädte gehören nicht zu den größten städten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.789" id="789"> wie lautet der niedrigste punkt von den staaten , durch die der mississippi verläuft </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.790" id="790"> welches ist der kürzeste fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.795" id="795"> welcher fluss fließt durch die meisten staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.797" id="797"> welcher fluss verläuft durch alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.800" id="800"> welche flüsse gibt es in alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.801" id="801"> welcher fluss verläuft durch staaten , welche an new mexico grenzen </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.804" id="804"> welche flüsse fließen durch den staat mit der größten stadt in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.805" id="805"> welche flüsse verlaufen durch den staat mit der niedrigsten erhebung in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.806" id="806"> welche staaten grenzen an kentucky </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.807" id="807"> welcher staat grenzt an florida </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.809" id="809"> welcher staat grenzt an die meisten anderen staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.812" id="812"> welcher staat hat die meisten flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.814" id="814"> welcher staat hat die größte bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.817" id="817"> in welchem staat liegt der höchste gipfel des landes </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.820" id="820"> welcher staat hat die größte stadt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.821" id="821"> welches ist der staat mit der höchsten bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.822" id="822"> welcher staat hat die geringste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.823" id="823"> welcher staat hat den längsten fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.830" id="830"> welcher staat hat die meisten einwohner </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.833" id="833"> durch welchen staat verlaufen die meisten flüsse </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.834" id="834"> welcher staat hat den red fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.835" id="835"> welcher staat hat die kleinste fläche , die an texas grenzt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.838" id="838"> welcher staat hat die niedrigste bevölkerungsdichte </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.839" id="839"> in welchem staat ist kalamazoo </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.841" id="841"> in welchem staat liegt denver </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.842" id="842"> in welchem staat liegt die größte stadt in montana </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.844" id="844"> welche staaten grenzen an alabama </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.845" id="845"> welche staaten grenzen an alabama </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.846" id="846"> welche staaten grenzen an alaska </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.847" id="847"> welche staaten grenzen an arizona </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.848" id="848"> welche staaten grenzen an colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.849" id="849"> welche staaten grenzen an hawaii </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.851" id="851"> welche staaten grenzen an iowa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.853" id="853"> welcher staat grenzt an michigan </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.854" id="854"> welche staaten grenzen an new york </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.855" id="855"> welche staaten grenzen an keinen anderen staaten </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.856" id="856"> welche staaten grenzen an south dakota </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.857" id="857"> welche staaten grenzen an einen staat , durch den der mississippi fließt </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.858" id="858"> welche staaten grenzen an texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.859" id="859"> welche staaten grenzen an den längsten fluss in den usa </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.863" id="863"> durch welche staaten fließt der colorado fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.864" id="864"> welche staaten grenzen nicht an texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.866" id="866"> durch welche staaten verläuft der colorado fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.867" id="867"> durch welche staaten fließt der längste fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.869" id="869"> durch welche staaten verläuft der mississippi fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.871" id="871"> durch welche staaten fließt der missouri </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.872" id="872"> durch welche staaten fließt der missouri fluss </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.873" id="873"> welche staaten haben eine wichtige stadt mit dem namen austin </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.876" id="876"> welche staaten haben erhebungen , welche höher sind als der höchste punkt in colorado </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.877" id="877"> welche staaten haben punkte , die höher liegen als der höchste punkt in texas </seg> -<seg grammar="/workspace/grounded/mt-system/crawl/de-en/test/grammar//grammar.878" id="878"> welche staaten liegen entlang des längsten fluss in den vereinigten staaten </seg> diff --git a/hopefear.rb b/hopefear.rb index 49ef593..37782a4 100644 --- a/hopefear.rb +++ b/hopefear.rb @@ -162,7 +162,7 @@ def gethopefear_rampion kbest, reference type1 = true else hope = hope_and_fear kbest, 'hope' - # 1best is automatically fear if it doesn't match reference + # 1best is automatically fear if it doesn't match reference fear = kbest[0] type2 = true end @@ -18,7 +18,7 @@ def exec natural_language_string, reference_output, no_output=false output = $cache.get key_prefix+'__OUTPUT' feedback = $cache.get key_prefix+'__FEEDBACK' rescue Memcached::NotFound - mrl_cmd = "#{SMT_SEMPARSE} \"#{natural_language_string}\"" + mrl_cmd = "#{SMT_SEMPARSE} \"#{natural_language_string.gsub('"', ' ')}\"" # beware: EVAL_PL sometimes hangs and can't be killed! mrl = spawn_with_timeout(mrl_cmd, TIMEOUT, ACCEPT_ZOMBIES).strip output = spawn_with_timeout("echo \"execute_funql_query(#{mrl}, X).\" | swipl -s #{EVAL_PL} 2>&1 | grep \"X =\"", TIMEOUT).strip.split('X = ')[1] @@ -82,7 +82,7 @@ def main # just for debugging: opt :gold_mrl, "gold parse", :type => :string, :required => true, :short => '-h' opt :init_weights, "initial weights", :type => :string, :required => true, :short => '-w' - opt :global_vars, "semantic parser, cdec bin, eval.pl", :type => :string, :required => true, :short => '-b' + opt :global_vars, "semantic parser, cdec bin, eval.pl", :type => :string, :required => true, :short => '-b' opt :cdec_ini, "cdec config file", :type => :string, :required => true, :short => '-c' # just used for 1best/hope variant detection opt :stopwords_file, "stopwords file", :type => :string, :default => 'd/stopwords.en', :short => '-t' diff --git a/scripts/geoquery/sigf_format.rb b/scripts/geoquery/sigf_format.rb index 9d0125b..0a364e9 100755 --- a/scripts/geoquery/sigf_format.rb +++ b/scripts/geoquery/sigf_format.rb @@ -13,7 +13,7 @@ while line = STDIN.gets a[0] = 1 a[1] = 1 elsif line!='' - a[1] = 1 + a[1] = 1 end puts a.join " " end |