{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a529f18f-c557-532c-a0ff-b73f2aaa9407","task_key":"default--validation--a529f18f-c557-532c-a0ff-b73f2aaa9407","task_revision_id":"1","upstream_id":"","short_description":"is everybody's all american a true story","config":"default","split":"validation","body":"{\"passage\":\"The novel tells the story of a fictional famous college football player at the University of North Carolina at Chapel Hill during the early 1950s. The setting of the novel was changed to Louisiana University for the movie adaptation. The main character, Gavin Grey, wins the Heisman Trophy and then goes on to a professional career, but is sidetracked by alcoholism, failed business ventures, and marital difficulties among other misjudgments.\",\"question\":\"is everybody's all american a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}