{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a60c2a2f-dc62-5154-8a77-8a7293e75e8c","task_key":"default--validation--a60c2a2f-dc62-5154-8a77-8a7293e75e8c","task_revision_id":"1","upstream_id":"","short_description":"does the monorail go to las vegas airport","config":"default","split":"validation","body":"{\"passage\":\"When the monorail company first announced details of the extension in September 2008, the airport extension was to be built with private funds and was expected to be built by 2012. However, as of March 2011, the Las Vegas Monorail Company was still in the planning phases of the proposed extension to McCarran International Airport with a proposed stop on the UNLV campus.\",\"question\":\"does the monorail go to las vegas airport\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}