{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4f7a8653-cb2d-5c18-a8c6-91404b7bc1ac","task_key":"default--validation--4f7a8653-cb2d-5c18-a8c6-91404b7bc1ac","task_revision_id":"1","upstream_id":"","short_description":"are they making a season 3 of life unexpected","config":"default","split":"validation","body":"{\"passage\":\"While Life Unexpected received mostly positive reviews, it struggled in the ratings and was cancelled by The CW in 2011. The show has since been released on DVD, and it is available on Netflix as well as Amazon Video streaming services.\",\"question\":\"are they making a season 3 of life unexpected\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}