{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5646c20a-3fc1-59da-8042-fdeaa1322572","task_key":"default--validation--5646c20a-3fc1-59da-8042-fdeaa1322572","task_revision_id":"1","upstream_id":"","short_description":"are the make it or break it cast real gymnasts","config":"default","split":"validation","body":"{\"passage\":\"Make It or Break It was created by Holly Sorensen who, along with Paul Stupin and John Ziffren, served as the show's executive producers. The stunt doubles were former elite, Olympian or NCAA champion gymnasts.\",\"question\":\"are the make it or break it cast real gymnasts\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}