{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"48626052-ffba-5a55-847b-99a2bf714534","task_key":"default--validation--48626052-ffba-5a55-847b-99a2bf714534","task_revision_id":"1","upstream_id":"","short_description":"is theory of a deadman changing their name","config":"default","split":"validation","body":"{\"passage\":\"With the release of Wake Up Call, the band decided to undergo a name change, shortening it to Theory. The group cited that discussions involving the name of their band with people who are unfamiliar with their music was challenging. Connolly equated it to rock band Red Hot Chili Peppers frequently abbreviating their name to Chili Peppers.\",\"question\":\"is theory of a deadman changing their name\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}