{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"76dbafd1-0b7c-5deb-94de-e43a8924b984","task_key":"default--validation--76dbafd1-0b7c-5deb-94de-e43a8924b984","task_revision_id":"1","upstream_id":"","short_description":"does a paladin have to be lawful good","config":"default","split":"validation","body":"{\"passage\":\"With the introduction of the 4th edition of D&D, paladins become champions of a chosen deity instead of just righteous warriors. There are other important changes, for example, paladins can be of any alignment, and can no longer fall in disgrace and lose their paladinhood.\",\"question\":\"does a paladin have to be lawful good\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}