{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"10f839ad-ee39-59c1-a077-3f21fc7bdf90","task_key":"default--validation--10f839ad-ee39-59c1-a077-3f21fc7bdf90","task_revision_id":"1","upstream_id":"","short_description":"does caesar live in dawn of the planet of the apes","config":"default","split":"validation","body":"{\"passage\":\"Malcolm and Caesar acknowledge their friendship, with Malcolm warning of the approaching human military. Caesar responds that the humans will never forgive the apes for their attack and convinces Malcolm to leave with his family. He then stands before a kneeling mass of apes, preparing for war.\",\"question\":\"does caesar live in dawn of the planet of the apes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}