{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ade64707-02b8-5a4d-9a2d-3f75877b83ac","task_key":"default--validation--ade64707-02b8-5a4d-9a2d-3f75877b83ac","task_revision_id":"1","upstream_id":"","short_description":"did the actor who played gandalf play dumbledore","config":"default","split":"validation","body":"{\"passage\":\"Ian McKellen was offered the role, but he turned it down, having played the similar character Gandalf in The Lord of the Rings trilogy, as well as feeling it would have been inappropriate to take Harris's role, as Harris had called McKellen a ``dreadful'' actor. Harris's family had expressed an interest in seeing Peter O'Toole being chosen as his replacement.\",\"question\":\"did the actor who played gandalf play dumbledore\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}