{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"33f60f59-5ecf-5acb-9aa1-ef87e3d71128","task_key":"default--validation--33f60f59-5ecf-5acb-9aa1-ef87e3d71128","task_revision_id":"1","upstream_id":"","short_description":"are fred and george from harry potter twins in real life","config":"default","split":"validation","body":"{\"passage\":\"James Andrew Eric Phelps and Oliver Martyn John Phelps (born 25 February 1986) are identical twin British actors, best known for playing identical twins, Fred and George Weasley in the Harry Potter film series.\",\"question\":\"are fred and george from harry potter twins in real life\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}