{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"99542ca4-b3bb-5934-a628-f7a77a468754","task_key":"default--validation--99542ca4-b3bb-5934-a628-f7a77a468754","task_revision_id":"1","upstream_id":"","short_description":"is legally blonde a pun on legally blind","config":"default","split":"validation","body":"{\"passage\":\"Legally Blonde is a 2001 American comedy film based on the novel of the same name by Amanda Brown. It was directed by Robert Luketic, scripted by Karen McCullah Lutz and Kirsten Smith, and stars Reese Witherspoon, Luke Wilson, Selma Blair, Matthew Davis, Victor Garber, and Jennifer Coolidge. The film tells the story of Elle Woods, a sorority girl who attempts to win back her ex-boyfriend by getting a Juris Doctor degree. The title is a pun on the term ``legally blind''.\",\"question\":\"is legally blonde a pun on legally blind\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}