{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"152eddd9-5555-5807-a1f8-0be71f328a4b","task_key":"default--validation--152eddd9-5555-5807-a1f8-0be71f328a4b","task_revision_id":"1","upstream_id":"","short_description":"is the movie set it off a true story","config":"default","split":"validation","body":"{\"passage\":\"Takashi Bufford said that he wrote the script for Pinkett Smith and Queen Latifah in mind even though he had not yet met them. The script was offered to New Line three times before finally being accepted, and the studio filled in more about why the female leads turn to bank robbery in a way that wasn't in the original script.\",\"question\":\"is the movie set it off a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}