{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4436e62d-aba0-55f9-9bdb-ed9965a3423c","task_key":"default--validation--4436e62d-aba0-55f9-9bdb-ed9965a3423c","task_revision_id":"1","upstream_id":"","short_description":"is the movie pay it forward based on a true story","config":"default","split":"validation","body":"{\"passage\":\"Pay It Forward is a 2000 American drama-romance film based on the novel of the same name by Catherine Ryan Hyde. It is set in Las Vegas, and it chronicles 12-year-old Trevor McKinney's launch of a goodwill movement known as 'pay it forward'. Directed by Mimi Leder and written by Leslie Dixon, it stars Haley Joel Osment as Trevor, Helen Hunt as his alcoholic single mother Arlene McKinney, and Kevin Spacey as his physically and emotionally scarred social studies teacher Eugene Simonet.\",\"question\":\"is the movie pay it forward based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}