{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c13cbaa6-8b83-55d4-b9ea-aec1968bf15d","task_key":"default--validation--c13cbaa6-8b83-55d4-b9ea-aec1968bf15d","task_revision_id":"1","upstream_id":"","short_description":"is the movie stepfather based on a true story","config":"default","split":"validation","body":"{\"passage\":\"The Stepfather is a 2009 American horror thriller film and a remake of the 1987 horror film of the same title. The film was directed by Nelson McCormick and stars Penn Badgley, Dylan Walsh and Sela Ward. The original was directed by Joseph Ruben and shot from a script by Donald Westlake. The films are loosely based on the crimes of mass murderer John List.\",\"question\":\"is the movie stepfather based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}