{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6abefe8b-7eab-5a08-8193-872720ea0e36","task_key":"default--validation--6abefe8b-7eab-5a08-8193-872720ea0e36","task_revision_id":"1","upstream_id":"","short_description":"is the outsiders movie based on a true story","config":"default","split":"validation","body":"{\"passage\":\"The Outsiders is a 1983 American coming-of-age drama film directed by Francis Ford Coppola, an adaptation of the 1967 novel of the same name by S.E. Hinton. The film was released on March 25, 1983. Jo Ellen Misakian, a librarian at Lone Star Elementary School in Fresno, California, and her students were responsible for inspiring Coppola to make the film.\",\"question\":\"is the outsiders movie based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}