{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e5ef9171-f752-53fc-8df6-604ee0f1fbcf","task_key":"default--validation--e5ef9171-f752-53fc-8df6-604ee0f1fbcf","task_revision_id":"1","upstream_id":"","short_description":"is the movie roxanne roxanne a true story","config":"default","split":"validation","body":"{\"passage\":\"Roxanne Roxanne is a 2017 American drama film written and directed by Michael Larnell. It stars Chanté Adams, Mahershala Ali, Nia Long, Elvis Nolasco, Kevin Phillips and Shenell Edmonds. The film revolves around the life of rapper Roxanne Shanté. It was screened in the U.S. Dramatic Competition section of the 2017 Sundance Film Festival.\",\"question\":\"is the movie roxanne roxanne a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}