{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5a83e144-e540-56d4-b212-0193cc7d53ed","task_key":"default--validation--5a83e144-e540-56d4-b212-0193cc7d53ed","task_revision_id":"1","upstream_id":"","short_description":"has a woman ever won the indianapolis 500","config":"default","split":"validation","body":"{\"passage\":\"This is a list of female motor racing drivers who have entered an Indianapolis 500 race. Ten women racing drivers have officially entered at least once, with Janet Guthrie being the first. Sarah Fisher has the most career starts with nine, and Danica Patrick has the best result with a third place in 2009. Lyn St. James, Patrick, and Simona de Silvestro have all won the Rookie of the Year Award.\",\"question\":\"has a woman ever won the indianapolis 500\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}