{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3106818e-cf18-5198-ba3a-50bdbee4c92b","task_key":"default--validation--3106818e-cf18-5198-ba3a-50bdbee4c92b","task_revision_id":"1","upstream_id":"","short_description":"do ncaa division 2 schools offer athletic scholarships","config":"default","split":"validation","body":"{\"passage\":\"Before 1973, the NCAA's smaller schools were grouped together in the College Division. In 1973, the College Division split in two when the NCAA began using numeric designations for its competitions. The College Division members who wanted to offer athletic scholarships or compete against those who did became Division II, while those who chose not to offer athletic scholarships became Division III.\",\"question\":\"do ncaa division 2 schools offer athletic scholarships\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}