{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"380680f3-e6e7-5545-8908-a73027a7ac5e","task_key":"default--validation--380680f3-e6e7-5545-8908-a73027a7ac5e","task_revision_id":"1","upstream_id":"","short_description":"do college football players have to enter the draft","config":"default","split":"validation","body":"{\"passage\":\"College football players who are considering entering the NFL draft but who still have eligibility to play football can request an expert opinion from the NFL-created Draft Advisory Board. The Board, composed of scouting experts and team executives, makes a prediction as to the likely round in which a player would be drafted. This information, which has proven to be fairly accurate, can help college players determine whether to enter the draft or to continue playing and improving at the college level. There are also many famous reporting scouts, such as Mel Kiper Jr.\",\"question\":\"do college football players have to enter the draft\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}