{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5c1e8bed-e484-5f47-a6b5-3b4632c396f9","task_key":"default--validation--5c1e8bed-e484-5f47-a6b5-3b4632c396f9","task_revision_id":"1","upstream_id":"","short_description":"do you get the money you win on jeopardy","config":"default","split":"validation","body":"{\"passage\":\"The top scorer(s) in each game retain the value of their winnings in cash, and return to play in the next match. Non-winners receive consolation prizes. Since May 16, 2002, consolation prizes have been $2,000 for the second-place contestant(s) and $1,000 for the third-place contestant. Since the show does not generally provide airfare or lodging for contestants, cash consolation prizes alleviate contestants' financial burden. An exception is provided for returning champions who must make several flights to Los Angeles.\",\"question\":\"do you get the money you win on jeopardy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}