{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"154be483-ab6f-5be4-979f-804700d4a8c6","task_key":"default--validation--154be483-ab6f-5be4-979f-804700d4a8c6","task_revision_id":"1","upstream_id":"","short_description":"can you take the money in who wants to be a millionaire","config":"default","split":"validation","body":"{\"passage\":\"Who Wants to Be a Millionaire? is a British quiz show, created and produced by David Briggs, and made for the ITV network. The show's format, devised by Briggs, sees contestants taking on multiple-choice questions, based upon general knowledge, winning a cash prize for each question they answer correctly, with the amount offered increasing as they take on more difficult questions. To assist each contestant who takes part, they are given three lifelines to use, may walk away with the money they already have won if they wish not to risk answering a question, and are provided with a safety net that grants them a guaranteed cash prize if they give an incorrect answer, provided they reach a specific milestone in the quiz.\",\"question\":\"can you take the money in who wants to be a millionaire\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}