{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fe2e70cb-9da0-5698-8221-97021f8e1783","task_key":"default--validation--fe2e70cb-9da0-5698-8221-97021f8e1783","task_revision_id":"1","upstream_id":"","short_description":"do you get a medal for third place in world cup","config":"default","split":"validation","body":"{\"passage\":\"A third place playoff, match/game for third place, bronze medal game or consolation game is a single match that is included in many sporting knockout tournaments to decide which competitor or team will be credited with finishing third and fourth. The teams that compete in the third place playoff game are usually the two losing semi-finalists in a particular knockout tournament.\",\"question\":\"do you get a medal for third place in world cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}