{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"878aa9d0-ea13-5b8b-927f-a4d5f7b04aa8","task_key":"default--validation--878aa9d0-ea13-5b8b-927f-a4d5f7b04aa8","task_revision_id":"1","upstream_id":"","short_description":"does company of heroes 2 have a campaign","config":"default","split":"validation","body":"{\"passage\":\"Company of Heroes 2's campaign also tackles Joseph Stalin's Order No. 227, which prohibits retreating except under the direction of senior officers. Starting from the fifth mission set in Stalingrad, Order 227 will be in effect if the player deploys Fresh Conscripts, Frontovik Squads, or Penal Battalions. A time bar appears on the left side of the map display; for that duration, players must not have their soldiers go into full retreat back to headquarters or else said soldiers will be executed for doing so.\",\"question\":\"does company of heroes 2 have a campaign\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}