{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7d6e2b38-6fd0-5b8a-8e4e-bb2c212154d3","task_key":"default--validation--7d6e2b38-6fd0-5b8a-8e4e-bb2c212154d3","task_revision_id":"1","upstream_id":"","short_description":"is call of duty modern warfare 2 multiplayer","config":"default","split":"validation","body":"{\"passage\":\"The game's campaign follows the Task Force 141, a special forces unit fronted by Captain Soap MacTavish, as they hunt Vladimir Makarov, leader of the Russian Ultranationalist party, and the United States Army Rangers, who are defending the country from a Russian invasion. The game's main playable characters are Sergeant Gary ``Roach'' Sanderson, of the 141, and Private James Ramirez, of the Army Rangers, with Captain MacTavish becoming playable later in the campaign. An expansive multiplayer mode is featured in the game, with several new features and modes that were not seen in its predecessor.\",\"question\":\"is call of duty modern warfare 2 multiplayer\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}