{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2976f008-c18d-5c40-bd39-8fa2e3fad705","task_key":"default--validation--2976f008-c18d-5c40-bd39-8fa2e3fad705","task_revision_id":"1","upstream_id":"","short_description":"is halo combat evolved the first halo game","config":"default","split":"validation","body":"{\"passage\":\"Halo: Combat Evolved is a 2001 military science fiction first-person shooter video game developed by Bungie and published by Microsoft Game Studios. The first game of the Halo franchise, it was released as a launch title for the Xbox gaming system on November 15, 2001. More than five million copies were sold worldwide by November 2005. Microsoft released versions of the game for Microsoft Windows and Mac OS X in 2003, and the surrounding storyline was adapted and elaborated into a series of novels, comic books, and live-action web series. The game was later released as a downloadable Xbox Original for the Xbox 360. A high-definition remake, Halo: Combat Evolved Anniversary, was released for Xbox 360 on the 10th anniversary of the original game's launch, and was rereleased as part of Halo: The Master Chief Collection on November 11, 2014, for the Xbox One.\",\"question\":\"is halo combat evolved the first halo game\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}