{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0e4fad8e-8514-5693-ad99-04e525af1ba0","task_key":"default--validation--0e4fad8e-8514-5693-ad99-04e525af1ba0","task_revision_id":"1","upstream_id":"","short_description":"does shadow of mordor take place before lotr","config":"default","split":"validation","body":"{\"passage\":\"An original non-canon story set in the legendarium created by J.R.R. Tolkien, the game takes place between the events of The Hobbit and The Lord of the Rings. The player controls Talion, a Ranger who bonds with the wraith of the Elf Lord Celebrimbor, as the two set out to avenge the deaths of their loved ones. Players can engage in melee combat, and use wraith abilities to fight and manipulate enemies. The game introduces the Nemesis System, which allows the artificial intelligence of non-playable characters to remember the deaths of the game's protagonist and react accordingly.\",\"question\":\"does shadow of mordor take place before lotr\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}