{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ac23a254-5f86-5375-aac8-764ac4c4316b","task_key":"default--validation--ac23a254-5f86-5375-aac8-764ac4c4316b","task_revision_id":"1","upstream_id":"","short_description":"is the movie 8 below a true story","config":"default","split":"validation","body":"{\"passage\":\"The 1958 ill-fated Japanese expedition to Antarctica inspired the 1983 hit film Antarctica, of which Eight Below is a remake. Eight Below adapts the events of the 1958 incident, moved forward to 1993. In the 1958 event, fifteen Sakhalin Husky sled dogs were abandoned when the expedition team was unable to return to the base. When the team returned a year later, two dogs were still alive. Another seven were still chained up and dead, five were unaccounted for, and one died just outside Showa Station.\",\"question\":\"is the movie 8 below a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}