{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b299fa16-03a9-53af-bb7e-7085456b1cde","task_key":"default--validation--b299fa16-03a9-53af-bb7e-7085456b1cde","task_revision_id":"1","upstream_id":"","short_description":"did anne of green gables house burn down","config":"default","split":"validation","body":"{\"passage\":\"An electrical fire on May 23, 1997 caused some internal damage to part of the upstairs section of the farmhouse. This led to restoration of the affected rooms, as well as being the impetus for an extensive redevelopment of the property through the construction of barns and outbuildings to complement the house itself and to accommodate visitor interpretation facilities. As a result, part of the nearby Green Gables golf course, constructed in the 1930s, was moved away from the vicinity of the homestead and the area has been returned to a more traditional agricultural landscape.\",\"question\":\"did anne of green gables house burn down\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}