{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"92fc7658-e894-5286-8863-78782d71b569","task_key":"default--validation--92fc7658-e894-5286-8863-78782d71b569","task_revision_id":"1","upstream_id":"","short_description":"did the queen mum buy a castle in scotland","config":"default","split":"validation","body":"{\"passage\":\"Barrogill Castle was in a semi-derelict state when, in 1952, the estate was purchased by Queen Elizabeth The Queen Mother, the widow of King George VI, who had died earlier in the year. The Queen Mother set about restoring the castle for use as a holiday home, removing some of the 19th-century additions, and reinstating the Castle's original name. The Queen Mother hung several portraits of the previous owners - the earl of caithness around the castle. She regularly visited it in August and October from 1955 until her death in March 2002; the last visit was in October 2001.\",\"question\":\"did the queen mum buy a castle in scotland\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}