{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c135e868-1923-5ad4-813d-af03048f2e31","task_key":"default--validation--c135e868-1923-5ad4-813d-af03048f2e31","task_revision_id":"1","upstream_id":"","short_description":"is the queen's birthday a public holiday in victoria","config":"default","split":"validation","body":"{\"passage\":\"In all states and territories except Queensland and Western Australia, Queen's Birthday is observed on the second Monday in June. Because Western Australia celebrates Western Australia Day (formerly Foundation Day) on the first Monday in June, the Governor of Western Australia proclaims the day on which the state will observe the Queen's Birthday, based on school terms and the Perth Royal Show. There is no firm rule to determine this date before it is proclaimed, though it is typically the last Monday of September or the first Monday of October: in 2011 the Queen's Birthday holiday in Western Australia was moved from Monday, 3 October 2011 to Friday, 28 October 2011 to coincide with the Commonwealth Heads of Government Meeting (CHOGM), which was held in Perth. In Queensland, it is celebrated on the 1st Monday in October.\",\"question\":\"is the queen's birthday a public holiday in victoria\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}