{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ac1fb7c9-d3d5-59bb-bbe2-f3097a871b67","task_key":"default--validation--ac1fb7c9-d3d5-59bb-bbe2-f3097a871b67","task_revision_id":"1","upstream_id":"","short_description":"do you have to have a wicket keeper in cricket","config":"default","split":"validation","body":"{\"passage\":\"There is no rule stating a team must play a wicket-keeper. On 5 June 2015 during a T20 Blast game between the Worcestershire Rapids and the Northamptonshire Steelbacks, Worcestershire chose not to play a wicket-keeper in the 16th over of the match. Their keeper, Ben Cox, became an extra fielder at fly slip while spinner Moeen Ali bowled. The umpires consulted with each other and agreed that there was nothing in the rules to prevent it from happening.\",\"question\":\"do you have to have a wicket keeper in cricket\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}