{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c3c4d431-ba84-5f17-bf52-380939d8f670","task_key":"default--validation--c3c4d431-ba84-5f17-bf52-380939d8f670","task_revision_id":"1","upstream_id":"","short_description":"is there really a porpoise spit in australia","config":"default","split":"validation","body":"{\"passage\":\"Muriel's Wedding is a 1994 Australian comedy-drama film written and directed by P.J. Hogan. The film, which stars actors Toni Collette, Rachel Griffiths, Jeanie Drynan, Sophie Lee, and Bill Hunter, focuses on the socially awkward Muriel whose ambition is to have a glamorous wedding and improve her personal life by moving from her dead end home town, the fictional Porpoise Spit, to Sydney.\",\"question\":\"is there really a porpoise spit in australia\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}