{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"60c4ec5e-6ca1-52de-9de5-64e5640dc417","task_key":"default--validation--60c4ec5e-6ca1-52de-9de5-64e5640dc417","task_revision_id":"1","upstream_id":"","short_description":"is pretty little liars filmed in stars hollow","config":"default","split":"validation","body":"{\"passage\":\"Since 2010, the Gilmore Girls set is used for the ABC Family show Pretty Little Liars. Luke's Diner is now used as Rosewood Cafe. Hart of Dixie's fictional Bluebell also uses the square. The Stars Hollow High School is used as Rosewood High School.\",\"question\":\"is pretty little liars filmed in stars hollow\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}