{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"77d48517-1a92-5c98-b91b-924795f453f7","task_key":"default--validation--77d48517-1a92-5c98-b91b-924795f453f7","task_revision_id":"1","upstream_id":"","short_description":"is keeping up with the kardashians a reality show","config":"default","split":"validation","body":"{\"passage\":\"Keeping Up with the Kardashians (often abbreviated KUWTK) is an American reality television series that airs on the E! cable network. The show focuses on the personal and professional lives of the Kardashian--Jenner blended family. Its premise originated with Ryan Seacrest, who also serves as an executive producer. The series debuted on October 14, 2007 and has subsequently become one of the longest-running reality television series in the country. The fourteenth season premiered on October 1, 2017.\",\"question\":\"is keeping up with the kardashians a reality show\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}