{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3ebaa9fa-8e38-5936-ae38-7abcbc37ba33","task_key":"default--validation--3ebaa9fa-8e38-5936-ae38-7abcbc37ba33","task_revision_id":"1","upstream_id":"","short_description":"do they still make philip morris commander cigarettes","config":"default","split":"validation","body":"{\"passage\":\"Over the years, Philip Morris USA made many poster and television ads to promote the Philip Morris and Commander brand, starting from 1933 and ending in 1966, when the brand started to lose appeal.\",\"question\":\"do they still make philip morris commander cigarettes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}