{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"992ec56b-8099-56d1-851d-04523e6d05d7","task_key":"default--validation--992ec56b-8099-56d1-851d-04523e6d05d7","task_revision_id":"1","upstream_id":"","short_description":"is iphone se and iphone 5 the same","config":"default","split":"validation","body":"{\"passage\":\"The iPhone Special Edition (SE) is designed and sold by Apple Inc. as part of the iPhone series of devices. It was released on March 31, 2016 and serves as the successor of the iPhone 5S.\",\"question\":\"is iphone se and iphone 5 the same\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}