{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7b219757-cee9-57ac-a15f-3e94d07925a7","task_key":"default--validation--7b219757-cee9-57ac-a15f-3e94d07925a7","task_revision_id":"1","upstream_id":"","short_description":"is milan the fashion capital of the world","config":"default","split":"validation","body":"{\"passage\":\"The Italian city of Milan is recognised internationally as one of the world's most important fashion capitals, along with Paris, New York and London. It is additionally recognised as the main sartorial hub in the country, with Rome and Florence being other major centres.\",\"question\":\"is milan the fashion capital of the world\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}