{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ecbb9508-4636-5392-b91a-e53c01dc0068","task_key":"default--validation--ecbb9508-4636-5392-b91a-e53c01dc0068","task_revision_id":"1","upstream_id":"","short_description":"is seoul the largest city in the world","config":"default","split":"validation","body":"{\"passage\":\"Seoul (/soʊl/, like soul; Korean: 서울 (sʌ.ul) ( listen); lit. ``Capital''), officially the Seoul Special City, is the capital and largest metropolis of South Korea. With surrounding Incheon metropolis and Gyeonggi province, Seoul forms the heart of the Seoul Capital Area, home to roughly half of the country's population. Seoul is ranked as the fourth largest metropolitan economy in the world and is larger than London and Paris.\",\"question\":\"is seoul the largest city in the world\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}