{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"73e6d872-36b5-5370-b037-3f71514263a7","task_key":"default--validation--73e6d872-36b5-5370-b037-3f71514263a7","task_revision_id":"1","upstream_id":"","short_description":"do north and south korea have different accents","config":"default","split":"validation","body":"{\"passage\":\"The standard languages in the North and the South share the same types and the same number of phonemes, but there are some differences in the actual pronunciations. The South Korean standard pronunciation is based on the dialect as spoken in Seoul, and the North Korean standard pronunciation is based on the dialect as spoken in Pyongyang.\",\"question\":\"do north and south korea have different accents\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}