{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7d83c527-772c-5d51-a682-413561fbcc76","task_key":"default--validation--7d83c527-772c-5d51-a682-413561fbcc76","task_revision_id":"1","upstream_id":"","short_description":"is the united states part of the commonwealth of nations","config":"default","split":"validation","body":"{\"passage\":\"Other states which have expressed an interest in joining the Commonwealth over the years or states which may be eligible to join the Commonwealth include Algeria, Bahrain, Cambodia, Egypt, Eritrea, Israel, Libya, Madagascar, Palestine, United States and Yemen.\",\"question\":\"is the united states part of the commonwealth of nations\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}