{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"043bb42c-84d2-5e4d-99fd-8b819de9798c","task_key":"default--validation--043bb42c-84d2-5e4d-99fd-8b819de9798c","task_revision_id":"1","upstream_id":"","short_description":"is g major and e minor the same","config":"default","split":"validation","body":"{\"passage\":\"For example, G major and E minor both have a single sharp in their key signature at F♯; therefore, E minor is the relative minor of G major, and conversely G major is the relative major of E minor. The tonic of the relative minor is the sixth scale degree of the major scale, while the tonic of the relative major is the third degree of the minor scale. The relative relationship may be visualized through the circle of fifths.\",\"question\":\"is g major and e minor the same\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}