{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cc3f0825-672c-535a-96e3-71f6bddc7bf2","task_key":"default--validation--cc3f0825-672c-535a-96e3-71f6bddc7bf2","task_revision_id":"1","upstream_id":"","short_description":"are sheet rock and drywall the same thing","config":"default","split":"validation","body":"{\"passage\":\"Drywall (also known as plasterboard, wallboard, gypsum panel, sheet rock, or gypsum board) is a panel made of calcium sulfate dihydrate (gypsum), with or without additives, typically extruded between thick sheets of facer and backer paper, utilized in the construction of interior walls and ceilings. The plaster is mixed with fiber (typically paper and/or fibreglass or asbestos), plasticizer, foaming agent, and various additives that can decrease mildew, increase fire resistance, and lower water absorption.\",\"question\":\"are sheet rock and drywall the same thing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}