{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9e8c1fd4-4368-50b7-9801-c435db649bd3","task_key":"default--validation--9e8c1fd4-4368-50b7-9801-c435db649bd3","task_revision_id":"1","upstream_id":"","short_description":"is shea butter made from a tree nut","config":"default","split":"validation","body":"{\"passage\":\"Shea butter (/ʃiː/, /ˈʃiːə/, or /ʃeɪ/) is a fat extracted from the nut of the African shea tree (Vitellaria paradoxa). It is usually yellow in color when raw, with more processed versions being ivory or white in color. Shea butter is a triglyceride (fat) derived mainly from stearic acid and oleic acid. It is widely used in cosmetics as a moisturizer, salve or lotion. Shea butter is edible and is used in food preparation in some African countries. Occasionally, shea butter is mixed with other oils as a substitute for cocoa butter, although the taste is noticeably different.\",\"question\":\"is shea butter made from a tree nut\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}