{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"81586758-7391-5380-8306-cdcb6d36a393","task_key":"default--validation--81586758-7391-5380-8306-cdcb6d36a393","task_revision_id":"1","upstream_id":"","short_description":"is picante sauce the same as taco sauce","config":"default","split":"validation","body":"{\"passage\":\"Taco sauce is a condiment sold in American grocery stores and fast food Tex-Mex outlets. Taco sauce is similar to its Mexican counterpart in that it is smoothly blended, having the consistency of thin ketchup. It is made from tomato paste instead of whole tomatoes and lacks the seeds and chunks of vegetables found in picante sauce.\",\"question\":\"is picante sauce the same as taco sauce\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}