{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"05ec1eea-e0b0-5de2-a77e-ffaa0ae92469","task_key":"default--validation--05ec1eea-e0b0-5de2-a77e-ffaa0ae92469","task_revision_id":"1","upstream_id":"","short_description":"is a meter stick the same as a yardstick","config":"default","split":"validation","body":"{\"passage\":\"A yardstick is a straightedge used to physically measure lengths of up to one yard (3.0 feet or 0.9144 meters long) high. Yardsticks are flat boards with markings at regular intervals. In the metric system, a similar device measuring up to one meter is called a meter-stick.\",\"question\":\"is a meter stick the same as a yardstick\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}