{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a8beb1f4-8fd0-5321-84b5-6d199eb5ef09","task_key":"default--validation--a8beb1f4-8fd0-5321-84b5-6d199eb5ef09","task_revision_id":"1","upstream_id":"","short_description":"are there cars that run on natural gas","config":"default","split":"validation","body":"{\"passage\":\"Worldwide, there were 24.452 million NGVs by 2016, led by China (5.0 million), Iran (4.00 million), India (3.045 million), Pakistan (3.0 million), Argentina (2.295 million), Brazil (1.781 million), and Italy (1.001 million). The Asia-Pacific region leads the world with 6.8 million vehicles, followed by Latin America with 4.2 million. In Latin America, almost 90% of NGVs have bi-fuel engines, allowing these vehicles to run on either gasoline or CNG. In Pakistan, almost every vehicle converted to (or manufactured for) alternative fuel use typically retains the capability of running on gasoline.\",\"question\":\"are there cars that run on natural gas\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}