{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"baa778da-c6a6-51d8-80b6-0b3ebec90f57","task_key":"default--validation--baa778da-c6a6-51d8-80b6-0b3ebec90f57","task_revision_id":"1","upstream_id":"","short_description":"are all spark plugs the same size socket","config":"default","split":"validation","body":"{\"passage\":\"Spark plugs are specified by size, either thread or nut (often referred to as Euro), sealing type (taper or crush washer), and spark gap. Common thread (nut) sizes in Europe are 10 mm (16 mm), 14 mm (21 mm; sometimes, 16 mm), and 18 mm (24 mm, sometimes, 21 mm). In the United States, common thread (nut) sizes are 10mm (16mm), 12mm (14mm, 16mm or 17.5mm), 14mm (16mm, 20.63mm) and 18mm (20.63mm).\",\"question\":\"are all spark plugs the same size socket\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}