{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a9102733-f2d5-5e82-a9e5-55356dd3d7d3","task_key":"default--validation--a9102733-f2d5-5e82-a9e5-55356dd3d7d3","task_revision_id":"1","upstream_id":"","short_description":"is a 17 hmr bigger than a 22lr","config":"default","split":"validation","body":"{\"passage\":\"Following the success of the .17 HMR, the .17 Hornady Mach 2 was introduced in early 2004. The .17 HM2 is based on the .22 LR (slightly longer in case dimensions) case necked down to .17 caliber using the same bullet as the HMR but at a velocity of approximately 2,100 feet per second (640 m/s) in the 17-grain (1.1 g) polymer tip loading.\",\"question\":\"is a 17 hmr bigger than a 22lr\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}