{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9593557a-048d-5e3f-ac50-f88c9b7084f1","task_key":"default--validation--9593557a-048d-5e3f-ac50-f88c9b7084f1","task_revision_id":"1","upstream_id":"","short_description":"can you move a knight first in chess","config":"default","split":"validation","body":"{\"passage\":\"The knight is the only piece that can move at the beginning of the game without first moving a pawn. For the reasons above, the best square for the initial move of each knight is usually one towards the center. Knights are usually brought into play slightly sooner than the bishops and much sooner than the rooks and the queen.\",\"question\":\"can you move a knight first in chess\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}