{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"21085a43-918e-5729-9941-c34bd0f225c3","task_key":"default--validation--21085a43-918e-5729-9941-c34bd0f225c3","task_revision_id":"1","upstream_id":"","short_description":"can you break someone's wrist by twisting it","config":"default","split":"validation","body":"{\"passage\":\"A properly executed lock of this type does not apply torque to the wrist itself. In practice, the bones of the forearm and, eventually, the shoulder are the focus of the lock. If performed correctly, this technique will break the opponents wrist, elbow and dislocate the shoulder. In practice, uke will turn over his own arm in order to prevent his wrist from breaking. The goal of almost all throws executed via joint/bone manipulation, at least from the perspective of some classical (koryu) martial arts, is to break or dislocate a limb(s).\",\"question\":\"can you break someone's wrist by twisting it\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}