{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3b5c4d0f-b9aa-5059-a665-1398bd57749a","task_key":"default--validation--3b5c4d0f-b9aa-5059-a665-1398bd57749a","task_revision_id":"1","upstream_id":"","short_description":"does ip man win in ip man 3","config":"default","split":"validation","body":"{\"passage\":\"Wing-sing accompanies Ip to the fight. After a battle with six and a half point poles, butterfly swords and an empty-handed fight, Ip eventually overpowers Cheung with a one-inch punch. Accepting defeat, Cheung destroys the banner that proclaimed himself to be the Grandmaster. Ip tells him that spending time with their closest ones are more important than competing and leaves. In the epilogue, it is revealed that Wing-sing died in 1960, and that Ip helped make Wing Chun well known internationally and left a legacy.\",\"question\":\"does ip man win in ip man 3\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}