{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"30f85dbd-340e-5d0e-95b8-79abd0196a5d","task_key":"default--validation--30f85dbd-340e-5d0e-95b8-79abd0196a5d","task_revision_id":"1","upstream_id":"","short_description":"has a keeper ever won the ballon d'or","config":"default","split":"validation","body":"{\"passage\":\"The 1963 Ballon d'Or, given to the best football player in Europe as judged by a panel of sports journalists from UEFA member countries, was awarded to Lev Yashin, the first, and as of 2018, the only goalkeeper to win this award. Also he became the first Soviet and Russian national to win the trophy.\",\"question\":\"has a keeper ever won the ballon d'or\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}