{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"22e703a6-54d5-5ab3-8755-7d7f2d18d404","task_key":"default--validation--22e703a6-54d5-5ab3-8755-7d7f2d18d404","task_revision_id":"1","upstream_id":"","short_description":"has a woman ever won cma entertainer of the year","config":"default","split":"validation","body":"{\"passage\":\"The Country Music Association Awards is a major awards show in country music, with the highest honor being the award for Entertainer of the Year. Garth Brooks has won the most awards with six. In 1972, Loretta Lynn became the first female artist to be honored with this award. Barbara Mandrell became the first artist to win twice.\",\"question\":\"has a woman ever won cma entertainer of the year\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}