{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"15243514-7a44-51b2-95bc-23cda92e1352","task_key":"default--validation--15243514-7a44-51b2-95bc-23cda92e1352","task_revision_id":"1","upstream_id":"","short_description":"is the barber of seville a true story","config":"default","split":"validation","body":"{\"passage\":\"Rossini's opera recounts the events of the first of the three plays by French playwright Pierre Beaumarchais that revolve around the clever and enterprising character named Figaro, the barber of the title. Mozart's opera The Marriage of Figaro, composed 30 years earlier in 1786, is based on the second part of the Beaumarchais trilogy. The first Beaumarchais play was originally conceived as an opéra comique, but was rejected as such by the Comédie-Italienne. The play as it is now known was premiered in 1775 by the Comédie-Française at the Théâtre des Tuileries in Paris.\",\"question\":\"is the barber of seville a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}