{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c57a1d04-6d64-5439-bba3-b0b43879e6d3","task_key":"default--validation--c57a1d04-6d64-5439-bba3-b0b43879e6d3","task_revision_id":"1","upstream_id":"","short_description":"is the phantom of the opera a musical","config":"default","split":"validation","body":"{\"passage\":\"The Phantom of the Opera is a musical with music by Andrew Lloyd Webber and lyrics by Charles Hart. Richard Stilgoe and Lloyd Webber wrote the musical's book together. Stilgoe also provided additional lyrics. Based on the eponymous French novel by Gaston Leroux, its central plot revolves around a beautiful soprano, Christine Daaé, who becomes the obsession of a mysterious, disfigured musical genius living in the subterranean labyrinth beneath the Paris Opéra House.\",\"question\":\"is the phantom of the opera a musical\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}