{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"541888b9-92cd-5638-903f-653022b171f3","task_key":"default--validation--541888b9-92cd-5638-903f-653022b171f3","task_revision_id":"1","upstream_id":"","short_description":"were all 4 ghostbusters in the new movie","config":"default","split":"validation","body":"{\"passage\":\"A third Ghostbusters film had been in various stages of development following the release of Ghostbusters II in 1989. As a result of original cast member Bill Murray's refusal to commit to the project and the death of fellow cast member Harold Ramis in 2014, Sony decided to reboot the series. Much of the original film's cast make cameo appearances in new roles. The announcement of the female-led cast in 2015 drew a polarized response from the public and Internet backlash, leading to the film's IMDb page and associated YouTube videos receiving low ratings prior to the film's release.\",\"question\":\"were all 4 ghostbusters in the new movie\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}