{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9b75947c-9ed4-5428-b4c0-114316b940dc","task_key":"default--validation--9b75947c-9ed4-5428-b4c0-114316b940dc","task_revision_id":"1","upstream_id":"","short_description":"does any movie have a 100 on rotten tomatoes","config":"default","split":"validation","body":"{\"passage\":\"On the film review aggregation website Rotten Tomatoes, films that have exclusively positive reviews and have been reviewed by at least five critics have a 100% approval rating. Many of these films, particularly those with a high number of positive reviews, have achieved wide critical acclaim and are often considered among the best. A number of these films also appear on the AFI's 100 Years...100 Movies lists, but there are many others and several entries with dozens of positive reviews, which are considered surprising to some experts. To date, Paddington 2 holds the site's record, with an approval rating of 100% and 205 positive reviews.\",\"question\":\"does any movie have a 100 on rotten tomatoes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}