{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"79d2e8f6-04ae-5e9c-815f-a419663f8cf8","task_key":"default--validation--79d2e8f6-04ae-5e9c-815f-a419663f8cf8","task_revision_id":"1","upstream_id":"","short_description":"does seaworld san diego still have killer whales","config":"default","split":"validation","body":"{\"passage\":\"SeaWorld's main attraction are its killer whales, ten of which are housed in San Diego in a 7 million gallon habitat. Shamu was the name of the first killer whale brought to SeaWorld San Diego in 1965. ``Shamu'' is now used as the character name for the costume character at the park entrance. SeaWorld San Diego ended their theatrical Killer Whale shows at San Diego in January 2017. San Diego was the first of the three SeaWorld parks to premiere ``Orca Encounter,'' a more educational presentation that gives insight into various aspects of a killer whale's life.\",\"question\":\"does seaworld san diego still have killer whales\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}