{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ab545ca4-b9f9-5ca1-9101-b8dff46ea9cb","task_key":"default--validation--ab545ca4-b9f9-5ca1-9101-b8dff46ea9cb","task_revision_id":"1","upstream_id":"","short_description":"is riviera maya on the gulf of mexico","config":"default","split":"validation","body":"{\"passage\":\"The Riviera Maya (Spanish pronunciation: (ri'βjeɾa 'maʝa)) is a tourism and resort district south of Cancun, Mexico. It straddles the coastal Fed 307, along the Caribbean coastline of the state of Quintana Roo, located in the eastern portion of the Yucatán Peninsula. Historically, this district started at the city of Playa del Carmen and ended at the village of Tulum, although the towns of Puerto Morelos, situated to the north of Playa del Carmen, as well as the town of Felipe Carrillo Puerto, situated 40 kilometres (25 mi) to the south of Tulum, are both currently being promoted as part of the Riviera Maya tourist corridor.\",\"question\":\"is riviera maya on the gulf of mexico\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}