{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1e017f3b-c62b-5275-aac2-abcc0adc8d95","task_key":"default--validation--1e017f3b-c62b-5275-aac2-abcc0adc8d95","task_revision_id":"1","upstream_id":"","short_description":"is kingda ka the biggest roller coaster in the world","config":"default","split":"validation","body":"{\"passage\":\"Kingda Ka is a steel accelerator roller coaster located at Six Flags Great Adventure in Jackson, New Jersey. It is the world's tallest roller coaster, the world's second fastest roller coaster, and was the second strata coaster ever built. It was built by Stakotra, a subcontractor to Intamin. Riders have to be 54'' in order to be able to get on the roller coaster.\",\"question\":\"is kingda ka the biggest roller coaster in the world\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}