{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"88ffec84-7d53-52e4-96e1-f93ee5f43e38","task_key":"default--validation--88ffec84-7d53-52e4-96e1-f93ee5f43e38","task_revision_id":"1","upstream_id":"","short_description":"is there such a place as garrison colorado","config":"default","split":"validation","body":"{\"passage\":\"The Netflix original series The Ranch, starring Ashton Kutcher, Danny Masterson, Sam Elliott and Debra Winger is set in the fictional town of Garrison, Colorado, but the opening shot of the town during the credit sequence is of Ouray, and the San Juan Valley just north of Ouray.\",\"question\":\"is there such a place as garrison colorado\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}