{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"af632772-3ec3-5a0b-8cbb-a16d58da56f6","task_key":"default--validation--af632772-3ec3-5a0b-8cbb-a16d58da56f6","task_revision_id":"1","upstream_id":"","short_description":"is the last day of the tour de france a race","config":"default","split":"validation","body":"{\"passage\":\"Due to the high profile of the last day as well as its setting, the stage is prestigious. The overall Tour placings are typically settled before the final stage so the racing is often for the glory of finishing the Tour and, at times, to settle the points classification.\",\"question\":\"is the last day of the tour de france a race\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}