{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7ffef241-b526-5e27-b678-fc91fbdc5511","task_key":"default--validation--7ffef241-b526-5e27-b678-fc91fbdc5511","task_revision_id":"1","upstream_id":"","short_description":"did olivia from law and order have a baby","config":"default","split":"validation","body":"{\"passage\":\"At the conclusion of the season 15 finale, Benson becomes the court-appointed custodial guardian of Noah Porter, an orphaned baby. The appointment is for a trial period of one year, with the option to apply for legal adoption at the end of that period. Although the year is rocky due to Noah's health issues and the demands of her job, Benson grows to love Noah and formally adopts him a year later.\",\"question\":\"did olivia from law and order have a baby\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}