{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5d556189-a439-577d-a859-68653ff25d57","task_key":"default--validation--5d556189-a439-577d-a859-68653ff25d57","task_revision_id":"1","upstream_id":"","short_description":"does fred from first dates have a partner","config":"default","split":"validation","body":"{\"passage\":\"He lives in Peckham, south London. During an interview for the Daily Mail in 2016, Sirieix said that he was living with his former partner and their two children, but was in a new relationship. In 2018, Sirieix announced he was in a relationship, referring to his partner only as his 'fruitcake'.\",\"question\":\"does fred from first dates have a partner\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}