{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"af022a82-781d-59c8-a983-f6ff338aa88c","task_key":"default--validation--af022a82-781d-59c8-a983-f6ff338aa88c","task_revision_id":"1","upstream_id":"","short_description":"is spencer on the a team pretty little liars","config":"default","split":"validation","body":"{\"passage\":\"Spencer joined the A-Team briefly near the ending of the third season after having been invited by Mona at the Radley while hospitalized. Initially, Spencer was extremely determined to be part of the team. However, she later unfolds the truth behind the disappearance of Toby and became a double agent as well. Likewise Toby, she got kicked off from the team. She is the ``A'' who kidnapped Malcolm, causing a break up between Ezra and Aria.\",\"question\":\"is spencer on the a team pretty little liars\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}