{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"de6ed6b5-3355-58cb-88b5-4bfbf70c7447","task_key":"default--validation--de6ed6b5-3355-58cb-88b5-4bfbf70c7447","task_revision_id":"1","upstream_id":"","short_description":"did blake shelton wrote mine would be you","config":"default","split":"validation","body":"{\"passage\":\"``Mine Would Be You'' is a song written by Jessi Alexander, Connie Harrington, and Deric Ruttan and recorded by American country music artist Blake Shelton. It was released in July 2013 as the third single from Shelton's 2013 album Based on a True Story.... The song reached number one the US Billboard Country Airplay chart.\",\"question\":\"did blake shelton wrote mine would be you\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}