{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e35d63d5-a03e-51a7-a9cb-c787505cd5b4","task_key":"default--validation--e35d63d5-a03e-51a7-a9cb-c787505cd5b4","task_revision_id":"1","upstream_id":"","short_description":"is navient and sallie mae the same company","config":"default","split":"validation","body":"{\"passage\":\"Navient is a U.S. corporation based in Wilmington, Delaware, whose operations include servicing and collecting on student loans. Managing nearly $300 billion in student loans for more than 12 million customers, the company was formed in 2014 by the split of Sallie Mae into two distinct entities, Sallie Mae Bank and Navient. Navient employs 6,000 individuals at offices across the U.S. As of 2018, Navient services 25% of student loans in the United States.\",\"question\":\"is navient and sallie mae the same company\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}