{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"91e57153-52e0-536d-a165-822159322ee2","task_key":"default--validation--91e57153-52e0-536d-a165-822159322ee2","task_revision_id":"1","upstream_id":"","short_description":"is there a republican majority in the senate","config":"default","split":"validation","body":"{\"passage\":\"The One Hundred Fifteenth United States Congress is the current meeting of the legislative branch of the United States federal government, composed of the Senate and the House of Representatives. It meets in Washington, D.C. from January 3, 2017, to January 3, 2019, during the final weeks of Barack Obama's presidency and the first two years of Donald Trump's presidency. The November 2016 elections maintained Republican control of both the House and Senate.\",\"question\":\"is there a republican majority in the senate\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}