{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3258d556-b965-5637-b6f5-5245742e58ed","task_key":"default--validation--3258d556-b965-5637-b6f5-5245742e58ed","task_revision_id":"1","upstream_id":"","short_description":"can the supreme court do anything to stop an executive order","config":"default","split":"validation","body":"{\"passage\":\"In 1935, the Supreme Court overturned five of President Franklin Roosevelt's executive orders (6199, 6204, 6256, 6284, 6855). Executive Order 12954, issued by President Bill Clinton in 1995, attempted to prevent the federal government from contracting with organizations that had strike-breakers on the payroll; a federal appeals court subsequently ruled that the order conflicted with the National Labor Relations Act, and invalidated the order.\",\"question\":\"can the supreme court do anything to stop an executive order\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}