{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"026058a8-d2f8-540c-a2d4-c052172acd52","task_key":"default--validation--026058a8-d2f8-540c-a2d4-c052172acd52","task_revision_id":"1","upstream_id":"","short_description":"is there a border between switzerland and italy","config":"default","split":"validation","body":"{\"passage\":\"The border between the modern states of Switzerland and Italy extends to 744 km, from the French-Swiss-Italian tripoint at Mont Dolent in the west to the Austrian-Swiss-Italian tripoint near Piz Lad in the east. Much of the border runs across the High Alps, rising above 4,600 meters as it passes east of Dufourspitze, but it also descends to the lowest point in Switzerland as it passes Lago Maggiore below 200 meters.\",\"question\":\"is there a border between switzerland and italy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}