{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9258c1b2-bec1-581e-a33c-42371827ff3c","task_key":"all--test--9258c1b2-bec1-581e-a33c-42371827ff3c","task_revision_id":"1","upstream_id":"","short_description":"We were first able to accurately measure the diameter of Pluto from:","config":"all","split":"test","body":"{\"choices\":\"['a New Horizons flyby in the 1990s', \\\"Hubble Space Telescope images that resolved Pluto's disk\\\", 'brightness measurements made during mutual eclipses of Pluto and Charon', 'radar observations made by the Arecibo telescope']\",\"question\":\"We were first able to accurately measure the diameter of Pluto from:\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}