{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2a2f3129-1d02-5898-8811-fcc4287af501","task_key":"all--test--2a2f3129-1d02-5898-8811-fcc4287af501","task_revision_id":"1","upstream_id":"","short_description":"A solid, metal object is isolated from other charges and has charge distributed…","config":"all","split":"test","body":"{\"choices\":\"['electric field outside the object is zero', 'the electric field outside the object is equal to the electric field inside the object', 'the electric field outside the object is directly proportional to the distance away from the center of mass of the object', 'the electric field outside the object, but very close to the surface, is equal to the surface charge density at any location divided by the permittivity of free space']\",\"question\":\"A solid, metal object is isolated from other charges and has charge distributed on its surface. The charge distribution is not uniform. It may be correctly concluded that the\",\"subject\":\"high_school_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}