{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"12c5da40-c8f0-5cc0-8abb-8a9e8cdb9342","task_key":"all--test--12c5da40-c8f0-5cc0-8abb-8a9e8cdb9342","task_revision_id":"1","upstream_id":"","short_description":"According to Locke, a man in the state of nature will relinquish his absolute…","config":"all","split":"test","body":"{\"choices\":\"['he will also enjoy absolute freedom when subject to the state', 'in the state of nature the enjoyment of his freedom is very uncertain and vulnerable', 'he wants to have absolute power over others', 'he rejects the laws of the state of nature']\",\"question\":\"According to Locke, a man in the state of nature will relinquish his absolute freedom to the state because _____.\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}