{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2f1149b3-bf0a-52d4-b81d-6c4504aa6e7a","task_key":"all--test--2f1149b3-bf0a-52d4-b81d-6c4504aa6e7a","task_revision_id":"1","upstream_id":"","short_description":"According to Hobbes, the right of nature is:","config":"all","split":"test","body":"{\"choices\":\"['an entitlement to the fruits of one’s labors.', 'a claim not to be harmed by others.', 'the right of the king to rule his subjects.', 'the liberty to use one’s powers to preserve one’s life.']\",\"question\":\"According to Hobbes, the right of nature is:\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}