{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0c87a6e7-b1d1-5980-b5d5-ba2419c32038","task_key":"all--test--0c87a6e7-b1d1-5980-b5d5-ba2419c32038","task_revision_id":"1","upstream_id":"","short_description":"According to Confucian the model of persons,","config":"all","split":"test","body":"{\"choices\":\"[\\\"we learn to be persons through familial relations and by learning from other's example.\\\", 'we are persons because we have immortal, individual souls.', 'we learn to be persons by slowing developing rational capacities.', 'all of the above.']\",\"question\":\" According to Confucian the model of persons,\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}