{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3c6b3b6e-94de-567c-ad1f-4293dd4e2e22","task_key":"all--test--3c6b3b6e-94de-567c-ad1f-4293dd4e2e22","task_revision_id":"1","upstream_id":"","short_description":"Detection of a just-noticeable difference (JND) depends on the","config":"all","split":"test","body":"{\"choices\":\"['presence of a \\\"no stimulus\\\" control and the sensitivity of the signal-detection equipment', 'initial determination of the absolute threshold and the variation of the difference threshold', 'frequency of the existing stimulus and the presence of one or more sensory modalities', 'intensity of the new stimulus and that of the stimulus already present']\",\"question\":\"Detection of a just-noticeable difference (JND) depends on the\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}