{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1be9d002-7d3c-5a33-9269-251851ce08e3","task_key":"all--test--1be9d002-7d3c-5a33-9269-251851ce08e3","task_revision_id":"1","upstream_id":"","short_description":"Kurt Lewin's field theory predicts that human behavior is:","config":"all","split":"test","body":"{\"choices\":\"['due more to environmental factors than to psychological factors.', 'due more to biological factors than to environmental factors.', \\\"a function of both the person's own attributes and the characteristics of the environment.\\\", 'a function of the microsystem, mesosystem, and macrosystem.']\",\"question\":\"Kurt Lewin's field theory predicts that human behavior is:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}