{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"517e7850-1201-5aab-bdf4-1f46c50bfe67","task_key":"all--test--517e7850-1201-5aab-bdf4-1f46c50bfe67","task_revision_id":"1","upstream_id":"","short_description":"Why can experiments determine causal relationships when no other research method…","config":"all","split":"test","body":"{\"choices\":\"['Experiments are more precise than the other research methods.', 'Experiments isolate the effects of independent variables on dependent variables.', 'Experiments typically involve more participants than other research methods do.', 'Experiments take place in more realistic, real-life settings.']\",\"question\":\"Why can experiments determine causal relationships when no other research method can?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}