{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7aa239bf-21e4-5928-9b13-d7aaed837380","task_key":"all--test--7aa239bf-21e4-5928-9b13-d7aaed837380","task_revision_id":"1","upstream_id":"","short_description":"An enterprise analysis shows an average return of $151 for each $100 of feed fed…","config":"all","split":"test","body":"{\"choices\":\"['Lower feed efficiency', 'Poor record keeping', 'Lower market prices', 'Lower purchase prices']\",\"question\":\"An enterprise analysis shows an average return of $151 for each $100 of feed fed to hogs last year and a return of $130 for each $100 of feed fed to hogs this year. Assuming that feed costs are stable and there are no major death losses, which of the following is the most likely explanation for the difference in returns?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}