{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"58cb95c9-d274-5a31-af57-d1fe89e749ed","task_key":"all--test--58cb95c9-d274-5a31-af57-d1fe89e749ed","task_revision_id":"1","upstream_id":"","short_description":"Imagine someone who is not looking for work because they are embarrassed in the…","config":"all","split":"test","body":"{\"choices\":\"['in the labor force and unemployed.', 'in the labor force and employed.', 'not in the labor force.', 'not in the labor force but counted as unemployed.']\",\"question\":\"Imagine someone who is not looking for work because they are embarrassed in the interview process when their inability to read is revealed. However this person would take just about any job that was offered. According to the Bureau of Labor Statistics this person is\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}