{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dd35cfd4-88c4-5828-9e75-dde1e42b7024","task_key":"all--test--dd35cfd4-88c4-5828-9e75-dde1e42b7024","task_revision_id":"1","upstream_id":"","short_description":"For an autoregressive process to be considered stationary","config":"all","split":"test","body":"{\"choices\":\"['The roots of the characteristic equation must all lie inside the unit circle', 'The roots of the characteristic equation must all lie on the unit circle', 'The roots of the characteristic equation must all lie outside the unit circle', 'The roots of the characteristic equation must all be less than one in absolute value']\",\"question\":\"For an autoregressive process to be considered stationary\",\"subject\":\"econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}