{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"064eddd5-9a49-5f3d-be9a-bb8f634f44ce","task_key":"all--test--064eddd5-9a49-5f3d-be9a-bb8f634f44ce","task_revision_id":"1","upstream_id":"","short_description":"The simple linear regression between stock and market returns","config":"all","split":"test","body":"{\"choices\":\"['fits the errors to obtain a more precise estimate of the stock’s beta.', 'minimises the stock’s alpha, i.e. its idiosyncratic component.', 'estimates the alpha of stock returns and their dependence on the market returns.', 'models market returns as a function of the stock returns and its beta.']\",\"question\":\"The simple linear regression between stock and market returns\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}